Update app.py

app.py

@@ -288,8 +288,18 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
     documents_and_metadatas = [(chunk.content, chunk.metadata) for sub_chunk in chunks for chunk in sub_chunk]
     documents, metadatas_docs = [list(t) for t in zip(*documents_and_metadatas)]
     print(f'CHUNKS : {documents}')
+
+    start_dense = time.time()
     dense_embeddings = dense_model(documents, 32, convert_to_numpy=True)
+    end_dense = time.time()
+    final_dense = end_dense - start_dense
+    print(f'DENSE TIME: {final_dense}')
+
+    start_sparse = time.time()
     sparse_embeddings = list(sparse_model.embed(documents, 32, 0))
+    end_sparse = time.time()
+    final_sparse = end_sparse - start_sparse
+    print(f'SPARSE TIME: {final_sparse}')
     
     return documents, metadatas_docs, dense_embeddings, sparse_embeddings