Update app.py
Browse files
app.py
CHANGED
@@ -356,7 +356,14 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
|
|
356 |
print(f'DENSE TIME: {final_dense}')
|
357 |
|
358 |
start_sparse = time.time()
|
359 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
360 |
end_sparse = time.time()
|
361 |
final_sparse = end_sparse - start_sparse
|
362 |
print(f'SPARSE TIME: {final_sparse}')
|
|
|
356 |
print(f'DENSE TIME: {final_dense}')
|
357 |
|
358 |
start_sparse = time.time()
|
359 |
+
|
360 |
+
sparse_embeddings = []
|
361 |
+
|
362 |
+
for sparse_dict in sparse_model.embed(documents, 32):
|
363 |
+
print(f"SPARSE: {sparse_dict}")
|
364 |
+
sparse_embeddings.append(SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())))
|
365 |
+
|
366 |
+
#sparse_embeddings = [SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())) for sparse_dict in sparse_model.embed(documents, 32)]
|
367 |
end_sparse = time.time()
|
368 |
final_sparse = end_sparse - start_sparse
|
369 |
print(f'SPARSE TIME: {final_sparse}')
|