Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -356,7 +356,7 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
|
|
356 |
print(f'DENSE TIME: {final_dense}')
|
357 |
|
358 |
start_sparse = time.time()
|
359 |
-
sparse_embeddings = [SparseVector(indices=list(
|
360 |
end_sparse = time.time()
|
361 |
final_sparse = end_sparse - start_sparse
|
362 |
print(f'SPARSE TIME: {final_sparse}')
|
@@ -685,7 +685,7 @@ if __name__ == '__main__':
|
|
685 |
|
686 |
dense = dense_model.embed_documents(documents)
|
687 |
print(f'dense: {type(dense)}')
|
688 |
-
sparse = [SparseVector(indices=list(
|
689 |
print(f'dense: {type(sparse)}')
|
690 |
|
691 |
|
|
|
356 |
print(f'DENSE TIME: {final_dense}')
|
357 |
|
358 |
start_sparse = time.time()
|
359 |
+
sparse_embeddings = [SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())) for sparse_dict in sparse_model.embed(documents, 32)]
|
360 |
end_sparse = time.time()
|
361 |
final_sparse = end_sparse - start_sparse
|
362 |
print(f'SPARSE TIME: {final_sparse}')
|
|
|
685 |
|
686 |
dense = dense_model.embed_documents(documents)
|
687 |
print(f'dense: {type(dense)}')
|
688 |
+
sparse = [SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())) for sparse_dict in sparse_model.embed(documents, 32)]
|
689 |
print(f'dense: {type(sparse)}')
|
690 |
|
691 |
|