devve1 commited on
Commit
daf786f
1 Parent(s): 308b0f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -356,7 +356,14 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
356
  print(f'DENSE TIME: {final_dense}')
357
 
358
  start_sparse = time.time()
359
- sparse_embeddings = [SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())) for sparse_dict in sparse_model.embed(documents, 32)]
 
 
 
 
 
 
 
360
  end_sparse = time.time()
361
  final_sparse = end_sparse - start_sparse
362
  print(f'SPARSE TIME: {final_sparse}')
 
356
  print(f'DENSE TIME: {final_dense}')
357
 
358
  start_sparse = time.time()
359
+
360
+ sparse_embeddings = []
361
+
362
+ for sparse_dict in sparse_model.embed(documents, 32):
363
+ print(f"SPARSE: {sparse_dict}")
364
+ sparse_embeddings.append(SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())))
365
+
366
+ #sparse_embeddings = [SparseVector(indices=list(sparse_dict.keys()), values=list(sparse_dict.values())) for sparse_dict in sparse_model.embed(documents, 32)]
367
  end_sparse = time.time()
368
  final_sparse = end_sparse - start_sparse
369
  print(f'SPARSE TIME: {final_sparse}')