devve1 commited on
Commit
52cb13a
1 Parent(s): 48bb997

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -8
app.py CHANGED
@@ -696,14 +696,19 @@ if __name__ == '__main__':
696
  dense_embeddings = dense_model.embed_documents(documents)
697
  sparse_embeddings = list(sparse_model.embed(documents, 32))
698
 
699
- client.upsert(
700
- collection_name,
701
- make_points(
702
- documents,
703
- [{'source': full_path}.copy() for _ in range(len(documents))],
704
- dense_embeddings,
705
- sparse_embeddings
706
- )
 
 
 
 
 
707
  )
708
 
709
  documents_ingested()
 
696
  dense_embeddings = dense_model.embed_documents(documents)
697
  sparse_embeddings = list(sparse_model.embed(documents, 32))
698
 
699
+ client.upload_collection(
700
+ collection_name=collection_name,
701
+ ids=weakDict.all_ids(),
702
+ payload={
703
+ 'texts': documents,
704
+ 'metadatas':
705
+ },
706
+ vectors={
707
+ 'text-dense': dense_embeddings,
708
+ 'text-sparse': sparse_embeddings
709
+ },
710
+ parallel=4,
711
+ max_retries=3
712
  )
713
 
714
  documents_ingested()