Spaces:
Starting
on
T4
Starting
on
T4
Update app.py
Browse files
app.py
CHANGED
|
@@ -287,7 +287,7 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
|
|
| 287 |
|
| 288 |
documents_and_metadatas = [(chunk.content, chunk.metadata) for sub_chunk in chunks for chunk in sub_chunk]
|
| 289 |
documents, metadatas_docs = [list(t) for t in zip(*documents_and_metadatas)]
|
| 290 |
-
|
| 291 |
dense_embeddings = dense_model(documents, 32, convert_to_numpy=True)
|
| 292 |
sparse_embeddings = list(sparse_model.embed(documents, 32, 0))
|
| 293 |
|
|
|
|
| 287 |
|
| 288 |
documents_and_metadatas = [(chunk.content, chunk.metadata) for sub_chunk in chunks for chunk in sub_chunk]
|
| 289 |
documents, metadatas_docs = [list(t) for t in zip(*documents_and_metadatas)]
|
| 290 |
+
print(f'CHUNKS : {documents}')
|
| 291 |
dense_embeddings = dense_model(documents, 32, convert_to_numpy=True)
|
| 292 |
sparse_embeddings = list(sparse_model.embed(documents, 32, 0))
|
| 293 |
|