Spaces:
Starting
on
T4
Starting
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -285,9 +285,8 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
|
|
285 |
final = end - start
|
286 |
print(f'FINAL CHUNKING TIME: {final}')
|
287 |
|
288 |
-
|
289 |
-
documents = [
|
290 |
-
metadatas_docs = [doc.metadata for doc in docs]
|
291 |
print(f'CHUNKS : {documents}')
|
292 |
|
293 |
start_dense = time.time()
|
|
|
285 |
final = end - start
|
286 |
print(f'FINAL CHUNKING TIME: {final}')
|
287 |
|
288 |
+
documents_and_metadatas = [(chunk.content, chunk.metadata) for sub_chunk in chunks for chunk in sub_chunk]
|
289 |
+
documents, metadatas_docs = [list(t) for t in zip(*documents_and_metadatas)]
|
|
|
290 |
print(f'CHUNKS : {documents}')
|
291 |
|
292 |
start_dense = time.time()
|