devve1 commited on
Commit
79fbecd
1 Parent(s): 93df8ad

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -285,9 +285,8 @@ def chunk_documents(texts: List[str], metadatas: List[dict], dense_model: Optimu
285
  final = end - start
286
  print(f'FINAL CHUNKING TIME: {final}')
287
 
288
- docs = [chunk for sub_chunk in chunks for chunk in sub_chunk]
289
- documents = [doc.content for doc in docs]
290
- metadatas_docs = [doc.metadata for doc in docs]
291
  print(f'CHUNKS : {documents}')
292
 
293
  start_dense = time.time()
 
285
  final = end - start
286
  print(f'FINAL CHUNKING TIME: {final}')
287
 
288
+ documents_and_metadatas = [(chunk.content, chunk.metadata) for sub_chunk in chunks for chunk in sub_chunk]
289
+ documents, metadatas_docs = [list(t) for t in zip(*documents_and_metadatas)]
 
290
  print(f'CHUNKS : {documents}')
291
 
292
  start_dense = time.time()