Update app.py
Browse files
app.py
CHANGED
@@ -867,8 +867,7 @@ if __name__ == '__main__':
|
|
867 |
engine='pyarrow'
|
868 |
)
|
869 |
|
870 |
-
documents = ppt_chunker(uploaded_file, llm)
|
871 |
-
print(f'TABLE : {tables}')
|
872 |
|
873 |
dense, tokens_count = asyncio.run(embed_text(dense_model[0], documents))
|
874 |
sparse = [s for s in sparse_model.embed(documents, 32)]
|
@@ -884,8 +883,6 @@ if __name__ == '__main__':
|
|
884 |
if new_id not in existing_ids:
|
885 |
return new_id
|
886 |
|
887 |
-
ids = weakDict.all_ids()
|
888 |
-
|
889 |
for filename in os.listdir(embeddings_path):
|
890 |
if '_ids' in filename:
|
891 |
list_ids = np.load(os.path.join(embeddings_path, filename), allow_pickle=True).tolist()
|
|
|
867 |
engine='pyarrow'
|
868 |
)
|
869 |
|
870 |
+
documents, ids = ppt_chunker(uploaded_file, llm)
|
|
|
871 |
|
872 |
dense, tokens_count = asyncio.run(embed_text(dense_model[0], documents))
|
873 |
sparse = [s for s in sparse_model.embed(documents, 32)]
|
|
|
883 |
if new_id not in existing_ids:
|
884 |
return new_id
|
885 |
|
|
|
|
|
886 |
for filename in os.listdir(embeddings_path):
|
887 |
if '_ids' in filename:
|
888 |
list_ids = np.load(os.path.join(embeddings_path, filename), allow_pickle=True).tolist()
|