Update app.py
Browse files
app.py
CHANGED
@@ -235,11 +235,11 @@ def load_models_and_documents():
|
|
235 |
|
236 |
docs_texts, docs_metadatas, dense_embeddings, sparse_embeddings = chunk_documents(texts, metadatas, dense_model, sparse_model)
|
237 |
|
238 |
-
with open(texts_path,
|
239 |
packed_texts = msgpack.packb(docs_texts, use_bin_type=True)
|
240 |
outfile_texts.write(packed_texts)
|
241 |
|
242 |
-
with open(metadatas_path,
|
243 |
packed_metadatas = msgpack.packb(docs_metadatas, use_bin_type=True)
|
244 |
outfile_metadatas.write(packed_metadatas)
|
245 |
|
@@ -260,10 +260,10 @@ def load_models_and_documents():
|
|
260 |
combined_sparse_matrix = vstack(sparse_matrices)
|
261 |
save_npz(sparse_path, combined_sparse_matrix)
|
262 |
else:
|
263 |
-
with open(texts_path,
|
264 |
decompressed_texts = data_file_texts.read()
|
265 |
|
266 |
-
with open(metadatas_path,
|
267 |
decompressed_metadatas = data_file_metadatas.read()
|
268 |
|
269 |
docs_texts = msgpack.unpackb(decompressed_texts, raw=False)
|
@@ -414,7 +414,9 @@ if __name__ == '__main__':
|
|
414 |
conversations_path = os.path.join(os.getenv('HF_HOME'), 'conversations')
|
415 |
|
416 |
try:
|
417 |
-
|
|
|
|
|
418 |
except:
|
419 |
conversations = {}
|
420 |
|
@@ -425,7 +427,7 @@ if __name__ == '__main__':
|
|
425 |
with st.sidebar:
|
426 |
st.session_state.chat_id = st.selectbox(
|
427 |
label='Choose a conversation',
|
428 |
-
options=[st.session_state.chat_id] + list(conversations.keys()),
|
429 |
index=0,
|
430 |
placeholder='_'
|
431 |
)
|
@@ -437,8 +439,11 @@ if __name__ == '__main__':
|
|
437 |
st.session_state.chat_id = 'New Chat'
|
438 |
with col2:
|
439 |
if st.button('Delete Chat', use_container_width=True, disabled=False if st.session_state.chat_id != 'New Chat' else True):
|
440 |
-
|
441 |
-
|
|
|
|
|
|
|
442 |
|
443 |
if st.session_state.chat_id == 'New Chat':
|
444 |
st.session_state.messages = []
|
@@ -463,7 +468,9 @@ if __name__ == '__main__':
|
|
463 |
)
|
464 |
st.session_state.chat_id = outputs[0].outputs[0].text
|
465 |
conversations.update({st.session_state.chat_id: st.session_state.messages})
|
466 |
-
|
|
|
|
|
467 |
st.chat_message("user").markdown(prompt)
|
468 |
st.session_state.messages.append({"role": "user", "content": prompt})
|
469 |
print(f'PROMPT: {prompt}')
|
@@ -479,7 +486,9 @@ if __name__ == '__main__':
|
|
479 |
|
480 |
st.session_state.messages.append({"role": "assistant", "content": full_response})
|
481 |
conversations.update({st.session_state.chat_id: st.session_state.messages})
|
482 |
-
|
|
|
|
|
483 |
|
484 |
|
485 |
with st.sidebar:
|
|
|
235 |
|
236 |
docs_texts, docs_metadatas, dense_embeddings, sparse_embeddings = chunk_documents(texts, metadatas, dense_model, sparse_model)
|
237 |
|
238 |
+
with open(texts_path, "wb") as outfile_texts:
|
239 |
packed_texts = msgpack.packb(docs_texts, use_bin_type=True)
|
240 |
outfile_texts.write(packed_texts)
|
241 |
|
242 |
+
with open(metadatas_path, "wb") as outfile_metadatas:
|
243 |
packed_metadatas = msgpack.packb(docs_metadatas, use_bin_type=True)
|
244 |
outfile_metadatas.write(packed_metadatas)
|
245 |
|
|
|
260 |
combined_sparse_matrix = vstack(sparse_matrices)
|
261 |
save_npz(sparse_path, combined_sparse_matrix)
|
262 |
else:
|
263 |
+
with open(texts_path, "rb") as data_file_texts:
|
264 |
decompressed_texts = data_file_texts.read()
|
265 |
|
266 |
+
with open(metadatas_path, "rb") as data_file_metadatas:
|
267 |
decompressed_metadatas = data_file_metadatas.read()
|
268 |
|
269 |
docs_texts = msgpack.unpackb(decompressed_texts, raw=False)
|
|
|
414 |
conversations_path = os.path.join(os.getenv('HF_HOME'), 'conversations')
|
415 |
|
416 |
try:
|
417 |
+
with open(conversations_path, 'rb') as fp:
|
418 |
+
packed_bytes = fp.read()
|
419 |
+
conversations: dict = msgpack.unpackb(packed_bytes, raw=False)
|
420 |
except:
|
421 |
conversations = {}
|
422 |
|
|
|
427 |
with st.sidebar:
|
428 |
st.session_state.chat_id = st.selectbox(
|
429 |
label='Choose a conversation',
|
430 |
+
options=([st.session_state.chat_id] if st.session_state.chat_id != None else []) + list(conversations.keys()),
|
431 |
index=0,
|
432 |
placeholder='_'
|
433 |
)
|
|
|
439 |
st.session_state.chat_id = 'New Chat'
|
440 |
with col2:
|
441 |
if st.button('Delete Chat', use_container_width=True, disabled=False if st.session_state.chat_id != 'New Chat' else True):
|
442 |
+
conversations.pop(st.session_state.chat_id)
|
443 |
+
st.session_state.chat_id = None
|
444 |
+
with open(conversations_path, 'wb') as fp:
|
445 |
+
packed_bytes = msgpack.packb(conversations, use_bin_type=True)
|
446 |
+
fp.write(packed_bytes)
|
447 |
|
448 |
if st.session_state.chat_id == 'New Chat':
|
449 |
st.session_state.messages = []
|
|
|
468 |
)
|
469 |
st.session_state.chat_id = outputs[0].outputs[0].text
|
470 |
conversations.update({st.session_state.chat_id: st.session_state.messages})
|
471 |
+
with open(conversations_path, 'wb') as fp:
|
472 |
+
packed_bytes = msgpack.packb(conversations, use_bin_type=True)
|
473 |
+
fp.write(packed_bytes)
|
474 |
st.chat_message("user").markdown(prompt)
|
475 |
st.session_state.messages.append({"role": "user", "content": prompt})
|
476 |
print(f'PROMPT: {prompt}')
|
|
|
486 |
|
487 |
st.session_state.messages.append({"role": "assistant", "content": full_response})
|
488 |
conversations.update({st.session_state.chat_id: st.session_state.messages})
|
489 |
+
with open(conversations_path, 'wb') as fp:
|
490 |
+
packed_bytes = msgpack.packb(conversations, use_bin_type=True)
|
491 |
+
fp.write(packed_bytes)
|
492 |
|
493 |
|
494 |
with st.sidebar:
|