devve1 commited on
Commit
f68e408
1 Parent(s): 58c0cbf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +19 -10
app.py CHANGED
@@ -235,11 +235,11 @@ def load_models_and_documents():
235
 
236
  docs_texts, docs_metadatas, dense_embeddings, sparse_embeddings = chunk_documents(texts, metadatas, dense_model, sparse_model)
237
 
238
- with open(texts_path, mode="wb") as outfile_texts:
239
  packed_texts = msgpack.packb(docs_texts, use_bin_type=True)
240
  outfile_texts.write(packed_texts)
241
 
242
- with open(metadatas_path, mode="wb") as outfile_metadatas:
243
  packed_metadatas = msgpack.packb(docs_metadatas, use_bin_type=True)
244
  outfile_metadatas.write(packed_metadatas)
245
 
@@ -260,10 +260,10 @@ def load_models_and_documents():
260
  combined_sparse_matrix = vstack(sparse_matrices)
261
  save_npz(sparse_path, combined_sparse_matrix)
262
  else:
263
- with open(texts_path, mode="rb") as data_file_texts:
264
  decompressed_texts = data_file_texts.read()
265
 
266
- with open(metadatas_path, mode="rb") as data_file_metadatas:
267
  decompressed_metadatas = data_file_metadatas.read()
268
 
269
  docs_texts = msgpack.unpackb(decompressed_texts, raw=False)
@@ -414,7 +414,9 @@ if __name__ == '__main__':
414
  conversations_path = os.path.join(os.getenv('HF_HOME'), 'conversations')
415
 
416
  try:
417
- conversations: dict = joblib.load(conversations_path)
 
 
418
  except:
419
  conversations = {}
420
 
@@ -425,7 +427,7 @@ if __name__ == '__main__':
425
  with st.sidebar:
426
  st.session_state.chat_id = st.selectbox(
427
  label='Choose a conversation',
428
- options=[st.session_state.chat_id] + list(conversations.keys()),
429
  index=0,
430
  placeholder='_'
431
  )
@@ -437,8 +439,11 @@ if __name__ == '__main__':
437
  st.session_state.chat_id = 'New Chat'
438
  with col2:
439
  if st.button('Delete Chat', use_container_width=True, disabled=False if st.session_state.chat_id != 'New Chat' else True):
440
- del conversations[st.session_state.chat_id]
441
- joblib.dump(conversations, conversations_path)
 
 
 
442
 
443
  if st.session_state.chat_id == 'New Chat':
444
  st.session_state.messages = []
@@ -463,7 +468,9 @@ if __name__ == '__main__':
463
  )
464
  st.session_state.chat_id = outputs[0].outputs[0].text
465
  conversations.update({st.session_state.chat_id: st.session_state.messages})
466
- joblib.dump(conversations, conversations_path)
 
 
467
  st.chat_message("user").markdown(prompt)
468
  st.session_state.messages.append({"role": "user", "content": prompt})
469
  print(f'PROMPT: {prompt}')
@@ -479,7 +486,9 @@ if __name__ == '__main__':
479
 
480
  st.session_state.messages.append({"role": "assistant", "content": full_response})
481
  conversations.update({st.session_state.chat_id: st.session_state.messages})
482
- joblib.dump(conversations, conversations_path)
 
 
483
 
484
 
485
  with st.sidebar:
 
235
 
236
  docs_texts, docs_metadatas, dense_embeddings, sparse_embeddings = chunk_documents(texts, metadatas, dense_model, sparse_model)
237
 
238
+ with open(texts_path, "wb") as outfile_texts:
239
  packed_texts = msgpack.packb(docs_texts, use_bin_type=True)
240
  outfile_texts.write(packed_texts)
241
 
242
+ with open(metadatas_path, "wb") as outfile_metadatas:
243
  packed_metadatas = msgpack.packb(docs_metadatas, use_bin_type=True)
244
  outfile_metadatas.write(packed_metadatas)
245
 
 
260
  combined_sparse_matrix = vstack(sparse_matrices)
261
  save_npz(sparse_path, combined_sparse_matrix)
262
  else:
263
+ with open(texts_path, "rb") as data_file_texts:
264
  decompressed_texts = data_file_texts.read()
265
 
266
+ with open(metadatas_path, "rb") as data_file_metadatas:
267
  decompressed_metadatas = data_file_metadatas.read()
268
 
269
  docs_texts = msgpack.unpackb(decompressed_texts, raw=False)
 
414
  conversations_path = os.path.join(os.getenv('HF_HOME'), 'conversations')
415
 
416
  try:
417
+ with open(conversations_path, 'rb') as fp:
418
+ packed_bytes = fp.read()
419
+ conversations: dict = msgpack.unpackb(packed_bytes, raw=False)
420
  except:
421
  conversations = {}
422
 
 
427
  with st.sidebar:
428
  st.session_state.chat_id = st.selectbox(
429
  label='Choose a conversation',
430
+ options=([st.session_state.chat_id] if st.session_state.chat_id != None else []) + list(conversations.keys()),
431
  index=0,
432
  placeholder='_'
433
  )
 
439
  st.session_state.chat_id = 'New Chat'
440
  with col2:
441
  if st.button('Delete Chat', use_container_width=True, disabled=False if st.session_state.chat_id != 'New Chat' else True):
442
+ conversations.pop(st.session_state.chat_id)
443
+ st.session_state.chat_id = None
444
+ with open(conversations_path, 'wb') as fp:
445
+ packed_bytes = msgpack.packb(conversations, use_bin_type=True)
446
+ fp.write(packed_bytes)
447
 
448
  if st.session_state.chat_id == 'New Chat':
449
  st.session_state.messages = []
 
468
  )
469
  st.session_state.chat_id = outputs[0].outputs[0].text
470
  conversations.update({st.session_state.chat_id: st.session_state.messages})
471
+ with open(conversations_path, 'wb') as fp:
472
+ packed_bytes = msgpack.packb(conversations, use_bin_type=True)
473
+ fp.write(packed_bytes)
474
  st.chat_message("user").markdown(prompt)
475
  st.session_state.messages.append({"role": "user", "content": prompt})
476
  print(f'PROMPT: {prompt}')
 
486
 
487
  st.session_state.messages.append({"role": "assistant", "content": full_response})
488
  conversations.update({st.session_state.chat_id: st.session_state.messages})
489
+ with open(conversations_path, 'wb') as fp:
490
+ packed_bytes = msgpack.packb(conversations, use_bin_type=True)
491
+ fp.write(packed_bytes)
492
 
493
 
494
  with st.sidebar: