devve1 commited on
Commit
58a0f52
1 Parent(s): 31c273d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -248,7 +248,7 @@ def main(query: str, client: QdrantClient, collection_name: str, llm, dense_mode
248
  else:
249
  if st.session_state.documents_only:
250
  prompt = idk(query)
251
- answer = gen_text(prompt, max_tokens=128, sampling_params=SamplingParams(temperature=0.6, top_p=0.9))
252
  print(f'TYPE: {type(answer)}')
253
  else:
254
  prompt = self_knowledge(query)
@@ -257,7 +257,7 @@ def main(query: str, client: QdrantClient, collection_name: str, llm, dense_mode
257
 
258
  torch.cuda.empty_cache()
259
 
260
- return json.loads(answer)['answer']
261
 
262
  def collect_files(conn, cursor, directory, pattern):
263
  array = []
 
248
  else:
249
  if st.session_state.documents_only:
250
  prompt = idk(query)
251
+ answer = json.loads(gen_text(prompt, max_tokens=128, sampling_params=SamplingParams(temperature=0.6, top_p=0.9)))['answer']
252
  print(f'TYPE: {type(answer)}')
253
  else:
254
  prompt = self_knowledge(query)
 
257
 
258
  torch.cuda.empty_cache()
259
 
260
+ return answer
261
 
262
  def collect_files(conn, cursor, directory, pattern):
263
  array = []