Spaces:
Starting
on
T4
Starting
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -248,7 +248,7 @@ def main(query: str, client: QdrantClient, collection_name: str, llm, dense_mode
|
|
248 |
else:
|
249 |
if st.session_state.documents_only:
|
250 |
prompt = idk(query)
|
251 |
-
answer = gen_text(prompt, max_tokens=128, sampling_params=SamplingParams(temperature=0.6, top_p=0.9))
|
252 |
print(f'TYPE: {type(answer)}')
|
253 |
else:
|
254 |
prompt = self_knowledge(query)
|
@@ -257,7 +257,7 @@ def main(query: str, client: QdrantClient, collection_name: str, llm, dense_mode
|
|
257 |
|
258 |
torch.cuda.empty_cache()
|
259 |
|
260 |
-
return
|
261 |
|
262 |
def collect_files(conn, cursor, directory, pattern):
|
263 |
array = []
|
|
|
248 |
else:
|
249 |
if st.session_state.documents_only:
|
250 |
prompt = idk(query)
|
251 |
+
answer = json.loads(gen_text(prompt, max_tokens=128, sampling_params=SamplingParams(temperature=0.6, top_p=0.9)))['answer']
|
252 |
print(f'TYPE: {type(answer)}')
|
253 |
else:
|
254 |
prompt = self_knowledge(query)
|
|
|
257 |
|
258 |
torch.cuda.empty_cache()
|
259 |
|
260 |
+
return answer
|
261 |
|
262 |
def collect_files(conn, cursor, directory, pattern):
|
263 |
array = []
|