Update app.py

app.py

@@ -56,14 +56,20 @@ def ask_mistral(message: str, history: list):
             pdfs_extracted.append(txt)
 
         retrieved_text = rag_pdf(pdfs_extracted, message["text"])
-        print(retrieved_text)
+        print(f'retrieved_text: {retrieved_text}')
         messages.append(ChatMessage(role = "user", content = retrieved_text + "\n\n" + message["text"]))
-        print(messages)
     else:
         messages.append(ChatMessage(role = "user", content = message["text"]))
-
+    print(f'messages: {messages}')
+    
     full_response = ""
-    for chunk in cli.chat_stream(model = "open-mistral-7b", messages = messages, max_tokens = 1024):
+
+    response = cli.chat_stream(
+        model = "open-mistral-7b",
+        messages = messages, 
+        max_tokens = 4096)
+          
+    for chunk in response:
         full_response += chunk.choices[0].delta.content
         yield full_response