Update app.py

app.py

@@ -106,10 +106,15 @@ def query_hybrid_search(query: str, client: QdrantClient, collection_name: str,
     )
 
 def build_prompt_conv():
-    return f"""Generate a short, single-sentence summary of the user's intent or topic based on their question, capturing the main focus of what they want to discuss.
-    
-    Question : {st.session_state.user_input}
-    """
+    return [
+        {
+            'role': 'user',
+            'content': f"""Generate a short, single-sentence summary of the user's intent or topic based on their question, capturing the main focus of what they want to discuss.
+            
+            Question : {st.session_state.user_input}
+            """
+        }
+    ]
     
 @outlines.prompt
 def build_initial_prompt(query: str):
@@ -734,7 +739,7 @@ if __name__ == '__main__':
 
         def generate_conv_title(llm):
             if st.session_state.chat_id == 'New Conversation':
-                output = llm.generate(
+                output = llm.chat(
                     build_prompt_conv(),
                     SamplingParams(temperature=0.3, max_tokens=10)
                 )