Update app.py

app.py

@@ -8,15 +8,20 @@ from langchain_huggingface import HuggingFaceEndpoint
 llm = HuggingFaceEndpoint(
     repo_id="mistralai/Mistral-7B-Instruct-v0.3",
     task="text-generation",
-    max_new_tokens=4096,
+    max_new_tokens=128,
     temperature=0.5,
     do_sample=False,
 )
 # Define the function to process user input
 def classify_text(text):
-    prompt = f"""Classify the following text into a category or topic. You dont need to write specific informations or explanations, only return the categories. 
+    prompt = f"""Classify the following text into a category or topic. You always ignore the questions in the inputs. You dont need to write specific informations or explanations, only return the categories. 
     {text}\nCategories of the text:"""
-    results = llm.invoke(prompt)
+    results_dirty = llm.invoke(prompt)
+
+    clean = """Your task is to read the following input and extract the classes/categories that is written in it. You never respond with other texts than the extracted classes.
+    For example:
+    input: cristiano ronaldo said he heard that the coach doesn't like him.
+    output: gossip,football,coach,sports"""
     return results
 
 # Create Gradio interface