Update app.py

app.py

@@ -22,12 +22,12 @@ os.environ["GOOGLE_API_KEY"] = os.getenv('GOOGLE_API_KEY')
 
 # Llama Endpoint
 llm = HuggingFaceEndpoint(
-    repo_id="meta-llama/Meta-Llama-3.1-8B",
+    repo_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
     task="text-generation",
-    max_new_tokens = 4000,
-    do_sample = False,
-    repetition_penalty = 1.03
-    )
+    max_new_tokens=1000,
+    do_sample=False,
+    repetition_penalty=1.03,
+)
 
 llama3 = ChatHuggingFace(llm=llm, temperature = 1)
 llama3_json = ChatHuggingFace(llm=llm, format = 'json', temperature = 0)