Update app.py

app.py

@@ -102,7 +102,7 @@ def generate(
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        truncate=4096,
+        truncate=1000,
         seed=42,
         stop_sequences=["<|end|>"],
     )