Update app.py

app.py

@@ -36,7 +36,7 @@ def predict(message, history):
     generate_kwargs = dict(
         model_inputs,
         streamer=streamer,
-        max_new_tokens=1024,
+        max_new_tokens=512,
         do_sample=True,
         top_p=0.95,
         top_k=50,