Update app.py

app.py

@@ -387,7 +387,7 @@ def load_models_and_documents():
             tensor_parallel_size=1,
             enforce_eager=True,
             gpu_memory_utilization=1,
-            max_model_len=11264,
+            max_model_len=10240,
             dtype=torch.float16,
             max_num_seqs=128,
             quantization="gptq"