Update app.py

app.py

@@ -465,8 +465,8 @@ if __name__ == '__main__':
                 
         if prompt := st.chat_input("Message Video Game Assistant"):
             if st.session_state.chat_id not in conversations.keys():
-                sampling_params = vllm.SamplingParams(temperature=0.75, max_tokens=35)
-                prompt_conversation = [{"role": "user", "content": f"{prompt}\nExplain the above in one sentence:"}]
+                sampling_params = vllm.SamplingParams(temperature=0.75, max_tokens=20)
+                prompt_conversation = [{"role": "user", "content": f"{prompt}\nResume the above in one sentence:"}]
                 inputs = tokenizer.apply_chat_template(prompt_conversation, tokenize=False, add_generation_prompt=True)
                 outputs = llm.generate(prompts=inputs, sampling_params=sampling_params)