x

app.py

@@ -5,7 +5,7 @@ from streamlit_chat import message
 
 checkpoint = "."
 
-@st.cache
+@st.cache_resource
 def get_model():
     model = AutoModelForCausalLM.from_pretrained(checkpoint)
     tokenizer = AutoTokenizer.from_pretrained(checkpoint)
@@ -71,7 +71,7 @@ if st.session_state.input:
         st.session_state.chat_history_ids = model.generate(bot_input_ids, generation_config)
         response = tokenizer.decode(st.session_state.chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
 
-    #st.write(f"meraGPT: {response}")
+    # st.write(f"meraGPT: {response}")
     st.session_state.old_response = response
     st.session_state.response_history.append(response)