devve1 commited on
Commit
17c3a90
1 Parent(s): e100b25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -154,7 +154,7 @@ def load_models_and_documents():
154
  with st.spinner('Load models...'):
155
  model_path = snapshot_download(repo_id="GameScribes/Mistral-Nemo-AWQ")
156
 
157
- tokenizer = AutoTokenizer(model_path)
158
 
159
  llm = vllm.LLM(
160
  model_path,
 
154
  with st.spinner('Load models...'):
155
  model_path = snapshot_download(repo_id="GameScribes/Mistral-Nemo-AWQ")
156
 
157
+ tokenizer = AutoTokenizer.from_pretrained(model_path)
158
 
159
  llm = vllm.LLM(
160
  model_path,