Update app.py
Browse files
app.py
CHANGED
@@ -154,7 +154,7 @@ def load_models_and_documents():
|
|
154 |
with st.spinner('Load models...'):
|
155 |
model_path = snapshot_download(repo_id="GameScribes/Mistral-Nemo-AWQ")
|
156 |
|
157 |
-
tokenizer = AutoTokenizer(model_path)
|
158 |
|
159 |
llm = vllm.LLM(
|
160 |
model_path,
|
|
|
154 |
with st.spinner('Load models...'):
|
155 |
model_path = snapshot_download(repo_id="GameScribes/Mistral-Nemo-AWQ")
|
156 |
|
157 |
+
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
158 |
|
159 |
llm = vllm.LLM(
|
160 |
model_path,
|