Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -177,7 +177,8 @@ def load_models_and_documents():
|
|
177 |
tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
|
178 |
|
179 |
llm = vllm.LLM(
|
180 |
-
model_path,
|
|
|
181 |
tensor_parallel_size=1,
|
182 |
trust_remote_code=True,
|
183 |
enforce_eager=True,
|
|
|
177 |
tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
|
178 |
|
179 |
llm = vllm.LLM(
|
180 |
+
model=model_path,
|
181 |
+
tokenizer=tokenizer,
|
182 |
tensor_parallel_size=1,
|
183 |
trust_remote_code=True,
|
184 |
enforce_eager=True,
|