devve1 commited on
Commit
a579acb
1 Parent(s): 0886785

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -177,7 +177,8 @@ def load_models_and_documents():
177
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
178
 
179
  llm = vllm.LLM(
180
- model_path,
 
181
  tensor_parallel_size=1,
182
  trust_remote_code=True,
183
  enforce_eager=True,
 
177
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
178
 
179
  llm = vllm.LLM(
180
+ model=model_path,
181
+ tokenizer=tokenizer,
182
  tensor_parallel_size=1,
183
  trust_remote_code=True,
184
  enforce_eager=True,