xu song
commited on
Commit
·
b597747
1
Parent(s):
f29252d
update
Browse files- models/cpp_qwen2.py +1 -1
models/cpp_qwen2.py
CHANGED
@@ -27,7 +27,7 @@ class Qwen2Simulator(Simulator):
|
|
27 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
28 |
# seed=1337, # Uncomment to set a specific seed
|
29 |
# n_ctx=2048, # Uncomment to increase the context window
|
30 |
-
tokenizer=self.hf_tokenizer,
|
31 |
verbose=False,
|
32 |
)
|
33 |
|
|
|
27 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
28 |
# seed=1337, # Uncomment to set a specific seed
|
29 |
# n_ctx=2048, # Uncomment to increase the context window
|
30 |
+
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer(self.hf_tokenizer),
|
31 |
verbose=False,
|
32 |
)
|
33 |
|