Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -877,8 +877,8 @@ model_file_path = "genshin_impact_character_llamazh13b_ggml/llama2zh-13b-3900-q4
|
|
877 |
from llama_cpp import Llama
|
878 |
llama = Llama(model_file_path,
|
879 |
n_ctx = 4090,
|
880 |
-
n_threads=
|
881 |
-
n_gpu_layers=-1
|
882 |
)
|
883 |
print("load {}".format(model_file_path))
|
884 |
|
|
|
877 |
from llama_cpp import Llama
|
878 |
llama = Llama(model_file_path,
|
879 |
n_ctx = 4090,
|
880 |
+
n_threads=2, # The number of CPU threads to use, tailor to your system and the resulting performance
|
881 |
+
#n_gpu_layers=-1
|
882 |
)
|
883 |
print("load {}".format(model_file_path))
|
884 |
|