Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files
.env
CHANGED
@@ -3,11 +3,11 @@ MODEL_PATH = ""
|
|
3 |
# will be downloaded to: ./models
|
4 |
|
5 |
# Example ggml path:
|
6 |
-
MODEL_PATH = "models/llama2_7b_chat.bin"
|
7 |
|
8 |
# options: llama.cpp, gptq, transformers
|
9 |
-
|
10 |
-
BACKEND_TYPE = "llama2.cu"
|
11 |
|
12 |
# only for transformers bitsandbytes 8 bit
|
13 |
LOAD_IN_8BIT = False
|
|
|
3 |
# will be downloaded to: ./models
|
4 |
|
5 |
# Example ggml path:
|
6 |
+
#MODEL_PATH = "models/llama2_7b_chat.bin"
|
7 |
|
8 |
# options: llama.cpp, gptq, transformers
|
9 |
+
BACKEND_TYPE = "llama.cpp"
|
10 |
+
#BACKEND_TYPE = "llama2.cu"
|
11 |
|
12 |
# only for transformers bitsandbytes 8 bit
|
13 |
LOAD_IN_8BIT = False
|