Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ config.config.stop = ["\n"]
|
|
8 |
|
9 |
# path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
|
10 |
|
11 |
-
llm = ctransformers.AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.
|
12 |
|
13 |
def complete(prompt, stop=["User", "Assistant"]):
|
14 |
tokens = llm.tokenize(prompt)
|
|
|
8 |
|
9 |
# path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
|
10 |
|
11 |
+
llm = ctransformers.AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.Q4_K_M.gguf", config=config)
|
12 |
|
13 |
def complete(prompt, stop=["User", "Assistant"]):
|
14 |
tokens = llm.tokenize(prompt)
|