zoltanctoth
commited on
Commit
•
1a1ecfe
1
Parent(s):
197f91d
typo
Browse files
README.md
CHANGED
@@ -23,7 +23,7 @@ Here is a self-contained Python script to get you started:
|
|
23 |
from ctransformers import AutoModelForCausalLM
|
24 |
|
25 |
llm = AutoModelForCausalLM.from_pretrained(
|
26 |
-
"
|
27 |
)
|
28 |
|
29 |
system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
|
@@ -33,4 +33,4 @@ prompt = f"### System:\n{system}\n\n### User:\n{instruction}\n\n### Response:\n"
|
|
33 |
for i in llm(prompt, stream=True):
|
34 |
print(i, end="", flush=True)
|
35 |
print()
|
36 |
-
```
|
|
|
23 |
from ctransformers import AutoModelForCausalLM
|
24 |
|
25 |
llm = AutoModelForCausalLM.from_pretrained(
|
26 |
+
"zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
|
27 |
)
|
28 |
|
29 |
system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
|
|
|
33 |
for i in llm(prompt, stream=True):
|
34 |
print(i, end="", flush=True)
|
35 |
print()
|
36 |
+
```
|