zoltanctoth commited on
Commit
1a1ecfe
1 Parent(s): 197f91d
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -23,7 +23,7 @@ Here is a self-contained Python script to get you started:
23
  from ctransformers import AutoModelForCausalLM
24
 
25
  llm = AutoModelForCausalLM.from_pretrained(
26
- "juanjgit/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
27
  )
28
 
29
  system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
@@ -33,4 +33,4 @@ prompt = f"### System:\n{system}\n\n### User:\n{instruction}\n\n### Response:\n"
33
  for i in llm(prompt, stream=True):
34
  print(i, end="", flush=True)
35
  print()
36
- ```
 
23
  from ctransformers import AutoModelForCausalLM
24
 
25
  llm = AutoModelForCausalLM.from_pretrained(
26
+ "zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
27
  )
28
 
29
  system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
 
33
  for i in llm(prompt, stream=True):
34
  print(i, end="", flush=True)
35
  print()
36
+ ```