macadeliccc
/

Orca-SOLAR-4x10.7b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

macadeliccc commited on Jan 15

Commit

d2bd00f

•

1 Parent(s): 6b9c66b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -46,7 +46,7 @@ def generate_response(prompt):
 # Load the model and tokenizer
-model_id = "macadeliccc/SOLAR-math-2x10.7b"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)

 # Load the model and tokenizer
+model_id = "macadeliccc/Orca-SOLAR-4x10.7b"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)