cloudyu
/

Mixtral_7Bx4_MOE_24B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

cloudyu commited on Dec 22, 2023

Commit

c400a98

·

1 Parent(s): d80e0d7

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -24,7 +24,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import math
 ## v2 models
-model_path = "cloudyu/mixtral_7bx4_moe"
 tokenizer = AutoTokenizer.from_pretrained(model_path, use_default_system_prompt=False)
 model = AutoModelForCausalLM.from_pretrained(

 import math
 ## v2 models
+model_path = "cloudyu/Mixtral_7Bx4_MOE_24B"
 tokenizer = AutoTokenizer.from_pretrained(model_path, use_default_system_prompt=False)
 model = AutoModelForCausalLM.from_pretrained(