lightblue
/

Jamba-v0.1-chat-multilingual

Text Generation

Inference Endpoints

Model card Files Files and versions Community

ptrdvn commited on Apr 1

Commit

a95c79f

•

1 Parent(s): c3b9f72

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -35,7 +35,7 @@ double_quant_config = BitsAndBytesConfig(
 )
 model = AutoModelForCausalLM.from_pretrained("lightblue/Jamba-v0.1-chat-multilingual", device_map="auto", quantization_config=double_quant_config, trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("kinokokoro/jamba_airoboros3.2_sharegpt4")
 input_text = """<|im_start|>system
 You are a helpful AI assistant.

 )
 model = AutoModelForCausalLM.from_pretrained("lightblue/Jamba-v0.1-chat-multilingual", device_map="auto", quantization_config=double_quant_config, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("lightblue/Jamba-v0.1-chat-multilingual")
 input_text = """<|im_start|>system
 You are a helpful AI assistant.