Command-R

Runtime error

minhdang commited on Mar 25, 2024

Commit

22973d4

verified ·

1 Parent(s): 92debe5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,9 +13,9 @@ nf4_config = BitsAndBytesConfig(
    bnb_4bit_compute_dtype=torch.bfloat16
 )
-model_id = "yunconglong/MoE_13B_DPO"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, load_in_8bit=True)
 @spaces.GPU
 def generate_response(user_input, max_new_tokens, temperature):

    bnb_4bit_compute_dtype=torch.bfloat16
 )
+model_id = "CohereForAI/c4ai-command-r-v01-4bit"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
 @spaces.GPU
 def generate_response(user_input, max_new_tokens, temperature):