Spaces:

minhdang
/

code

Paused

minhdang commited on Mar 19

Commit

6ec5496

•

1 Parent(s): 36bab09

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -93,7 +93,7 @@ def translate_vi2en(vi_text: str) -> str:
 DESCRIPTION="""CODE"""
 model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
-model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",quantization_config=nf4_config)
 tokenizer=AutoTokenizer.from_pretrained(model_id)
 tokenizer.use_defaul_system_prompt=True
 os.system("nvidia-smi")

 DESCRIPTION="""CODE"""
 model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
+model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",torch_dtype=torch.bfloat16)
 tokenizer=AutoTokenizer.from_pretrained(model_id)
 tokenizer.use_defaul_system_prompt=True
 os.system("nvidia-smi")