Hugging Face's logo

Spaces:
Weyaxi
/
merge-lora
Running on CPU Upgrade

App Files Community
2
Weyaxi commited on
Commit
13a5516
•
1 Parent(s): f2aaff3

bfloat16

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ def upload(hf_token, base_model_name_or_path, peft_model_path, output_dir):
25
 
26
  info_fn(f"Loading base model: {base_model_name_or_path}")
27
 
28
- base_model = AutoModelForCausalLM.from_pretrained(base_model_name_or_path, torch_dtype=torch.float16, **device_arg)
29
 
30
  info_fn(f"Loading PEFT: {peft_model_path}")
31
 
 
25
 
26
  info_fn(f"Loading base model: {base_model_name_or_path}")
27
 
28
+ base_model = AutoModelForCausalLM.from_pretrained(base_model_name_or_path, torch_dtype=torch.bfloat16, **device_arg)
29
 
30
  info_fn(f"Loading PEFT: {peft_model_path}")
31