Hugging Face's logo

Spaces:
jjgomez
/
UCMBot
Sleeping

App Files Community
jjgomez commited on
Commit
fd7ec80
·
1 Parent(s): 7fb784f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ bnb_config = BitsAndBytesConfig(
20
  load_in_4bit=True,
21
  bnb_4bit_quant_type='nf4',
22
  bnb_4bit_use_double_quant=True,
23
- bnb_4bit_compute_dtype=bfloat16
24
  )
25
 
26
  model = AutoModelForCausalLM.from_pretrained(model_id, config=config, quantization_config=bnb_config)
 
20
  load_in_4bit=True,
21
  bnb_4bit_quant_type='nf4',
22
  bnb_4bit_use_double_quant=True,
23
+ bnb_4bit_compute_dtype=torch.bfloat16
24
  )
25
 
26
  model = AutoModelForCausalLM.from_pretrained(model_id, config=config, quantization_config=bnb_config)