Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -92,7 +92,6 @@ def load_tokenizer_and_model_Blaize(base_model, load_8bit=True):
|
|
92 |
|
93 |
tokenizer = LlamaTokenizer.from_pretrained(base_model, add_eos_token=True, use_auth_token=True)
|
94 |
model = LlamaForCausalLM.from_pretrained(base_model, load_in_8bit=True, device_map="auto")
|
95 |
-
model = prepare_model_for_int8_training(model)
|
96 |
|
97 |
return tokenizer,model, device
|
98 |
|
|
|
92 |
|
93 |
tokenizer = LlamaTokenizer.from_pretrained(base_model, add_eos_token=True, use_auth_token=True)
|
94 |
model = LlamaForCausalLM.from_pretrained(base_model, load_in_8bit=True, device_map="auto")
|
|
|
95 |
|
96 |
return tokenizer,model, device
|
97 |
|