Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -63,8 +63,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
|
|
63 |
|
64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
65 |
if device == "cuda":
|
66 |
-
model = AutoModelForCausalLM.from_pretrained(
|
67 |
-
trust_remote_code=True,
|
68 |
model=base_model,
|
69 |
load_in_8bit=load_8bit,
|
70 |
torch_dtype=torch.float16,
|
|
|
63 |
|
64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
65 |
if device == "cuda":
|
66 |
+
model = AutoModelForCausalLM.from_pretrained(
|
|
|
67 |
model=base_model,
|
68 |
load_in_8bit=load_8bit,
|
69 |
torch_dtype=torch.float16,
|