alexkueck commited on
Commit
c303ab9
·
1 Parent(s): 7fe6015

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -2
utils.py CHANGED
@@ -63,8 +63,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
63
 
64
  tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
65
  if device == "cuda":
66
- model = AutoModelForCausalLM.from_pretrained(
67
- trust_remote_code=True,
68
  model=base_model,
69
  load_in_8bit=load_8bit,
70
  torch_dtype=torch.float16,
 
63
 
64
  tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
65
  if device == "cuda":
66
+ model = AutoModelForCausalLM.from_pretrained(
 
67
  model=base_model,
68
  load_in_8bit=load_8bit,
69
  torch_dtype=torch.float16,