Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -64,7 +64,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
|
|
64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
65 |
if device == "cuda":
|
66 |
model = AutoModelForCausalLM.from_pretrained(
|
67 |
-
|
68 |
load_in_8bit=load_8bit,
|
69 |
torch_dtype=torch.float16,
|
70 |
device_map="auto",
|
|
|
64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
65 |
if device == "cuda":
|
66 |
model = AutoModelForCausalLM.from_pretrained(
|
67 |
+
base_model,
|
68 |
load_in_8bit=load_8bit,
|
69 |
torch_dtype=torch.float16,
|
70 |
device_map="auto",
|