Update model.py
Browse files
model.py
CHANGED
|
@@ -27,7 +27,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
| 27 |
trust_remote_code=True,
|
| 28 |
config=model_config,
|
| 29 |
quantization_config=bnb_config,
|
| 30 |
-
device_map='auto',
|
| 31 |
use_auth_token=token
|
| 32 |
)
|
| 33 |
|
|
|
|
| 27 |
trust_remote_code=True,
|
| 28 |
config=model_config,
|
| 29 |
quantization_config=bnb_config,
|
| 30 |
+
# device_map='auto',
|
| 31 |
use_auth_token=token
|
| 32 |
)
|
| 33 |
|