Update README.md
Browse files
README.md
CHANGED
|
@@ -33,7 +33,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 33 |
quantized_model_path,
|
| 34 |
trust_remote_code=True,
|
| 35 |
torch_dtype='auto',
|
| 36 |
-
device_map='auto'
|
| 37 |
##revision="e64d453" ##AutoGPTQ format
|
| 38 |
)
|
| 39 |
|
|
|
|
| 33 |
quantized_model_path,
|
| 34 |
trust_remote_code=True,
|
| 35 |
torch_dtype='auto',
|
| 36 |
+
device_map='auto',
|
| 37 |
##revision="e64d453" ##AutoGPTQ format
|
| 38 |
)
|
| 39 |
|