Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -61,7 +61,7 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
61 |
model = AutoModelForCausalLM.from_pretrained(
|
62 |
model_path,
|
63 |
cache_dir=".",
|
64 |
-
load_in_8bit=
|
65 |
device_map="auto" # Automatically map model to available devices
|
66 |
)
|
67 |
|
|
|
61 |
model = AutoModelForCausalLM.from_pretrained(
|
62 |
model_path,
|
63 |
cache_dir=".",
|
64 |
+
load_in_8bit=False, # Enable loading in INT8
|
65 |
device_map="auto" # Automatically map model to available devices
|
66 |
)
|
67 |
|