model
Browse files- scripts/model.yaml +2 -1
scripts/model.yaml
CHANGED
|
@@ -100,7 +100,8 @@ eval:
|
|
| 100 |
# Optimizer-related arguments
|
| 101 |
optimizer:
|
| 102 |
# class_path: torch.optim.AdamW
|
| 103 |
-
class_path:
|
|
|
|
| 104 |
|
| 105 |
init_args:
|
| 106 |
# (type: float, default: 0.001)
|
|
|
|
| 100 |
# Optimizer-related arguments
|
| 101 |
optimizer:
|
| 102 |
# class_path: torch.optim.AdamW
|
| 103 |
+
class_path: bnb.optim.PagedAdamW
|
| 104 |
+
# class_path: grokadamw.GrokAdamW
|
| 105 |
|
| 106 |
init_args:
|
| 107 |
# (type: float, default: 0.001)
|