tangledgroup
/

tangled-llama-33m-32k-base-v0.1

Text Generation

Inference Endpoints

Model card Files Files and versions Community

mtasic85 commited on 22 days ago

Commit

98867d5

•

1 Parent(s): c689557

train model

Files changed (1) hide show

scripts/model.yaml +2 -2

scripts/model.yaml CHANGED Viewed

@@ -110,8 +110,8 @@ eval:
 # Optimizer-related arguments
 optimizer:
   # class_path: torch.optim.AdamW
-  # class_path: grokadamw.GrokAdamW
-  class_path: bitsandbytes.optim.AdamW8bit
   # class_path: bitsandbytes.optim.PagedAdamW8bit
   init_args:

 # Optimizer-related arguments
 optimizer:
   # class_path: torch.optim.AdamW
+  class_path: grokadamw.GrokAdamW
+  # class_path: bitsandbytes.optim.AdamW8bit
   # class_path: bitsandbytes.optim.PagedAdamW8bit
   init_args: