tangledgroup
/

tangled-llama-33m-32k-base-v0.1

Text Generation

Inference Endpoints

Model card Files Files and versions Community

mtasic85 commited on 23 days ago

Commit

f711071

•

1 Parent(s): 0abeb5c

model

Files changed (1) hide show

scripts/model.yaml +2 -2

scripts/model.yaml CHANGED Viewed

@@ -100,9 +100,9 @@ eval:
 # Optimizer-related arguments
 optimizer:
-  # class_path: torch.optim.AdamW
   # class_path: bitsandbytes.optim.PagedAdamW
-  class_path: bitsandbytes.optim.AdamW8bit
   # class_path: bitsandbytes.optim.PagedAdamW8bit
   init_args:

 # Optimizer-related arguments
 optimizer:
+  class_path: torch.optim.AdamW
   # class_path: bitsandbytes.optim.PagedAdamW
+  # class_path: bitsandbytes.optim.AdamW8bit
   # class_path: bitsandbytes.optim.PagedAdamW8bit
   init_args: