tangledgroup
/

tangled-llama-33m-32k-base-v0.1

Text Generation

Inference Endpoints

Model card Files Files and versions Community

mtasic85 commited on 28 days ago

Commit

2059e55

•

1 Parent(s): ac1b85b

train model

Files changed (1) hide show

scripts/train_model.py +1 -1

scripts/train_model.py CHANGED Viewed

@@ -224,7 +224,7 @@ config.torch_dtype = torch.bfloat16
 print(config)
 model = AutoModelForCausalLM.from_config(config)
-# model = model.to(torch.bfloat16)
 model = torch.compile(model)
 model = model.to(device)
 print(model)

 print(config)
 model = AutoModelForCausalLM.from_config(config)
+model = model.to(torch.bfloat16)
 model = torch.compile(model)
 model = model.to(device)
 print(model)