out / trainer_state.json
haibotamiu's picture
End of training
ed13d45 verified
raw
history blame
2.87 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 100.0,
"eval_steps": 500,
"global_step": 9400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 5.32,
"learning_rate": 4.734042553191489e-05,
"loss": 1.0988,
"step": 500
},
{
"epoch": 10.64,
"learning_rate": 4.468085106382979e-05,
"loss": 0.1377,
"step": 1000
},
{
"epoch": 15.96,
"learning_rate": 4.2021276595744684e-05,
"loss": 0.0645,
"step": 1500
},
{
"epoch": 21.28,
"learning_rate": 3.936170212765958e-05,
"loss": 0.0425,
"step": 2000
},
{
"epoch": 26.6,
"learning_rate": 3.670212765957447e-05,
"loss": 0.0245,
"step": 2500
},
{
"epoch": 31.91,
"learning_rate": 3.4042553191489365e-05,
"loss": 0.0228,
"step": 3000
},
{
"epoch": 37.23,
"learning_rate": 3.1382978723404254e-05,
"loss": 0.0251,
"step": 3500
},
{
"epoch": 42.55,
"learning_rate": 2.8723404255319154e-05,
"loss": 0.0384,
"step": 4000
},
{
"epoch": 47.87,
"learning_rate": 2.6063829787234046e-05,
"loss": 0.0429,
"step": 4500
},
{
"epoch": 53.19,
"learning_rate": 2.340425531914894e-05,
"loss": 0.055,
"step": 5000
},
{
"epoch": 58.51,
"learning_rate": 2.074468085106383e-05,
"loss": 0.0883,
"step": 5500
},
{
"epoch": 63.83,
"learning_rate": 1.8085106382978724e-05,
"loss": 0.1385,
"step": 6000
},
{
"epoch": 69.15,
"learning_rate": 1.5425531914893617e-05,
"loss": 0.2111,
"step": 6500
},
{
"epoch": 74.47,
"learning_rate": 1.2765957446808511e-05,
"loss": 0.2821,
"step": 7000
},
{
"epoch": 79.79,
"learning_rate": 1.0106382978723404e-05,
"loss": 0.1479,
"step": 7500
},
{
"epoch": 85.11,
"learning_rate": 7.446808510638298e-06,
"loss": 0.1729,
"step": 8000
},
{
"epoch": 90.43,
"learning_rate": 4.787234042553191e-06,
"loss": 0.0951,
"step": 8500
},
{
"epoch": 95.74,
"learning_rate": 2.1276595744680853e-06,
"loss": 0.0391,
"step": 9000
},
{
"epoch": 100.0,
"step": 9400,
"total_flos": 5.87917702656e+16,
"train_loss": 0.1459447158651149,
"train_runtime": 2721.3121,
"train_samples_per_second": 110.241,
"train_steps_per_second": 3.454
}
],
"logging_steps": 500,
"max_steps": 9400,
"num_train_epochs": 100,
"save_steps": 500,
"total_flos": 5.87917702656e+16,
"trial_name": null,
"trial_params": null
}