cr4 / trainer_state.json
whoisltd's picture
Upload 9 files
11058aa
{
"best_metric": 1.3110549449920654,
"best_model_checkpoint": "save/gpt2-canard2/checkpoint-2952",
"epoch": 8.998731286475515,
"global_step": 4428,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_loss": 1.4947829246520996,
"eval_runtime": 41.6415,
"eval_samples_per_second": 82.37,
"step": 492
},
{
"epoch": 1.02,
"learning_rate": 3e-05,
"loss": 5.716,
"step": 500
},
{
"epoch": 2.0,
"eval_loss": 1.3761365413665771,
"eval_runtime": 41.645,
"eval_samples_per_second": 82.363,
"step": 984
},
{
"epoch": 2.03,
"learning_rate": 2.8394004282655247e-05,
"loss": 1.3967,
"step": 1000
},
{
"epoch": 3.0,
"eval_loss": 1.3401412963867188,
"eval_runtime": 41.7345,
"eval_samples_per_second": 82.186,
"step": 1476
},
{
"epoch": 3.05,
"learning_rate": 2.678800856531049e-05,
"loss": 1.2189,
"step": 1500
},
{
"epoch": 4.0,
"eval_loss": 1.3260481357574463,
"eval_runtime": 41.812,
"eval_samples_per_second": 82.034,
"step": 1968
},
{
"epoch": 4.06,
"learning_rate": 2.518201284796574e-05,
"loss": 1.1113,
"step": 2000
},
{
"epoch": 5.0,
"eval_loss": 1.3199776411056519,
"eval_runtime": 41.8477,
"eval_samples_per_second": 81.964,
"step": 2460
},
{
"epoch": 5.08,
"learning_rate": 2.3576017130620987e-05,
"loss": 1.0324,
"step": 2500
},
{
"epoch": 6.0,
"eval_loss": 1.3110549449920654,
"eval_runtime": 41.8913,
"eval_samples_per_second": 81.879,
"step": 2952
},
{
"epoch": 6.1,
"learning_rate": 2.197002141327623e-05,
"loss": 0.9693,
"step": 3000
},
{
"epoch": 7.0,
"eval_loss": 1.321687936782837,
"eval_runtime": 41.8875,
"eval_samples_per_second": 81.886,
"step": 3444
},
{
"epoch": 7.11,
"learning_rate": 2.0364025695931477e-05,
"loss": 0.915,
"step": 3500
},
{
"epoch": 8.0,
"eval_loss": 1.3250563144683838,
"eval_runtime": 41.9051,
"eval_samples_per_second": 81.852,
"step": 3936
},
{
"epoch": 8.13,
"learning_rate": 1.8758029978586724e-05,
"loss": 0.8714,
"step": 4000
},
{
"epoch": 9.0,
"eval_loss": 1.3383173942565918,
"eval_runtime": 41.8731,
"eval_samples_per_second": 81.914,
"step": 4428
},
{
"epoch": 9.0,
"step": 4428,
"total_flos": 54234126510981120,
"train_runtime": 11078.034,
"train_samples_per_second": 0.888
}
],
"max_steps": 9840,
"num_train_epochs": 20,
"total_flos": 54234126510981120,
"trial_name": null,
"trial_params": null
}