|
{ |
|
"best_metric": 1.3110549449920654, |
|
"best_model_checkpoint": "save/gpt2-canard2/checkpoint-2952", |
|
"epoch": 8.998731286475515, |
|
"global_step": 4428, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 1.4947829246520996, |
|
"eval_runtime": 41.6415, |
|
"eval_samples_per_second": 82.37, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 3e-05, |
|
"loss": 5.716, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 1.3761365413665771, |
|
"eval_runtime": 41.645, |
|
"eval_samples_per_second": 82.363, |
|
"step": 984 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 2.8394004282655247e-05, |
|
"loss": 1.3967, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 1.3401412963867188, |
|
"eval_runtime": 41.7345, |
|
"eval_samples_per_second": 82.186, |
|
"step": 1476 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 2.678800856531049e-05, |
|
"loss": 1.2189, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 1.3260481357574463, |
|
"eval_runtime": 41.812, |
|
"eval_samples_per_second": 82.034, |
|
"step": 1968 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 2.518201284796574e-05, |
|
"loss": 1.1113, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 1.3199776411056519, |
|
"eval_runtime": 41.8477, |
|
"eval_samples_per_second": 81.964, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 5.08, |
|
"learning_rate": 2.3576017130620987e-05, |
|
"loss": 1.0324, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_loss": 1.3110549449920654, |
|
"eval_runtime": 41.8913, |
|
"eval_samples_per_second": 81.879, |
|
"step": 2952 |
|
}, |
|
{ |
|
"epoch": 6.1, |
|
"learning_rate": 2.197002141327623e-05, |
|
"loss": 0.9693, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_loss": 1.321687936782837, |
|
"eval_runtime": 41.8875, |
|
"eval_samples_per_second": 81.886, |
|
"step": 3444 |
|
}, |
|
{ |
|
"epoch": 7.11, |
|
"learning_rate": 2.0364025695931477e-05, |
|
"loss": 0.915, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_loss": 1.3250563144683838, |
|
"eval_runtime": 41.9051, |
|
"eval_samples_per_second": 81.852, |
|
"step": 3936 |
|
}, |
|
{ |
|
"epoch": 8.13, |
|
"learning_rate": 1.8758029978586724e-05, |
|
"loss": 0.8714, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_loss": 1.3383173942565918, |
|
"eval_runtime": 41.8731, |
|
"eval_samples_per_second": 81.914, |
|
"step": 4428 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"step": 4428, |
|
"total_flos": 54234126510981120, |
|
"train_runtime": 11078.034, |
|
"train_samples_per_second": 0.888 |
|
} |
|
], |
|
"max_steps": 9840, |
|
"num_train_epochs": 20, |
|
"total_flos": 54234126510981120, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|