Hanzalwi's picture
Training in progress, step 2100, checkpoint
943af76
raw
history blame
6.96 kB
{
"best_metric": 0.9420180916786194,
"best_model_checkpoint": "./outputs/checkpoint-2100",
"epoch": 2.9829545454545454,
"eval_steps": 100,
"global_step": 2100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.14,
"learning_rate": 0.0002,
"loss": 1.5808,
"step": 100
},
{
"epoch": 0.14,
"eval_loss": 1.0812042951583862,
"eval_runtime": 127.4925,
"eval_samples_per_second": 11.703,
"eval_steps_per_second": 1.467,
"step": 100
},
{
"epoch": 0.28,
"learning_rate": 0.0002,
"loss": 1.2145,
"step": 200
},
{
"epoch": 0.28,
"eval_loss": 1.0592867136001587,
"eval_runtime": 124.4418,
"eval_samples_per_second": 11.99,
"eval_steps_per_second": 1.503,
"step": 200
},
{
"epoch": 0.43,
"learning_rate": 0.0002,
"loss": 1.201,
"step": 300
},
{
"epoch": 0.43,
"eval_loss": 1.0460368394851685,
"eval_runtime": 124.1855,
"eval_samples_per_second": 12.014,
"eval_steps_per_second": 1.506,
"step": 300
},
{
"epoch": 0.57,
"learning_rate": 0.0002,
"loss": 1.1833,
"step": 400
},
{
"epoch": 0.57,
"eval_loss": 1.0355255603790283,
"eval_runtime": 124.2488,
"eval_samples_per_second": 12.008,
"eval_steps_per_second": 1.505,
"step": 400
},
{
"epoch": 0.71,
"learning_rate": 0.0002,
"loss": 1.1733,
"step": 500
},
{
"epoch": 0.71,
"eval_loss": 1.0230828523635864,
"eval_runtime": 124.322,
"eval_samples_per_second": 12.001,
"eval_steps_per_second": 1.504,
"step": 500
},
{
"epoch": 0.85,
"learning_rate": 0.0002,
"loss": 1.1612,
"step": 600
},
{
"epoch": 0.85,
"eval_loss": 1.0142004489898682,
"eval_runtime": 124.2613,
"eval_samples_per_second": 12.007,
"eval_steps_per_second": 1.505,
"step": 600
},
{
"epoch": 0.99,
"learning_rate": 0.0002,
"loss": 1.1492,
"step": 700
},
{
"epoch": 0.99,
"eval_loss": 1.0080314874649048,
"eval_runtime": 124.2662,
"eval_samples_per_second": 12.006,
"eval_steps_per_second": 1.505,
"step": 700
},
{
"epoch": 1.14,
"learning_rate": 0.0002,
"loss": 1.1391,
"step": 800
},
{
"epoch": 1.14,
"eval_loss": 1.0012787580490112,
"eval_runtime": 124.3175,
"eval_samples_per_second": 12.002,
"eval_steps_per_second": 1.504,
"step": 800
},
{
"epoch": 1.28,
"learning_rate": 0.0002,
"loss": 1.1154,
"step": 900
},
{
"epoch": 1.28,
"eval_loss": 0.9947501420974731,
"eval_runtime": 124.3492,
"eval_samples_per_second": 11.998,
"eval_steps_per_second": 1.504,
"step": 900
},
{
"epoch": 1.42,
"learning_rate": 0.0002,
"loss": 1.1179,
"step": 1000
},
{
"epoch": 1.42,
"eval_loss": 0.9894721508026123,
"eval_runtime": 124.1464,
"eval_samples_per_second": 12.018,
"eval_steps_per_second": 1.506,
"step": 1000
},
{
"epoch": 1.56,
"learning_rate": 0.0002,
"loss": 1.1196,
"step": 1100
},
{
"epoch": 1.56,
"eval_loss": 0.9814682006835938,
"eval_runtime": 124.3036,
"eval_samples_per_second": 12.003,
"eval_steps_per_second": 1.504,
"step": 1100
},
{
"epoch": 1.7,
"learning_rate": 0.0002,
"loss": 1.1074,
"step": 1200
},
{
"epoch": 1.7,
"eval_loss": 0.9781661033630371,
"eval_runtime": 119.7103,
"eval_samples_per_second": 12.463,
"eval_steps_per_second": 1.562,
"step": 1200
},
{
"epoch": 1.85,
"learning_rate": 0.0002,
"loss": 1.099,
"step": 1300
},
{
"epoch": 1.85,
"eval_loss": 0.9716654419898987,
"eval_runtime": 119.6105,
"eval_samples_per_second": 12.474,
"eval_steps_per_second": 1.563,
"step": 1300
},
{
"epoch": 1.99,
"learning_rate": 0.0002,
"loss": 1.1021,
"step": 1400
},
{
"epoch": 1.99,
"eval_loss": 0.9676819443702698,
"eval_runtime": 119.9473,
"eval_samples_per_second": 12.439,
"eval_steps_per_second": 1.559,
"step": 1400
},
{
"epoch": 2.13,
"learning_rate": 0.0002,
"loss": 1.08,
"step": 1500
},
{
"epoch": 2.13,
"eval_loss": 0.9654238224029541,
"eval_runtime": 120.0799,
"eval_samples_per_second": 12.425,
"eval_steps_per_second": 1.557,
"step": 1500
},
{
"epoch": 2.27,
"learning_rate": 0.0002,
"loss": 1.0807,
"step": 1600
},
{
"epoch": 2.27,
"eval_loss": 0.9602729082107544,
"eval_runtime": 120.231,
"eval_samples_per_second": 12.409,
"eval_steps_per_second": 1.555,
"step": 1600
},
{
"epoch": 2.41,
"learning_rate": 0.0002,
"loss": 1.062,
"step": 1700
},
{
"epoch": 2.41,
"eval_loss": 0.9569491744041443,
"eval_runtime": 120.1655,
"eval_samples_per_second": 12.416,
"eval_steps_per_second": 1.556,
"step": 1700
},
{
"epoch": 2.56,
"learning_rate": 0.0002,
"loss": 1.0627,
"step": 1800
},
{
"epoch": 2.56,
"eval_loss": 0.9535185098648071,
"eval_runtime": 120.202,
"eval_samples_per_second": 12.412,
"eval_steps_per_second": 1.556,
"step": 1800
},
{
"epoch": 2.7,
"learning_rate": 0.0002,
"loss": 1.0671,
"step": 1900
},
{
"epoch": 2.7,
"eval_loss": 0.9502108693122864,
"eval_runtime": 124.6118,
"eval_samples_per_second": 11.973,
"eval_steps_per_second": 1.501,
"step": 1900
},
{
"epoch": 2.84,
"learning_rate": 0.0002,
"loss": 1.0644,
"step": 2000
},
{
"epoch": 2.84,
"eval_loss": 0.946110725402832,
"eval_runtime": 124.5826,
"eval_samples_per_second": 11.976,
"eval_steps_per_second": 1.501,
"step": 2000
},
{
"epoch": 2.98,
"learning_rate": 0.0002,
"loss": 1.0606,
"step": 2100
},
{
"epoch": 2.98,
"eval_loss": 0.9420180916786194,
"eval_runtime": 124.5044,
"eval_samples_per_second": 11.984,
"eval_steps_per_second": 1.502,
"step": 2100
}
],
"logging_steps": 100,
"max_steps": 2112,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 1.180506237539328e+17,
"trial_name": null,
"trial_params": null
}