Hanzalwi's picture
Training in progress, step 1200, checkpoint
9d68331
raw
history blame
No virus
4.18 kB
{
"best_metric": 0.9781661033630371,
"best_model_checkpoint": "./outputs/checkpoint-1200",
"epoch": 1.7045454545454546,
"eval_steps": 100,
"global_step": 1200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.14,
"learning_rate": 0.0002,
"loss": 1.5808,
"step": 100
},
{
"epoch": 0.14,
"eval_loss": 1.0812042951583862,
"eval_runtime": 127.4925,
"eval_samples_per_second": 11.703,
"eval_steps_per_second": 1.467,
"step": 100
},
{
"epoch": 0.28,
"learning_rate": 0.0002,
"loss": 1.2145,
"step": 200
},
{
"epoch": 0.28,
"eval_loss": 1.0592867136001587,
"eval_runtime": 124.4418,
"eval_samples_per_second": 11.99,
"eval_steps_per_second": 1.503,
"step": 200
},
{
"epoch": 0.43,
"learning_rate": 0.0002,
"loss": 1.201,
"step": 300
},
{
"epoch": 0.43,
"eval_loss": 1.0460368394851685,
"eval_runtime": 124.1855,
"eval_samples_per_second": 12.014,
"eval_steps_per_second": 1.506,
"step": 300
},
{
"epoch": 0.57,
"learning_rate": 0.0002,
"loss": 1.1833,
"step": 400
},
{
"epoch": 0.57,
"eval_loss": 1.0355255603790283,
"eval_runtime": 124.2488,
"eval_samples_per_second": 12.008,
"eval_steps_per_second": 1.505,
"step": 400
},
{
"epoch": 0.71,
"learning_rate": 0.0002,
"loss": 1.1733,
"step": 500
},
{
"epoch": 0.71,
"eval_loss": 1.0230828523635864,
"eval_runtime": 124.322,
"eval_samples_per_second": 12.001,
"eval_steps_per_second": 1.504,
"step": 500
},
{
"epoch": 0.85,
"learning_rate": 0.0002,
"loss": 1.1612,
"step": 600
},
{
"epoch": 0.85,
"eval_loss": 1.0142004489898682,
"eval_runtime": 124.2613,
"eval_samples_per_second": 12.007,
"eval_steps_per_second": 1.505,
"step": 600
},
{
"epoch": 0.99,
"learning_rate": 0.0002,
"loss": 1.1492,
"step": 700
},
{
"epoch": 0.99,
"eval_loss": 1.0080314874649048,
"eval_runtime": 124.2662,
"eval_samples_per_second": 12.006,
"eval_steps_per_second": 1.505,
"step": 700
},
{
"epoch": 1.14,
"learning_rate": 0.0002,
"loss": 1.1391,
"step": 800
},
{
"epoch": 1.14,
"eval_loss": 1.0012787580490112,
"eval_runtime": 124.3175,
"eval_samples_per_second": 12.002,
"eval_steps_per_second": 1.504,
"step": 800
},
{
"epoch": 1.28,
"learning_rate": 0.0002,
"loss": 1.1154,
"step": 900
},
{
"epoch": 1.28,
"eval_loss": 0.9947501420974731,
"eval_runtime": 124.3492,
"eval_samples_per_second": 11.998,
"eval_steps_per_second": 1.504,
"step": 900
},
{
"epoch": 1.42,
"learning_rate": 0.0002,
"loss": 1.1179,
"step": 1000
},
{
"epoch": 1.42,
"eval_loss": 0.9894721508026123,
"eval_runtime": 124.1464,
"eval_samples_per_second": 12.018,
"eval_steps_per_second": 1.506,
"step": 1000
},
{
"epoch": 1.56,
"learning_rate": 0.0002,
"loss": 1.1196,
"step": 1100
},
{
"epoch": 1.56,
"eval_loss": 0.9814682006835938,
"eval_runtime": 124.3036,
"eval_samples_per_second": 12.003,
"eval_steps_per_second": 1.504,
"step": 1100
},
{
"epoch": 1.7,
"learning_rate": 0.0002,
"loss": 1.1074,
"step": 1200
},
{
"epoch": 1.7,
"eval_loss": 0.9781661033630371,
"eval_runtime": 119.7103,
"eval_samples_per_second": 12.463,
"eval_steps_per_second": 1.562,
"step": 1200
}
],
"logging_steps": 100,
"max_steps": 2112,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 6.7446395960832e+16,
"trial_name": null,
"trial_params": null
}