|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 20.0, |
|
"eval_steps": 500, |
|
"global_step": 10560, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 1.1869616508483887, |
|
"learning_rate": 4.75e-05, |
|
"loss": 0.7039, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9123024942859982, |
|
"eval_f1": 0.5240871432954894, |
|
"eval_loss": 0.3293141722679138, |
|
"eval_precision": 0.5552665799739922, |
|
"eval_recall": 0.4962231260894829, |
|
"eval_runtime": 4.4586, |
|
"eval_samples_per_second": 209.707, |
|
"eval_steps_per_second": 3.364, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 0.910118818283081, |
|
"learning_rate": 4.5e-05, |
|
"loss": 0.2536, |
|
"step": 1056 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9424127993640068, |
|
"eval_f1": 0.7274131274131275, |
|
"eval_loss": 0.1835452765226364, |
|
"eval_precision": 0.6529574861367837, |
|
"eval_recall": 0.821034282393957, |
|
"eval_runtime": 4.5532, |
|
"eval_samples_per_second": 205.348, |
|
"eval_steps_per_second": 3.294, |
|
"step": 1056 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"grad_norm": 10.446182250976562, |
|
"learning_rate": 4.25e-05, |
|
"loss": 0.1831, |
|
"step": 1584 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9440027824704362, |
|
"eval_f1": 0.7365129007036748, |
|
"eval_loss": 0.18317362666130066, |
|
"eval_precision": 0.6677693761814745, |
|
"eval_recall": 0.821034282393957, |
|
"eval_runtime": 4.5192, |
|
"eval_samples_per_second": 206.893, |
|
"eval_steps_per_second": 3.319, |
|
"step": 1584 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"grad_norm": 5.82688045501709, |
|
"learning_rate": 4e-05, |
|
"loss": 0.1623, |
|
"step": 2112 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9535426811090132, |
|
"eval_f1": 0.7789361133386795, |
|
"eval_loss": 0.14634285867214203, |
|
"eval_precision": 0.7212871287128713, |
|
"eval_recall": 0.8466008134805346, |
|
"eval_runtime": 4.5284, |
|
"eval_samples_per_second": 206.475, |
|
"eval_steps_per_second": 3.312, |
|
"step": 2112 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"grad_norm": 1.118807077407837, |
|
"learning_rate": 3.7500000000000003e-05, |
|
"loss": 0.1439, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9541389247739243, |
|
"eval_f1": 0.7746591820368887, |
|
"eval_loss": 0.1386542022228241, |
|
"eval_precision": 0.7173267326732673, |
|
"eval_recall": 0.841952353282975, |
|
"eval_runtime": 4.4965, |
|
"eval_samples_per_second": 207.94, |
|
"eval_steps_per_second": 3.336, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"grad_norm": 1.6887811422348022, |
|
"learning_rate": 3.5e-05, |
|
"loss": 0.1348, |
|
"step": 3168 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9553314121037464, |
|
"eval_f1": 0.7892923403127484, |
|
"eval_loss": 0.1382703185081482, |
|
"eval_precision": 0.7256335282651072, |
|
"eval_recall": 0.8651946542707728, |
|
"eval_runtime": 4.5243, |
|
"eval_samples_per_second": 206.661, |
|
"eval_steps_per_second": 3.315, |
|
"step": 3168 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"grad_norm": 8.010842323303223, |
|
"learning_rate": 3.2500000000000004e-05, |
|
"loss": 0.1293, |
|
"step": 3696 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.9545364205505317, |
|
"eval_f1": 0.7884564469155414, |
|
"eval_loss": 0.1393628716468811, |
|
"eval_precision": 0.7242217898832685, |
|
"eval_recall": 0.8651946542707728, |
|
"eval_runtime": 4.5478, |
|
"eval_samples_per_second": 205.594, |
|
"eval_steps_per_second": 3.298, |
|
"step": 3696 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"grad_norm": 0.8240045309066772, |
|
"learning_rate": 3e-05, |
|
"loss": 0.124, |
|
"step": 4224 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9569213952101759, |
|
"eval_f1": 0.7969124301304232, |
|
"eval_loss": 0.13507381081581116, |
|
"eval_precision": 0.7352652259332023, |
|
"eval_recall": 0.8698431144683324, |
|
"eval_runtime": 4.5206, |
|
"eval_samples_per_second": 206.832, |
|
"eval_steps_per_second": 3.318, |
|
"step": 4224 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"grad_norm": 1.0099204778671265, |
|
"learning_rate": 2.7500000000000004e-05, |
|
"loss": 0.1176, |
|
"step": 4752 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.9561264036569611, |
|
"eval_f1": 0.7929824561403509, |
|
"eval_loss": 0.13042420148849487, |
|
"eval_precision": 0.7404233870967742, |
|
"eval_recall": 0.8535735037768739, |
|
"eval_runtime": 4.7802, |
|
"eval_samples_per_second": 195.599, |
|
"eval_steps_per_second": 3.138, |
|
"step": 4752 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"grad_norm": 1.6231740713119507, |
|
"learning_rate": 2.5e-05, |
|
"loss": 0.1153, |
|
"step": 5280 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.9585113783166054, |
|
"eval_f1": 0.8051240119923686, |
|
"eval_loss": 0.1277889907360077, |
|
"eval_precision": 0.7582135523613963, |
|
"eval_recall": 0.8582219639744335, |
|
"eval_runtime": 4.853, |
|
"eval_samples_per_second": 192.664, |
|
"eval_steps_per_second": 3.091, |
|
"step": 5280 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"grad_norm": 2.4694974422454834, |
|
"learning_rate": 2.25e-05, |
|
"loss": 0.111, |
|
"step": 5808 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.9579151346516943, |
|
"eval_f1": 0.7968959058067969, |
|
"eval_loss": 0.13041619956493378, |
|
"eval_precision": 0.7385912698412699, |
|
"eval_recall": 0.8651946542707728, |
|
"eval_runtime": 4.573, |
|
"eval_samples_per_second": 204.463, |
|
"eval_steps_per_second": 3.28, |
|
"step": 5808 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"grad_norm": 1.5000303983688354, |
|
"learning_rate": 2e-05, |
|
"loss": 0.109, |
|
"step": 6336 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.9565238994335685, |
|
"eval_f1": 0.7986055242692411, |
|
"eval_loss": 0.13234680891036987, |
|
"eval_precision": 0.7415338645418327, |
|
"eval_recall": 0.8651946542707728, |
|
"eval_runtime": 4.5471, |
|
"eval_samples_per_second": 205.627, |
|
"eval_steps_per_second": 3.299, |
|
"step": 6336 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"grad_norm": 1.91750168800354, |
|
"learning_rate": 1.75e-05, |
|
"loss": 0.1077, |
|
"step": 6864 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.9597038656464275, |
|
"eval_f1": 0.812959433705418, |
|
"eval_loss": 0.12529084086418152, |
|
"eval_precision": 0.7648565573770492, |
|
"eval_recall": 0.8675188843695526, |
|
"eval_runtime": 4.5239, |
|
"eval_samples_per_second": 206.678, |
|
"eval_steps_per_second": 3.316, |
|
"step": 6864 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"grad_norm": 1.4095473289489746, |
|
"learning_rate": 1.5e-05, |
|
"loss": 0.1032, |
|
"step": 7392 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.9593063698698201, |
|
"eval_f1": 0.8103683492496588, |
|
"eval_loss": 0.1242511197924614, |
|
"eval_precision": 0.7638888888888888, |
|
"eval_recall": 0.862870424171993, |
|
"eval_runtime": 4.5186, |
|
"eval_samples_per_second": 206.922, |
|
"eval_steps_per_second": 3.32, |
|
"step": 7392 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"grad_norm": 1.268137812614441, |
|
"learning_rate": 1.25e-05, |
|
"loss": 0.1035, |
|
"step": 7920 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.9597038656464275, |
|
"eval_f1": 0.8138457345325703, |
|
"eval_loss": 0.1261007934808731, |
|
"eval_precision": 0.7664271047227926, |
|
"eval_recall": 0.8675188843695526, |
|
"eval_runtime": 4.541, |
|
"eval_samples_per_second": 205.901, |
|
"eval_steps_per_second": 3.303, |
|
"step": 7920 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"grad_norm": 1.6868817806243896, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1017, |
|
"step": 8448 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.9577163867633907, |
|
"eval_f1": 0.7977254264825344, |
|
"eval_loss": 0.12578710913658142, |
|
"eval_precision": 0.7469574036511156, |
|
"eval_recall": 0.8558977338756537, |
|
"eval_runtime": 4.5068, |
|
"eval_samples_per_second": 207.462, |
|
"eval_steps_per_second": 3.328, |
|
"step": 8448 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"grad_norm": 1.2091130018234253, |
|
"learning_rate": 7.5e-06, |
|
"loss": 0.1004, |
|
"step": 8976 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.9589088740932128, |
|
"eval_f1": 0.809845820935894, |
|
"eval_loss": 0.12778569757938385, |
|
"eval_precision": 0.7575910931174089, |
|
"eval_recall": 0.8698431144683324, |
|
"eval_runtime": 4.4937, |
|
"eval_samples_per_second": 208.067, |
|
"eval_steps_per_second": 3.338, |
|
"step": 8976 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"grad_norm": 1.5732147693634033, |
|
"learning_rate": 5e-06, |
|
"loss": 0.099, |
|
"step": 9504 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.9585113783166054, |
|
"eval_f1": 0.8050687516850902, |
|
"eval_loss": 0.12837953865528107, |
|
"eval_precision": 0.7510060362173038, |
|
"eval_recall": 0.8675188843695526, |
|
"eval_runtime": 4.5343, |
|
"eval_samples_per_second": 206.204, |
|
"eval_steps_per_second": 3.308, |
|
"step": 9504 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"grad_norm": 0.611748218536377, |
|
"learning_rate": 2.5e-06, |
|
"loss": 0.0991, |
|
"step": 10032 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.958113882539998, |
|
"eval_f1": 0.8055480010878433, |
|
"eval_loss": 0.12564244866371155, |
|
"eval_precision": 0.7571574642126789, |
|
"eval_recall": 0.8605461940732132, |
|
"eval_runtime": 4.5142, |
|
"eval_samples_per_second": 207.123, |
|
"eval_steps_per_second": 3.323, |
|
"step": 10032 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"grad_norm": 1.8662045001983643, |
|
"learning_rate": 0.0, |
|
"loss": 0.0984, |
|
"step": 10560 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.9591076219815164, |
|
"eval_f1": 0.812483039348711, |
|
"eval_loss": 0.12664274871349335, |
|
"eval_precision": 0.7622199592668024, |
|
"eval_recall": 0.8698431144683324, |
|
"eval_runtime": 4.5207, |
|
"eval_samples_per_second": 206.827, |
|
"eval_steps_per_second": 3.318, |
|
"step": 10560 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"step": 10560, |
|
"total_flos": 4552961808488766.0, |
|
"train_loss": 0.1550482457334345, |
|
"train_runtime": 1230.9985, |
|
"train_samples_per_second": 137.076, |
|
"train_steps_per_second": 8.578 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 10560, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 20, |
|
"save_steps": 500, |
|
"total_flos": 4552961808488766.0, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|