|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 20.0, |
|
"eval_steps": 500, |
|
"global_step": 2440, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 5.065453052520752, |
|
"learning_rate": 4.75e-05, |
|
"loss": 0.5633, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.7167919799498746, |
|
"eval_f1": 0.6483759017352311, |
|
"eval_loss": 0.5099548697471619, |
|
"eval_precision": 0.653631914482581, |
|
"eval_recall": 0.6446172031278414, |
|
"eval_runtime": 4.69, |
|
"eval_samples_per_second": 85.075, |
|
"eval_steps_per_second": 10.661, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 3.7954251766204834, |
|
"learning_rate": 4.5e-05, |
|
"loss": 0.5083, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.7243107769423559, |
|
"eval_f1": 0.6886704119850188, |
|
"eval_loss": 0.4999238848686218, |
|
"eval_precision": 0.6825396825396826, |
|
"eval_recall": 0.704946353882524, |
|
"eval_runtime": 5.0641, |
|
"eval_samples_per_second": 78.79, |
|
"eval_steps_per_second": 9.873, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"grad_norm": 3.972048759460449, |
|
"learning_rate": 4.25e-05, |
|
"loss": 0.4904, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.7619047619047619, |
|
"eval_f1": 0.7090966301102831, |
|
"eval_loss": 0.4595041573047638, |
|
"eval_precision": 0.7119991289198606, |
|
"eval_recall": 0.7065375522822331, |
|
"eval_runtime": 5.0516, |
|
"eval_samples_per_second": 78.984, |
|
"eval_steps_per_second": 9.898, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"grad_norm": 2.7911946773529053, |
|
"learning_rate": 4e-05, |
|
"loss": 0.4644, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.7919799498746867, |
|
"eval_f1": 0.7357932107383621, |
|
"eval_loss": 0.4287411570549011, |
|
"eval_precision": 0.7520170859041291, |
|
"eval_recall": 0.7253136933987998, |
|
"eval_runtime": 5.0494, |
|
"eval_samples_per_second": 79.02, |
|
"eval_steps_per_second": 9.902, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"grad_norm": 1.300946593284607, |
|
"learning_rate": 3.7500000000000003e-05, |
|
"loss": 0.4439, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.7518796992481203, |
|
"eval_f1": 0.720337003079755, |
|
"eval_loss": 0.43993374705314636, |
|
"eval_precision": 0.7126763217400668, |
|
"eval_recall": 0.7394526277505, |
|
"eval_runtime": 5.0848, |
|
"eval_samples_per_second": 78.47, |
|
"eval_steps_per_second": 9.833, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"grad_norm": 1.9654462337493896, |
|
"learning_rate": 3.5e-05, |
|
"loss": 0.4241, |
|
"step": 732 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.8220551378446115, |
|
"eval_f1": 0.7837101170434504, |
|
"eval_loss": 0.402724027633667, |
|
"eval_precision": 0.7859649122807018, |
|
"eval_recall": 0.7815966539370796, |
|
"eval_runtime": 5.0551, |
|
"eval_samples_per_second": 78.93, |
|
"eval_steps_per_second": 9.891, |
|
"step": 732 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"grad_norm": 4.654602527618408, |
|
"learning_rate": 3.2500000000000004e-05, |
|
"loss": 0.4092, |
|
"step": 854 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.8070175438596491, |
|
"eval_f1": 0.7742565963981571, |
|
"eval_loss": 0.4018576741218567, |
|
"eval_precision": 0.7674435230197312, |
|
"eval_recall": 0.7834606292053101, |
|
"eval_runtime": 5.1048, |
|
"eval_samples_per_second": 78.162, |
|
"eval_steps_per_second": 9.795, |
|
"step": 854 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"grad_norm": 5.236440181732178, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3891, |
|
"step": 976 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.8270676691729323, |
|
"eval_f1": 0.7919126261290201, |
|
"eval_loss": 0.3805297911167145, |
|
"eval_precision": 0.7911966946136679, |
|
"eval_recall": 0.7926441171122023, |
|
"eval_runtime": 5.1211, |
|
"eval_samples_per_second": 77.913, |
|
"eval_steps_per_second": 9.763, |
|
"step": 976 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"grad_norm": 3.970191478729248, |
|
"learning_rate": 2.7500000000000004e-05, |
|
"loss": 0.3777, |
|
"step": 1098 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.8270676691729323, |
|
"eval_f1": 0.7919126261290201, |
|
"eval_loss": 0.3789067566394806, |
|
"eval_precision": 0.7911966946136679, |
|
"eval_recall": 0.7926441171122023, |
|
"eval_runtime": 5.0539, |
|
"eval_samples_per_second": 78.949, |
|
"eval_steps_per_second": 9.893, |
|
"step": 1098 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"grad_norm": 5.090290069580078, |
|
"learning_rate": 2.5e-05, |
|
"loss": 0.369, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.8395989974937343, |
|
"eval_f1": 0.8055318630437431, |
|
"eval_loss": 0.37584108114242554, |
|
"eval_precision": 0.8071187997550521, |
|
"eval_recall": 0.8040098199672667, |
|
"eval_runtime": 5.0997, |
|
"eval_samples_per_second": 78.24, |
|
"eval_steps_per_second": 9.804, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"grad_norm": 4.1066460609436035, |
|
"learning_rate": 2.25e-05, |
|
"loss": 0.3531, |
|
"step": 1342 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.8295739348370927, |
|
"eval_f1": 0.7983530530947143, |
|
"eval_loss": 0.38051342964172363, |
|
"eval_precision": 0.7932554744525547, |
|
"eval_recall": 0.8044189852700492, |
|
"eval_runtime": 5.0866, |
|
"eval_samples_per_second": 78.441, |
|
"eval_steps_per_second": 9.83, |
|
"step": 1342 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"grad_norm": 10.612831115722656, |
|
"learning_rate": 2e-05, |
|
"loss": 0.3486, |
|
"step": 1464 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.8320802005012531, |
|
"eval_f1": 0.8026866442779643, |
|
"eval_loss": 0.38006365299224854, |
|
"eval_precision": 0.795995733394834, |
|
"eval_recall": 0.8111929441716675, |
|
"eval_runtime": 5.0506, |
|
"eval_samples_per_second": 79.001, |
|
"eval_steps_per_second": 9.9, |
|
"step": 1464 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"grad_norm": 2.0057244300842285, |
|
"learning_rate": 1.75e-05, |
|
"loss": 0.3472, |
|
"step": 1586 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.8421052631578947, |
|
"eval_f1": 0.8090546545634092, |
|
"eval_loss": 0.3675023913383484, |
|
"eval_precision": 0.8098422078713293, |
|
"eval_recall": 0.808283324240771, |
|
"eval_runtime": 5.0573, |
|
"eval_samples_per_second": 78.895, |
|
"eval_steps_per_second": 9.887, |
|
"step": 1586 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"grad_norm": 9.116528511047363, |
|
"learning_rate": 1.5e-05, |
|
"loss": 0.3379, |
|
"step": 1708 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8039756622954537, |
|
"eval_loss": 0.36543166637420654, |
|
"eval_precision": 0.8032299897460643, |
|
"eval_recall": 0.8047372249499909, |
|
"eval_runtime": 5.0837, |
|
"eval_samples_per_second": 78.487, |
|
"eval_steps_per_second": 9.835, |
|
"step": 1708 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"grad_norm": 0.9552446007728577, |
|
"learning_rate": 1.25e-05, |
|
"loss": 0.3353, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.8421052631578947, |
|
"eval_f1": 0.8127416435111035, |
|
"eval_loss": 0.37026751041412354, |
|
"eval_precision": 0.8079618768328446, |
|
"eval_recall": 0.8182851427532278, |
|
"eval_runtime": 5.05, |
|
"eval_samples_per_second": 79.01, |
|
"eval_steps_per_second": 9.901, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"grad_norm": 6.738326549530029, |
|
"learning_rate": 1e-05, |
|
"loss": 0.3213, |
|
"step": 1952 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8076965854743632, |
|
"eval_loss": 0.3708532154560089, |
|
"eval_precision": 0.8018925518925519, |
|
"eval_recall": 0.8147390434624477, |
|
"eval_runtime": 5.1268, |
|
"eval_samples_per_second": 77.826, |
|
"eval_steps_per_second": 9.753, |
|
"step": 1952 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"grad_norm": 2.96878719329834, |
|
"learning_rate": 7.5e-06, |
|
"loss": 0.3214, |
|
"step": 2074 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8058772015179527, |
|
"eval_loss": 0.36412617564201355, |
|
"eval_precision": 0.8024057525004439, |
|
"eval_recall": 0.8097381342062193, |
|
"eval_runtime": 5.0654, |
|
"eval_samples_per_second": 78.77, |
|
"eval_steps_per_second": 9.871, |
|
"step": 2074 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"grad_norm": 2.617929697036743, |
|
"learning_rate": 5e-06, |
|
"loss": 0.3225, |
|
"step": 2196 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8058772015179527, |
|
"eval_loss": 0.36399707198143005, |
|
"eval_precision": 0.8024057525004439, |
|
"eval_recall": 0.8097381342062193, |
|
"eval_runtime": 5.0826, |
|
"eval_samples_per_second": 78.503, |
|
"eval_steps_per_second": 9.838, |
|
"step": 2196 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"grad_norm": 3.830294132232666, |
|
"learning_rate": 2.5e-06, |
|
"loss": 0.3159, |
|
"step": 2318 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.8345864661654135, |
|
"eval_f1": 0.8033602150537634, |
|
"eval_loss": 0.3648917078971863, |
|
"eval_precision": 0.7993107104984093, |
|
"eval_recall": 0.8079650845608293, |
|
"eval_runtime": 5.0446, |
|
"eval_samples_per_second": 79.094, |
|
"eval_steps_per_second": 9.912, |
|
"step": 2318 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"grad_norm": 6.41981840133667, |
|
"learning_rate": 0.0, |
|
"loss": 0.3195, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.8345864661654135, |
|
"eval_f1": 0.8033602150537634, |
|
"eval_loss": 0.36415907740592957, |
|
"eval_precision": 0.7993107104984093, |
|
"eval_recall": 0.8079650845608293, |
|
"eval_runtime": 5.0856, |
|
"eval_samples_per_second": 78.456, |
|
"eval_steps_per_second": 9.832, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"step": 2440, |
|
"total_flos": 7590599775312000.0, |
|
"train_loss": 0.38811437106523355, |
|
"train_runtime": 1940.5778, |
|
"train_samples_per_second": 37.494, |
|
"train_steps_per_second": 1.257 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 2440, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 20, |
|
"save_steps": 500, |
|
"total_flos": 7590599775312000.0, |
|
"train_batch_size": 30, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|