|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 20.0, |
|
"eval_steps": 500, |
|
"global_step": 2440, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 5.065453052520752, |
|
"learning_rate": 4.75e-05, |
|
"loss": 0.5633, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.7167919799498746, |
|
"eval_f1": 0.6483759017352311, |
|
"eval_loss": 0.5099548697471619, |
|
"eval_precision": 0.653631914482581, |
|
"eval_recall": 0.6446172031278414, |
|
"eval_runtime": 5.1271, |
|
"eval_samples_per_second": 77.822, |
|
"eval_steps_per_second": 9.752, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 3.7954251766204834, |
|
"learning_rate": 4.5e-05, |
|
"loss": 0.5083, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.7243107769423559, |
|
"eval_f1": 0.6886704119850188, |
|
"eval_loss": 0.4999238848686218, |
|
"eval_precision": 0.6825396825396826, |
|
"eval_recall": 0.704946353882524, |
|
"eval_runtime": 5.0551, |
|
"eval_samples_per_second": 78.931, |
|
"eval_steps_per_second": 9.891, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"grad_norm": 3.972048759460449, |
|
"learning_rate": 4.25e-05, |
|
"loss": 0.4904, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.7619047619047619, |
|
"eval_f1": 0.7090966301102831, |
|
"eval_loss": 0.4595041573047638, |
|
"eval_precision": 0.7119991289198606, |
|
"eval_recall": 0.7065375522822331, |
|
"eval_runtime": 5.1087, |
|
"eval_samples_per_second": 78.103, |
|
"eval_steps_per_second": 9.787, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"grad_norm": 2.7911946773529053, |
|
"learning_rate": 4e-05, |
|
"loss": 0.4644, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.7919799498746867, |
|
"eval_f1": 0.7357932107383621, |
|
"eval_loss": 0.4287411570549011, |
|
"eval_precision": 0.7520170859041291, |
|
"eval_recall": 0.7253136933987998, |
|
"eval_runtime": 5.0546, |
|
"eval_samples_per_second": 78.937, |
|
"eval_steps_per_second": 9.892, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"grad_norm": 1.300946593284607, |
|
"learning_rate": 3.7500000000000003e-05, |
|
"loss": 0.4439, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.7518796992481203, |
|
"eval_f1": 0.720337003079755, |
|
"eval_loss": 0.43993374705314636, |
|
"eval_precision": 0.7126763217400668, |
|
"eval_recall": 0.7394526277505, |
|
"eval_runtime": 5.045, |
|
"eval_samples_per_second": 79.089, |
|
"eval_steps_per_second": 9.911, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"grad_norm": 1.9654462337493896, |
|
"learning_rate": 3.5e-05, |
|
"loss": 0.4241, |
|
"step": 732 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.8220551378446115, |
|
"eval_f1": 0.7837101170434504, |
|
"eval_loss": 0.402724027633667, |
|
"eval_precision": 0.7859649122807018, |
|
"eval_recall": 0.7815966539370796, |
|
"eval_runtime": 5.056, |
|
"eval_samples_per_second": 78.917, |
|
"eval_steps_per_second": 9.889, |
|
"step": 732 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"grad_norm": 4.654602527618408, |
|
"learning_rate": 3.2500000000000004e-05, |
|
"loss": 0.4092, |
|
"step": 854 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.8070175438596491, |
|
"eval_f1": 0.7742565963981571, |
|
"eval_loss": 0.4018576741218567, |
|
"eval_precision": 0.7674435230197312, |
|
"eval_recall": 0.7834606292053101, |
|
"eval_runtime": 5.0686, |
|
"eval_samples_per_second": 78.72, |
|
"eval_steps_per_second": 9.865, |
|
"step": 854 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"grad_norm": 5.236440181732178, |
|
"learning_rate": 3e-05, |
|
"loss": 0.3891, |
|
"step": 976 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.8270676691729323, |
|
"eval_f1": 0.7919126261290201, |
|
"eval_loss": 0.3805297911167145, |
|
"eval_precision": 0.7911966946136679, |
|
"eval_recall": 0.7926441171122023, |
|
"eval_runtime": 5.0705, |
|
"eval_samples_per_second": 78.691, |
|
"eval_steps_per_second": 9.861, |
|
"step": 976 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"grad_norm": 3.970191478729248, |
|
"learning_rate": 2.7500000000000004e-05, |
|
"loss": 0.3777, |
|
"step": 1098 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.8270676691729323, |
|
"eval_f1": 0.7919126261290201, |
|
"eval_loss": 0.3789067566394806, |
|
"eval_precision": 0.7911966946136679, |
|
"eval_recall": 0.7926441171122023, |
|
"eval_runtime": 5.0553, |
|
"eval_samples_per_second": 78.927, |
|
"eval_steps_per_second": 9.891, |
|
"step": 1098 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"grad_norm": 5.090290069580078, |
|
"learning_rate": 2.5e-05, |
|
"loss": 0.369, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.8395989974937343, |
|
"eval_f1": 0.8055318630437431, |
|
"eval_loss": 0.37584108114242554, |
|
"eval_precision": 0.8071187997550521, |
|
"eval_recall": 0.8040098199672667, |
|
"eval_runtime": 5.101, |
|
"eval_samples_per_second": 78.22, |
|
"eval_steps_per_second": 9.802, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"grad_norm": 4.1066460609436035, |
|
"learning_rate": 2.25e-05, |
|
"loss": 0.3531, |
|
"step": 1342 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.8295739348370927, |
|
"eval_f1": 0.7983530530947143, |
|
"eval_loss": 0.38051342964172363, |
|
"eval_precision": 0.7932554744525547, |
|
"eval_recall": 0.8044189852700492, |
|
"eval_runtime": 5.11, |
|
"eval_samples_per_second": 78.082, |
|
"eval_steps_per_second": 9.785, |
|
"step": 1342 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"grad_norm": 10.612831115722656, |
|
"learning_rate": 2e-05, |
|
"loss": 0.3486, |
|
"step": 1464 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.8320802005012531, |
|
"eval_f1": 0.8026866442779643, |
|
"eval_loss": 0.38006365299224854, |
|
"eval_precision": 0.795995733394834, |
|
"eval_recall": 0.8111929441716675, |
|
"eval_runtime": 5.0674, |
|
"eval_samples_per_second": 78.738, |
|
"eval_steps_per_second": 9.867, |
|
"step": 1464 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"grad_norm": 2.0057244300842285, |
|
"learning_rate": 1.75e-05, |
|
"loss": 0.3472, |
|
"step": 1586 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.8421052631578947, |
|
"eval_f1": 0.8090546545634092, |
|
"eval_loss": 0.3675023913383484, |
|
"eval_precision": 0.8098422078713293, |
|
"eval_recall": 0.808283324240771, |
|
"eval_runtime": 5.0557, |
|
"eval_samples_per_second": 78.92, |
|
"eval_steps_per_second": 9.89, |
|
"step": 1586 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"grad_norm": 9.116528511047363, |
|
"learning_rate": 1.5e-05, |
|
"loss": 0.3379, |
|
"step": 1708 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8039756622954537, |
|
"eval_loss": 0.36543166637420654, |
|
"eval_precision": 0.8032299897460643, |
|
"eval_recall": 0.8047372249499909, |
|
"eval_runtime": 5.051, |
|
"eval_samples_per_second": 78.994, |
|
"eval_steps_per_second": 9.899, |
|
"step": 1708 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"grad_norm": 0.9552446007728577, |
|
"learning_rate": 1.25e-05, |
|
"loss": 0.3353, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.8421052631578947, |
|
"eval_f1": 0.8127416435111035, |
|
"eval_loss": 0.37026751041412354, |
|
"eval_precision": 0.8079618768328446, |
|
"eval_recall": 0.8182851427532278, |
|
"eval_runtime": 5.0565, |
|
"eval_samples_per_second": 78.908, |
|
"eval_steps_per_second": 9.888, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"grad_norm": 6.738326549530029, |
|
"learning_rate": 1e-05, |
|
"loss": 0.3213, |
|
"step": 1952 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8076965854743632, |
|
"eval_loss": 0.3708532154560089, |
|
"eval_precision": 0.8018925518925519, |
|
"eval_recall": 0.8147390434624477, |
|
"eval_runtime": 5.0546, |
|
"eval_samples_per_second": 78.937, |
|
"eval_steps_per_second": 9.892, |
|
"step": 1952 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"grad_norm": 2.96878719329834, |
|
"learning_rate": 7.5e-06, |
|
"loss": 0.3214, |
|
"step": 2074 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8058772015179527, |
|
"eval_loss": 0.36412617564201355, |
|
"eval_precision": 0.8024057525004439, |
|
"eval_recall": 0.8097381342062193, |
|
"eval_runtime": 5.0478, |
|
"eval_samples_per_second": 79.044, |
|
"eval_steps_per_second": 9.905, |
|
"step": 2074 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"grad_norm": 2.617929697036743, |
|
"learning_rate": 5e-06, |
|
"loss": 0.3225, |
|
"step": 2196 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.8370927318295739, |
|
"eval_f1": 0.8058772015179527, |
|
"eval_loss": 0.36399707198143005, |
|
"eval_precision": 0.8024057525004439, |
|
"eval_recall": 0.8097381342062193, |
|
"eval_runtime": 5.0536, |
|
"eval_samples_per_second": 78.953, |
|
"eval_steps_per_second": 9.894, |
|
"step": 2196 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"grad_norm": 3.830294132232666, |
|
"learning_rate": 2.5e-06, |
|
"loss": 0.3159, |
|
"step": 2318 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.8345864661654135, |
|
"eval_f1": 0.8033602150537634, |
|
"eval_loss": 0.3648917078971863, |
|
"eval_precision": 0.7993107104984093, |
|
"eval_recall": 0.8079650845608293, |
|
"eval_runtime": 5.1284, |
|
"eval_samples_per_second": 77.802, |
|
"eval_steps_per_second": 9.75, |
|
"step": 2318 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"grad_norm": 6.41981840133667, |
|
"learning_rate": 0.0, |
|
"loss": 0.3195, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.8345864661654135, |
|
"eval_f1": 0.8033602150537634, |
|
"eval_loss": 0.36415907740592957, |
|
"eval_precision": 0.7993107104984093, |
|
"eval_recall": 0.8079650845608293, |
|
"eval_runtime": 5.106, |
|
"eval_samples_per_second": 78.143, |
|
"eval_steps_per_second": 9.792, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"step": 2440, |
|
"total_flos": 7590599775312000.0, |
|
"train_loss": 0.38811437106523355, |
|
"train_runtime": 1952.7564, |
|
"train_samples_per_second": 37.26, |
|
"train_steps_per_second": 1.25 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 2440, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 20, |
|
"save_steps": 500, |
|
"total_flos": 7590599775312000.0, |
|
"train_batch_size": 30, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|