| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 2440, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 5.065453052520752, | |
| "learning_rate": 4.75e-05, | |
| "loss": 0.5633, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7167919799498746, | |
| "eval_f1": 0.6483759017352311, | |
| "eval_loss": 0.5099548697471619, | |
| "eval_precision": 0.653631914482581, | |
| "eval_recall": 0.6446172031278414, | |
| "eval_runtime": 5.1602, | |
| "eval_samples_per_second": 77.323, | |
| "eval_steps_per_second": 9.69, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 3.7954251766204834, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.5083, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7243107769423559, | |
| "eval_f1": 0.6886704119850188, | |
| "eval_loss": 0.4999238848686218, | |
| "eval_precision": 0.6825396825396826, | |
| "eval_recall": 0.704946353882524, | |
| "eval_runtime": 5.1248, | |
| "eval_samples_per_second": 77.857, | |
| "eval_steps_per_second": 9.757, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 3.972048759460449, | |
| "learning_rate": 4.25e-05, | |
| "loss": 0.4904, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7619047619047619, | |
| "eval_f1": 0.7090966301102831, | |
| "eval_loss": 0.4595041573047638, | |
| "eval_precision": 0.7119991289198606, | |
| "eval_recall": 0.7065375522822331, | |
| "eval_runtime": 5.081, | |
| "eval_samples_per_second": 78.527, | |
| "eval_steps_per_second": 9.841, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.7911946773529053, | |
| "learning_rate": 4e-05, | |
| "loss": 0.4644, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7919799498746867, | |
| "eval_f1": 0.7357932107383621, | |
| "eval_loss": 0.4287411570549011, | |
| "eval_precision": 0.7520170859041291, | |
| "eval_recall": 0.7253136933987998, | |
| "eval_runtime": 5.0575, | |
| "eval_samples_per_second": 78.893, | |
| "eval_steps_per_second": 9.886, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.300946593284607, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.4439, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7518796992481203, | |
| "eval_f1": 0.720337003079755, | |
| "eval_loss": 0.43993374705314636, | |
| "eval_precision": 0.7126763217400668, | |
| "eval_recall": 0.7394526277505, | |
| "eval_runtime": 5.0938, | |
| "eval_samples_per_second": 78.331, | |
| "eval_steps_per_second": 9.816, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.9654462337493896, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.4241, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.8220551378446115, | |
| "eval_f1": 0.7837101170434504, | |
| "eval_loss": 0.402724027633667, | |
| "eval_precision": 0.7859649122807018, | |
| "eval_recall": 0.7815966539370796, | |
| "eval_runtime": 5.0688, | |
| "eval_samples_per_second": 78.717, | |
| "eval_steps_per_second": 9.864, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 4.654602527618408, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 0.4092, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8070175438596491, | |
| "eval_f1": 0.7742565963981571, | |
| "eval_loss": 0.4018576741218567, | |
| "eval_precision": 0.7674435230197312, | |
| "eval_recall": 0.7834606292053101, | |
| "eval_runtime": 5.1542, | |
| "eval_samples_per_second": 77.413, | |
| "eval_steps_per_second": 9.701, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 5.236440181732178, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3891, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8270676691729323, | |
| "eval_f1": 0.7919126261290201, | |
| "eval_loss": 0.3805297911167145, | |
| "eval_precision": 0.7911966946136679, | |
| "eval_recall": 0.7926441171122023, | |
| "eval_runtime": 5.0656, | |
| "eval_samples_per_second": 78.766, | |
| "eval_steps_per_second": 9.87, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 3.970191478729248, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 0.3777, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8270676691729323, | |
| "eval_f1": 0.7919126261290201, | |
| "eval_loss": 0.3789067566394806, | |
| "eval_precision": 0.7911966946136679, | |
| "eval_recall": 0.7926441171122023, | |
| "eval_runtime": 5.0643, | |
| "eval_samples_per_second": 78.786, | |
| "eval_steps_per_second": 9.873, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 5.090290069580078, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.369, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.8395989974937343, | |
| "eval_f1": 0.8055318630437431, | |
| "eval_loss": 0.37584108114242554, | |
| "eval_precision": 0.8071187997550521, | |
| "eval_recall": 0.8040098199672667, | |
| "eval_runtime": 5.1216, | |
| "eval_samples_per_second": 77.905, | |
| "eval_steps_per_second": 9.762, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 4.1066460609436035, | |
| "learning_rate": 2.25e-05, | |
| "loss": 0.3531, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.8295739348370927, | |
| "eval_f1": 0.7983530530947143, | |
| "eval_loss": 0.38051342964172363, | |
| "eval_precision": 0.7932554744525547, | |
| "eval_recall": 0.8044189852700492, | |
| "eval_runtime": 5.0491, | |
| "eval_samples_per_second": 79.024, | |
| "eval_steps_per_second": 9.903, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 10.612831115722656, | |
| "learning_rate": 2e-05, | |
| "loss": 0.3486, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.8320802005012531, | |
| "eval_f1": 0.8026866442779643, | |
| "eval_loss": 0.38006365299224854, | |
| "eval_precision": 0.795995733394834, | |
| "eval_recall": 0.8111929441716675, | |
| "eval_runtime": 5.0786, | |
| "eval_samples_per_second": 78.565, | |
| "eval_steps_per_second": 9.845, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 2.0057244300842285, | |
| "learning_rate": 1.75e-05, | |
| "loss": 0.3472, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.8421052631578947, | |
| "eval_f1": 0.8090546545634092, | |
| "eval_loss": 0.3675023913383484, | |
| "eval_precision": 0.8098422078713293, | |
| "eval_recall": 0.808283324240771, | |
| "eval_runtime": 5.0801, | |
| "eval_samples_per_second": 78.542, | |
| "eval_steps_per_second": 9.842, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 9.116528511047363, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.3379, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.8370927318295739, | |
| "eval_f1": 0.8039756622954537, | |
| "eval_loss": 0.36543166637420654, | |
| "eval_precision": 0.8032299897460643, | |
| "eval_recall": 0.8047372249499909, | |
| "eval_runtime": 5.0679, | |
| "eval_samples_per_second": 78.731, | |
| "eval_steps_per_second": 9.866, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 0.9552446007728577, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.3353, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.8421052631578947, | |
| "eval_f1": 0.8127416435111035, | |
| "eval_loss": 0.37026751041412354, | |
| "eval_precision": 0.8079618768328446, | |
| "eval_recall": 0.8182851427532278, | |
| "eval_runtime": 5.0883, | |
| "eval_samples_per_second": 78.415, | |
| "eval_steps_per_second": 9.826, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 6.738326549530029, | |
| "learning_rate": 1e-05, | |
| "loss": 0.3213, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.8370927318295739, | |
| "eval_f1": 0.8076965854743632, | |
| "eval_loss": 0.3708532154560089, | |
| "eval_precision": 0.8018925518925519, | |
| "eval_recall": 0.8147390434624477, | |
| "eval_runtime": 5.071, | |
| "eval_samples_per_second": 78.683, | |
| "eval_steps_per_second": 9.86, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 2.96878719329834, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.3214, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.8370927318295739, | |
| "eval_f1": 0.8058772015179527, | |
| "eval_loss": 0.36412617564201355, | |
| "eval_precision": 0.8024057525004439, | |
| "eval_recall": 0.8097381342062193, | |
| "eval_runtime": 5.05, | |
| "eval_samples_per_second": 79.01, | |
| "eval_steps_per_second": 9.901, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 2.617929697036743, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3225, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.8370927318295739, | |
| "eval_f1": 0.8058772015179527, | |
| "eval_loss": 0.36399707198143005, | |
| "eval_precision": 0.8024057525004439, | |
| "eval_recall": 0.8097381342062193, | |
| "eval_runtime": 5.0661, | |
| "eval_samples_per_second": 78.759, | |
| "eval_steps_per_second": 9.869, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 3.830294132232666, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.3159, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.8345864661654135, | |
| "eval_f1": 0.8033602150537634, | |
| "eval_loss": 0.3648917078971863, | |
| "eval_precision": 0.7993107104984093, | |
| "eval_recall": 0.8079650845608293, | |
| "eval_runtime": 5.0632, | |
| "eval_samples_per_second": 78.804, | |
| "eval_steps_per_second": 9.875, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 6.41981840133667, | |
| "learning_rate": 0.0, | |
| "loss": 0.3195, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.8345864661654135, | |
| "eval_f1": 0.8033602150537634, | |
| "eval_loss": 0.36415907740592957, | |
| "eval_precision": 0.7993107104984093, | |
| "eval_recall": 0.8079650845608293, | |
| "eval_runtime": 5.0825, | |
| "eval_samples_per_second": 78.505, | |
| "eval_steps_per_second": 9.838, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 2440, | |
| "total_flos": 7590599775312000.0, | |
| "train_loss": 0.38811437106523355, | |
| "train_runtime": 1955.7987, | |
| "train_samples_per_second": 37.202, | |
| "train_steps_per_second": 1.248 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2440, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 7590599775312000.0, | |
| "train_batch_size": 30, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |