| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 2120, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 4.331399440765381, | |
| "learning_rate": 4.75e-05, | |
| "loss": 0.3182, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9571745015998031, | |
| "eval_f1": 0.7968127490039841, | |
| "eval_loss": 0.12841814756393433, | |
| "eval_precision": 0.746268656716418, | |
| "eval_recall": 0.8547008547008547, | |
| "eval_runtime": 0.966, | |
| "eval_samples_per_second": 193.575, | |
| "eval_steps_per_second": 3.105, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.366861581802368, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.1137, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9561900073837066, | |
| "eval_f1": 0.7927927927927929, | |
| "eval_loss": 0.13024382293224335, | |
| "eval_precision": 0.7230046948356808, | |
| "eval_recall": 0.8774928774928775, | |
| "eval_runtime": 0.9793, | |
| "eval_samples_per_second": 190.957, | |
| "eval_steps_per_second": 3.063, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.3602290153503418, | |
| "learning_rate": 4.25e-05, | |
| "loss": 0.0683, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9606202313561408, | |
| "eval_f1": 0.8174386920980926, | |
| "eval_loss": 0.12490106374025345, | |
| "eval_precision": 0.783289817232376, | |
| "eval_recall": 0.8547008547008547, | |
| "eval_runtime": 0.9992, | |
| "eval_samples_per_second": 187.145, | |
| "eval_steps_per_second": 3.002, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.569642961025238, | |
| "learning_rate": 4e-05, | |
| "loss": 0.0454, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9591434900319961, | |
| "eval_f1": 0.8233731739707835, | |
| "eval_loss": 0.1463680863380432, | |
| "eval_precision": 0.7711442786069652, | |
| "eval_recall": 0.8831908831908832, | |
| "eval_runtime": 0.9458, | |
| "eval_samples_per_second": 197.714, | |
| "eval_steps_per_second": 3.172, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.9764404892921448, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.0325, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9640659611124784, | |
| "eval_f1": 0.8401084010840107, | |
| "eval_loss": 0.15568402409553528, | |
| "eval_precision": 0.8010335917312662, | |
| "eval_recall": 0.8831908831908832, | |
| "eval_runtime": 0.9702, | |
| "eval_samples_per_second": 192.747, | |
| "eval_steps_per_second": 3.092, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.7467350363731384, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.0211, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9598818606940684, | |
| "eval_f1": 0.8411214953271028, | |
| "eval_loss": 0.2112356424331665, | |
| "eval_precision": 0.7914572864321608, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9492, | |
| "eval_samples_per_second": 196.999, | |
| "eval_steps_per_second": 3.16, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 2.3930013179779053, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 0.015, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9606202313561408, | |
| "eval_f1": 0.8295904887714664, | |
| "eval_loss": 0.19438758492469788, | |
| "eval_precision": 0.7733990147783252, | |
| "eval_recall": 0.8945868945868946, | |
| "eval_runtime": 0.9407, | |
| "eval_samples_per_second": 198.787, | |
| "eval_steps_per_second": 3.189, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.5287325978279114, | |
| "learning_rate": 3e-05, | |
| "loss": 0.0113, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9665271966527197, | |
| "eval_f1": 0.8536585365853658, | |
| "eval_loss": 0.21514002978801727, | |
| "eval_precision": 0.813953488372093, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9327, | |
| "eval_samples_per_second": 200.498, | |
| "eval_steps_per_second": 3.217, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.272814005613327, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 0.0075, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9684961850849126, | |
| "eval_f1": 0.8536585365853658, | |
| "eval_loss": 0.199550062417984, | |
| "eval_precision": 0.813953488372093, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9509, | |
| "eval_samples_per_second": 196.649, | |
| "eval_steps_per_second": 3.155, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.9517960548400879, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0067, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9684961850849126, | |
| "eval_f1": 0.8647140864714087, | |
| "eval_loss": 0.2077295184135437, | |
| "eval_precision": 0.8469945355191257, | |
| "eval_recall": 0.8831908831908832, | |
| "eval_runtime": 1.0115, | |
| "eval_samples_per_second": 184.866, | |
| "eval_steps_per_second": 2.966, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 0.23543691635131836, | |
| "learning_rate": 2.25e-05, | |
| "loss": 0.0039, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.9579128722618755, | |
| "eval_f1": 0.823841059602649, | |
| "eval_loss": 0.2609161138534546, | |
| "eval_precision": 0.7698019801980198, | |
| "eval_recall": 0.886039886039886, | |
| "eval_runtime": 0.9537, | |
| "eval_samples_per_second": 196.081, | |
| "eval_steps_per_second": 3.146, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 0.22459489107131958, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0028, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9648043317745508, | |
| "eval_f1": 0.8590971272229823, | |
| "eval_loss": 0.24980689585208893, | |
| "eval_precision": 0.8263157894736842, | |
| "eval_recall": 0.8945868945868946, | |
| "eval_runtime": 0.9427, | |
| "eval_samples_per_second": 198.361, | |
| "eval_steps_per_second": 3.182, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 2.4156136512756348, | |
| "learning_rate": 1.75e-05, | |
| "loss": 0.0035, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.9643120846665025, | |
| "eval_f1": 0.8493150684931507, | |
| "eval_loss": 0.24070732295513153, | |
| "eval_precision": 0.8179419525065963, | |
| "eval_recall": 0.8831908831908832, | |
| "eval_runtime": 0.9468, | |
| "eval_samples_per_second": 197.508, | |
| "eval_steps_per_second": 3.169, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 0.004436641000211239, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.003, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.963081466896382, | |
| "eval_f1": 0.8375838926174497, | |
| "eval_loss": 0.2474687099456787, | |
| "eval_precision": 0.7918781725888325, | |
| "eval_recall": 0.8888888888888888, | |
| "eval_runtime": 0.9445, | |
| "eval_samples_per_second": 197.991, | |
| "eval_steps_per_second": 3.176, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 0.024274416267871857, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.0016, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.9640659611124784, | |
| "eval_f1": 0.8445040214477211, | |
| "eval_loss": 0.25520774722099304, | |
| "eval_precision": 0.7974683544303798, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9554, | |
| "eval_samples_per_second": 195.735, | |
| "eval_steps_per_second": 3.14, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 0.18013718724250793, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.9665271966527197, | |
| "eval_f1": 0.8606557377049181, | |
| "eval_loss": 0.24627996981143951, | |
| "eval_precision": 0.8267716535433071, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9538, | |
| "eval_samples_per_second": 196.059, | |
| "eval_steps_per_second": 3.145, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 0.005411619320511818, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.0012, | |
| "step": 1802 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.9665271966527197, | |
| "eval_f1": 0.861072902338377, | |
| "eval_loss": 0.25002872943878174, | |
| "eval_precision": 0.8324468085106383, | |
| "eval_recall": 0.8917378917378918, | |
| "eval_runtime": 0.9536, | |
| "eval_samples_per_second": 196.089, | |
| "eval_steps_per_second": 3.146, | |
| "step": 1802 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 0.02285461686551571, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0009, | |
| "step": 1908 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.965296578882599, | |
| "eval_f1": 0.8586956521739131, | |
| "eval_loss": 0.26289603114128113, | |
| "eval_precision": 0.8207792207792208, | |
| "eval_recall": 0.9002849002849003, | |
| "eval_runtime": 0.9478, | |
| "eval_samples_per_second": 197.295, | |
| "eval_steps_per_second": 3.165, | |
| "step": 1908 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 0.004692568443715572, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.0014, | |
| "step": 2014 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.9650504553285749, | |
| "eval_f1": 0.8559782608695653, | |
| "eval_loss": 0.26193881034851074, | |
| "eval_precision": 0.8181818181818182, | |
| "eval_recall": 0.8974358974358975, | |
| "eval_runtime": 0.9587, | |
| "eval_samples_per_second": 195.056, | |
| "eval_steps_per_second": 3.129, | |
| "step": 2014 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 0.07399484515190125, | |
| "learning_rate": 0.0, | |
| "loss": 0.0006, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.9650504553285749, | |
| "eval_f1": 0.8555858310626703, | |
| "eval_loss": 0.2606537342071533, | |
| "eval_precision": 0.8198433420365535, | |
| "eval_recall": 0.8945868945868946, | |
| "eval_runtime": 0.958, | |
| "eval_samples_per_second": 195.202, | |
| "eval_steps_per_second": 3.132, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 2120, | |
| "total_flos": 903894941334000.0, | |
| "train_loss": 0.03300303453052381, | |
| "train_runtime": 513.1215, | |
| "train_samples_per_second": 65.793, | |
| "train_steps_per_second": 4.132 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2120, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 903894941334000.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |