| { | |
| "best_metric": 0.1256455034017563, | |
| "best_model_checkpoint": "mobilebert_sa_GLUE_Experiment_logit_kd_data_aug_mrpc/checkpoint-80319", | |
| "epoch": 46.0, | |
| "global_step": 90114, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.9e-05, | |
| "loss": 0.2964, | |
| "step": 1959 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9607843137254902, | |
| "eval_combined_score": 0.9663076498204916, | |
| "eval_f1": 0.9718309859154929, | |
| "eval_loss": 0.20259901881217957, | |
| "eval_runtime": 0.7823, | |
| "eval_samples_per_second": 521.547, | |
| "eval_steps_per_second": 5.113, | |
| "step": 1959 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 4.8e-05, | |
| "loss": 0.2307, | |
| "step": 3918 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9705882352941176, | |
| "eval_combined_score": 0.9747678018575852, | |
| "eval_f1": 0.9789473684210526, | |
| "eval_loss": 0.19426828622817993, | |
| "eval_runtime": 0.7765, | |
| "eval_samples_per_second": 525.442, | |
| "eval_steps_per_second": 5.151, | |
| "step": 3918 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4.7e-05, | |
| "loss": 0.2221, | |
| "step": 5877 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9803921568627451, | |
| "eval_combined_score": 0.9831038798498122, | |
| "eval_f1": 0.9858156028368794, | |
| "eval_loss": 0.18736393749713898, | |
| "eval_runtime": 0.773, | |
| "eval_samples_per_second": 527.78, | |
| "eval_steps_per_second": 5.174, | |
| "step": 5877 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 0.2163, | |
| "step": 7836 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9852941176470589, | |
| "eval_combined_score": 0.9873279098873593, | |
| "eval_f1": 0.9893617021276596, | |
| "eval_loss": 0.17034168541431427, | |
| "eval_runtime": 0.7757, | |
| "eval_samples_per_second": 526.002, | |
| "eval_steps_per_second": 5.157, | |
| "step": 7836 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.2115, | |
| "step": 9795 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9852941176470589, | |
| "eval_combined_score": 0.9873279098873593, | |
| "eval_f1": 0.9893617021276596, | |
| "eval_loss": 0.18048794567584991, | |
| "eval_runtime": 0.7764, | |
| "eval_samples_per_second": 525.485, | |
| "eval_steps_per_second": 5.152, | |
| "step": 9795 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 0.2071, | |
| "step": 11754 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9803921568627451, | |
| "eval_combined_score": 0.9831289406221853, | |
| "eval_f1": 0.9858657243816255, | |
| "eval_loss": 0.16820354759693146, | |
| "eval_runtime": 0.7809, | |
| "eval_samples_per_second": 522.481, | |
| "eval_steps_per_second": 5.122, | |
| "step": 11754 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 4.3e-05, | |
| "loss": 0.2036, | |
| "step": 13713 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9877450980392157, | |
| "eval_combined_score": 0.9894320516839064, | |
| "eval_f1": 0.9911190053285969, | |
| "eval_loss": 0.15831029415130615, | |
| "eval_runtime": 0.78, | |
| "eval_samples_per_second": 523.105, | |
| "eval_steps_per_second": 5.128, | |
| "step": 13713 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 4.2e-05, | |
| "loss": 0.2007, | |
| "step": 15672 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.16275052726268768, | |
| "eval_runtime": 0.7788, | |
| "eval_samples_per_second": 523.893, | |
| "eval_steps_per_second": 5.136, | |
| "step": 15672 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 4.1e-05, | |
| "loss": 0.1985, | |
| "step": 17631 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9852941176470589, | |
| "eval_combined_score": 0.9873279098873593, | |
| "eval_f1": 0.9893617021276596, | |
| "eval_loss": 0.15478737652301788, | |
| "eval_runtime": 0.7768, | |
| "eval_samples_per_second": 525.26, | |
| "eval_steps_per_second": 5.15, | |
| "step": 17631 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 4e-05, | |
| "loss": 0.1965, | |
| "step": 19590 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9877450980392157, | |
| "eval_combined_score": 0.9894162210338681, | |
| "eval_f1": 0.9910873440285204, | |
| "eval_loss": 0.15827800333499908, | |
| "eval_runtime": 0.7788, | |
| "eval_samples_per_second": 523.897, | |
| "eval_steps_per_second": 5.136, | |
| "step": 19590 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 3.9000000000000006e-05, | |
| "loss": 0.195, | |
| "step": 21549 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915138098250054, | |
| "eval_f1": 0.992831541218638, | |
| "eval_loss": 0.1527128666639328, | |
| "eval_runtime": 0.7814, | |
| "eval_samples_per_second": 522.15, | |
| "eval_steps_per_second": 5.119, | |
| "step": 21549 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 3.8e-05, | |
| "loss": 0.1938, | |
| "step": 23508 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915266106442577, | |
| "eval_f1": 0.9928571428571428, | |
| "eval_loss": 0.15122443437576294, | |
| "eval_runtime": 0.7775, | |
| "eval_samples_per_second": 524.756, | |
| "eval_steps_per_second": 5.145, | |
| "step": 23508 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 3.7e-05, | |
| "loss": 0.1926, | |
| "step": 25467 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.1425897628068924, | |
| "eval_runtime": 0.7755, | |
| "eval_samples_per_second": 526.144, | |
| "eval_steps_per_second": 5.158, | |
| "step": 25467 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 3.6e-05, | |
| "loss": 0.1917, | |
| "step": 27426 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.14360927045345306, | |
| "eval_runtime": 0.7791, | |
| "eval_samples_per_second": 523.666, | |
| "eval_steps_per_second": 5.134, | |
| "step": 27426 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.191, | |
| "step": 29385 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936401662632853, | |
| "eval_f1": 0.9946332737030412, | |
| "eval_loss": 0.1502537876367569, | |
| "eval_runtime": 0.7823, | |
| "eval_samples_per_second": 521.529, | |
| "eval_steps_per_second": 5.113, | |
| "step": 29385 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 0.1901, | |
| "step": 31344 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.14606404304504395, | |
| "eval_runtime": 0.7757, | |
| "eval_samples_per_second": 525.986, | |
| "eval_steps_per_second": 5.157, | |
| "step": 31344 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 3.3e-05, | |
| "loss": 0.1894, | |
| "step": 33303 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.9975490196078431, | |
| "eval_combined_score": 0.9978800554210951, | |
| "eval_f1": 0.998211091234347, | |
| "eval_loss": 0.1498469114303589, | |
| "eval_runtime": 0.7758, | |
| "eval_samples_per_second": 525.884, | |
| "eval_steps_per_second": 5.156, | |
| "step": 33303 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.1888, | |
| "step": 35262 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915266106442577, | |
| "eval_f1": 0.9928571428571428, | |
| "eval_loss": 0.14023421704769135, | |
| "eval_runtime": 0.7766, | |
| "eval_samples_per_second": 525.375, | |
| "eval_steps_per_second": 5.151, | |
| "step": 35262 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 3.1e-05, | |
| "loss": 0.1882, | |
| "step": 37221 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936401662632853, | |
| "eval_f1": 0.9946332737030412, | |
| "eval_loss": 0.14202910661697388, | |
| "eval_runtime": 0.7794, | |
| "eval_samples_per_second": 523.449, | |
| "eval_steps_per_second": 5.132, | |
| "step": 37221 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "learning_rate": 3e-05, | |
| "loss": 0.1876, | |
| "step": 39180 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.13458134233951569, | |
| "eval_runtime": 0.7781, | |
| "eval_samples_per_second": 524.385, | |
| "eval_steps_per_second": 5.141, | |
| "step": 39180 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "learning_rate": 2.9e-05, | |
| "loss": 0.1871, | |
| "step": 41139 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.13956362009048462, | |
| "eval_runtime": 0.7768, | |
| "eval_samples_per_second": 525.249, | |
| "eval_steps_per_second": 5.15, | |
| "step": 41139 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 0.1867, | |
| "step": 43098 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.14428994059562683, | |
| "eval_runtime": 0.7783, | |
| "eval_samples_per_second": 524.192, | |
| "eval_steps_per_second": 5.139, | |
| "step": 43098 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "learning_rate": 2.7000000000000002e-05, | |
| "loss": 0.1862, | |
| "step": 45057 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.1346110701560974, | |
| "eval_runtime": 0.7827, | |
| "eval_samples_per_second": 521.253, | |
| "eval_steps_per_second": 5.11, | |
| "step": 45057 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 0.1857, | |
| "step": 47016 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.13611076772212982, | |
| "eval_runtime": 0.7925, | |
| "eval_samples_per_second": 514.847, | |
| "eval_steps_per_second": 5.048, | |
| "step": 47016 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.1854, | |
| "step": 48975 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.13179393112659454, | |
| "eval_runtime": 0.7822, | |
| "eval_samples_per_second": 521.594, | |
| "eval_steps_per_second": 5.114, | |
| "step": 48975 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 2.4e-05, | |
| "loss": 0.185, | |
| "step": 50934 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.13099727034568787, | |
| "eval_runtime": 0.851, | |
| "eval_samples_per_second": 479.464, | |
| "eval_steps_per_second": 4.701, | |
| "step": 50934 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "learning_rate": 2.3000000000000003e-05, | |
| "loss": 0.1846, | |
| "step": 52893 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.13022534549236298, | |
| "eval_runtime": 0.7818, | |
| "eval_samples_per_second": 521.85, | |
| "eval_steps_per_second": 5.116, | |
| "step": 52893 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 0.1842, | |
| "step": 54852 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy": 0.9950980392156863, | |
| "eval_combined_score": 0.9957633053221289, | |
| "eval_f1": 0.9964285714285714, | |
| "eval_loss": 0.13285598158836365, | |
| "eval_runtime": 0.7818, | |
| "eval_samples_per_second": 521.866, | |
| "eval_steps_per_second": 5.116, | |
| "step": 54852 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "learning_rate": 2.1e-05, | |
| "loss": 0.1839, | |
| "step": 56811 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.13004697859287262, | |
| "eval_runtime": 0.7761, | |
| "eval_samples_per_second": 525.714, | |
| "eval_steps_per_second": 5.154, | |
| "step": 56811 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "learning_rate": 2e-05, | |
| "loss": 0.1836, | |
| "step": 58770 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.1328008770942688, | |
| "eval_runtime": 0.7782, | |
| "eval_samples_per_second": 524.253, | |
| "eval_steps_per_second": 5.14, | |
| "step": 58770 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "learning_rate": 1.9e-05, | |
| "loss": 0.1832, | |
| "step": 60729 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.1326626092195511, | |
| "eval_runtime": 0.7751, | |
| "eval_samples_per_second": 526.407, | |
| "eval_steps_per_second": 5.161, | |
| "step": 60729 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.1829, | |
| "step": 62688 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.13079187273979187, | |
| "eval_runtime": 0.7779, | |
| "eval_samples_per_second": 524.516, | |
| "eval_steps_per_second": 5.142, | |
| "step": 62688 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "learning_rate": 1.7000000000000003e-05, | |
| "loss": 0.1826, | |
| "step": 64647 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.12873521447181702, | |
| "eval_runtime": 0.7782, | |
| "eval_samples_per_second": 524.295, | |
| "eval_steps_per_second": 5.14, | |
| "step": 64647 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.1824, | |
| "step": 66606 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.1308642029762268, | |
| "eval_runtime": 0.7782, | |
| "eval_samples_per_second": 524.283, | |
| "eval_steps_per_second": 5.14, | |
| "step": 66606 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.1821, | |
| "step": 68565 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.13088451325893402, | |
| "eval_runtime": 0.7758, | |
| "eval_samples_per_second": 525.926, | |
| "eval_steps_per_second": 5.156, | |
| "step": 68565 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 0.1818, | |
| "step": 70524 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.1271485686302185, | |
| "eval_runtime": 0.7809, | |
| "eval_samples_per_second": 522.489, | |
| "eval_steps_per_second": 5.122, | |
| "step": 70524 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "learning_rate": 1.3000000000000001e-05, | |
| "loss": 0.1816, | |
| "step": 72483 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_accuracy": 0.9877450980392157, | |
| "eval_combined_score": 0.9894320516839064, | |
| "eval_f1": 0.9911190053285969, | |
| "eval_loss": 0.127828910946846, | |
| "eval_runtime": 0.7755, | |
| "eval_samples_per_second": 526.078, | |
| "eval_steps_per_second": 5.158, | |
| "step": 72483 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.1813, | |
| "step": 74442 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.1280445158481598, | |
| "eval_runtime": 0.7777, | |
| "eval_samples_per_second": 524.647, | |
| "eval_steps_per_second": 5.144, | |
| "step": 74442 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "learning_rate": 1.1000000000000001e-05, | |
| "loss": 0.1811, | |
| "step": 76401 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.12891501188278198, | |
| "eval_runtime": 0.7798, | |
| "eval_samples_per_second": 523.193, | |
| "eval_steps_per_second": 5.129, | |
| "step": 76401 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "learning_rate": 1e-05, | |
| "loss": 0.1809, | |
| "step": 78360 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_accuracy": 0.9877450980392157, | |
| "eval_combined_score": 0.9894320516839064, | |
| "eval_f1": 0.9911190053285969, | |
| "eval_loss": 0.12895023822784424, | |
| "eval_runtime": 0.7761, | |
| "eval_samples_per_second": 525.732, | |
| "eval_steps_per_second": 5.154, | |
| "step": 78360 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "learning_rate": 9e-06, | |
| "loss": 0.1807, | |
| "step": 80319 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "eval_accuracy": 0.9877450980392157, | |
| "eval_combined_score": 0.9894320516839064, | |
| "eval_f1": 0.9911190053285969, | |
| "eval_loss": 0.1256455034017563, | |
| "eval_runtime": 0.7742, | |
| "eval_samples_per_second": 526.998, | |
| "eval_steps_per_second": 5.167, | |
| "step": 80319 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.1805, | |
| "step": 82278 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.12676292657852173, | |
| "eval_runtime": 0.7808, | |
| "eval_samples_per_second": 522.525, | |
| "eval_steps_per_second": 5.123, | |
| "step": 82278 | |
| }, | |
| { | |
| "epoch": 43.0, | |
| "learning_rate": 7.000000000000001e-06, | |
| "loss": 0.1803, | |
| "step": 84237 | |
| }, | |
| { | |
| "epoch": 43.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.12742425501346588, | |
| "eval_runtime": 0.7744, | |
| "eval_samples_per_second": 526.85, | |
| "eval_steps_per_second": 5.165, | |
| "step": 84237 | |
| }, | |
| { | |
| "epoch": 44.0, | |
| "learning_rate": 6e-06, | |
| "loss": 0.1801, | |
| "step": 86196 | |
| }, | |
| { | |
| "epoch": 44.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.12773118913173676, | |
| "eval_runtime": 0.7768, | |
| "eval_samples_per_second": 525.233, | |
| "eval_steps_per_second": 5.149, | |
| "step": 86196 | |
| }, | |
| { | |
| "epoch": 45.0, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1799, | |
| "step": 88155 | |
| }, | |
| { | |
| "epoch": 45.0, | |
| "eval_accuracy": 0.9926470588235294, | |
| "eval_combined_score": 0.9936497326203209, | |
| "eval_f1": 0.9946524064171123, | |
| "eval_loss": 0.12637551128864288, | |
| "eval_runtime": 0.7756, | |
| "eval_samples_per_second": 526.076, | |
| "eval_steps_per_second": 5.158, | |
| "step": 88155 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.1797, | |
| "step": 90114 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "eval_accuracy": 0.9901960784313726, | |
| "eval_combined_score": 0.9915393203544763, | |
| "eval_f1": 0.9928825622775801, | |
| "eval_loss": 0.12735696136951447, | |
| "eval_runtime": 0.7805, | |
| "eval_samples_per_second": 522.735, | |
| "eval_steps_per_second": 5.125, | |
| "step": 90114 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "step": 90114, | |
| "total_flos": 3.6163552369495245e+17, | |
| "train_loss": 0.19228331322046327, | |
| "train_runtime": 51035.534, | |
| "train_samples_per_second": 245.648, | |
| "train_steps_per_second": 1.919 | |
| } | |
| ], | |
| "max_steps": 97950, | |
| "num_train_epochs": 50, | |
| "total_flos": 3.6163552369495245e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |