| { | |
| "best_metric": 0.6875, | |
| "best_model_checkpoint": "MAE-CT-CPC-Dicotomized-v8-n0-m1/checkpoint-560", | |
| "epoch": 49.02, | |
| "eval_steps": 500, | |
| "global_step": 3500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002857142857142857, | |
| "grad_norm": 1.2938215732574463, | |
| "learning_rate": 2.8571428571428575e-07, | |
| "loss": 0.7187, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.005714285714285714, | |
| "grad_norm": 2.850792407989502, | |
| "learning_rate": 5.714285714285715e-07, | |
| "loss": 0.6988, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.008571428571428572, | |
| "grad_norm": 2.5619375705718994, | |
| "learning_rate": 8.571428571428572e-07, | |
| "loss": 0.6938, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.011428571428571429, | |
| "grad_norm": 1.4017411470413208, | |
| "learning_rate": 1.142857142857143e-06, | |
| "loss": 0.68, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.014285714285714285, | |
| "grad_norm": 3.408830404281616, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 0.6665, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.017142857142857144, | |
| "grad_norm": 2.4238297939300537, | |
| "learning_rate": 1.7142857142857145e-06, | |
| "loss": 0.6997, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.75000524520874, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.6769, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 0.6814303398132324, | |
| "eval_runtime": 6.5003, | |
| "eval_samples_per_second": 4.923, | |
| "eval_steps_per_second": 1.231, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.002857142857143, | |
| "grad_norm": 5.1099066734313965, | |
| "learning_rate": 2.285714285714286e-06, | |
| "loss": 0.6718, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.0057142857142858, | |
| "grad_norm": 2.6992363929748535, | |
| "learning_rate": 2.571428571428571e-06, | |
| "loss": 0.6841, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.0085714285714287, | |
| "grad_norm": 3.9713478088378906, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.6237, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.0114285714285713, | |
| "grad_norm": 9.976508140563965, | |
| "learning_rate": 3.142857142857143e-06, | |
| "loss": 0.7209, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0142857142857142, | |
| "grad_norm": 5.838253974914551, | |
| "learning_rate": 3.428571428571429e-06, | |
| "loss": 0.5925, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.0171428571428571, | |
| "grad_norm": 6.639209747314453, | |
| "learning_rate": 3.7142857142857146e-06, | |
| "loss": 0.5364, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 6.5769548416137695, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.7223, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 0.6952990889549255, | |
| "eval_runtime": 6.0984, | |
| "eval_samples_per_second": 5.247, | |
| "eval_steps_per_second": 1.312, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.0028571428571427, | |
| "grad_norm": 4.371922969818115, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 0.6335, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.005714285714286, | |
| "grad_norm": 7.266854763031006, | |
| "learning_rate": 4.571428571428572e-06, | |
| "loss": 0.6511, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.0085714285714285, | |
| "grad_norm": 5.1674323081970215, | |
| "learning_rate": 4.857142857142858e-06, | |
| "loss": 0.6216, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.0114285714285716, | |
| "grad_norm": 7.353259563446045, | |
| "learning_rate": 5.142857142857142e-06, | |
| "loss": 0.6537, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.0142857142857142, | |
| "grad_norm": 4.876795291900635, | |
| "learning_rate": 5.428571428571429e-06, | |
| "loss": 0.6154, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 2.0171428571428573, | |
| "grad_norm": 6.403975486755371, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.6548, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 8.78445053100586, | |
| "learning_rate": 6e-06, | |
| "loss": 0.6628, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 0.6335489749908447, | |
| "eval_runtime": 6.2455, | |
| "eval_samples_per_second": 5.124, | |
| "eval_steps_per_second": 1.281, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 3.0028571428571427, | |
| "grad_norm": 8.260648727416992, | |
| "learning_rate": 6.285714285714286e-06, | |
| "loss": 0.5933, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 3.005714285714286, | |
| "grad_norm": 9.865010261535645, | |
| "learning_rate": 6.571428571428572e-06, | |
| "loss": 0.6037, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 3.0085714285714285, | |
| "grad_norm": 15.651702880859375, | |
| "learning_rate": 6.857142857142858e-06, | |
| "loss": 0.5401, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 3.0114285714285716, | |
| "grad_norm": 14.37714958190918, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 0.7525, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 3.0142857142857142, | |
| "grad_norm": 9.037586212158203, | |
| "learning_rate": 7.428571428571429e-06, | |
| "loss": 0.546, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 3.0171428571428573, | |
| "grad_norm": 9.574410438537598, | |
| "learning_rate": 7.714285714285716e-06, | |
| "loss": 0.6234, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 6.128604412078857, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.5096, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 0.6513711214065552, | |
| "eval_runtime": 5.9941, | |
| "eval_samples_per_second": 5.339, | |
| "eval_steps_per_second": 1.335, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 4.002857142857143, | |
| "grad_norm": 10.744050025939941, | |
| "learning_rate": 8.285714285714287e-06, | |
| "loss": 0.5184, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 4.005714285714285, | |
| "grad_norm": 6.656492233276367, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.5196, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 4.008571428571429, | |
| "grad_norm": 11.752025604248047, | |
| "learning_rate": 8.857142857142858e-06, | |
| "loss": 0.628, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 4.011428571428572, | |
| "grad_norm": 13.207033157348633, | |
| "learning_rate": 9.142857142857144e-06, | |
| "loss": 0.5296, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 4.014285714285714, | |
| "grad_norm": 15.192891120910645, | |
| "learning_rate": 9.42857142857143e-06, | |
| "loss": 0.5027, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 4.017142857142857, | |
| "grad_norm": 7.084335803985596, | |
| "learning_rate": 9.714285714285715e-06, | |
| "loss": 0.5569, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 16.267013549804688, | |
| "learning_rate": 1e-05, | |
| "loss": 0.4739, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 0.635766327381134, | |
| "eval_runtime": 6.5473, | |
| "eval_samples_per_second": 4.888, | |
| "eval_steps_per_second": 1.222, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 5.002857142857143, | |
| "grad_norm": 54.40953826904297, | |
| "learning_rate": 9.968253968253969e-06, | |
| "loss": 0.5697, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 5.005714285714285, | |
| "grad_norm": 5.579638481140137, | |
| "learning_rate": 9.936507936507937e-06, | |
| "loss": 0.6431, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 5.008571428571429, | |
| "grad_norm": 6.157373428344727, | |
| "learning_rate": 9.904761904761906e-06, | |
| "loss": 0.507, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 5.011428571428572, | |
| "grad_norm": 10.279753684997559, | |
| "learning_rate": 9.873015873015874e-06, | |
| "loss": 0.5867, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 5.014285714285714, | |
| "grad_norm": 9.118820190429688, | |
| "learning_rate": 9.841269841269842e-06, | |
| "loss": 0.6229, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 5.017142857142857, | |
| "grad_norm": 11.799158096313477, | |
| "learning_rate": 9.80952380952381e-06, | |
| "loss": 0.4608, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 24.01024055480957, | |
| "learning_rate": 9.777777777777779e-06, | |
| "loss": 0.4554, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 0.627189040184021, | |
| "eval_runtime": 6.0832, | |
| "eval_samples_per_second": 5.26, | |
| "eval_steps_per_second": 1.315, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 6.002857142857143, | |
| "grad_norm": 10.022480964660645, | |
| "learning_rate": 9.746031746031747e-06, | |
| "loss": 0.6578, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 6.005714285714285, | |
| "grad_norm": 7.889081954956055, | |
| "learning_rate": 9.714285714285715e-06, | |
| "loss": 0.4533, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 6.008571428571429, | |
| "grad_norm": 6.938020706176758, | |
| "learning_rate": 9.682539682539683e-06, | |
| "loss": 0.4677, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 6.011428571428572, | |
| "grad_norm": 1.124375343322754, | |
| "learning_rate": 9.650793650793652e-06, | |
| "loss": 0.3756, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 6.014285714285714, | |
| "grad_norm": 42.59530258178711, | |
| "learning_rate": 9.61904761904762e-06, | |
| "loss": 1.2108, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 6.017142857142857, | |
| "grad_norm": 10.104456901550293, | |
| "learning_rate": 9.587301587301588e-06, | |
| "loss": 0.612, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 17.34273910522461, | |
| "learning_rate": 9.555555555555556e-06, | |
| "loss": 0.4818, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 0.7726800441741943, | |
| "eval_runtime": 6.0971, | |
| "eval_samples_per_second": 5.248, | |
| "eval_steps_per_second": 1.312, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 7.002857142857143, | |
| "grad_norm": 14.020530700683594, | |
| "learning_rate": 9.523809523809525e-06, | |
| "loss": 0.4584, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 7.005714285714285, | |
| "grad_norm": 28.93553924560547, | |
| "learning_rate": 9.492063492063493e-06, | |
| "loss": 0.3662, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 7.008571428571429, | |
| "grad_norm": 12.310239791870117, | |
| "learning_rate": 9.460317460317461e-06, | |
| "loss": 0.5758, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 7.011428571428572, | |
| "grad_norm": 4.042015552520752, | |
| "learning_rate": 9.42857142857143e-06, | |
| "loss": 0.4398, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 7.014285714285714, | |
| "grad_norm": 39.30393600463867, | |
| "learning_rate": 9.396825396825398e-06, | |
| "loss": 0.3887, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 7.017142857142857, | |
| "grad_norm": 10.91474723815918, | |
| "learning_rate": 9.365079365079366e-06, | |
| "loss": 0.3307, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 27.856639862060547, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.4129, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "eval_accuracy": 0.6875, | |
| "eval_loss": 0.8221972584724426, | |
| "eval_runtime": 6.3706, | |
| "eval_samples_per_second": 5.023, | |
| "eval_steps_per_second": 1.256, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 8.002857142857144, | |
| "grad_norm": 25.90720558166504, | |
| "learning_rate": 9.301587301587303e-06, | |
| "loss": 0.3737, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 8.005714285714285, | |
| "grad_norm": 18.878738403320312, | |
| "learning_rate": 9.26984126984127e-06, | |
| "loss": 0.3757, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 8.008571428571429, | |
| "grad_norm": 16.471302032470703, | |
| "learning_rate": 9.238095238095239e-06, | |
| "loss": 0.466, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 8.01142857142857, | |
| "grad_norm": 2.8103766441345215, | |
| "learning_rate": 9.206349206349207e-06, | |
| "loss": 0.45, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 8.014285714285714, | |
| "grad_norm": 35.921138763427734, | |
| "learning_rate": 9.174603174603176e-06, | |
| "loss": 0.6889, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 8.017142857142858, | |
| "grad_norm": 1.5162020921707153, | |
| "learning_rate": 9.142857142857144e-06, | |
| "loss": 0.3012, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 31.143695831298828, | |
| "learning_rate": 9.111111111111112e-06, | |
| "loss": 0.6301, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 0.8040816783905029, | |
| "eval_runtime": 5.9175, | |
| "eval_samples_per_second": 5.408, | |
| "eval_steps_per_second": 1.352, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 9.002857142857144, | |
| "grad_norm": 74.01934814453125, | |
| "learning_rate": 9.07936507936508e-06, | |
| "loss": 0.605, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 9.005714285714285, | |
| "grad_norm": 46.429351806640625, | |
| "learning_rate": 9.047619047619049e-06, | |
| "loss": 0.3164, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 9.008571428571429, | |
| "grad_norm": 43.667686462402344, | |
| "learning_rate": 9.015873015873017e-06, | |
| "loss": 0.2476, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 9.01142857142857, | |
| "grad_norm": 16.798654556274414, | |
| "learning_rate": 8.984126984126985e-06, | |
| "loss": 0.4533, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 9.014285714285714, | |
| "grad_norm": 21.254426956176758, | |
| "learning_rate": 8.952380952380953e-06, | |
| "loss": 0.3874, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 9.017142857142858, | |
| "grad_norm": 14.007109642028809, | |
| "learning_rate": 8.920634920634922e-06, | |
| "loss": 0.3162, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 1.4537030458450317, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 0.3809, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 0.8720921874046326, | |
| "eval_runtime": 5.9604, | |
| "eval_samples_per_second": 5.369, | |
| "eval_steps_per_second": 1.342, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 10.002857142857144, | |
| "grad_norm": 8.765763282775879, | |
| "learning_rate": 8.857142857142858e-06, | |
| "loss": 0.2273, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 10.005714285714285, | |
| "grad_norm": 0.38795459270477295, | |
| "learning_rate": 8.825396825396827e-06, | |
| "loss": 0.1653, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 10.008571428571429, | |
| "grad_norm": 47.69906234741211, | |
| "learning_rate": 8.793650793650795e-06, | |
| "loss": 0.7768, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 10.01142857142857, | |
| "grad_norm": 42.63213348388672, | |
| "learning_rate": 8.761904761904763e-06, | |
| "loss": 0.4008, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 10.014285714285714, | |
| "grad_norm": 103.43374633789062, | |
| "learning_rate": 8.730158730158731e-06, | |
| "loss": 0.4466, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 10.017142857142858, | |
| "grad_norm": 0.7397039532661438, | |
| "learning_rate": 8.6984126984127e-06, | |
| "loss": 0.1774, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 10.02, | |
| "grad_norm": 62.768890380859375, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.8071, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 10.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 1.1091701984405518, | |
| "eval_runtime": 5.949, | |
| "eval_samples_per_second": 5.379, | |
| "eval_steps_per_second": 1.345, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 11.002857142857144, | |
| "grad_norm": 25.553237915039062, | |
| "learning_rate": 8.634920634920636e-06, | |
| "loss": 0.2667, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 11.005714285714285, | |
| "grad_norm": 17.7698974609375, | |
| "learning_rate": 8.603174603174604e-06, | |
| "loss": 0.4836, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 11.008571428571429, | |
| "grad_norm": 31.987483978271484, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.1931, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 11.01142857142857, | |
| "grad_norm": 48.23198318481445, | |
| "learning_rate": 8.53968253968254e-06, | |
| "loss": 0.1602, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 11.014285714285714, | |
| "grad_norm": 83.9683609008789, | |
| "learning_rate": 8.507936507936509e-06, | |
| "loss": 0.4893, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 11.017142857142858, | |
| "grad_norm": 47.01933670043945, | |
| "learning_rate": 8.476190476190477e-06, | |
| "loss": 0.3692, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 11.02, | |
| "grad_norm": 0.9395814538002014, | |
| "learning_rate": 8.444444444444446e-06, | |
| "loss": 0.1888, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 11.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 1.155624270439148, | |
| "eval_runtime": 5.9873, | |
| "eval_samples_per_second": 5.345, | |
| "eval_steps_per_second": 1.336, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 12.002857142857144, | |
| "grad_norm": 0.11803951114416122, | |
| "learning_rate": 8.412698412698414e-06, | |
| "loss": 0.1841, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 12.005714285714285, | |
| "grad_norm": 43.479034423828125, | |
| "learning_rate": 8.380952380952382e-06, | |
| "loss": 0.2496, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 12.008571428571429, | |
| "grad_norm": 47.395957946777344, | |
| "learning_rate": 8.34920634920635e-06, | |
| "loss": 0.4539, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 12.01142857142857, | |
| "grad_norm": 8.515253067016602, | |
| "learning_rate": 8.317460317460319e-06, | |
| "loss": 0.1964, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 12.014285714285714, | |
| "grad_norm": 37.08503723144531, | |
| "learning_rate": 8.285714285714287e-06, | |
| "loss": 0.1819, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 12.017142857142858, | |
| "grad_norm": 5.870359420776367, | |
| "learning_rate": 8.253968253968254e-06, | |
| "loss": 0.2055, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 12.02, | |
| "grad_norm": 46.779685974121094, | |
| "learning_rate": 8.222222222222222e-06, | |
| "loss": 0.3762, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 12.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 1.3499457836151123, | |
| "eval_runtime": 6.0533, | |
| "eval_samples_per_second": 5.286, | |
| "eval_steps_per_second": 1.322, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 13.002857142857144, | |
| "grad_norm": 5.09779167175293, | |
| "learning_rate": 8.190476190476192e-06, | |
| "loss": 0.0865, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 13.005714285714285, | |
| "grad_norm": 0.5768360495567322, | |
| "learning_rate": 8.15873015873016e-06, | |
| "loss": 0.282, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 13.008571428571429, | |
| "grad_norm": 15.04159164428711, | |
| "learning_rate": 8.126984126984128e-06, | |
| "loss": 0.276, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 13.01142857142857, | |
| "grad_norm": 13.419623374938965, | |
| "learning_rate": 8.095238095238097e-06, | |
| "loss": 0.3172, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 13.014285714285714, | |
| "grad_norm": 50.46155548095703, | |
| "learning_rate": 8.063492063492065e-06, | |
| "loss": 0.2552, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 13.017142857142858, | |
| "grad_norm": 0.9787739515304565, | |
| "learning_rate": 8.031746031746033e-06, | |
| "loss": 0.1545, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "grad_norm": 18.6726131439209, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.3502, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 1.5333378314971924, | |
| "eval_runtime": 5.7825, | |
| "eval_samples_per_second": 5.534, | |
| "eval_steps_per_second": 1.383, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 14.002857142857144, | |
| "grad_norm": 0.06214858964085579, | |
| "learning_rate": 7.968253968253968e-06, | |
| "loss": 0.332, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 14.005714285714285, | |
| "grad_norm": 33.86188888549805, | |
| "learning_rate": 7.936507936507936e-06, | |
| "loss": 0.1485, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 14.008571428571429, | |
| "grad_norm": 24.82603645324707, | |
| "learning_rate": 7.904761904761904e-06, | |
| "loss": 0.0319, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 14.01142857142857, | |
| "grad_norm": 0.01239538099616766, | |
| "learning_rate": 7.873015873015873e-06, | |
| "loss": 0.0538, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 14.014285714285714, | |
| "grad_norm": 8.576937675476074, | |
| "learning_rate": 7.841269841269843e-06, | |
| "loss": 0.0159, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 14.017142857142858, | |
| "grad_norm": 0.08205872029066086, | |
| "learning_rate": 7.809523809523811e-06, | |
| "loss": 0.2445, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 14.02, | |
| "grad_norm": 0.10681977868080139, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 0.1027, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 14.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 1.6248817443847656, | |
| "eval_runtime": 5.8213, | |
| "eval_samples_per_second": 5.497, | |
| "eval_steps_per_second": 1.374, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 15.002857142857144, | |
| "grad_norm": 0.050746768712997437, | |
| "learning_rate": 7.746031746031747e-06, | |
| "loss": 0.2031, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 15.005714285714285, | |
| "grad_norm": 0.08122105151414871, | |
| "learning_rate": 7.714285714285716e-06, | |
| "loss": 0.2621, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 15.008571428571429, | |
| "grad_norm": 23.472549438476562, | |
| "learning_rate": 7.682539682539684e-06, | |
| "loss": 0.4242, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 15.01142857142857, | |
| "grad_norm": 9.292193412780762, | |
| "learning_rate": 7.65079365079365e-06, | |
| "loss": 0.1143, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 15.014285714285714, | |
| "grad_norm": 2.8956408500671387, | |
| "learning_rate": 7.61904761904762e-06, | |
| "loss": 0.2507, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 15.017142857142858, | |
| "grad_norm": 0.09770918637514114, | |
| "learning_rate": 7.587301587301588e-06, | |
| "loss": 0.2032, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 15.02, | |
| "grad_norm": 0.08947720378637314, | |
| "learning_rate": 7.555555555555556e-06, | |
| "loss": 0.177, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 15.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 1.3757655620574951, | |
| "eval_runtime": 6.1961, | |
| "eval_samples_per_second": 5.165, | |
| "eval_steps_per_second": 1.291, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 16.002857142857142, | |
| "grad_norm": 235.26527404785156, | |
| "learning_rate": 7.523809523809524e-06, | |
| "loss": 0.1035, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 16.005714285714287, | |
| "grad_norm": 136.0679473876953, | |
| "learning_rate": 7.492063492063493e-06, | |
| "loss": 0.1338, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 16.00857142857143, | |
| "grad_norm": 3.926299571990967, | |
| "learning_rate": 7.460317460317461e-06, | |
| "loss": 0.1069, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 16.01142857142857, | |
| "grad_norm": 0.044299498200416565, | |
| "learning_rate": 7.428571428571429e-06, | |
| "loss": 0.0227, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 16.014285714285716, | |
| "grad_norm": 0.04774919152259827, | |
| "learning_rate": 7.3968253968253975e-06, | |
| "loss": 0.0556, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 16.017142857142858, | |
| "grad_norm": 0.24615606665611267, | |
| "learning_rate": 7.3650793650793666e-06, | |
| "loss": 0.1964, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 16.02, | |
| "grad_norm": 0.14104069769382477, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.0998, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 16.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 1.9513726234436035, | |
| "eval_runtime": 5.7043, | |
| "eval_samples_per_second": 5.61, | |
| "eval_steps_per_second": 1.402, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 17.002857142857142, | |
| "grad_norm": 6.165931701660156, | |
| "learning_rate": 7.301587301587301e-06, | |
| "loss": 0.1262, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 17.005714285714287, | |
| "grad_norm": 89.7344741821289, | |
| "learning_rate": 7.2698412698412705e-06, | |
| "loss": 0.0378, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 17.00857142857143, | |
| "grad_norm": 0.02539096027612686, | |
| "learning_rate": 7.238095238095239e-06, | |
| "loss": 0.0044, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 17.01142857142857, | |
| "grad_norm": 0.14466840028762817, | |
| "learning_rate": 7.206349206349207e-06, | |
| "loss": 0.2566, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 17.014285714285716, | |
| "grad_norm": 112.21966552734375, | |
| "learning_rate": 7.174603174603175e-06, | |
| "loss": 0.0551, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 17.017142857142858, | |
| "grad_norm": 158.01324462890625, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 0.0398, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "grad_norm": 0.04698384925723076, | |
| "learning_rate": 7.111111111111112e-06, | |
| "loss": 0.1749, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 1.9119518995285034, | |
| "eval_runtime": 5.6445, | |
| "eval_samples_per_second": 5.669, | |
| "eval_steps_per_second": 1.417, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 18.002857142857142, | |
| "grad_norm": 0.007913816720247269, | |
| "learning_rate": 7.07936507936508e-06, | |
| "loss": 0.0817, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 18.005714285714287, | |
| "grad_norm": 12.556783676147461, | |
| "learning_rate": 7.047619047619048e-06, | |
| "loss": 0.0342, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 18.00857142857143, | |
| "grad_norm": 0.12866567075252533, | |
| "learning_rate": 7.015873015873016e-06, | |
| "loss": 0.1667, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 18.01142857142857, | |
| "grad_norm": 0.007662401534616947, | |
| "learning_rate": 6.984126984126984e-06, | |
| "loss": 0.1154, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 18.014285714285716, | |
| "grad_norm": 8.587801933288574, | |
| "learning_rate": 6.952380952380952e-06, | |
| "loss": 0.0235, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 18.017142857142858, | |
| "grad_norm": 0.016857486218214035, | |
| "learning_rate": 6.920634920634921e-06, | |
| "loss": 0.0947, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "grad_norm": 0.017974289134144783, | |
| "learning_rate": 6.88888888888889e-06, | |
| "loss": 0.0145, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.1035962104797363, | |
| "eval_runtime": 6.0525, | |
| "eval_samples_per_second": 5.287, | |
| "eval_steps_per_second": 1.322, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 19.002857142857142, | |
| "grad_norm": 0.1701594740152359, | |
| "learning_rate": 6.857142857142858e-06, | |
| "loss": 0.1449, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 19.005714285714287, | |
| "grad_norm": 0.035870511084795, | |
| "learning_rate": 6.825396825396826e-06, | |
| "loss": 0.0272, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 19.00857142857143, | |
| "grad_norm": 0.00805743969976902, | |
| "learning_rate": 6.7936507936507944e-06, | |
| "loss": 0.0075, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 19.01142857142857, | |
| "grad_norm": 0.008254293352365494, | |
| "learning_rate": 6.761904761904763e-06, | |
| "loss": 0.073, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 19.014285714285716, | |
| "grad_norm": 126.25316619873047, | |
| "learning_rate": 6.730158730158731e-06, | |
| "loss": 0.1744, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 19.017142857142858, | |
| "grad_norm": 0.012624472379684448, | |
| "learning_rate": 6.698412698412698e-06, | |
| "loss": 0.0003, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 19.02, | |
| "grad_norm": 0.017210116609930992, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.0038, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 19.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.0288360118865967, | |
| "eval_runtime": 5.8437, | |
| "eval_samples_per_second": 5.476, | |
| "eval_steps_per_second": 1.369, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 20.002857142857142, | |
| "grad_norm": 0.012508122250437737, | |
| "learning_rate": 6.634920634920635e-06, | |
| "loss": 0.005, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 20.005714285714287, | |
| "grad_norm": 0.07273050397634506, | |
| "learning_rate": 6.603174603174603e-06, | |
| "loss": 0.0004, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 20.00857142857143, | |
| "grad_norm": 0.00631905160844326, | |
| "learning_rate": 6.571428571428572e-06, | |
| "loss": 0.0036, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 20.01142857142857, | |
| "grad_norm": 7.109875679016113, | |
| "learning_rate": 6.5396825396825405e-06, | |
| "loss": 0.0589, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 20.014285714285716, | |
| "grad_norm": 0.1848406195640564, | |
| "learning_rate": 6.507936507936509e-06, | |
| "loss": 0.0003, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 20.017142857142858, | |
| "grad_norm": 0.005294440779834986, | |
| "learning_rate": 6.476190476190477e-06, | |
| "loss": 0.0004, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 20.02, | |
| "grad_norm": 0.020306957885622978, | |
| "learning_rate": 6.444444444444445e-06, | |
| "loss": 0.1262, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 20.02, | |
| "eval_accuracy": 0.6875, | |
| "eval_loss": 2.019291400909424, | |
| "eval_runtime": 5.6553, | |
| "eval_samples_per_second": 5.658, | |
| "eval_steps_per_second": 1.415, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 21.002857142857142, | |
| "grad_norm": 0.020932432264089584, | |
| "learning_rate": 6.412698412698414e-06, | |
| "loss": 0.123, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 21.005714285714287, | |
| "grad_norm": 0.0034719400573521852, | |
| "learning_rate": 6.380952380952381e-06, | |
| "loss": 0.0006, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 21.00857142857143, | |
| "grad_norm": 0.40151557326316833, | |
| "learning_rate": 6.349206349206349e-06, | |
| "loss": 0.0427, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 21.01142857142857, | |
| "grad_norm": 0.008790241554379463, | |
| "learning_rate": 6.3174603174603175e-06, | |
| "loss": 0.1958, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 21.014285714285716, | |
| "grad_norm": 0.012369256466627121, | |
| "learning_rate": 6.285714285714286e-06, | |
| "loss": 0.0894, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 21.017142857142858, | |
| "grad_norm": 0.016859106719493866, | |
| "learning_rate": 6.253968253968254e-06, | |
| "loss": 0.0003, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 21.02, | |
| "grad_norm": 0.007720629218965769, | |
| "learning_rate": 6.222222222222223e-06, | |
| "loss": 0.0203, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 21.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.1937031745910645, | |
| "eval_runtime": 5.7777, | |
| "eval_samples_per_second": 5.539, | |
| "eval_steps_per_second": 1.385, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 22.002857142857142, | |
| "grad_norm": 0.029361654072999954, | |
| "learning_rate": 6.1904761904761914e-06, | |
| "loss": 0.0002, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 22.005714285714287, | |
| "grad_norm": 0.013734079897403717, | |
| "learning_rate": 6.15873015873016e-06, | |
| "loss": 0.0253, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 22.00857142857143, | |
| "grad_norm": 0.00359090743586421, | |
| "learning_rate": 6.126984126984128e-06, | |
| "loss": 0.0003, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 22.01142857142857, | |
| "grad_norm": 0.0032050181180238724, | |
| "learning_rate": 6.095238095238096e-06, | |
| "loss": 0.1542, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 22.014285714285716, | |
| "grad_norm": 0.009580553509294987, | |
| "learning_rate": 6.063492063492064e-06, | |
| "loss": 0.0003, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 22.017142857142858, | |
| "grad_norm": 0.00456986203789711, | |
| "learning_rate": 6.031746031746032e-06, | |
| "loss": 0.0819, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 22.02, | |
| "grad_norm": 0.004042602144181728, | |
| "learning_rate": 6e-06, | |
| "loss": 0.0002, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 22.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.292170524597168, | |
| "eval_runtime": 5.6653, | |
| "eval_samples_per_second": 5.648, | |
| "eval_steps_per_second": 1.412, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 23.002857142857142, | |
| "grad_norm": 0.009900301694869995, | |
| "learning_rate": 5.968253968253968e-06, | |
| "loss": 0.0094, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 23.005714285714287, | |
| "grad_norm": 0.006440621335059404, | |
| "learning_rate": 5.936507936507937e-06, | |
| "loss": 0.0002, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 23.00857142857143, | |
| "grad_norm": 0.0025428766384720802, | |
| "learning_rate": 5.904761904761905e-06, | |
| "loss": 0.1124, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 23.01142857142857, | |
| "grad_norm": 0.0017241127789020538, | |
| "learning_rate": 5.873015873015874e-06, | |
| "loss": 0.0002, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 23.014285714285716, | |
| "grad_norm": 0.001817885902710259, | |
| "learning_rate": 5.841269841269842e-06, | |
| "loss": 0.0366, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 23.017142857142858, | |
| "grad_norm": 0.016778158023953438, | |
| "learning_rate": 5.8095238095238106e-06, | |
| "loss": 0.0002, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 23.02, | |
| "grad_norm": 0.003240015124902129, | |
| "learning_rate": 5.777777777777778e-06, | |
| "loss": 0.0017, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 23.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.1568727493286133, | |
| "eval_runtime": 6.0202, | |
| "eval_samples_per_second": 5.315, | |
| "eval_steps_per_second": 1.329, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 24.002857142857142, | |
| "grad_norm": 0.040594782680273056, | |
| "learning_rate": 5.746031746031746e-06, | |
| "loss": 0.0002, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 24.005714285714287, | |
| "grad_norm": 0.009448004886507988, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.0003, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 24.00857142857143, | |
| "grad_norm": 0.0061890422366559505, | |
| "learning_rate": 5.682539682539683e-06, | |
| "loss": 0.0001, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 24.01142857142857, | |
| "grad_norm": 0.004276420455425978, | |
| "learning_rate": 5.650793650793651e-06, | |
| "loss": 0.0002, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 24.014285714285716, | |
| "grad_norm": 0.004243628121912479, | |
| "learning_rate": 5.619047619047619e-06, | |
| "loss": 0.0002, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 24.017142857142858, | |
| "grad_norm": 0.017200473695993423, | |
| "learning_rate": 5.5873015873015876e-06, | |
| "loss": 0.0002, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 24.02, | |
| "grad_norm": 0.011262903921306133, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 0.0049, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 24.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.257319450378418, | |
| "eval_runtime": 5.9421, | |
| "eval_samples_per_second": 5.385, | |
| "eval_steps_per_second": 1.346, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 25.002857142857142, | |
| "grad_norm": 0.0024505627807229757, | |
| "learning_rate": 5.523809523809525e-06, | |
| "loss": 0.0001, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 25.005714285714287, | |
| "grad_norm": 0.004473875276744366, | |
| "learning_rate": 5.492063492063493e-06, | |
| "loss": 0.0611, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 25.00857142857143, | |
| "grad_norm": 0.002111697569489479, | |
| "learning_rate": 5.460317460317461e-06, | |
| "loss": 0.3776, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 25.01142857142857, | |
| "grad_norm": 0.0120729710906744, | |
| "learning_rate": 5.428571428571429e-06, | |
| "loss": 0.0003, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 25.014285714285716, | |
| "grad_norm": 0.005537941120564938, | |
| "learning_rate": 5.396825396825397e-06, | |
| "loss": 0.0001, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 25.017142857142858, | |
| "grad_norm": 0.1099364161491394, | |
| "learning_rate": 5.365079365079365e-06, | |
| "loss": 0.0007, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 25.02, | |
| "grad_norm": 0.001969733275473118, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.0231, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 25.02, | |
| "eval_accuracy": 0.6875, | |
| "eval_loss": 2.146007537841797, | |
| "eval_runtime": 5.7856, | |
| "eval_samples_per_second": 5.531, | |
| "eval_steps_per_second": 1.383, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 26.002857142857142, | |
| "grad_norm": 0.1284661889076233, | |
| "learning_rate": 5.301587301587302e-06, | |
| "loss": 0.0007, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 26.005714285714287, | |
| "grad_norm": 0.027212299406528473, | |
| "learning_rate": 5.26984126984127e-06, | |
| "loss": 0.0002, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 26.00857142857143, | |
| "grad_norm": 113.98649597167969, | |
| "learning_rate": 5.2380952380952384e-06, | |
| "loss": 0.0977, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 26.01142857142857, | |
| "grad_norm": 0.0038598247338086367, | |
| "learning_rate": 5.2063492063492076e-06, | |
| "loss": 0.0002, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 26.014285714285716, | |
| "grad_norm": 0.011346804909408092, | |
| "learning_rate": 5.174603174603176e-06, | |
| "loss": 0.0593, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 26.017142857142858, | |
| "grad_norm": 60.034358978271484, | |
| "learning_rate": 5.142857142857142e-06, | |
| "loss": 0.0086, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 26.02, | |
| "grad_norm": 0.0061082011088728905, | |
| "learning_rate": 5.1111111111111115e-06, | |
| "loss": 0.0001, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 26.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.356595277786255, | |
| "eval_runtime": 6.1468, | |
| "eval_samples_per_second": 5.206, | |
| "eval_steps_per_second": 1.301, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 27.002857142857142, | |
| "grad_norm": 0.005633851513266563, | |
| "learning_rate": 5.07936507936508e-06, | |
| "loss": 0.0001, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 27.005714285714287, | |
| "grad_norm": 0.011841390281915665, | |
| "learning_rate": 5.047619047619048e-06, | |
| "loss": 0.1327, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 27.00857142857143, | |
| "grad_norm": 0.005733752157539129, | |
| "learning_rate": 5.015873015873016e-06, | |
| "loss": 0.0002, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 27.01142857142857, | |
| "grad_norm": 0.0031420367304235697, | |
| "learning_rate": 4.9841269841269845e-06, | |
| "loss": 0.0028, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 27.014285714285716, | |
| "grad_norm": 0.0029769607353955507, | |
| "learning_rate": 4.952380952380953e-06, | |
| "loss": 0.0419, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 27.017142857142858, | |
| "grad_norm": 0.0036415501963347197, | |
| "learning_rate": 4.920634920634921e-06, | |
| "loss": 0.0001, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 27.02, | |
| "grad_norm": 0.0069373250007629395, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.0001, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 27.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.3822171688079834, | |
| "eval_runtime": 5.7966, | |
| "eval_samples_per_second": 5.52, | |
| "eval_steps_per_second": 1.38, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 28.002857142857142, | |
| "grad_norm": 0.12265493720769882, | |
| "learning_rate": 4.857142857142858e-06, | |
| "loss": 0.0006, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 28.005714285714287, | |
| "grad_norm": 0.016870826482772827, | |
| "learning_rate": 4.825396825396826e-06, | |
| "loss": 0.0393, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 28.00857142857143, | |
| "grad_norm": 0.02534836158156395, | |
| "learning_rate": 4.793650793650794e-06, | |
| "loss": 0.0001, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 28.01142857142857, | |
| "grad_norm": 0.0017878487706184387, | |
| "learning_rate": 4.761904761904762e-06, | |
| "loss": 0.0021, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 28.014285714285716, | |
| "grad_norm": 0.004311624448746443, | |
| "learning_rate": 4.730158730158731e-06, | |
| "loss": 0.0001, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 28.017142857142858, | |
| "grad_norm": 0.0015392231289297342, | |
| "learning_rate": 4.698412698412699e-06, | |
| "loss": 0.0001, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 28.02, | |
| "grad_norm": 0.07122951745986938, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.0001, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 28.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.3177592754364014, | |
| "eval_runtime": 5.8041, | |
| "eval_samples_per_second": 5.513, | |
| "eval_steps_per_second": 1.378, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 29.002857142857142, | |
| "grad_norm": 0.004755318630486727, | |
| "learning_rate": 4.634920634920635e-06, | |
| "loss": 0.0001, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 29.005714285714287, | |
| "grad_norm": 0.0016361831221729517, | |
| "learning_rate": 4.603174603174604e-06, | |
| "loss": 0.0343, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 29.00857142857143, | |
| "grad_norm": 0.009776725433766842, | |
| "learning_rate": 4.571428571428572e-06, | |
| "loss": 0.0057, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 29.01142857142857, | |
| "grad_norm": 0.014050081372261047, | |
| "learning_rate": 4.53968253968254e-06, | |
| "loss": 0.0001, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 29.014285714285716, | |
| "grad_norm": 0.027094116434454918, | |
| "learning_rate": 4.5079365079365085e-06, | |
| "loss": 0.0002, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 29.017142857142858, | |
| "grad_norm": 0.0022450664546340704, | |
| "learning_rate": 4.476190476190477e-06, | |
| "loss": 0.0001, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 29.02, | |
| "grad_norm": 0.0033212972339242697, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.0004, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 29.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.5491509437561035, | |
| "eval_runtime": 5.8042, | |
| "eval_samples_per_second": 5.513, | |
| "eval_steps_per_second": 1.378, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 30.002857142857142, | |
| "grad_norm": 1.13490629196167, | |
| "learning_rate": 4.412698412698413e-06, | |
| "loss": 0.0002, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 30.005714285714287, | |
| "grad_norm": 0.002449661260470748, | |
| "learning_rate": 4.3809523809523815e-06, | |
| "loss": 0.0002, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 30.00857142857143, | |
| "grad_norm": 0.020857322961091995, | |
| "learning_rate": 4.34920634920635e-06, | |
| "loss": 0.0001, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 30.01142857142857, | |
| "grad_norm": 0.005406759679317474, | |
| "learning_rate": 4.317460317460318e-06, | |
| "loss": 0.0001, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 30.014285714285716, | |
| "grad_norm": 0.2224954515695572, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 0.0001, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 30.017142857142858, | |
| "grad_norm": 0.014697935432195663, | |
| "learning_rate": 4.2539682539682546e-06, | |
| "loss": 0.0001, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 30.02, | |
| "grad_norm": 0.003210916882380843, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.0003, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 30.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.764781951904297, | |
| "eval_runtime": 6.1993, | |
| "eval_samples_per_second": 5.162, | |
| "eval_steps_per_second": 1.29, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 31.002857142857142, | |
| "grad_norm": 20.94349479675293, | |
| "learning_rate": 4.190476190476191e-06, | |
| "loss": 0.0014, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 31.005714285714287, | |
| "grad_norm": 0.0062758903950452805, | |
| "learning_rate": 4.158730158730159e-06, | |
| "loss": 0.052, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 31.00857142857143, | |
| "grad_norm": 324.1405944824219, | |
| "learning_rate": 4.126984126984127e-06, | |
| "loss": 0.0889, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 31.01142857142857, | |
| "grad_norm": 5.652071475982666, | |
| "learning_rate": 4.095238095238096e-06, | |
| "loss": 0.0005, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 31.014285714285716, | |
| "grad_norm": 0.000993481487967074, | |
| "learning_rate": 4.063492063492064e-06, | |
| "loss": 0.0002, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 31.017142857142858, | |
| "grad_norm": 0.007423575036227703, | |
| "learning_rate": 4.031746031746032e-06, | |
| "loss": 0.0001, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 31.02, | |
| "grad_norm": 0.0035263928584754467, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.0001, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 31.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.3948616981506348, | |
| "eval_runtime": 5.739, | |
| "eval_samples_per_second": 5.576, | |
| "eval_steps_per_second": 1.394, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 32.002857142857145, | |
| "grad_norm": 0.002942159539088607, | |
| "learning_rate": 3.968253968253968e-06, | |
| "loss": 0.0001, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 32.005714285714284, | |
| "grad_norm": 0.015976279973983765, | |
| "learning_rate": 3.936507936507936e-06, | |
| "loss": 0.0002, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 32.00857142857143, | |
| "grad_norm": 0.0022569282446056604, | |
| "learning_rate": 3.9047619047619055e-06, | |
| "loss": 0.0001, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 32.011428571428574, | |
| "grad_norm": 0.001404234440997243, | |
| "learning_rate": 3.873015873015874e-06, | |
| "loss": 0.0001, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 32.01428571428571, | |
| "grad_norm": 0.03129139170050621, | |
| "learning_rate": 3.841269841269842e-06, | |
| "loss": 0.0001, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 32.01714285714286, | |
| "grad_norm": 0.04605305194854736, | |
| "learning_rate": 3.80952380952381e-06, | |
| "loss": 0.0001, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 32.02, | |
| "grad_norm": 0.0029006798285990953, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.0001, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 32.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.410731792449951, | |
| "eval_runtime": 5.8109, | |
| "eval_samples_per_second": 5.507, | |
| "eval_steps_per_second": 1.377, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 33.002857142857145, | |
| "grad_norm": 0.004220298025757074, | |
| "learning_rate": 3.7460317460317463e-06, | |
| "loss": 0.0001, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 33.005714285714284, | |
| "grad_norm": 0.05123414844274521, | |
| "learning_rate": 3.7142857142857146e-06, | |
| "loss": 0.0001, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 33.00857142857143, | |
| "grad_norm": 0.0025845293421298265, | |
| "learning_rate": 3.6825396825396833e-06, | |
| "loss": 0.0001, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 33.011428571428574, | |
| "grad_norm": 0.005027332808822393, | |
| "learning_rate": 3.6507936507936507e-06, | |
| "loss": 0.0001, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 33.01428571428571, | |
| "grad_norm": 0.008934518322348595, | |
| "learning_rate": 3.6190476190476194e-06, | |
| "loss": 0.0002, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 33.01714285714286, | |
| "grad_norm": 0.0008886617142707109, | |
| "learning_rate": 3.5873015873015877e-06, | |
| "loss": 0.1871, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 33.02, | |
| "grad_norm": 0.03134104609489441, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.0001, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 33.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.6098861694335938, | |
| "eval_runtime": 5.7355, | |
| "eval_samples_per_second": 5.579, | |
| "eval_steps_per_second": 1.395, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 34.002857142857145, | |
| "grad_norm": 0.006479092873632908, | |
| "learning_rate": 3.523809523809524e-06, | |
| "loss": 0.0208, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 34.005714285714284, | |
| "grad_norm": 0.006957986857742071, | |
| "learning_rate": 3.492063492063492e-06, | |
| "loss": 0.0001, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 34.00857142857143, | |
| "grad_norm": 0.0024119375739246607, | |
| "learning_rate": 3.4603174603174607e-06, | |
| "loss": 0.0002, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 34.011428571428574, | |
| "grad_norm": 0.0025062367785722017, | |
| "learning_rate": 3.428571428571429e-06, | |
| "loss": 0.0001, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 34.01428571428571, | |
| "grad_norm": 0.0034686909057199955, | |
| "learning_rate": 3.3968253968253972e-06, | |
| "loss": 0.0002, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 34.01714285714286, | |
| "grad_norm": 0.0022994480095803738, | |
| "learning_rate": 3.3650793650793655e-06, | |
| "loss": 0.0002, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 34.02, | |
| "grad_norm": 0.004486434161663055, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.0001, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 34.02, | |
| "eval_accuracy": 0.5625, | |
| "eval_loss": 2.8574094772338867, | |
| "eval_runtime": 5.9889, | |
| "eval_samples_per_second": 5.343, | |
| "eval_steps_per_second": 1.336, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 35.002857142857145, | |
| "grad_norm": 0.00257964339107275, | |
| "learning_rate": 3.3015873015873016e-06, | |
| "loss": 0.2215, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 35.005714285714284, | |
| "grad_norm": 0.00513617554679513, | |
| "learning_rate": 3.2698412698412703e-06, | |
| "loss": 0.0001, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 35.00857142857143, | |
| "grad_norm": 0.0013633773196488619, | |
| "learning_rate": 3.2380952380952385e-06, | |
| "loss": 0.0001, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 35.011428571428574, | |
| "grad_norm": 0.036525338888168335, | |
| "learning_rate": 3.206349206349207e-06, | |
| "loss": 0.0001, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 35.01428571428571, | |
| "grad_norm": 0.0019644717685878277, | |
| "learning_rate": 3.1746031746031746e-06, | |
| "loss": 0.0001, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 35.01714285714286, | |
| "grad_norm": 0.0009433199884369969, | |
| "learning_rate": 3.142857142857143e-06, | |
| "loss": 0.0001, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 35.02, | |
| "grad_norm": 0.0059710158966481686, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.0001, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 35.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.5807838439941406, | |
| "eval_runtime": 5.9217, | |
| "eval_samples_per_second": 5.404, | |
| "eval_steps_per_second": 1.351, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 36.002857142857145, | |
| "grad_norm": 0.004809876438230276, | |
| "learning_rate": 3.07936507936508e-06, | |
| "loss": 0.0001, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 36.005714285714284, | |
| "grad_norm": 0.002548061078414321, | |
| "learning_rate": 3.047619047619048e-06, | |
| "loss": 0.0001, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 36.00857142857143, | |
| "grad_norm": 0.0013359219301491976, | |
| "learning_rate": 3.015873015873016e-06, | |
| "loss": 0.0, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 36.011428571428574, | |
| "grad_norm": 0.001209500478580594, | |
| "learning_rate": 2.984126984126984e-06, | |
| "loss": 0.0001, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 36.01428571428571, | |
| "grad_norm": 0.0029701353050768375, | |
| "learning_rate": 2.9523809523809525e-06, | |
| "loss": 0.0001, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 36.01714285714286, | |
| "grad_norm": 0.0033097926061600447, | |
| "learning_rate": 2.920634920634921e-06, | |
| "loss": 0.0001, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 36.02, | |
| "grad_norm": 0.002935264492407441, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.0001, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 36.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.624629497528076, | |
| "eval_runtime": 5.6636, | |
| "eval_samples_per_second": 5.65, | |
| "eval_steps_per_second": 1.413, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 37.002857142857145, | |
| "grad_norm": 0.001033996231853962, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.0001, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 37.005714285714284, | |
| "grad_norm": 0.0017455056076869369, | |
| "learning_rate": 2.8253968253968255e-06, | |
| "loss": 0.0461, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 37.00857142857143, | |
| "grad_norm": 0.004716221243143082, | |
| "learning_rate": 2.7936507936507938e-06, | |
| "loss": 0.0001, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 37.011428571428574, | |
| "grad_norm": 0.0009876637486740947, | |
| "learning_rate": 2.7619047619047625e-06, | |
| "loss": 0.0008, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 37.01428571428571, | |
| "grad_norm": 0.0018166368827223778, | |
| "learning_rate": 2.7301587301587303e-06, | |
| "loss": 0.0001, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 37.01714285714286, | |
| "grad_norm": 0.0022690363693982363, | |
| "learning_rate": 2.6984126984126986e-06, | |
| "loss": 0.0001, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 37.02, | |
| "grad_norm": 0.0020156537648290396, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.0001, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 37.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.705111503601074, | |
| "eval_runtime": 5.6718, | |
| "eval_samples_per_second": 5.642, | |
| "eval_steps_per_second": 1.41, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 38.002857142857145, | |
| "grad_norm": 0.0032058602664619684, | |
| "learning_rate": 2.634920634920635e-06, | |
| "loss": 0.0001, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 38.005714285714284, | |
| "grad_norm": 0.0012342449044808745, | |
| "learning_rate": 2.6031746031746038e-06, | |
| "loss": 0.0001, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 38.00857142857143, | |
| "grad_norm": 0.27555274963378906, | |
| "learning_rate": 2.571428571428571e-06, | |
| "loss": 0.079, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 38.011428571428574, | |
| "grad_norm": 0.12426193058490753, | |
| "learning_rate": 2.53968253968254e-06, | |
| "loss": 0.0001, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 38.01428571428571, | |
| "grad_norm": 0.001230777706950903, | |
| "learning_rate": 2.507936507936508e-06, | |
| "loss": 0.0, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 38.01714285714286, | |
| "grad_norm": 0.0010537246707826853, | |
| "learning_rate": 2.4761904761904764e-06, | |
| "loss": 0.0002, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 38.02, | |
| "grad_norm": 0.006648702081292868, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.0001, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 38.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.504610776901245, | |
| "eval_runtime": 5.9071, | |
| "eval_samples_per_second": 5.417, | |
| "eval_steps_per_second": 1.354, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 39.002857142857145, | |
| "grad_norm": 0.002145690843462944, | |
| "learning_rate": 2.412698412698413e-06, | |
| "loss": 0.0001, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 39.005714285714284, | |
| "grad_norm": 0.002901807427406311, | |
| "learning_rate": 2.380952380952381e-06, | |
| "loss": 0.0001, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 39.00857142857143, | |
| "grad_norm": 0.0011529697803780437, | |
| "learning_rate": 2.3492063492063494e-06, | |
| "loss": 0.0, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 39.011428571428574, | |
| "grad_norm": 0.005594365298748016, | |
| "learning_rate": 2.3174603174603177e-06, | |
| "loss": 0.0001, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 39.01428571428571, | |
| "grad_norm": 0.0025502736680209637, | |
| "learning_rate": 2.285714285714286e-06, | |
| "loss": 0.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 39.01714285714286, | |
| "grad_norm": 0.0013142352690920234, | |
| "learning_rate": 2.2539682539682542e-06, | |
| "loss": 0.0001, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 39.02, | |
| "grad_norm": 0.0032077666837722063, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.0001, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 39.02, | |
| "eval_accuracy": 0.59375, | |
| "eval_loss": 2.5002870559692383, | |
| "eval_runtime": 5.6574, | |
| "eval_samples_per_second": 5.656, | |
| "eval_steps_per_second": 1.414, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 40.002857142857145, | |
| "grad_norm": 0.005300651304423809, | |
| "learning_rate": 2.1904761904761908e-06, | |
| "loss": 0.0001, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 40.005714285714284, | |
| "grad_norm": 0.0013714683009311557, | |
| "learning_rate": 2.158730158730159e-06, | |
| "loss": 0.0001, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 40.00857142857143, | |
| "grad_norm": 0.001886402373202145, | |
| "learning_rate": 2.1269841269841273e-06, | |
| "loss": 0.0001, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 40.011428571428574, | |
| "grad_norm": 0.0023008284624665976, | |
| "learning_rate": 2.0952380952380955e-06, | |
| "loss": 0.0001, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 40.01428571428571, | |
| "grad_norm": 0.03095676377415657, | |
| "learning_rate": 2.0634920634920634e-06, | |
| "loss": 0.0, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 40.01714285714286, | |
| "grad_norm": 0.002867933129891753, | |
| "learning_rate": 2.031746031746032e-06, | |
| "loss": 0.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 40.02, | |
| "grad_norm": 0.0008751653949730098, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 40.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.545984983444214, | |
| "eval_runtime": 5.6867, | |
| "eval_samples_per_second": 5.627, | |
| "eval_steps_per_second": 1.407, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 41.002857142857145, | |
| "grad_norm": 0.004483176860958338, | |
| "learning_rate": 1.968253968253968e-06, | |
| "loss": 0.0001, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 41.005714285714284, | |
| "grad_norm": 0.012557575479149818, | |
| "learning_rate": 1.936507936507937e-06, | |
| "loss": 0.0001, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 41.00857142857143, | |
| "grad_norm": 0.0009115163120441139, | |
| "learning_rate": 1.904761904761905e-06, | |
| "loss": 0.0, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 41.011428571428574, | |
| "grad_norm": 0.0017849624855443835, | |
| "learning_rate": 1.8730158730158732e-06, | |
| "loss": 0.0, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 41.01428571428571, | |
| "grad_norm": 0.002865022048354149, | |
| "learning_rate": 1.8412698412698416e-06, | |
| "loss": 0.0, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 41.01714285714286, | |
| "grad_norm": 0.0014787889085710049, | |
| "learning_rate": 1.8095238095238097e-06, | |
| "loss": 0.0001, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 41.02, | |
| "grad_norm": 0.0009846773464232683, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.0, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 41.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.5397086143493652, | |
| "eval_runtime": 5.9883, | |
| "eval_samples_per_second": 5.344, | |
| "eval_steps_per_second": 1.336, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 42.002857142857145, | |
| "grad_norm": 0.0012540535535663366, | |
| "learning_rate": 1.746031746031746e-06, | |
| "loss": 0.0, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 42.005714285714284, | |
| "grad_norm": 0.00243058567866683, | |
| "learning_rate": 1.7142857142857145e-06, | |
| "loss": 0.0, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 42.00857142857143, | |
| "grad_norm": 0.002351740375161171, | |
| "learning_rate": 1.6825396825396827e-06, | |
| "loss": 0.0, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 42.011428571428574, | |
| "grad_norm": 0.0010893039871007204, | |
| "learning_rate": 1.6507936507936508e-06, | |
| "loss": 0.0001, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 42.01428571428571, | |
| "grad_norm": 0.0027362005785107613, | |
| "learning_rate": 1.6190476190476193e-06, | |
| "loss": 0.0, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 42.01714285714286, | |
| "grad_norm": 0.002978693228214979, | |
| "learning_rate": 1.5873015873015873e-06, | |
| "loss": 0.0001, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 42.02, | |
| "grad_norm": 0.001713828998617828, | |
| "learning_rate": 1.5555555555555558e-06, | |
| "loss": 0.0, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 42.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.538372278213501, | |
| "eval_runtime": 5.6509, | |
| "eval_samples_per_second": 5.663, | |
| "eval_steps_per_second": 1.416, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 43.002857142857145, | |
| "grad_norm": 0.0017983241705223918, | |
| "learning_rate": 1.523809523809524e-06, | |
| "loss": 0.0, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 43.005714285714284, | |
| "grad_norm": 0.009900640696287155, | |
| "learning_rate": 1.492063492063492e-06, | |
| "loss": 0.0, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 43.00857142857143, | |
| "grad_norm": 0.004079794976860285, | |
| "learning_rate": 1.4603174603174606e-06, | |
| "loss": 0.0001, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 43.011428571428574, | |
| "grad_norm": 0.0023102271370589733, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 0.0001, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 43.01428571428571, | |
| "grad_norm": 0.002042073756456375, | |
| "learning_rate": 1.3968253968253969e-06, | |
| "loss": 0.0, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 43.01714285714286, | |
| "grad_norm": 0.0017096186056733131, | |
| "learning_rate": 1.3650793650793652e-06, | |
| "loss": 0.0, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 43.02, | |
| "grad_norm": 0.003803923726081848, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.0, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 43.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.484891891479492, | |
| "eval_runtime": 6.1299, | |
| "eval_samples_per_second": 5.22, | |
| "eval_steps_per_second": 1.305, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 44.002857142857145, | |
| "grad_norm": 0.0019901215564459562, | |
| "learning_rate": 1.3015873015873019e-06, | |
| "loss": 0.0, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 44.005714285714284, | |
| "grad_norm": 0.0011514016659930348, | |
| "learning_rate": 1.26984126984127e-06, | |
| "loss": 0.0001, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 44.00857142857143, | |
| "grad_norm": 0.0025108291301876307, | |
| "learning_rate": 1.2380952380952382e-06, | |
| "loss": 0.0, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 44.011428571428574, | |
| "grad_norm": 0.0018219811609014869, | |
| "learning_rate": 1.2063492063492065e-06, | |
| "loss": 0.0, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 44.01428571428571, | |
| "grad_norm": 0.0013160904636606574, | |
| "learning_rate": 1.1746031746031747e-06, | |
| "loss": 0.0, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 44.01714285714286, | |
| "grad_norm": 7.966428756713867, | |
| "learning_rate": 1.142857142857143e-06, | |
| "loss": 0.0005, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 44.02, | |
| "grad_norm": 0.001393563929013908, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 0.0, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 44.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.5847256183624268, | |
| "eval_runtime": 5.9398, | |
| "eval_samples_per_second": 5.387, | |
| "eval_steps_per_second": 1.347, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 45.002857142857145, | |
| "grad_norm": 0.007060057949274778, | |
| "learning_rate": 1.0793650793650795e-06, | |
| "loss": 0.0001, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 45.005714285714284, | |
| "grad_norm": 0.0010020129848271608, | |
| "learning_rate": 1.0476190476190478e-06, | |
| "loss": 0.0, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 45.00857142857143, | |
| "grad_norm": 0.0028252785559743643, | |
| "learning_rate": 1.015873015873016e-06, | |
| "loss": 0.0, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 45.011428571428574, | |
| "grad_norm": 0.012641221284866333, | |
| "learning_rate": 9.84126984126984e-07, | |
| "loss": 0.0001, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 45.01428571428571, | |
| "grad_norm": 0.0022382563911378384, | |
| "learning_rate": 9.523809523809525e-07, | |
| "loss": 0.0001, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 45.01714285714286, | |
| "grad_norm": 0.006219483446329832, | |
| "learning_rate": 9.206349206349208e-07, | |
| "loss": 0.0001, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 45.02, | |
| "grad_norm": 0.0017200283473357558, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.0, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 45.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.5829355716705322, | |
| "eval_runtime": 5.6602, | |
| "eval_samples_per_second": 5.653, | |
| "eval_steps_per_second": 1.413, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 46.002857142857145, | |
| "grad_norm": 0.0015408931067213416, | |
| "learning_rate": 8.571428571428572e-07, | |
| "loss": 0.0, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 46.005714285714284, | |
| "grad_norm": 0.0016143143875524402, | |
| "learning_rate": 8.253968253968254e-07, | |
| "loss": 0.0, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 46.00857142857143, | |
| "grad_norm": 0.0014364662347361445, | |
| "learning_rate": 7.936507936507937e-07, | |
| "loss": 0.0, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 46.011428571428574, | |
| "grad_norm": 0.0040867868810892105, | |
| "learning_rate": 7.61904761904762e-07, | |
| "loss": 0.0, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 46.01428571428571, | |
| "grad_norm": 0.0010911135468631983, | |
| "learning_rate": 7.301587301587303e-07, | |
| "loss": 0.0001, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 46.01714285714286, | |
| "grad_norm": 0.0011279195314273238, | |
| "learning_rate": 6.984126984126984e-07, | |
| "loss": 0.0, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 46.02, | |
| "grad_norm": 0.0029850241262465715, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.0, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 46.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.580873966217041, | |
| "eval_runtime": 5.6883, | |
| "eval_samples_per_second": 5.626, | |
| "eval_steps_per_second": 1.406, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 47.002857142857145, | |
| "grad_norm": 0.003009574254974723, | |
| "learning_rate": 6.34920634920635e-07, | |
| "loss": 0.0001, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 47.005714285714284, | |
| "grad_norm": 0.006839941721409559, | |
| "learning_rate": 6.031746031746032e-07, | |
| "loss": 0.0, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 47.00857142857143, | |
| "grad_norm": 0.001524322316981852, | |
| "learning_rate": 5.714285714285715e-07, | |
| "loss": 0.0, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 47.011428571428574, | |
| "grad_norm": 0.0027361048851162195, | |
| "learning_rate": 5.396825396825398e-07, | |
| "loss": 0.0, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 47.01428571428571, | |
| "grad_norm": 0.0032709892839193344, | |
| "learning_rate": 5.07936507936508e-07, | |
| "loss": 0.0, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 47.01714285714286, | |
| "grad_norm": 0.0012358782114461064, | |
| "learning_rate": 4.7619047619047623e-07, | |
| "loss": 0.0, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 47.02, | |
| "grad_norm": 0.0044230008497834206, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.0, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 47.02, | |
| "eval_accuracy": 0.625, | |
| "eval_loss": 2.5756099224090576, | |
| "eval_runtime": 5.7994, | |
| "eval_samples_per_second": 5.518, | |
| "eval_steps_per_second": 1.379, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 48.002857142857145, | |
| "grad_norm": 0.0034374285023659468, | |
| "learning_rate": 4.126984126984127e-07, | |
| "loss": 0.0, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 48.005714285714284, | |
| "grad_norm": 0.010423140600323677, | |
| "learning_rate": 3.80952380952381e-07, | |
| "loss": 0.045, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 48.00857142857143, | |
| "grad_norm": 0.002047063549980521, | |
| "learning_rate": 3.492063492063492e-07, | |
| "loss": 0.0, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 48.011428571428574, | |
| "grad_norm": 0.00131814437918365, | |
| "learning_rate": 3.174603174603175e-07, | |
| "loss": 0.0, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 48.01428571428571, | |
| "grad_norm": 0.004262310452759266, | |
| "learning_rate": 2.8571428571428575e-07, | |
| "loss": 0.0, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 48.01714285714286, | |
| "grad_norm": 0.005764085799455643, | |
| "learning_rate": 2.53968253968254e-07, | |
| "loss": 0.0, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 48.02, | |
| "grad_norm": 0.0010528825223445892, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.0001, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 48.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.474351644515991, | |
| "eval_runtime": 5.6522, | |
| "eval_samples_per_second": 5.662, | |
| "eval_steps_per_second": 1.415, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 49.002857142857145, | |
| "grad_norm": 0.0024832114577293396, | |
| "learning_rate": 1.904761904761905e-07, | |
| "loss": 0.0, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 49.005714285714284, | |
| "grad_norm": 0.0020221523009240627, | |
| "learning_rate": 1.5873015873015874e-07, | |
| "loss": 0.0, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 49.00857142857143, | |
| "grad_norm": 0.0294681116938591, | |
| "learning_rate": 1.26984126984127e-07, | |
| "loss": 0.0, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 49.011428571428574, | |
| "grad_norm": 0.0013974281027913094, | |
| "learning_rate": 9.523809523809525e-08, | |
| "loss": 0.0001, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 49.01428571428571, | |
| "grad_norm": 0.002278068568557501, | |
| "learning_rate": 6.34920634920635e-08, | |
| "loss": 0.0, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 49.01714285714286, | |
| "grad_norm": 0.0014251351822167635, | |
| "learning_rate": 3.174603174603175e-08, | |
| "loss": 0.0, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 49.02, | |
| "grad_norm": 0.001036540837958455, | |
| "learning_rate": 0.0, | |
| "loss": 0.0, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 49.02, | |
| "eval_accuracy": 0.65625, | |
| "eval_loss": 2.4720282554626465, | |
| "eval_runtime": 7.6256, | |
| "eval_samples_per_second": 4.196, | |
| "eval_steps_per_second": 1.049, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 49.02, | |
| "step": 3500, | |
| "total_flos": 6.147436841415475e+19, | |
| "train_loss": 0.15784767912905331, | |
| "train_runtime": 5935.2708, | |
| "train_samples_per_second": 2.359, | |
| "train_steps_per_second": 0.59 | |
| }, | |
| { | |
| "epoch": 49.02, | |
| "eval_accuracy": 0.7906976744186046, | |
| "eval_loss": 0.4680953025817871, | |
| "eval_runtime": 8.841, | |
| "eval_samples_per_second": 4.864, | |
| "eval_steps_per_second": 1.244, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 49.02, | |
| "eval_accuracy": 0.7906976744186046, | |
| "eval_loss": 0.46809521317481995, | |
| "eval_runtime": 8.11, | |
| "eval_samples_per_second": 5.302, | |
| "eval_steps_per_second": 1.356, | |
| "step": 3500 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.147436841415475e+19, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |