| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 1000, | |
| "global_step": 12947, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0, | |
| "eval_loss": 7.565340518951416, | |
| "eval_runtime": 1.2901, | |
| "eval_samples_per_second": 9.302, | |
| "eval_steps_per_second": 1.55, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.0007723797018614351, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 1.2853470437017995e-06, | |
| "loss": 7.3877, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0015447594037228702, | |
| "grad_norm": 3.203125, | |
| "learning_rate": 2.570694087403599e-06, | |
| "loss": 7.4036, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0023171391055843054, | |
| "grad_norm": 3.59375, | |
| "learning_rate": 3.856041131105398e-06, | |
| "loss": 7.3948, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0030895188074457403, | |
| "grad_norm": 2.96875, | |
| "learning_rate": 5.141388174807198e-06, | |
| "loss": 7.3935, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0038618985093071753, | |
| "grad_norm": 1.859375, | |
| "learning_rate": 6.426735218508998e-06, | |
| "loss": 7.3788, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.004634278211168611, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 7.712082262210796e-06, | |
| "loss": 7.3564, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.005406657913030045, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 8.997429305912597e-06, | |
| "loss": 7.341, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.006179037614891481, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.0282776349614396e-05, | |
| "loss": 7.3153, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.006951417316752916, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.1568123393316196e-05, | |
| "loss": 7.2943, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.007723797018614351, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.2853470437017995e-05, | |
| "loss": 7.2795, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.008496176720475786, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.4138817480719796e-05, | |
| "loss": 7.2647, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.009268556422337221, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 1.5424164524421593e-05, | |
| "loss": 7.2653, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.010040936124198657, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.6709511568123395e-05, | |
| "loss": 7.2383, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01081331582606009, | |
| "grad_norm": 1.125, | |
| "learning_rate": 1.7994858611825194e-05, | |
| "loss": 7.2339, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.011585695527921526, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 1.9280205655526993e-05, | |
| "loss": 7.2323, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.012358075229782961, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 2.0565552699228792e-05, | |
| "loss": 7.2395, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.013130454931644397, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.185089974293059e-05, | |
| "loss": 7.2193, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.013902834633505832, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 2.3136246786632393e-05, | |
| "loss": 7.2236, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.014675214335367266, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 2.4421593830334192e-05, | |
| "loss": 7.2195, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.015447594037228701, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.570694087403599e-05, | |
| "loss": 7.2041, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01621997373909014, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 2.699228791773779e-05, | |
| "loss": 7.1884, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.016992353440951572, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 2.827763496143959e-05, | |
| "loss": 7.2075, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.017764733142813006, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 2.9562982005141387e-05, | |
| "loss": 7.1882, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.018537112844674443, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.0848329048843186e-05, | |
| "loss": 7.1827, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.019309492546535877, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 3.213367609254499e-05, | |
| "loss": 7.1755, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.020081872248397314, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.341902313624679e-05, | |
| "loss": 7.1796, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.020854251950258747, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 3.470437017994859e-05, | |
| "loss": 7.1768, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.02162663165212018, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.598971722365039e-05, | |
| "loss": 7.1824, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.022399011353981618, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 3.727506426735219e-05, | |
| "loss": 7.1571, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.023171391055843052, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 3.8560411311053986e-05, | |
| "loss": 7.1409, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02394377075770449, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 3.9845758354755785e-05, | |
| "loss": 7.1577, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.024716150459565923, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.1131105398457584e-05, | |
| "loss": 7.1455, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.025488530161427356, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.241645244215938e-05, | |
| "loss": 7.1469, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.026260909863288794, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.370179948586118e-05, | |
| "loss": 7.1404, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.027033289565150227, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.498714652956299e-05, | |
| "loss": 7.1291, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.027805669267011664, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.6272493573264786e-05, | |
| "loss": 7.1399, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.028578048968873098, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.7557840616966585e-05, | |
| "loss": 7.1168, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.029350428670734532, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.8843187660668383e-05, | |
| "loss": 7.1164, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.03012280837259597, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.999999921770817e-05, | |
| "loss": 7.1345, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.030895188074457403, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.999990534274693e-05, | |
| "loss": 7.1199, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.031667567776318836, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.999965501009142e-05, | |
| "loss": 7.091, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.03243994747818028, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.999924822130828e-05, | |
| "loss": 7.0851, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.03321232718004171, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.9998684978943356e-05, | |
| "loss": 7.0958, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.033984706881903144, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.9997965286521595e-05, | |
| "loss": 7.0915, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.03475708658376458, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.999708914854706e-05, | |
| "loss": 7.0837, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03552946628562601, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.999605657050293e-05, | |
| "loss": 7.0776, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.03630184598748745, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.999486755885141e-05, | |
| "loss": 7.1053, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.037074225689348886, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.999352212103373e-05, | |
| "loss": 7.0883, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03784660539121032, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.999202026547009e-05, | |
| "loss": 7.0903, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.03861898509307175, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.9990362001559595e-05, | |
| "loss": 7.0613, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03939136479493319, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.9988547339680215e-05, | |
| "loss": 7.0579, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.04016374449679463, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.9986576291188705e-05, | |
| "loss": 7.0879, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.04093612419865606, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.998444886842053e-05, | |
| "loss": 7.0837, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.041708503900517495, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.998216508468982e-05, | |
| "loss": 7.0301, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04248088360237893, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.9979724954289244e-05, | |
| "loss": 7.0722, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04325326330424036, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.997712849248994e-05, | |
| "loss": 7.0718, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.0440256430061018, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.9974375715541455e-05, | |
| "loss": 7.0687, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.044798022707963236, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.9971466640671545e-05, | |
| "loss": 7.0742, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.04557040240982467, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.996840128608618e-05, | |
| "loss": 7.0538, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.046342782111686104, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.9965179670969366e-05, | |
| "loss": 7.0351, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.04711516181354754, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.996180181548303e-05, | |
| "loss": 7.0381, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.04788754151540898, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.995826774076693e-05, | |
| "loss": 7.0398, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.04865992121727041, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.9954577468938454e-05, | |
| "loss": 7.0413, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.049432300919131845, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.9950731023092565e-05, | |
| "loss": 7.0511, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.05020468062099328, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.994672842730159e-05, | |
| "loss": 7.0258, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.05097706032285471, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.994256970661509e-05, | |
| "loss": 7.0258, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.05174944002471615, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.993825488705973e-05, | |
| "loss": 7.0358, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.05252181972657759, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.9933783995639084e-05, | |
| "loss": 7.0288, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.05329419942843902, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.992915706033345e-05, | |
| "loss": 7.0159, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.054066579130300454, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.992437411009975e-05, | |
| "loss": 7.0396, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05483895883216189, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.991943517487126e-05, | |
| "loss": 7.041, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05561133853402333, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.9914340285557467e-05, | |
| "loss": 7.0264, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05638371823588476, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.990908947404388e-05, | |
| "loss": 7.0325, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.057156097937746196, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.990368277319183e-05, | |
| "loss": 7.0152, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.05792847763960763, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.989812021683824e-05, | |
| "loss": 7.0214, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.058700857341469063, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.9892401839795416e-05, | |
| "loss": 7.0358, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.059473237043330504, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.988652767785087e-05, | |
| "loss": 7.0274, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.06024561674519194, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.988049776776705e-05, | |
| "loss": 7.01, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.06101799644705337, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.9874312147281144e-05, | |
| "loss": 6.9994, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.061790376148914805, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.9867970855104794e-05, | |
| "loss": 7.001, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06256275585077624, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.986147393092393e-05, | |
| "loss": 7.0192, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.06333513555263767, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.985482141539844e-05, | |
| "loss": 7.0005, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.0641075152544991, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.984801335016198e-05, | |
| "loss": 6.9889, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06487989495636055, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.984104977782168e-05, | |
| "loss": 6.9976, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06565227465822199, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.983393074195787e-05, | |
| "loss": 7.0213, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.06642465436008342, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.9826656287123855e-05, | |
| "loss": 6.995, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.06719703406194485, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.981922645884558e-05, | |
| "loss": 7.003, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.06796941376380629, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.981164130362136e-05, | |
| "loss": 7.0236, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.06874179346566772, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.9803900868921626e-05, | |
| "loss": 6.9976, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.06951417316752916, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.979600520318858e-05, | |
| "loss": 7.0057, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07028655286939059, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.978795435583591e-05, | |
| "loss": 6.9869, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.07105893257125202, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.977974837724849e-05, | |
| "loss": 7.0009, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.07183131227311346, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.9771387318782056e-05, | |
| "loss": 7.0129, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.0726036919749749, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.9762871232762883e-05, | |
| "loss": 6.9773, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.07337607167683634, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.9754200172487464e-05, | |
| "loss": 6.9807, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.07414845137869777, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.974537419222216e-05, | |
| "loss": 6.9977, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.0749208310805592, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.973639334720288e-05, | |
| "loss": 6.9931, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07569321078242064, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.972725769363474e-05, | |
| "loss": 6.9979, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.07646559048428207, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.971796728869168e-05, | |
| "loss": 6.9738, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.0772379701861435, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.9708522190516135e-05, | |
| "loss": 6.985, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0772379701861435, | |
| "eval_loss": 7.195706844329834, | |
| "eval_runtime": 1.3795, | |
| "eval_samples_per_second": 8.699, | |
| "eval_steps_per_second": 1.45, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07801034988800494, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.969892245821867e-05, | |
| "loss": 6.9962, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.07878272958986637, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.9689168151877566e-05, | |
| "loss": 6.9837, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.07955510929172781, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.967925933253853e-05, | |
| "loss": 6.996, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.08032748899358925, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.966919606221423e-05, | |
| "loss": 6.9922, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.08109986869545069, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.965897840388395e-05, | |
| "loss": 6.9721, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.08187224839731212, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.964860642149317e-05, | |
| "loss": 6.9778, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.08264462809917356, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.963808017995321e-05, | |
| "loss": 6.9568, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.08341700780103499, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.962739974514077e-05, | |
| "loss": 6.989, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.08418938750289642, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.9616565183897554e-05, | |
| "loss": 6.9685, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.08496176720475786, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.960557656402983e-05, | |
| "loss": 6.966, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.08573414690661929, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.959443395430804e-05, | |
| "loss": 6.9458, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.08650652660848072, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.958313742446632e-05, | |
| "loss": 6.9388, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.08727890631034216, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.957168704520209e-05, | |
| "loss": 6.9658, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.0880512860122036, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.956008288817563e-05, | |
| "loss": 6.9727, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.08882366571406504, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.95483250260096e-05, | |
| "loss": 6.9777, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.08959604541592647, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.9536413532288594e-05, | |
| "loss": 6.9421, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.0903684251177879, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.952434848155869e-05, | |
| "loss": 6.9656, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.09114080481964934, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.951212994932697e-05, | |
| "loss": 6.9749, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.09191318452151077, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.949975801206107e-05, | |
| "loss": 6.9558, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.09268556422337221, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.948723274718867e-05, | |
| "loss": 6.9572, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.09345794392523364, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.9474554233097026e-05, | |
| "loss": 6.9558, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.09423032362709508, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.946172254913248e-05, | |
| "loss": 6.9313, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.09500270332895651, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.944873777559996e-05, | |
| "loss": 6.9627, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.09577508303081796, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.94355999937625e-05, | |
| "loss": 6.9681, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.09654746273267939, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.942230928584068e-05, | |
| "loss": 6.9696, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09731984243454082, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 4.9408865735012154e-05, | |
| "loss": 6.9751, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.09809222213640226, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.939526942541113e-05, | |
| "loss": 6.9496, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.09886460183826369, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.93815204421278e-05, | |
| "loss": 6.9535, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.09963698154012512, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.9367618871207885e-05, | |
| "loss": 6.9631, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.10040936124198656, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.9353564799652014e-05, | |
| "loss": 6.9414, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.10118174094384799, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.933935831541522e-05, | |
| "loss": 6.9548, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.10195412064570943, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.932499950740639e-05, | |
| "loss": 6.9365, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.10272650034757086, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.9310488465487704e-05, | |
| "loss": 6.9616, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.1034988800494323, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.9295825280474074e-05, | |
| "loss": 6.9439, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.10427125975129374, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.9281010044132584e-05, | |
| "loss": 6.9459, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.10504363945315517, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.926604284918187e-05, | |
| "loss": 6.9559, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.10581601915501661, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.9250923789291615e-05, | |
| "loss": 6.946, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.10658839885687804, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.923565295908191e-05, | |
| "loss": 6.9574, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.10736077855873948, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.922023045412266e-05, | |
| "loss": 6.9327, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.10813315826060091, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.920465637093302e-05, | |
| "loss": 6.9403, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.10890553796246234, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.918893080698077e-05, | |
| "loss": 6.953, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.10967791766432378, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.9173053860681694e-05, | |
| "loss": 6.9444, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.11045029736618521, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.915702563139899e-05, | |
| "loss": 6.939, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.11122267706804666, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.914084621944262e-05, | |
| "loss": 6.953, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.11199505676990809, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.912451572606872e-05, | |
| "loss": 6.9619, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.11276743647176952, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.910803425347892e-05, | |
| "loss": 6.931, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.11353981617363096, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.909140190481974e-05, | |
| "loss": 6.9716, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.11431219587549239, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.907461878418194e-05, | |
| "loss": 6.9467, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.11508457557735383, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.905768499659984e-05, | |
| "loss": 6.9505, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.11585695527921526, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.9040600648050704e-05, | |
| "loss": 6.9373, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1166293349810767, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.9023365845454044e-05, | |
| "loss": 6.9465, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.11740171468293813, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.9005980696670975e-05, | |
| "loss": 6.9179, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.11817409438479956, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.8988445310503505e-05, | |
| "loss": 6.9397, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.11894647408666101, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.897075979669391e-05, | |
| "loss": 6.936, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.11971885378852244, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.8952924265923984e-05, | |
| "loss": 6.9263, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.12049123349038388, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.89349388298144e-05, | |
| "loss": 6.9298, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.12126361319224531, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.8916803600923974e-05, | |
| "loss": 6.9218, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.12203599289410674, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.889851869274899e-05, | |
| "loss": 6.9469, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.12280837259596818, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.888008421972244e-05, | |
| "loss": 6.9314, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.12358075229782961, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.886150029721339e-05, | |
| "loss": 6.9246, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.12435313199969104, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.884276704152618e-05, | |
| "loss": 6.9011, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.12512551170155248, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.8823884569899726e-05, | |
| "loss": 6.9597, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.12589789140341393, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.8804853000506806e-05, | |
| "loss": 6.9067, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.12667027110527534, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.878567245245329e-05, | |
| "loss": 6.9405, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.1274426508071368, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.8766343045777386e-05, | |
| "loss": 6.9444, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.1282150305089982, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.874686490144895e-05, | |
| "loss": 6.9338, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.12898741021085966, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.872723814136866e-05, | |
| "loss": 6.9245, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.1297597899127211, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.870746288836727e-05, | |
| "loss": 6.934, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.13053216961458253, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.8687539266204896e-05, | |
| "loss": 6.9158, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.13130454931644397, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.866746739957015e-05, | |
| "loss": 6.9198, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.1320769290183054, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.8647247414079435e-05, | |
| "loss": 6.9156, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.13284930872016684, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.862687943627612e-05, | |
| "loss": 6.9489, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.13362168842202826, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.860636359362975e-05, | |
| "loss": 6.918, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.1343940681238897, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.858570001453529e-05, | |
| "loss": 6.9442, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.13516644782575113, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.856488882831225e-05, | |
| "loss": 6.9234, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.13593882752761258, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.854393016520394e-05, | |
| "loss": 6.9181, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.136711207229474, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.852282415637662e-05, | |
| "loss": 6.9348, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.13748358693133544, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.850157093391869e-05, | |
| "loss": 6.9299, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.1382559666331969, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.848017063083986e-05, | |
| "loss": 6.925, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.1390283463350583, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.845862338107031e-05, | |
| "loss": 6.9315, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.13980072603691976, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.843692931945989e-05, | |
| "loss": 6.9169, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.14057310573878118, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 4.841508858177721e-05, | |
| "loss": 6.9144, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.14134548544064263, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.8393101304708866e-05, | |
| "loss": 6.9215, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.14211786514250405, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.837096762585851e-05, | |
| "loss": 6.9191, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.1428902448443655, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.834868768374604e-05, | |
| "loss": 6.9206, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.1436626245462269, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.8326261617806735e-05, | |
| "loss": 6.902, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.14443500424808836, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.830368956839033e-05, | |
| "loss": 6.9232, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.1452073839499498, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.8280971676760204e-05, | |
| "loss": 6.9145, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.14597976365181123, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.825810808509245e-05, | |
| "loss": 6.9167, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.14675214335367268, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.8235098936475e-05, | |
| "loss": 6.8914, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.1475245230555341, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.8211944374906735e-05, | |
| "loss": 6.9187, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.14829690275739554, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.818864454529658e-05, | |
| "loss": 6.8995, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.14906928245925696, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.81651995934626e-05, | |
| "loss": 6.9161, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.1498416621611184, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.814160966613104e-05, | |
| "loss": 6.921, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.15061404186297983, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.811787491093552e-05, | |
| "loss": 6.9216, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.15138642156484128, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.8093995476415996e-05, | |
| "loss": 6.9262, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.1521588012667027, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.8069971512017884e-05, | |
| "loss": 6.9033, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.15293118096856415, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.804580316809111e-05, | |
| "loss": 6.8992, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.1537035606704256, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.802149059588918e-05, | |
| "loss": 6.9153, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.154475940372287, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.799703394756824e-05, | |
| "loss": 6.9115, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.154475940372287, | |
| "eval_loss": 7.10474157333374, | |
| "eval_runtime": 1.4731, | |
| "eval_samples_per_second": 8.146, | |
| "eval_steps_per_second": 1.358, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.15524832007414846, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.79724333761861e-05, | |
| "loss": 6.9161, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.15602069977600988, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.7947689035701285e-05, | |
| "loss": 6.9294, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.15679307947787133, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.792280108097208e-05, | |
| "loss": 6.9147, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.15756545917973275, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.789776966775556e-05, | |
| "loss": 6.8972, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.1583378388815942, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.78725949527066e-05, | |
| "loss": 6.901, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.15911021858345561, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.784727709337692e-05, | |
| "loss": 6.9306, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.15988259828531706, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.782181624821406e-05, | |
| "loss": 6.9092, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.1606549779871785, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.779621257656045e-05, | |
| "loss": 6.9171, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.16142735768903993, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.777046623865233e-05, | |
| "loss": 6.922, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.16219973739090138, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.774457739561884e-05, | |
| "loss": 6.9022, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.1629721170927628, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.771854620948092e-05, | |
| "loss": 6.9137, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.16374449679462424, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.769237284315038e-05, | |
| "loss": 6.9188, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.16451687649648566, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.766605746042882e-05, | |
| "loss": 6.9029, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.1652892561983471, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.76396002260066e-05, | |
| "loss": 6.8852, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.16606163590020853, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.76130013054619e-05, | |
| "loss": 6.9108, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.16683401560206998, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.758626086525956e-05, | |
| "loss": 6.8932, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.1676063953039314, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.755937907275012e-05, | |
| "loss": 6.893, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.16837877500579285, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.7532356096168765e-05, | |
| "loss": 6.8868, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.1691511547076543, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.750519210463421e-05, | |
| "loss": 6.8966, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.16992353440951571, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.747788726814775e-05, | |
| "loss": 6.9187, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.17069591411137716, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.7450441757592076e-05, | |
| "loss": 6.9059, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.17146829381323858, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.7422855744730313e-05, | |
| "loss": 6.9143, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.17224067351510003, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.739512940220485e-05, | |
| "loss": 6.8997, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.17301305321696145, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.736726290353634e-05, | |
| "loss": 6.9122, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.1737854329188229, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.733925642312257e-05, | |
| "loss": 6.911, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.17455781262068432, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.731111013623738e-05, | |
| "loss": 6.8854, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.17533019232254576, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.728282421902957e-05, | |
| "loss": 6.8924, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.1761025720244072, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.7254398848521754e-05, | |
| "loss": 6.9027, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.17687495172626863, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.722583420260936e-05, | |
| "loss": 6.8791, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.17764733142813008, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.719713046005938e-05, | |
| "loss": 6.9119, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.1784197111299915, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.7168287800509376e-05, | |
| "loss": 6.906, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.17919209083185295, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.7139306404466256e-05, | |
| "loss": 6.8932, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.17996447053371437, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.71101864533052e-05, | |
| "loss": 6.9049, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.1807368502355758, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.708092812926853e-05, | |
| "loss": 6.8837, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.18150922993743723, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.7051531615464514e-05, | |
| "loss": 6.9055, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.18228160963929868, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.702199709586631e-05, | |
| "loss": 6.895, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.1830539893411601, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.6992324755310703e-05, | |
| "loss": 6.9278, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.18382636904302155, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.696251477949705e-05, | |
| "loss": 6.9203, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.184598748744883, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.693256735498605e-05, | |
| "loss": 6.877, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.18537112844674442, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.690248266919862e-05, | |
| "loss": 6.9047, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.18614350814860586, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.68722609104147e-05, | |
| "loss": 6.8985, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.18691588785046728, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.6841902267772067e-05, | |
| "loss": 6.8853, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.18768826755232873, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.681140693126518e-05, | |
| "loss": 6.9066, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.18846064725419015, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.678077509174394e-05, | |
| "loss": 6.9068, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.1892330269560516, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.675000694091257e-05, | |
| "loss": 6.8997, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.19000540665791302, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.671910267132836e-05, | |
| "loss": 6.8845, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.19077778635977446, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.6688062476400454e-05, | |
| "loss": 6.9147, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.1915501660616359, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.66568865503887e-05, | |
| "loss": 6.887, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.19232254576349733, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.662557508840237e-05, | |
| "loss": 6.9085, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.19309492546535878, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.659412828639897e-05, | |
| "loss": 6.879, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.1938673051672202, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.6562546341183014e-05, | |
| "loss": 6.8863, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.19463968486908165, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.653082945040478e-05, | |
| "loss": 6.8804, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.19541206457094307, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.649897781255908e-05, | |
| "loss": 6.8728, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.19618444427280451, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.646699162698402e-05, | |
| "loss": 6.8812, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.19695682397466593, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.643487109385978e-05, | |
| "loss": 6.8859, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.19772920367652738, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.640261641420726e-05, | |
| "loss": 6.8882, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.19850158337838883, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.637022778988697e-05, | |
| "loss": 6.8911, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.19927396308025025, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.6337705423597635e-05, | |
| "loss": 6.8904, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.2000463427821117, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.630504951887502e-05, | |
| "loss": 6.902, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.20081872248397312, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.62722602800906e-05, | |
| "loss": 6.8906, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.20159110218583456, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.6239337912450275e-05, | |
| "loss": 6.8955, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.20236348188769598, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.620628262199317e-05, | |
| "loss": 6.9105, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.20313586158955743, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.6173094615590224e-05, | |
| "loss": 6.8825, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.20390824129141885, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.613977410094299e-05, | |
| "loss": 6.8738, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.2046806209932803, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.61063212865823e-05, | |
| "loss": 6.8829, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.20545300069514172, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.6072736381866944e-05, | |
| "loss": 6.8847, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.20622538039700317, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.6039019596982393e-05, | |
| "loss": 6.8774, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.2069977600988646, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.6005171142939465e-05, | |
| "loss": 6.8789, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.20777013980072603, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.5971191231572994e-05, | |
| "loss": 6.8847, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.20854251950258748, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.593708007554054e-05, | |
| "loss": 6.8994, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.2093148992044489, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.5902837888321024e-05, | |
| "loss": 6.8881, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.21008727890631035, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.58684648842134e-05, | |
| "loss": 6.8651, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.21085965860817177, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.5833961278335327e-05, | |
| "loss": 6.8649, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.21163203831003322, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.5799327286621795e-05, | |
| "loss": 6.8934, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.21240441801189464, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.5764563125823815e-05, | |
| "loss": 6.8793, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.21317679771375608, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.572966901350702e-05, | |
| "loss": 6.8735, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.21394917741561753, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.5694645168050345e-05, | |
| "loss": 6.8832, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.21472155711747895, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.565949180864461e-05, | |
| "loss": 6.8664, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.2154939368193404, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.562420915529119e-05, | |
| "loss": 6.9006, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.21626631652120182, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.5588797428800636e-05, | |
| "loss": 6.8599, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.21703869622306327, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.555325685079127e-05, | |
| "loss": 6.8699, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.21781107592492469, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.55175876436878e-05, | |
| "loss": 6.8722, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.21858345562678613, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.548179003071995e-05, | |
| "loss": 6.8641, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.21935583532864755, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.5445864235921044e-05, | |
| "loss": 6.8844, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.220128215030509, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.540981048412662e-05, | |
| "loss": 6.9032, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.22090059473237042, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.537362900097302e-05, | |
| "loss": 6.8924, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.22167297443423187, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.533732001289593e-05, | |
| "loss": 6.8881, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.22244535413609332, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.5300883747129055e-05, | |
| "loss": 6.8808, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.22321773383795473, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.526432043170262e-05, | |
| "loss": 6.882, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.22399011353981618, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.522763029544196e-05, | |
| "loss": 6.8773, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.2247624932416776, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.519081356796613e-05, | |
| "loss": 6.8684, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.22553487294353905, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.5153870479686385e-05, | |
| "loss": 6.8759, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.22630725264540047, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.511680126180485e-05, | |
| "loss": 6.8927, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.22707963234726192, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.507960614631295e-05, | |
| "loss": 6.8713, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.22785201204912334, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.504228536599007e-05, | |
| "loss": 6.891, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.22862439175098478, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.5004839154402004e-05, | |
| "loss": 6.8738, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.22939677145284623, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.496726774589957e-05, | |
| "loss": 6.8653, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.23016915115470765, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.4929571375617084e-05, | |
| "loss": 6.879, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.2309415308565691, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.489175027947094e-05, | |
| "loss": 6.8891, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.2314821966478721, | |
| "eval_loss": 7.09494161605835, | |
| "eval_runtime": 1.4843, | |
| "eval_samples_per_second": 8.084, | |
| "eval_steps_per_second": 1.347, | |
| "step": 2997 | |
| }, | |
| { | |
| "epoch": 0.23171391055843052, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.4853804694158074e-05, | |
| "loss": 6.8979, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.23171391055843052, | |
| "eval_loss": 7.093435287475586, | |
| "eval_runtime": 0.6702, | |
| "eval_samples_per_second": 17.905, | |
| "eval_steps_per_second": 2.984, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.23248629026029197, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.481573485715456e-05, | |
| "loss": 6.8842, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.2332586699621534, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.477754100671405e-05, | |
| "loss": 6.9093, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.23403104966401483, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.4739223381866315e-05, | |
| "loss": 6.903, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.23480342936587625, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.470078222241575e-05, | |
| "loss": 6.8967, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.2355758090677377, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.466221776893987e-05, | |
| "loss": 6.8878, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.23634818876959912, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.4623530262787824e-05, | |
| "loss": 6.8928, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.23712056847146057, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.4584719946078846e-05, | |
| "loss": 6.8557, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.23789294817332202, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.454578706170075e-05, | |
| "loss": 6.8815, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.23866532787518344, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.4506731853308435e-05, | |
| "loss": 6.8865, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.23943770757704488, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.446755456532235e-05, | |
| "loss": 6.8907, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.2402100872789063, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.442825544292693e-05, | |
| "loss": 6.8811, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.24098246698076775, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.438883473206913e-05, | |
| "loss": 6.8935, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.24175484668262917, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.4349292679456813e-05, | |
| "loss": 6.8793, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.24252722638449062, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.4309629532557254e-05, | |
| "loss": 6.9043, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.24329960608635204, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.426984553959558e-05, | |
| "loss": 6.8944, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.24407198578821349, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.422994094955319e-05, | |
| "loss": 6.9129, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.24484436549007493, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.418991601216625e-05, | |
| "loss": 6.8943, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.24561674519193635, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.4149770977924095e-05, | |
| "loss": 6.8974, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.2463891248937978, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.410950609806763e-05, | |
| "loss": 6.8643, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.24716150459565922, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.406912162458783e-05, | |
| "loss": 6.8718, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.24793388429752067, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.402861781022412e-05, | |
| "loss": 6.8917, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.2487062639993821, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.3987994908462795e-05, | |
| "loss": 6.8998, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.24947864370124354, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.394725317353544e-05, | |
| "loss": 6.8858, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.25025102340310496, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.390639286041733e-05, | |
| "loss": 6.8749, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.2510234031049664, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.3865414224825855e-05, | |
| "loss": 6.894, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.25179578280682785, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.382431752321889e-05, | |
| "loss": 6.8933, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.2525681625086893, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.378310301279324e-05, | |
| "loss": 6.8864, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.2533405422105507, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.3741770951482945e-05, | |
| "loss": 6.8942, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.25411292191241214, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.370032159795776e-05, | |
| "loss": 6.8936, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.2548853016142736, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.365875521162147e-05, | |
| "loss": 6.8873, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.25565768131613503, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.361707205261031e-05, | |
| "loss": 6.8824, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.2564300610179964, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.3575272381791284e-05, | |
| "loss": 6.8783, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.25720244071985787, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.353335646076062e-05, | |
| "loss": 6.8892, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.2579748204217193, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.349132455184202e-05, | |
| "loss": 6.8845, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.25874720012358077, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.344917691808511e-05, | |
| "loss": 6.9082, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.2595195798254422, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.340691382326375e-05, | |
| "loss": 6.8759, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.2602919595273036, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 4.33645355318744e-05, | |
| "loss": 6.8914, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.26106433922916505, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.332204230913445e-05, | |
| "loss": 6.9077, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.2618367189310265, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.327943442098058e-05, | |
| "loss": 6.8864, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.26260909863288795, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 4.323671213406707e-05, | |
| "loss": 6.879, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.26338147833474934, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.3193875715764163e-05, | |
| "loss": 6.8829, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.2641538580366108, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.3150925434156355e-05, | |
| "loss": 6.8839, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.26492623773847224, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.310786155804074e-05, | |
| "loss": 6.8853, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.2656986174403337, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.3064684356925336e-05, | |
| "loss": 6.8669, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.2664709971421951, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.3021394101027386e-05, | |
| "loss": 6.8854, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.2672433768440565, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 4.297799106127165e-05, | |
| "loss": 6.8633, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.26801575654591797, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.2934475509288736e-05, | |
| "loss": 6.8846, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.2687881362477794, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.28908477174134e-05, | |
| "loss": 6.8841, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.26956051594964087, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.284710795868282e-05, | |
| "loss": 6.8811, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.27033289565150226, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.280325650683491e-05, | |
| "loss": 6.8686, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2711052753533637, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.275929363630658e-05, | |
| "loss": 6.8637, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.27187765505522515, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.271521962223206e-05, | |
| "loss": 6.854, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.2726500347570866, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.2671034740441134e-05, | |
| "loss": 6.8826, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.273422414458948, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.262673926745744e-05, | |
| "loss": 6.8765, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.27419479416080944, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.2582333480496716e-05, | |
| "loss": 6.8766, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.2749671738626709, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.253781765746511e-05, | |
| "loss": 6.8937, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.27573955356453234, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.2493192076957395e-05, | |
| "loss": 6.8719, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.2765119332663938, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.244845701825525e-05, | |
| "loss": 6.8776, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.2772843129682552, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.240361276132549e-05, | |
| "loss": 6.8716, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.2780566926701166, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.235865958681835e-05, | |
| "loss": 6.8821, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.27882907237197807, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.231359777606569e-05, | |
| "loss": 6.8974, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.2796014520738395, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.226842761107926e-05, | |
| "loss": 6.8608, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.2803738317757009, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 4.222314937454892e-05, | |
| "loss": 6.9033, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.28114621147756236, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.217776334984089e-05, | |
| "loss": 6.8775, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.2819185911794238, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.213226982099596e-05, | |
| "loss": 6.8686, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.28269097088128525, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.2086669072727706e-05, | |
| "loss": 6.8794, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.2834633505831467, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.204096139042073e-05, | |
| "loss": 6.8695, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.2842357302850081, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.1995147060128845e-05, | |
| "loss": 6.8748, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.28500810998686954, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.194922636857333e-05, | |
| "loss": 6.8688, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.285780489688731, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.190319960314109e-05, | |
| "loss": 6.8498, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.28655286939059244, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.185706705188289e-05, | |
| "loss": 6.8917, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.2873252490924538, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.1810829003511496e-05, | |
| "loss": 6.8745, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.2880976287943153, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.176448574739999e-05, | |
| "loss": 6.8633, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.2888700084961767, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.171803757357977e-05, | |
| "loss": 6.8865, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.28964238819803817, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.167148477273896e-05, | |
| "loss": 6.8663, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.2904147678998996, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.162482763622039e-05, | |
| "loss": 6.8705, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.291187147601761, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.157806645601988e-05, | |
| "loss": 6.8613, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.29195952730362246, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.1531201524784415e-05, | |
| "loss": 6.8695, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.2927319070054839, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.1484233135810256e-05, | |
| "loss": 6.8804, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.29350428670734535, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 4.1437161583041153e-05, | |
| "loss": 6.8632, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.29427666640920674, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.1389987161066486e-05, | |
| "loss": 6.8949, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.2950490461110682, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 4.1342710165119424e-05, | |
| "loss": 6.8764, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.29582142581292964, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.129533089107508e-05, | |
| "loss": 6.8804, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.2965938055147911, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.1247849635448646e-05, | |
| "loss": 6.8813, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.2973661852166525, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.120026669539357e-05, | |
| "loss": 6.8804, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.2981385649185139, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.115258236869967e-05, | |
| "loss": 6.8667, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.2989109446203754, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.110479695379126e-05, | |
| "loss": 6.8738, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.2996833243222368, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.1056910749725284e-05, | |
| "loss": 6.8655, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.30045570402409827, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.1008924056189515e-05, | |
| "loss": 6.856, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.30122808372595966, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.096083717350056e-05, | |
| "loss": 6.8701, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.3020004634278211, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.0912650402602094e-05, | |
| "loss": 6.8704, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.30277284312968256, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.086436404506288e-05, | |
| "loss": 6.8535, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.303545222831544, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.081597840307496e-05, | |
| "loss": 6.8587, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.3043176025334054, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.076749377945172e-05, | |
| "loss": 6.862, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.30508998223526684, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.0718910477626004e-05, | |
| "loss": 6.8891, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.3058623619371283, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.0670228801648216e-05, | |
| "loss": 6.8789, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.30663474163898974, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.0621449056184425e-05, | |
| "loss": 6.8865, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.3074071213408512, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 4.057257154651444e-05, | |
| "loss": 6.8527, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.3081795010427126, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.052359657852992e-05, | |
| "loss": 6.8626, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.308951880744574, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.047452445873246e-05, | |
| "loss": 6.8774, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.308951880744574, | |
| "eval_loss": 7.063729763031006, | |
| "eval_runtime": 0.6598, | |
| "eval_samples_per_second": 18.187, | |
| "eval_steps_per_second": 3.031, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.3097242604464355, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.0425355494231634e-05, | |
| "loss": 6.8738, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.3104966401482969, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.037608999274314e-05, | |
| "loss": 6.8691, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.3112690198501583, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.032672826258679e-05, | |
| "loss": 6.8542, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.31204139955201976, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.027727061268467e-05, | |
| "loss": 6.8479, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.3128137792538812, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.022771735255915e-05, | |
| "loss": 6.8745, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.31358615895574266, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.017806879233095e-05, | |
| "loss": 6.8743, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.3143585386576041, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.012832524271721e-05, | |
| "loss": 6.8775, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.3151309183594655, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 4.0078487015029567e-05, | |
| "loss": 6.8767, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.31590329806132694, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.002855442117216e-05, | |
| "loss": 6.8509, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.3166756777631884, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.9978527773639715e-05, | |
| "loss": 6.8595, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.31744805746504984, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.9928407385515575e-05, | |
| "loss": 6.8694, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.31822043716691123, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.9878193570469746e-05, | |
| "loss": 6.8409, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.3189928168687727, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.982788664275692e-05, | |
| "loss": 6.8401, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.3197651965706341, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.9777486917214524e-05, | |
| "loss": 6.8685, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.3205375762724956, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.9726994709260746e-05, | |
| "loss": 6.8817, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.321309955974357, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.9676410334892574e-05, | |
| "loss": 6.8706, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.3220823356762184, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.962573411068377e-05, | |
| "loss": 6.8734, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.32285471537807986, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.957496635378296e-05, | |
| "loss": 6.8566, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.3236270950799413, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.952410738191158e-05, | |
| "loss": 6.8965, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.32439947478180275, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.9473157513361945e-05, | |
| "loss": 6.8552, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.32517185448366415, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.9422117066995213e-05, | |
| "loss": 6.8404, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.3259442341855256, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.937098636223943e-05, | |
| "loss": 6.8643, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.32671661388738704, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.931976571908746e-05, | |
| "loss": 6.8549, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.3274889935892485, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.926845545809511e-05, | |
| "loss": 6.8685, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.32826137329110994, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.921705590037897e-05, | |
| "loss": 6.8504, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.32903375299297133, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.916556736761453e-05, | |
| "loss": 6.8577, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.3298061326948328, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.911399018203408e-05, | |
| "loss": 6.86, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.3305785123966942, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.906232466642475e-05, | |
| "loss": 6.8517, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.33135089209855567, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.901057114412646e-05, | |
| "loss": 6.8543, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.33212327180041706, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 3.89587299390299e-05, | |
| "loss": 6.8725, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.3328956515022785, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.890680137557453e-05, | |
| "loss": 6.8657, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.33366803120413996, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 3.8854785778746505e-05, | |
| "loss": 6.8727, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.3344404109060014, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.880268347407667e-05, | |
| "loss": 6.8567, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.3352127906078628, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.8750494787638514e-05, | |
| "loss": 6.8493, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.33598517030972425, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.869822004604615e-05, | |
| "loss": 6.8699, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.3367575500115857, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.864585957645222e-05, | |
| "loss": 6.8758, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.33752992971344714, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.859341370654591e-05, | |
| "loss": 6.8695, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.3383023094153086, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.8540882764550864e-05, | |
| "loss": 6.8636, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.33907468911717, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.848826707922311e-05, | |
| "loss": 6.8448, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.33984706881903143, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.843556697984907e-05, | |
| "loss": 6.8582, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.3406194485208929, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.8382782796243414e-05, | |
| "loss": 6.8671, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.3413918282227543, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.832991485874706e-05, | |
| "loss": 6.8367, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.3421642079246157, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.82769634982251e-05, | |
| "loss": 6.8499, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.34293658762647716, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.82239290460647e-05, | |
| "loss": 6.8576, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.3437089673283386, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 3.817081183417302e-05, | |
| "loss": 6.8485, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.34448134703020006, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.81176121949752e-05, | |
| "loss": 6.8648, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.3452537267320615, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.806433046141221e-05, | |
| "loss": 6.8523, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.3460261064339229, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.801096696693879e-05, | |
| "loss": 6.8566, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.34679848613578435, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.795752204552139e-05, | |
| "loss": 6.8554, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.3475708658376458, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.790399603163603e-05, | |
| "loss": 6.8706, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.34834324553950724, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.7850389260266265e-05, | |
| "loss": 6.8654, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.34911562524136863, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 3.7796702066901016e-05, | |
| "loss": 6.8633, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.3498880049432301, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.774293478753255e-05, | |
| "loss": 6.8582, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.3506603846450915, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 3.768908775865433e-05, | |
| "loss": 6.8695, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.351432764346953, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.7635161317258896e-05, | |
| "loss": 6.8649, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.3522051440488144, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.758115580083579e-05, | |
| "loss": 6.8773, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.3529775237506758, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.752707154736945e-05, | |
| "loss": 6.8594, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.35374990345253726, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.747290889533707e-05, | |
| "loss": 6.8624, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.3545222831543987, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.7418668183706444e-05, | |
| "loss": 6.8572, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.35529466285626016, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.7364349751933954e-05, | |
| "loss": 6.8602, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.35606704255812155, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.730995393996234e-05, | |
| "loss": 6.8287, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.356839422259983, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.725548108821863e-05, | |
| "loss": 6.8759, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.35761180196184444, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.720093153761197e-05, | |
| "loss": 6.8598, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.3583841816637059, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.714630562953155e-05, | |
| "loss": 6.845, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.35915656136556734, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.7091603705844404e-05, | |
| "loss": 6.8466, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.35992894106742873, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.70368261088933e-05, | |
| "loss": 6.8637, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.3607013207692902, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.6981973181494575e-05, | |
| "loss": 6.8445, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.3614737004711516, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.692704526693607e-05, | |
| "loss": 6.8595, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.3622460801730131, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.6872042708974854e-05, | |
| "loss": 6.8581, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.36301845987487447, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.6816965851835185e-05, | |
| "loss": 6.8532, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.3637908395767359, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.676181504020626e-05, | |
| "loss": 6.8591, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.36456321927859736, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 3.670659061924018e-05, | |
| "loss": 6.8465, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.3653355989804588, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.665129293454964e-05, | |
| "loss": 6.857, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.3661079786823202, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.659592233220591e-05, | |
| "loss": 6.8585, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.36688035838418165, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.6540479158736545e-05, | |
| "loss": 6.8585, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.3676527380860431, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.648496376112333e-05, | |
| "loss": 6.8336, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.36842511778790454, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.6429376486799994e-05, | |
| "loss": 6.8759, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.369197497489766, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.637371768365015e-05, | |
| "loss": 6.8797, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.3699698771916274, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.6317987700005034e-05, | |
| "loss": 6.8621, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.37074225689348883, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.626218688464135e-05, | |
| "loss": 6.8494, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.3715146365953503, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.620631558677909e-05, | |
| "loss": 6.8502, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.3722870162972117, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.615037415607937e-05, | |
| "loss": 6.8375, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.3730593959990731, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.60943629426422e-05, | |
| "loss": 6.858, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.6038282297004325e-05, | |
| "loss": 6.8536, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.374604155402796, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.598213257013699e-05, | |
| "loss": 6.8314, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.37537653510465746, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.592591411344383e-05, | |
| "loss": 6.8452, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.3761489148065189, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.5869627278758563e-05, | |
| "loss": 6.8402, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.3769212945083803, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.581327241834287e-05, | |
| "loss": 6.8416, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.37769367421024175, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.575684988488412e-05, | |
| "loss": 6.8549, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.3784660539121032, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.570036003149327e-05, | |
| "loss": 6.8531, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.37923843361396464, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.564380321170252e-05, | |
| "loss": 6.8578, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.38001081331582603, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.55871797794632e-05, | |
| "loss": 6.866, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.3807831930176875, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.553049008914352e-05, | |
| "loss": 6.8638, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.38155557271954893, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.547373449552635e-05, | |
| "loss": 6.8245, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.3823279524214104, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.5416913353807e-05, | |
| "loss": 6.8403, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.3831003321232718, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.536002701959103e-05, | |
| "loss": 6.8333, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.3838727118251332, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.5303075848891963e-05, | |
| "loss": 6.8469, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.38464509152699466, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.52460601981291e-05, | |
| "loss": 6.8639, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.3854174712288561, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.518898042412529e-05, | |
| "loss": 6.8447, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.38618985093071756, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.5131836884104665e-05, | |
| "loss": 6.8551, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.38618985093071756, | |
| "eval_loss": 7.044839859008789, | |
| "eval_runtime": 0.6994, | |
| "eval_samples_per_second": 17.158, | |
| "eval_steps_per_second": 2.86, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.38696223063257895, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.507462993569046e-05, | |
| "loss": 6.8331, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.3877346103344404, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.5017359936902705e-05, | |
| "loss": 6.8634, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.38850699003630185, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.496002724615604e-05, | |
| "loss": 6.8505, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.3892793697381633, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.490263222225745e-05, | |
| "loss": 6.8628, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.39005174944002474, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.484517522440401e-05, | |
| "loss": 6.8415, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.39082412914188613, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.478765661218067e-05, | |
| "loss": 6.854, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.3915965088437476, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.473007674555797e-05, | |
| "loss": 6.8754, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.39236888854560903, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.467243598488978e-05, | |
| "loss": 6.8701, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.3931412682474705, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.461473469091112e-05, | |
| "loss": 6.8428, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.39391364794933187, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.455697322473579e-05, | |
| "loss": 6.8462, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.3946860276511933, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.44991519478542e-05, | |
| "loss": 6.8507, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.39545840735305476, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.4441271222131056e-05, | |
| "loss": 6.8176, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.3962307870549162, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.4383331409803144e-05, | |
| "loss": 6.8567, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.39700316675677766, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.432533287347699e-05, | |
| "loss": 6.8461, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.39777554645863905, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.426727597612669e-05, | |
| "loss": 6.8656, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.3985479261605005, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.420916108109153e-05, | |
| "loss": 6.8674, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.39932030586236195, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.415098855207379e-05, | |
| "loss": 6.8727, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.4000926855642234, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.4092758753136436e-05, | |
| "loss": 6.85, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.4008650652660848, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.403447204870086e-05, | |
| "loss": 6.8666, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.40163744496794623, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.3976128803544566e-05, | |
| "loss": 6.8557, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.4024098246698077, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.391772938279894e-05, | |
| "loss": 6.8489, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.40318220437166913, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.385927415194689e-05, | |
| "loss": 6.8627, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.4039545840735305, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.380076347682065e-05, | |
| "loss": 6.8479, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.40472696377539197, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.37421977235994e-05, | |
| "loss": 6.8395, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.4054993434772534, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.3683577258807056e-05, | |
| "loss": 6.8601, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.40627172317911486, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.36249024493099e-05, | |
| "loss": 6.839, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.4070441028809763, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.356617366231434e-05, | |
| "loss": 6.8416, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.4078164825828377, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.35073912653646e-05, | |
| "loss": 6.8659, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.40858886228469915, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.3448555626340404e-05, | |
| "loss": 6.8331, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.4093612419865606, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.338966711345468e-05, | |
| "loss": 6.8459, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.41013362168842205, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.333072609525127e-05, | |
| "loss": 6.886, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.41090600139028344, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.327173294060258e-05, | |
| "loss": 6.839, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.4116783810921449, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.3212688018707355e-05, | |
| "loss": 6.8351, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.41245076079400633, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 3.3153591699088264e-05, | |
| "loss": 6.8359, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.4132231404958678, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.3094444351589675e-05, | |
| "loss": 6.8497, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.4139955201977292, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.303524634637529e-05, | |
| "loss": 6.8488, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.4147678998995906, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.2975998053925856e-05, | |
| "loss": 6.8519, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.41554027960145207, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.2916699845036816e-05, | |
| "loss": 6.8321, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.4163126593033135, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.285735209081602e-05, | |
| "loss": 6.8448, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.41708503900517496, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.279795516268139e-05, | |
| "loss": 6.8521, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.41785741870703635, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.2738509432358586e-05, | |
| "loss": 6.8353, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.4186297984088978, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.267901527187869e-05, | |
| "loss": 6.8712, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.41940217811075925, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.261947305357588e-05, | |
| "loss": 6.8533, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.4201745578126207, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.2559883150085104e-05, | |
| "loss": 6.8552, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.42094693751448214, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.250024593433971e-05, | |
| "loss": 6.8444, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.42171931721634354, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 3.244056177956919e-05, | |
| "loss": 6.8675, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.422491696918205, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.238083105929674e-05, | |
| "loss": 6.852, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.42326407662006643, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.232105414733703e-05, | |
| "loss": 6.8369, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.4240364563219279, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.226123141779376e-05, | |
| "loss": 6.8513, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.42480883602378927, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.220136324505744e-05, | |
| "loss": 6.8678, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.4255812157256507, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.21414500038029e-05, | |
| "loss": 6.8557, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.42635359542751217, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 3.20814920689871e-05, | |
| "loss": 6.8482, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.4271259751293736, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.2021489815846625e-05, | |
| "loss": 6.8521, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.42789835483123506, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.196144361989551e-05, | |
| "loss": 6.867, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.42867073453309645, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.1901353856922725e-05, | |
| "loss": 6.856, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.4294431142349579, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 3.184122090298994e-05, | |
| "loss": 6.8535, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.43021549393681935, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.178104513442909e-05, | |
| "loss": 6.8453, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.4309878736386808, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.172082692784011e-05, | |
| "loss": 6.8447, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.4317602533405422, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.166056666008847e-05, | |
| "loss": 6.8317, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.43253263304240364, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.160026470830292e-05, | |
| "loss": 6.8224, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.4333050127442651, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.153992144987306e-05, | |
| "loss": 6.8339, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.43407739244612653, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.1479537262446996e-05, | |
| "loss": 6.8412, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.434849772147988, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.141911252392898e-05, | |
| "loss": 6.8494, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.43562215184984937, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 3.135864761247708e-05, | |
| "loss": 6.86, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.4363945315517108, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.1298142906500724e-05, | |
| "loss": 6.8555, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.43716691125357227, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.1237598784658446e-05, | |
| "loss": 6.8476, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.4379392909554337, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.11770156258554e-05, | |
| "loss": 6.8556, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.4387116706572951, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.11163938092411e-05, | |
| "loss": 6.8437, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.43948405035915655, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.105573371420697e-05, | |
| "loss": 6.8287, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.440256430061018, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.099503572038396e-05, | |
| "loss": 6.8604, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.44102880976287945, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.093430020764027e-05, | |
| "loss": 6.8329, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.44180118946474084, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.087352755607884e-05, | |
| "loss": 6.8534, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.4425735691666023, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.0812718146035094e-05, | |
| "loss": 6.8614, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.44334594886846374, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.075187235807446e-05, | |
| "loss": 6.8376, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.4441183285703252, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.069099057299006e-05, | |
| "loss": 6.8322, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.44489070827218663, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.0630073171800274e-05, | |
| "loss": 6.8479, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.445663087974048, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.05691205357464e-05, | |
| "loss": 6.8455, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.44643546767590947, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.0508133046290222e-05, | |
| "loss": 6.8285, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.4472078473777709, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.0447111085111685e-05, | |
| "loss": 6.8536, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.44798022707963236, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 3.0386055034106436e-05, | |
| "loss": 6.8497, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.44875260678149376, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.032496527538349e-05, | |
| "loss": 6.8544, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.4495249864833552, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.0263842191262785e-05, | |
| "loss": 6.8447, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.45029736618521665, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.0202686164272875e-05, | |
| "loss": 6.848, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.4510697458870781, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 3.0141497577148414e-05, | |
| "loss": 6.846, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.45184212558893955, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.008027681282789e-05, | |
| "loss": 6.8683, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.45261450529080094, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.0019024254451117e-05, | |
| "loss": 6.8317, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.4533868849926624, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 2.9957740285356932e-05, | |
| "loss": 6.8394, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.45415926469452383, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.9896425289080706e-05, | |
| "loss": 6.8416, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.4549316443963853, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.9835079649352016e-05, | |
| "loss": 6.8535, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.4557040240982467, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.977370375009221e-05, | |
| "loss": 6.8316, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.4564764038001081, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.9712297975412014e-05, | |
| "loss": 6.847, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.45724878350196957, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.9650862709609113e-05, | |
| "loss": 6.8373, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.458021163203831, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.958939833716577e-05, | |
| "loss": 6.8555, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.45879354290569246, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 2.9527905242746394e-05, | |
| "loss": 6.8214, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.45956592260755386, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.9466383811195163e-05, | |
| "loss": 6.855, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.4603383023094153, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.9404834427533578e-05, | |
| "loss": 6.8496, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.46111068201127675, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.9343257476958093e-05, | |
| "loss": 6.8341, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.4618830617131382, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.9281653344837666e-05, | |
| "loss": 6.8292, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.4626554414149996, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.9220022416711385e-05, | |
| "loss": 6.856, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.46342782111686104, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.9158365078286017e-05, | |
| "loss": 6.8365, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.46342782111686104, | |
| "eval_loss": 7.034400939941406, | |
| "eval_runtime": 0.6635, | |
| "eval_samples_per_second": 18.085, | |
| "eval_steps_per_second": 3.014, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.4642002008187225, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.9096681715433633e-05, | |
| "loss": 6.838, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.46497258052058393, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.903497271418915e-05, | |
| "loss": 6.8395, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.4657449602224454, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.897323846074797e-05, | |
| "loss": 6.8484, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.4665173399243068, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.8911479341463503e-05, | |
| "loss": 6.8481, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.4672897196261682, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.884969574284479e-05, | |
| "loss": 6.8246, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.46806209932802967, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.8787888051554074e-05, | |
| "loss": 6.8388, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.4688344790298911, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.872605665440436e-05, | |
| "loss": 6.8552, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.4696068587317525, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.866420193835705e-05, | |
| "loss": 6.8579, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.47037923843361396, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.8602324290519444e-05, | |
| "loss": 6.8285, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.4711516181354754, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 2.8540424098142378e-05, | |
| "loss": 6.8252, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.47192399783733685, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.847850174861776e-05, | |
| "loss": 6.817, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.47269637753919824, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.8416557629476208e-05, | |
| "loss": 6.8538, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.4734687572410597, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.8354592128384522e-05, | |
| "loss": 6.8479, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.47424113694292114, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.8292605633143367e-05, | |
| "loss": 6.8364, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.4750135166447826, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.8230598531684765e-05, | |
| "loss": 6.8607, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.47578589634664403, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.8168571212069715e-05, | |
| "loss": 6.8197, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.4765582760485054, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.810652406248574e-05, | |
| "loss": 6.8443, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.4773306557503669, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.8044457471244478e-05, | |
| "loss": 6.8261, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.4781030354522283, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.798237182677922e-05, | |
| "loss": 6.851, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.47887541515408977, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.7920267517642513e-05, | |
| "loss": 6.837, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.47964779485595116, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.7858144932503705e-05, | |
| "loss": 6.8447, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.4804201745578126, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.779600446014653e-05, | |
| "loss": 6.8337, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.48119255425967405, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.7733846489466663e-05, | |
| "loss": 6.8325, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.4819649339615355, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.7671671409469285e-05, | |
| "loss": 6.8274, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.48273731366339695, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.760947960926665e-05, | |
| "loss": 6.8467, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.48350969336525834, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.7547271478075675e-05, | |
| "loss": 6.8435, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.4842820730671198, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.7485047405215443e-05, | |
| "loss": 6.8219, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.48505445276898124, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.7422807780104842e-05, | |
| "loss": 6.8419, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.4858268324708427, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.736055299226007e-05, | |
| "loss": 6.8228, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.4865992121727041, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.7298283431292232e-05, | |
| "loss": 6.8402, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.4873715918745655, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.7235999486904867e-05, | |
| "loss": 6.8134, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.48814397157642697, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.7173701548891556e-05, | |
| "loss": 6.8256, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.4889163512782884, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.7111390007133446e-05, | |
| "loss": 6.843, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.48968873098014987, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.704906525159681e-05, | |
| "loss": 6.8306, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.49046111068201126, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.698672767233063e-05, | |
| "loss": 6.8333, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.4912334903838727, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.692437765946415e-05, | |
| "loss": 6.824, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.49200587008573415, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.6862015603204406e-05, | |
| "loss": 6.8549, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.4927782497875956, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.679964189383382e-05, | |
| "loss": 6.8584, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.493550629489457, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.6737256921707743e-05, | |
| "loss": 6.8422, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.49432300919131844, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.6674861077252005e-05, | |
| "loss": 6.8427, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.4950953888931799, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.6612454750960482e-05, | |
| "loss": 6.852, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.49586776859504134, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.6550038333392645e-05, | |
| "loss": 6.8469, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.4966401482969028, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.6487612215171142e-05, | |
| "loss": 6.8168, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.4974125279987642, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 2.64251767869793e-05, | |
| "loss": 6.841, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.4981849077006256, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.636273243955873e-05, | |
| "loss": 6.8414, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.49895728740248707, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.6300279563706842e-05, | |
| "loss": 6.8561, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.4997296671043485, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.6237818550274447e-05, | |
| "loss": 6.8294, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.5005020468062099, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.6175349790163274e-05, | |
| "loss": 6.823, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.5012744265080714, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.6112873674323524e-05, | |
| "loss": 6.847, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.5020468062099328, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.6050390593751427e-05, | |
| "loss": 6.8129, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.5028191859117942, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.5987900939486843e-05, | |
| "loss": 6.8278, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.5035915656136557, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.5925405102610707e-05, | |
| "loss": 6.8193, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.5043639453155171, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.5862903474242706e-05, | |
| "loss": 6.8456, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.5051363250173786, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.5800396445538734e-05, | |
| "loss": 6.8333, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.50590870471924, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.573788440768851e-05, | |
| "loss": 6.816, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.5066810844211014, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.567536775191307e-05, | |
| "loss": 6.841, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.5074534641229629, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.5612846869462382e-05, | |
| "loss": 6.8339, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.5082258438248243, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.5550322151612845e-05, | |
| "loss": 6.8277, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.5089982235266857, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.5487793989664867e-05, | |
| "loss": 6.8212, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.5097706032285472, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.5425262774940406e-05, | |
| "loss": 6.8423, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.5105429829304086, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.5362728898780552e-05, | |
| "loss": 6.8088, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.5113153626322701, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 2.530019275254301e-05, | |
| "loss": 6.8632, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.5120877423341315, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.5237654727599724e-05, | |
| "loss": 6.8233, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.5128601220359928, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.5175115215334373e-05, | |
| "loss": 6.82, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.5136325017378544, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.5112574607139962e-05, | |
| "loss": 6.8315, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.5144048814397157, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 2.5050033294416343e-05, | |
| "loss": 6.8517, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.5151772611415772, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.4987491668567787e-05, | |
| "loss": 6.863, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.5159496408434386, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.4924950121000512e-05, | |
| "loss": 6.8277, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.5167220205453, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.486240904312025e-05, | |
| "loss": 6.8378, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.5174944002471615, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.4799868826329814e-05, | |
| "loss": 6.8373, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.5182667799490229, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.4737329862026596e-05, | |
| "loss": 6.8284, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.5190391596508844, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 2.467479254160017e-05, | |
| "loss": 6.8338, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.5198115393527458, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.4612257256429806e-05, | |
| "loss": 6.8446, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.5205839190546072, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.4549724397882064e-05, | |
| "loss": 6.7989, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.5213562987564687, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.4487194357308287e-05, | |
| "loss": 6.8337, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.5221286784583301, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.4424667526042205e-05, | |
| "loss": 6.8524, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.5229010581601915, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.436214429539745e-05, | |
| "loss": 6.8342, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.523673437862053, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.429962505666511e-05, | |
| "loss": 6.8168, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.5244458175639144, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.4237110201111327e-05, | |
| "loss": 6.8446, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.5252181972657759, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.417460011997478e-05, | |
| "loss": 6.8268, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.5259905769676373, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.4112095204464276e-05, | |
| "loss": 6.8415, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.5267629566694987, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.4049595845756276e-05, | |
| "loss": 6.8134, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.5275353363713602, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.398710243499252e-05, | |
| "loss": 6.8049, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.5283077160732216, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.3924615363277465e-05, | |
| "loss": 6.8186, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.5290800957750831, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.3862135021675918e-05, | |
| "loss": 6.8366, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.5298524754769445, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.3799661801210564e-05, | |
| "loss": 6.8343, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.5306248551788059, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.3737196092859537e-05, | |
| "loss": 6.8227, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.5313972348806674, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.367473828755394e-05, | |
| "loss": 6.8358, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.5321696145825288, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.361228877617542e-05, | |
| "loss": 6.8328, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.5329419942843902, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.3549847949553713e-05, | |
| "loss": 6.8421, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.5337143739862517, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.3487416198464223e-05, | |
| "loss": 6.8314, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.534486753688113, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.342499391362553e-05, | |
| "loss": 6.8252, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.5352591333899746, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.336258148569699e-05, | |
| "loss": 6.8508, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.5360315130918359, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.3300179305276258e-05, | |
| "loss": 6.84, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.5368038927936973, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.3237787762896877e-05, | |
| "loss": 6.8223, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.5375762724955588, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.3175407249025787e-05, | |
| "loss": 6.8427, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.5383486521974202, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.3113038154060925e-05, | |
| "loss": 6.8329, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.5391210318992817, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.3050680868328756e-05, | |
| "loss": 6.8199, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.5398934116011431, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.2988335782081855e-05, | |
| "loss": 6.8295, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.5401251255117016, | |
| "eval_loss": 7.0248188972473145, | |
| "eval_runtime": 1.6753, | |
| "eval_samples_per_second": 7.163, | |
| "eval_steps_per_second": 1.194, | |
| "step": 6993 | |
| }, | |
| { | |
| "epoch": 0.5406657913030045, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.2926003285496428e-05, | |
| "loss": 6.8556, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.5406657913030045, | |
| "eval_loss": 7.024194717407227, | |
| "eval_runtime": 0.6705, | |
| "eval_samples_per_second": 17.897, | |
| "eval_steps_per_second": 2.983, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.541438171004866, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.2863683768669904e-05, | |
| "loss": 6.8122, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.5422105507067274, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.2801377621618464e-05, | |
| "loss": 6.8228, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.5429829304085889, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 2.273908523427465e-05, | |
| "loss": 6.8193, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.5437553101104503, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.2676806996484856e-05, | |
| "loss": 6.8411, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.5445276898123117, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.2614543298006946e-05, | |
| "loss": 6.8139, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.5453000695141732, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.2552294528507757e-05, | |
| "loss": 6.8291, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.5460724492160346, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.249006107756076e-05, | |
| "loss": 6.8288, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.546844828917896, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.2427843334643503e-05, | |
| "loss": 6.8558, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.5476172086197575, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.236564168913524e-05, | |
| "loss": 6.8224, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.5483895883216189, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.2303456530314488e-05, | |
| "loss": 6.8361, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.5491619680234804, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.2241288247356572e-05, | |
| "loss": 6.8415, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.5499343477253418, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.2179137229331243e-05, | |
| "loss": 6.8309, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.5507067274272032, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.2117003865200154e-05, | |
| "loss": 6.822, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.5514791071290647, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.2054888543814493e-05, | |
| "loss": 6.8302, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.5522514868309261, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.1992791653912525e-05, | |
| "loss": 6.859, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.5530238665327876, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.1930713584117182e-05, | |
| "loss": 6.8409, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.553796246234649, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.18686547229336e-05, | |
| "loss": 6.8316, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.5545686259365104, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.1806615458746698e-05, | |
| "loss": 6.8137, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.5553410056383719, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.1744596179818753e-05, | |
| "loss": 6.8187, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.5561133853402332, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.1682597274286978e-05, | |
| "loss": 6.8303, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.5568857650420947, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.162061913016107e-05, | |
| "loss": 6.831, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.5576581447439561, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.15586621353208e-05, | |
| "loss": 6.8433, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.5584305244458175, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.1496726677513572e-05, | |
| "loss": 6.8362, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.559202904147679, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.1434813144352018e-05, | |
| "loss": 6.8411, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.5599752838495404, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 2.137292192331155e-05, | |
| "loss": 6.8255, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.5607476635514018, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.1311053401727945e-05, | |
| "loss": 6.844, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.5615200432532633, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.124920796679491e-05, | |
| "loss": 6.847, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.5622924229551247, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.1187386005561688e-05, | |
| "loss": 6.7946, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.5630648026569862, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.1125587904930598e-05, | |
| "loss": 6.8269, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.5638371823588476, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 2.1063814051654646e-05, | |
| "loss": 6.8256, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.564609562060709, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 2.1002064832335057e-05, | |
| "loss": 6.8257, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.5653819417625705, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.0940340633418945e-05, | |
| "loss": 6.8182, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.5661543214644319, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.0878641841196788e-05, | |
| "loss": 6.8362, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.5669267011662934, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.0816968841800093e-05, | |
| "loss": 6.8235, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.5676990808681548, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.07553220211989e-05, | |
| "loss": 6.8445, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.5684714605700162, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.069370176519949e-05, | |
| "loss": 6.821, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.5692438402718777, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.0632108459441828e-05, | |
| "loss": 6.8246, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.5700162199737391, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 2.0570542489397233e-05, | |
| "loss": 6.8322, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.5707885996756005, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.0509004240365952e-05, | |
| "loss": 6.8288, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.571560979377462, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.0447494097474763e-05, | |
| "loss": 6.8228, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.5723333590793234, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 2.0386012445674517e-05, | |
| "loss": 6.8267, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.5731057387811849, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.032455966973777e-05, | |
| "loss": 6.8391, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.5738781184830463, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.0263136154256356e-05, | |
| "loss": 6.8319, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.5746504981849077, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.020174228363901e-05, | |
| "loss": 6.8387, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.5754228778867692, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.014037844210892e-05, | |
| "loss": 6.8304, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.5761952575886305, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 2.0079045013701343e-05, | |
| "loss": 6.8125, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.576967637290492, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.00177423822612e-05, | |
| "loss": 6.8464, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.5777400169923534, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.995647093144068e-05, | |
| "loss": 6.857, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.5785123966942148, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.9895231044696845e-05, | |
| "loss": 6.8169, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.5792847763960763, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.9834023105289187e-05, | |
| "loss": 6.8129, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.5800571560979377, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.977284749627729e-05, | |
| "loss": 6.8157, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.5808295357997992, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.9711704600518388e-05, | |
| "loss": 6.8557, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.5816019155016606, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.9650594800664996e-05, | |
| "loss": 6.8389, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.582374295203522, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.958951847916249e-05, | |
| "loss": 6.8395, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.5831466749053835, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.9528476018246742e-05, | |
| "loss": 6.8159, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.5839190546072449, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.9467467799941692e-05, | |
| "loss": 6.814, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.5846914343091063, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.9406494206057012e-05, | |
| "loss": 6.8321, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.5854638140109678, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.9345555618185648e-05, | |
| "loss": 6.8442, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.5862361937128292, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.9284652417701498e-05, | |
| "loss": 6.8397, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.5870085734146907, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.9223784985756947e-05, | |
| "loss": 6.8461, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.5877809531165521, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.9162953703280595e-05, | |
| "loss": 6.8199, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.5885533328184135, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.910215895097476e-05, | |
| "loss": 6.8245, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.589325712520275, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.9041401109313142e-05, | |
| "loss": 6.8307, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.5900980922221364, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.8980680558538457e-05, | |
| "loss": 6.8155, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.5908704719239979, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.891999767866005e-05, | |
| "loss": 6.8385, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.5916428516258593, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.885935284945149e-05, | |
| "loss": 6.8417, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.5924152313277207, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.879874645044822e-05, | |
| "loss": 6.8094, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.5931876110295822, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.8738178860945165e-05, | |
| "loss": 6.8371, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.5939599907314436, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.86776504599944e-05, | |
| "loss": 6.8353, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.594732370433305, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.8617161626402703e-05, | |
| "loss": 6.8206, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.5955047501351665, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.8556712738729245e-05, | |
| "loss": 6.8238, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.5962771298370279, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.84963041752832e-05, | |
| "loss": 6.8114, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.5970495095388894, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.84359363141214e-05, | |
| "loss": 6.8419, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.5978218892407507, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.837560953304591e-05, | |
| "loss": 6.847, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.5985942689426121, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.831532420960173e-05, | |
| "loss": 6.8259, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.5993666486444736, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.825508072107439e-05, | |
| "loss": 6.8315, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.600139028346335, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.8194879444487627e-05, | |
| "loss": 6.8244, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.6009114080481965, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.813472075660097e-05, | |
| "loss": 6.814, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.6016837877500579, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.8074605033907432e-05, | |
| "loss": 6.8255, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.6024561674519193, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.8014532652631133e-05, | |
| "loss": 6.8337, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.6032285471537808, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.795450398872494e-05, | |
| "loss": 6.8234, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.6040009268556422, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.7894519417868138e-05, | |
| "loss": 6.8266, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.6047733065575037, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.7834579315464055e-05, | |
| "loss": 6.8131, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.6055456862593651, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.7774684056637726e-05, | |
| "loss": 6.7991, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.6063180659612265, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.77148340162335e-05, | |
| "loss": 6.8137, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.607090445663088, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 1.7655029568812808e-05, | |
| "loss": 6.8336, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.6078628253649494, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.7595271088651696e-05, | |
| "loss": 6.8414, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.6086352050668108, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.753555894973853e-05, | |
| "loss": 6.8144, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.6094075847686723, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.747589352577166e-05, | |
| "loss": 6.8123, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.6101799644705337, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.741627519015711e-05, | |
| "loss": 6.8095, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.6109523441723952, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.7356704316006184e-05, | |
| "loss": 6.8234, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.6117247238742566, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.729718127613314e-05, | |
| "loss": 6.8459, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.612497103576118, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 1.723770644305289e-05, | |
| "loss": 6.83, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.6132694832779795, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.717828018897868e-05, | |
| "loss": 6.825, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.6140418629798409, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.711890288581969e-05, | |
| "loss": 6.8261, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.6148142426817024, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.7059574905178758e-05, | |
| "loss": 6.839, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.6155866223835638, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.7000296618350053e-05, | |
| "loss": 6.8461, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.6163590020854252, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.6941068396316757e-05, | |
| "loss": 6.8297, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.6171313817872867, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.6881890609748706e-05, | |
| "loss": 6.8128, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.617903761489148, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 1.6822763629000104e-05, | |
| "loss": 6.8333, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.617903761489148, | |
| "eval_loss": 7.016650676727295, | |
| "eval_runtime": 0.801, | |
| "eval_samples_per_second": 14.981, | |
| "eval_steps_per_second": 2.497, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.6186761411910096, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.6763687824107195e-05, | |
| "loss": 6.819, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.619448520892871, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.6704663564785948e-05, | |
| "loss": 6.8198, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.6202209005947323, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.6645691220429748e-05, | |
| "loss": 6.8266, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.6209932802965938, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 1.6586771160107068e-05, | |
| "loss": 6.8368, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.6217656599984552, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.652790375255917e-05, | |
| "loss": 6.8504, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.6225380397003166, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.6469089366197816e-05, | |
| "loss": 6.827, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.6233104194021781, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.6410328369102922e-05, | |
| "loss": 6.8419, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.6240827991040395, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.635162112902029e-05, | |
| "loss": 6.8355, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.624855178805901, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.629296801335928e-05, | |
| "loss": 6.8151, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.6256275585077624, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.6234369389190538e-05, | |
| "loss": 6.8074, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.6263999382096238, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.617582562324368e-05, | |
| "loss": 6.8179, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.6271723179114853, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.6117337081904993e-05, | |
| "loss": 6.8419, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.6279446976133467, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 1.6058904131215152e-05, | |
| "loss": 6.7907, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.6287170773152082, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.6000527136866942e-05, | |
| "loss": 6.7958, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.6294894570170696, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.5942206464202937e-05, | |
| "loss": 6.831, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.630261836718931, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.5883942478213247e-05, | |
| "loss": 6.8351, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.6310342164207925, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.5825735543533194e-05, | |
| "loss": 6.805, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.6318065961226539, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.5767586024441068e-05, | |
| "loss": 6.8327, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.6325789758245153, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 1.5709494284855855e-05, | |
| "loss": 6.8061, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.6333513555263768, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.5651460688334902e-05, | |
| "loss": 6.8425, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.6341237352282382, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.559348559807169e-05, | |
| "loss": 6.8266, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.6348961149300997, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.5535569376893554e-05, | |
| "loss": 6.8397, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.6356684946319611, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.5477712387259403e-05, | |
| "loss": 6.8182, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.6364408743338225, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.5419914991257464e-05, | |
| "loss": 6.8343, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.637213254035684, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.536217755060299e-05, | |
| "loss": 6.8285, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.6379856337375454, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.530450042663602e-05, | |
| "loss": 6.8255, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.6387580134394069, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.5246883980319121e-05, | |
| "loss": 6.8244, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.6395303931412682, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.5189328572235115e-05, | |
| "loss": 6.8182, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.6403027728431296, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.5131834562584816e-05, | |
| "loss": 6.8362, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.6410751525449911, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.5074402311184788e-05, | |
| "loss": 6.8347, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.6418475322468525, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.5017032177465115e-05, | |
| "loss": 6.8046, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.642619911948714, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.49597245204671e-05, | |
| "loss": 6.8417, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.6433922916505754, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.4902479698841054e-05, | |
| "loss": 6.8511, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.6441646713524368, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.4845298070844043e-05, | |
| "loss": 6.8339, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.6449370510542983, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.4788179994337658e-05, | |
| "loss": 6.8313, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.6457094307561597, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.4731125826785752e-05, | |
| "loss": 6.832, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.6464818104580211, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.4674135925252216e-05, | |
| "loss": 6.8134, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.6472541901598826, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.4617210646398739e-05, | |
| "loss": 6.8213, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.648026569861744, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.4560350346482598e-05, | |
| "loss": 6.8196, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.6487989495636055, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.4503555381354378e-05, | |
| "loss": 6.8283, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.6495713292654669, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.4446826106455819e-05, | |
| "loss": 6.8338, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.6503437089673283, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.4390162876817503e-05, | |
| "loss": 6.8591, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.6511160886691898, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.4333566047056719e-05, | |
| "loss": 6.8454, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.6518884683710512, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.4277035971375192e-05, | |
| "loss": 6.8344, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.6526608480729127, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.4220573003556852e-05, | |
| "loss": 6.8274, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.6534332277747741, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.4164177496965687e-05, | |
| "loss": 6.8408, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.6542056074766355, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.4107849804543469e-05, | |
| "loss": 6.8185, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.654977987178497, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.4051590278807556e-05, | |
| "loss": 6.8323, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.6557503668803584, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.3995399271848725e-05, | |
| "loss": 6.8133, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.6565227465822199, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.3939277135328901e-05, | |
| "loss": 6.8146, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.6572951262840813, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.3883224220479029e-05, | |
| "loss": 6.8294, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.6580675059859427, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.3827240878096845e-05, | |
| "loss": 6.8135, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.6588398856878042, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.3771327458544635e-05, | |
| "loss": 6.8181, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.6596122653896656, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.3715484311747134e-05, | |
| "loss": 6.8189, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.660384645091527, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.3659711787189244e-05, | |
| "loss": 6.8238, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.6611570247933884, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.3604010233913925e-05, | |
| "loss": 6.8193, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.6619294044952498, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 1.3548380000519964e-05, | |
| "loss": 6.8231, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.6627017841971113, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.3492821435159797e-05, | |
| "loss": 6.8094, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.6634741638989727, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.3437334885537317e-05, | |
| "loss": 6.8286, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.6642465436008341, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.3381920698905787e-05, | |
| "loss": 6.8046, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.6650189233026956, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.3326579222065535e-05, | |
| "loss": 6.8363, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.665791303004557, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.3271310801361852e-05, | |
| "loss": 6.8251, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.6665636827064185, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.3216115782682853e-05, | |
| "loss": 6.8133, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.6673360624082799, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.3160994511457264e-05, | |
| "loss": 6.8271, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.6681084421101413, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.3105947332652252e-05, | |
| "loss": 6.8514, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.6688808218120028, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.3050974590771328e-05, | |
| "loss": 6.8099, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.6696532015138642, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.2996076629852114e-05, | |
| "loss": 6.8558, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.6704255812157256, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.2941253793464255e-05, | |
| "loss": 6.8245, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.6711979609175871, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 1.2886506424707245e-05, | |
| "loss": 6.8361, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.6719703406194485, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.2831834866208243e-05, | |
| "loss": 6.832, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.67274272032131, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.2777239460119995e-05, | |
| "loss": 6.8522, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.6735151000231714, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.2722720548118655e-05, | |
| "loss": 6.8379, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.6742874797250328, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.2668278471401628e-05, | |
| "loss": 6.8216, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.6750598594268943, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.2613913570685499e-05, | |
| "loss": 6.8192, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.6758322391287557, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.2559626186203812e-05, | |
| "loss": 6.8368, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.6766046188306172, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.2505416657705027e-05, | |
| "loss": 6.8094, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.6773769985324786, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.245128532445035e-05, | |
| "loss": 6.8189, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.67814937823434, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.2397232525211591e-05, | |
| "loss": 6.8342, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.6789217579362015, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 1.2343258598269092e-05, | |
| "loss": 6.8394, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.6796941376380629, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.2289363881409585e-05, | |
| "loss": 6.8193, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.6804665173399244, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.2235548711924055e-05, | |
| "loss": 6.8292, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.6812388970417858, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.218181342660569e-05, | |
| "loss": 6.8358, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.6820112767436471, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.2128158361747702e-05, | |
| "loss": 6.8498, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.6827836564455086, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.2074583853141274e-05, | |
| "loss": 6.822, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.68355603614737, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.2021090236073454e-05, | |
| "loss": 6.8273, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.6843284158492314, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.1967677845325018e-05, | |
| "loss": 6.8194, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.6851007955510929, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.19143470151684e-05, | |
| "loss": 6.8348, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.6858731752529543, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.1861098079365627e-05, | |
| "loss": 6.8172, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.6866455549548158, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.1807931371166193e-05, | |
| "loss": 6.8189, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.6874179346566772, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.1754847223304966e-05, | |
| "loss": 6.8213, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.6881903143585386, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.1701845968000155e-05, | |
| "loss": 6.8348, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.6889626940604001, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.1648927936951168e-05, | |
| "loss": 6.8143, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.6897350737622615, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.1596093461336593e-05, | |
| "loss": 6.7887, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.690507453464123, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.1543342871812098e-05, | |
| "loss": 6.8407, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.6912798331659844, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.1490676498508343e-05, | |
| "loss": 6.8382, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.6920522128678458, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.1438094671028954e-05, | |
| "loss": 6.8115, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.6928245925697073, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.1385597718448448e-05, | |
| "loss": 6.8152, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.6935969722715687, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.133318596931014e-05, | |
| "loss": 6.816, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.6943693519734302, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.128085975162414e-05, | |
| "loss": 6.8158, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 0.6951417316752916, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.1228619392865248e-05, | |
| "loss": 6.8378, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.6951417316752916, | |
| "eval_loss": 7.014639377593994, | |
| "eval_runtime": 0.6909, | |
| "eval_samples_per_second": 17.369, | |
| "eval_steps_per_second": 2.895, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.695914111377153, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 1.1176465219970954e-05, | |
| "loss": 6.8303, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 0.6966864910790145, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 1.1124397559339372e-05, | |
| "loss": 6.8194, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 0.6974588707808759, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.1072416736827157e-05, | |
| "loss": 6.8393, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 0.6982312504827373, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.1020523077747542e-05, | |
| "loss": 6.8107, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 0.6990036301845988, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.0968716906868245e-05, | |
| "loss": 6.8269, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.6997760098864602, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.0916998548409449e-05, | |
| "loss": 6.8307, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 0.7005483895883217, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.0865368326041794e-05, | |
| "loss": 6.8177, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 0.701320769290183, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.0813826562884313e-05, | |
| "loss": 6.8308, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 0.7020931489920444, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.076237358150245e-05, | |
| "loss": 6.8162, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 0.702865528693906, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.0711009703906025e-05, | |
| "loss": 6.8358, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.7036379083957673, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.0659735251547204e-05, | |
| "loss": 6.8346, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 0.7044102880976288, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.0608550545318489e-05, | |
| "loss": 6.8377, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 0.7051826677994902, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.0557455905550764e-05, | |
| "loss": 6.833, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 0.7059550475013516, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.0506451652011215e-05, | |
| "loss": 6.8228, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 0.7067274272032131, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.0455538103901351e-05, | |
| "loss": 6.8116, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.7074998069050745, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.0404715579855042e-05, | |
| "loss": 6.8423, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 0.7082721866069359, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.0353984397936501e-05, | |
| "loss": 6.8284, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 0.7090445663087974, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 1.030334487563826e-05, | |
| "loss": 6.8167, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 0.7098169460106588, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 1.0252797329879251e-05, | |
| "loss": 6.832, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 0.7105893257125203, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.0202342077002758e-05, | |
| "loss": 6.8038, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.7113617054143817, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.015197943277448e-05, | |
| "loss": 6.8106, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 0.7121340851162431, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.0101709712380553e-05, | |
| "loss": 6.8262, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 0.7129064648181046, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.0051533230425527e-05, | |
| "loss": 6.8224, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 0.713678844519966, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.000145030093048e-05, | |
| "loss": 6.8314, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 0.7144512242218275, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 9.951461237330964e-06, | |
| "loss": 6.8123, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.7152236039236889, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 9.90156635247512e-06, | |
| "loss": 6.844, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 0.7159959836255503, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 9.851765958621686e-06, | |
| "loss": 6.8326, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 0.7167683633274118, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 9.802060367438013e-06, | |
| "loss": 6.8004, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 0.7175407430292732, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 9.752449889998178e-06, | |
| "loss": 6.8414, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 0.7183131227311347, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 9.702934836781e-06, | |
| "loss": 6.8128, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.7190855024329961, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 9.653515517668076e-06, | |
| "loss": 6.8188, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 0.7198578821348575, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 9.604192241941909e-06, | |
| "loss": 6.8317, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 0.720630261836719, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 9.554965318283884e-06, | |
| "loss": 6.8294, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 0.7214026415385804, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 9.505835054772419e-06, | |
| "loss": 6.8288, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 0.7221750212404418, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 9.456801758880995e-06, | |
| "loss": 6.8147, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.7229474009423033, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 9.407865737476221e-06, | |
| "loss": 6.8197, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 0.7237197806441646, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 9.359027296815922e-06, | |
| "loss": 6.8014, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 0.7244921603460261, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 9.310286742547286e-06, | |
| "loss": 6.8195, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 0.7252645400478875, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 9.261644379704836e-06, | |
| "loss": 6.8393, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 0.7260369197497489, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 9.2131005127086e-06, | |
| "loss": 6.8331, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.7268092994516104, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 9.16465544536219e-06, | |
| "loss": 6.8498, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 0.7275816791534718, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 9.116309480850896e-06, | |
| "loss": 6.8174, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 0.7283540588553333, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 9.068062921739803e-06, | |
| "loss": 6.8289, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 0.7291264385571947, | |
| "grad_norm": 1.0, | |
| "learning_rate": 9.019916069971857e-06, | |
| "loss": 6.8059, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 0.7298988182590561, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.971869226865998e-06, | |
| "loss": 6.8167, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.7306711979609176, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 8.923922693115332e-06, | |
| "loss": 6.8478, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 0.731443577662779, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 8.876076768785144e-06, | |
| "loss": 6.8241, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 0.7322159573646404, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.828331753311076e-06, | |
| "loss": 6.8402, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 0.7329883370665019, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 8.780687945497271e-06, | |
| "loss": 6.8236, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 0.7337607167683633, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 8.733145643514478e-06, | |
| "loss": 6.832, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.7345330964702248, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 8.685705144898168e-06, | |
| "loss": 6.8297, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 0.7353054761720862, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 8.638366746546722e-06, | |
| "loss": 6.8337, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 0.7360778558739476, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 8.591130744719509e-06, | |
| "loss": 6.8139, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 0.7368502355758091, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 8.543997435035095e-06, | |
| "loss": 6.8182, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 0.7376226152776705, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 8.496967112469362e-06, | |
| "loss": 6.8083, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.738394994979532, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 8.450040071353644e-06, | |
| "loss": 6.8266, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 0.7391673746813934, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 8.403216605372934e-06, | |
| "loss": 6.8182, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 0.7399397543832548, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 8.356497007563988e-06, | |
| "loss": 6.84, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 0.7407121340851163, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 8.309881570313537e-06, | |
| "loss": 6.8209, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 0.7414845137869777, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.263370585356456e-06, | |
| "loss": 6.8048, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.7422568934888392, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.216964343773893e-06, | |
| "loss": 6.8341, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 0.7430292731907006, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.170663135991472e-06, | |
| "loss": 6.8268, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 0.743801652892562, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 8.124467251777531e-06, | |
| "loss": 6.8086, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 0.7445740325944235, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 8.078376980241206e-06, | |
| "loss": 6.8144, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 0.7453464122962848, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 8.032392609830707e-06, | |
| "loss": 6.8222, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.7461187919981462, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.986514428331452e-06, | |
| "loss": 6.8081, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 0.7468911717000077, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 7.94074272286431e-06, | |
| "loss": 6.8137, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 7.895077779883803e-06, | |
| "loss": 6.8035, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 0.7484359311037306, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 7.849519885176266e-06, | |
| "loss": 6.8088, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 0.749208310805592, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.804069323858091e-06, | |
| "loss": 6.8103, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.7499806905074534, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.758726380373987e-06, | |
| "loss": 6.8328, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 0.7507530702093149, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 7.71349133849511e-06, | |
| "loss": 6.8084, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 0.7515254499111763, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 7.668364481317334e-06, | |
| "loss": 6.8095, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 0.7522978296130378, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 7.623346091259504e-06, | |
| "loss": 6.8118, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 0.7530702093148992, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 7.578436450061627e-06, | |
| "loss": 6.808, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.7538425890167606, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 7.533635838783115e-06, | |
| "loss": 6.8079, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 0.7546149687186221, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 7.488944537801054e-06, | |
| "loss": 6.8049, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 0.7553873484204835, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 7.444362826808407e-06, | |
| "loss": 6.7937, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 0.756159728122345, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.399890984812305e-06, | |
| "loss": 6.8273, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 0.7569321078242064, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.355529290132285e-06, | |
| "loss": 6.8404, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.7577044875260678, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 7.311278020398518e-06, | |
| "loss": 6.8323, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 0.7584768672279293, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.2671374525501294e-06, | |
| "loss": 6.8189, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 0.7592492469297907, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 7.223107862833431e-06, | |
| "loss": 6.8409, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 0.7600216266316521, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 7.179189526800173e-06, | |
| "loss": 6.8037, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 0.7607940063335136, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 7.135382719305875e-06, | |
| "loss": 6.8286, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.761566386035375, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.091687714508044e-06, | |
| "loss": 6.8186, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 0.7623387657372365, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 7.048104785864509e-06, | |
| "loss": 6.8407, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 0.7631111454390979, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.004634206131696e-06, | |
| "loss": 6.8385, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 0.7638835251409593, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 6.9612762473628855e-06, | |
| "loss": 6.832, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 0.7646559048428208, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 6.918031180906567e-06, | |
| "loss": 6.8112, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.7654282845446821, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 6.874899277404689e-06, | |
| "loss": 6.8291, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 0.7662006642465437, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 6.8318808067910074e-06, | |
| "loss": 6.8402, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 0.766973043948405, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 6.788976038289374e-06, | |
| "loss": 6.8414, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 0.7677454236502664, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 6.746185240412051e-06, | |
| "loss": 6.8256, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 0.7685178033521279, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 6.703508680958015e-06, | |
| "loss": 6.8026, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.7692901830539893, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 6.660946627011353e-06, | |
| "loss": 6.7947, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 0.7700625627558507, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 6.618499344939491e-06, | |
| "loss": 6.8282, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 0.7708349424577122, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 6.576167100391584e-06, | |
| "loss": 6.8416, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 0.7716073221595736, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 6.533950158296856e-06, | |
| "loss": 6.8196, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 0.7723797018614351, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 6.4918487828629305e-06, | |
| "loss": 6.823, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.7723797018614351, | |
| "eval_loss": 7.014333724975586, | |
| "eval_runtime": 1.1615, | |
| "eval_samples_per_second": 10.332, | |
| "eval_steps_per_second": 1.722, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.7731520815632965, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 6.449863237574158e-06, | |
| "loss": 6.8396, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 0.7739244612651579, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 6.407993785190012e-06, | |
| "loss": 6.8286, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 0.7746968409670194, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 6.366240687743386e-06, | |
| "loss": 6.8101, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 0.7754692206688808, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 6.324604206539017e-06, | |
| "loss": 6.8327, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 0.7762416003707423, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 6.283084602151807e-06, | |
| "loss": 6.8174, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.7770139800726037, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 6.241682134425189e-06, | |
| "loss": 6.8288, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 0.7777863597744651, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 6.20039706246954e-06, | |
| "loss": 6.8006, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 0.7785587394763266, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 6.1592296446605305e-06, | |
| "loss": 6.8364, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 0.779331119178188, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 6.118180138637491e-06, | |
| "loss": 6.8343, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 0.7801034988800495, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 6.0772488013018515e-06, | |
| "loss": 6.8382, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.7808758785819109, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 6.0364358888154785e-06, | |
| "loss": 6.826, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 0.7816482582837723, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 5.995741656599108e-06, | |
| "loss": 6.8311, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 0.7824206379856338, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 5.955166359330744e-06, | |
| "loss": 6.8254, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 0.7831930176874952, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 5.9147102509440275e-06, | |
| "loss": 6.828, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 0.7839653973893566, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 5.87437358462671e-06, | |
| "loss": 6.8125, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.7847377770912181, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 5.83415661281902e-06, | |
| "loss": 6.8372, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 0.7855101567930795, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 5.794059587212086e-06, | |
| "loss": 6.8292, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 0.786282536494941, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 5.754082758746399e-06, | |
| "loss": 6.8172, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 0.7870549161968023, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 5.714226377610188e-06, | |
| "loss": 6.8087, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 0.7878272958986637, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 5.674490693237902e-06, | |
| "loss": 6.8222, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.7885996756005252, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 5.634875954308638e-06, | |
| "loss": 6.8124, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 0.7893720553023866, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 5.595382408744551e-06, | |
| "loss": 6.8174, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 0.7901444350042481, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 5.556010303709328e-06, | |
| "loss": 6.8204, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 0.7909168147061095, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 5.516759885606678e-06, | |
| "loss": 6.8319, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 0.7916891944079709, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 5.47763140007872e-06, | |
| "loss": 6.8169, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.7924615741098324, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 5.438625092004473e-06, | |
| "loss": 6.8295, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 0.7932339538116938, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 5.39974120549836e-06, | |
| "loss": 6.7993, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 0.7940063335135553, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 5.360979983908615e-06, | |
| "loss": 6.8322, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 0.7947787132154167, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 5.32234166981582e-06, | |
| "loss": 6.8325, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 0.7955510929172781, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 5.2838265050313555e-06, | |
| "loss": 6.8304, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.7963234726191396, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 5.245434730595878e-06, | |
| "loss": 6.8203, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 0.797095852321001, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 5.207166586777845e-06, | |
| "loss": 6.8263, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 0.7978682320228624, | |
| "grad_norm": 1.0, | |
| "learning_rate": 5.169022313071992e-06, | |
| "loss": 6.8305, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 0.7986406117247239, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 5.131002148197811e-06, | |
| "loss": 6.841, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 0.7994129914265853, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 5.093106330098113e-06, | |
| "loss": 6.8293, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.8001853711284468, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 5.055335095937472e-06, | |
| "loss": 6.8345, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 0.8009577508303082, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 5.017688682100802e-06, | |
| "loss": 6.8162, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 0.8017301305321696, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 4.980167324191843e-06, | |
| "loss": 6.8324, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 0.8025025102340311, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.942771257031675e-06, | |
| "loss": 6.8123, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 0.8032748899358925, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.905500714657293e-06, | |
| "loss": 6.8429, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.804047269637754, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.868355930320112e-06, | |
| "loss": 6.8118, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 0.8048196493396154, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.8313371364844874e-06, | |
| "loss": 6.8324, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 0.8055920290414768, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.794444564826317e-06, | |
| "loss": 6.8339, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 0.8063644087433383, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.757678446231528e-06, | |
| "loss": 6.8326, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 0.8071367884451996, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 4.721039010794686e-06, | |
| "loss": 6.8287, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.807909168147061, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 4.684526487817531e-06, | |
| "loss": 6.8494, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 0.8086815478489225, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 4.648141105807521e-06, | |
| "loss": 6.8285, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 0.8094539275507839, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 4.611883092476432e-06, | |
| "loss": 6.8381, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 0.8102263072526454, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.575752674738951e-06, | |
| "loss": 6.8294, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 0.8109986869545068, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 4.5397500787111965e-06, | |
| "loss": 6.8137, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.8117710666563682, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 4.5038755297093425e-06, | |
| "loss": 6.8388, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 0.8125434463582297, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.468129252248212e-06, | |
| "loss": 6.8226, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 0.8133158260600911, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 4.432511470039869e-06, | |
| "loss": 6.8105, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 0.8140882057619526, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.3970224059921825e-06, | |
| "loss": 6.8256, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 0.814860585463814, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.361662282207493e-06, | |
| "loss": 6.8232, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.8156329651656754, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.3264313199811585e-06, | |
| "loss": 6.8145, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 0.8164053448675369, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.291329739800246e-06, | |
| "loss": 6.8061, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 0.8171777245693983, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.2563577613420616e-06, | |
| "loss": 6.8456, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 0.8179501042712598, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.221515603472833e-06, | |
| "loss": 6.8273, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 0.8187224839731212, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 4.186803484246349e-06, | |
| "loss": 6.8168, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.8194948636749826, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.152221620902544e-06, | |
| "loss": 6.8362, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 0.8202672433768441, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.117770229866186e-06, | |
| "loss": 6.8539, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 0.8210396230787055, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 4.083449526745506e-06, | |
| "loss": 6.8309, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 0.8218120027805669, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.049259726330828e-06, | |
| "loss": 6.7896, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 0.8225843824824284, | |
| "grad_norm": 1.0, | |
| "learning_rate": 4.015201042593266e-06, | |
| "loss": 6.8238, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.8233567621842898, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.981273688683354e-06, | |
| "loss": 6.855, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 0.8241291418861513, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.9474778769297064e-06, | |
| "loss": 6.8338, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 0.8249015215880127, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.9138138188377305e-06, | |
| "loss": 6.8238, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 0.8256739012898741, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.880281725088244e-06, | |
| "loss": 6.805, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 0.8264462809917356, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.8468818055362146e-06, | |
| "loss": 6.8071, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.827218660693597, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 3.8136142692094117e-06, | |
| "loss": 6.8147, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 0.8279910403954585, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.780479324307104e-06, | |
| "loss": 6.8196, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 0.8287634200973198, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.7474771781987437e-06, | |
| "loss": 6.8254, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 0.8295357997991812, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.714608037422723e-06, | |
| "loss": 6.8186, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 0.8303081795010427, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.6818721076850137e-06, | |
| "loss": 6.8271, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.8310805592029041, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.6492695938579043e-06, | |
| "loss": 6.8082, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 0.8318529389047656, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.6168006999787397e-06, | |
| "loss": 6.8101, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 0.832625318606627, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 3.5844656292486206e-06, | |
| "loss": 6.812, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 0.8333976983084884, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.552264584031145e-06, | |
| "loss": 6.8318, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 0.8341700780103499, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 3.5201977658511186e-06, | |
| "loss": 6.8224, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.8349424577122113, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 3.4882653753933096e-06, | |
| "loss": 6.8194, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 0.8357148374140727, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.4564676125012242e-06, | |
| "loss": 6.8307, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 0.8364872171159342, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 3.4248046761757913e-06, | |
| "loss": 6.8321, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 0.8372595968177956, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 3.3932767645741547e-06, | |
| "loss": 6.8241, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 0.8380319765196571, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 3.3618840750084423e-06, | |
| "loss": 6.825, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.8388043562215185, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.33062680394452e-06, | |
| "loss": 6.8254, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 0.8395767359233799, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.299505147000731e-06, | |
| "loss": 6.8085, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 0.8403491156252414, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.26851929894674e-06, | |
| "loss": 6.8186, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 0.8411214953271028, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.237669453702241e-06, | |
| "loss": 6.8185, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 0.8418938750289643, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.2069558043357958e-06, | |
| "loss": 6.84, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.8426662547308257, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.176378543063607e-06, | |
| "loss": 6.8225, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 0.8434386344326871, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.145937861248305e-06, | |
| "loss": 6.7966, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 0.8442110141345486, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 3.1156339493977642e-06, | |
| "loss": 6.8125, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 0.84498339383641, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 3.0854669971639246e-06, | |
| "loss": 6.819, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 0.8457557735382714, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 3.055437193341554e-06, | |
| "loss": 6.8325, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.8465281532401329, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 3.0255447258671326e-06, | |
| "loss": 6.8332, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 0.8473005329419943, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.9957897818176264e-06, | |
| "loss": 6.8289, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 0.8480729126438558, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.9661725474093267e-06, | |
| "loss": 6.836, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 0.8488452923457172, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.9366932079967213e-06, | |
| "loss": 6.7864, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 0.8496176720475785, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.907351948071274e-06, | |
| "loss": 6.8338, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.8496176720475785, | |
| "eval_loss": 7.014036655426025, | |
| "eval_runtime": 0.6832, | |
| "eval_samples_per_second": 17.565, | |
| "eval_steps_per_second": 2.927, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.85039005174944, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.8781489512603286e-06, | |
| "loss": 6.8396, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 0.8511624314513014, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.849084400325902e-06, | |
| "loss": 6.831, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 0.8519348111531629, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.8201584771636008e-06, | |
| "loss": 6.8174, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 0.8527071908550243, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.79137136280144e-06, | |
| "loss": 6.8331, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 0.8534795705568857, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.7627232373987176e-06, | |
| "loss": 6.8305, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.8542519502587472, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.7342142802448926e-06, | |
| "loss": 6.8435, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 0.8550243299606086, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.705844669758487e-06, | |
| "loss": 6.8208, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 0.8557967096624701, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.677614583485913e-06, | |
| "loss": 6.8406, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 0.8565690893643315, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.649524198100406e-06, | |
| "loss": 6.8132, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 0.8573414690661929, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.621573689400916e-06, | |
| "loss": 6.8256, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.8581138487680544, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.5937632323109946e-06, | |
| "loss": 6.8171, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 0.8588862284699158, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 2.566093000877687e-06, | |
| "loss": 6.8127, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 0.8596586081717772, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.538563168270486e-06, | |
| "loss": 6.8172, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 0.8604309878736387, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 2.511173906780201e-06, | |
| "loss": 6.8428, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 0.8612033675755001, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.483925387817912e-06, | |
| "loss": 6.8141, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.8619757472773616, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 2.4568177819138867e-06, | |
| "loss": 6.8389, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 0.862748126979223, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.4298512587165008e-06, | |
| "loss": 6.8083, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 0.8635205066810844, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.4030259869911977e-06, | |
| "loss": 6.7976, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 0.8642928863829459, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.3763421346194248e-06, | |
| "loss": 6.8072, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 0.8650652660848073, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 2.3497998685975685e-06, | |
| "loss": 6.8201, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.8658376457866688, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.3233993550359324e-06, | |
| "loss": 6.8031, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 0.8666100254885302, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.2971407591576732e-06, | |
| "loss": 6.7968, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 0.8673824051903916, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 2.2710242452977953e-06, | |
| "loss": 6.8209, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 0.8681547848922531, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.2450499769021e-06, | |
| "loss": 6.8205, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 0.8689271645941145, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.2192181165261616e-06, | |
| "loss": 6.809, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.869699544295976, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 2.1935288258343263e-06, | |
| "loss": 6.8346, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 0.8704719239978373, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.1679822655987004e-06, | |
| "loss": 6.8327, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 0.8712443036996987, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.1425785956981135e-06, | |
| "loss": 6.8114, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 0.8720166834015602, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 2.1173179751171583e-06, | |
| "loss": 6.8327, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 0.8727890631034216, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.0922005619451734e-06, | |
| "loss": 6.8322, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.873561442805283, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.067226513375242e-06, | |
| "loss": 6.8193, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 0.8743338225071445, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 2.0423959857032574e-06, | |
| "loss": 6.8322, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 0.8751062022090059, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.017709134326884e-06, | |
| "loss": 6.8186, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 0.8758785819108674, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.9931661137446182e-06, | |
| "loss": 6.8236, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 0.8766509616127288, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.968767077554817e-06, | |
| "loss": 6.8288, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.8774233413145902, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.9445121784547437e-06, | |
| "loss": 6.8266, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 0.8781957210164517, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.920401568239591e-06, | |
| "loss": 6.8139, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 0.8789681007183131, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 1.896435397801552e-06, | |
| "loss": 6.8331, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 0.8797404804201746, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.8726138171288626e-06, | |
| "loss": 6.8215, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 0.880512860122036, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.8489369753048685e-06, | |
| "loss": 6.8122, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.8812852398238974, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.8254050205071037e-06, | |
| "loss": 6.8273, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 0.8820576195257589, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.8020181000063336e-06, | |
| "loss": 6.815, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 0.8828299992276203, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.778776360165657e-06, | |
| "loss": 6.8168, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 0.8836023789294817, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.7556799464395951e-06, | |
| "loss": 6.8323, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 0.8843747586313432, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.7327290033731485e-06, | |
| "loss": 6.82, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.8851471383332046, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.7099236746009384e-06, | |
| "loss": 6.8117, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 0.8859195180350661, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.6872641028462617e-06, | |
| "loss": 6.8402, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 0.8866918977369275, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.6647504299202337e-06, | |
| "loss": 6.8173, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 0.8874642774387889, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.6423827967208843e-06, | |
| "loss": 6.8006, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 0.8882366571406504, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.620161343232271e-06, | |
| "loss": 6.7962, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.8890090368425118, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.5980862085236164e-06, | |
| "loss": 6.8416, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 0.8897814165443733, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.5761575307484372e-06, | |
| "loss": 6.8076, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 0.8905537962462347, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.5543754471436577e-06, | |
| "loss": 6.7972, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 0.891326175948096, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.5327400940287868e-06, | |
| "loss": 6.8084, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 0.8920985556499575, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 1.511251606805028e-06, | |
| "loss": 6.83, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.8928709353518189, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.4899101199544601e-06, | |
| "loss": 6.8163, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 0.8936433150536804, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.4687157670391833e-06, | |
| "loss": 6.8213, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 0.8944156947555418, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.4476686807004842e-06, | |
| "loss": 6.8256, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 0.8951880744574032, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.4267689926579953e-06, | |
| "loss": 6.8278, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 0.8959604541592647, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.4060168337089064e-06, | |
| "loss": 6.823, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.8967328338611261, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.3854123337271014e-06, | |
| "loss": 6.8253, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 0.8975052135629875, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.3649556216623644e-06, | |
| "loss": 6.838, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 0.898277593264849, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.3446468255395862e-06, | |
| "loss": 6.8332, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 0.8990499729667104, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 1.3244860724579478e-06, | |
| "loss": 6.8342, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 0.8998223526685719, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.3044734885901161e-06, | |
| "loss": 6.8412, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.9005947323704333, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.2846091991814857e-06, | |
| "loss": 6.8109, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 0.9013671120722947, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.264893328549352e-06, | |
| "loss": 6.7817, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 0.9021394917741562, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.2453260000821754e-06, | |
| "loss": 6.8404, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 0.9029118714760176, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 1.2259073362387853e-06, | |
| "loss": 6.82, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 0.9036842511778791, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.2066374585476076e-06, | |
| "loss": 6.8284, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.9044566308797405, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.1875164876059359e-06, | |
| "loss": 6.8299, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 0.9052290105816019, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.1685445430791337e-06, | |
| "loss": 6.832, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 0.9060013902834634, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.1497217436999247e-06, | |
| "loss": 6.839, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 0.9067737699853248, | |
| "grad_norm": 1.0, | |
| "learning_rate": 1.1310482072676293e-06, | |
| "loss": 6.8361, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 0.9075461496871862, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.1125240506474177e-06, | |
| "loss": 6.7999, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.9083185293890477, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.094149389769611e-06, | |
| "loss": 6.8202, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.0759243396289281e-06, | |
| "loss": 6.8129, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 0.9098632887927706, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 1.0578490142837655e-06, | |
| "loss": 6.8173, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 0.910635668494632, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.0399235268555103e-06, | |
| "loss": 6.8186, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 0.9114080481964933, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.0221479895277969e-06, | |
| "loss": 6.8129, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.9121804278983549, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.004522513545833e-06, | |
| "loss": 6.8063, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 0.9129528076002162, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 9.87047209215694e-07, | |
| "loss": 6.8204, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 0.9137251873020777, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 9.69722185903621e-07, | |
| "loss": 6.835, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 0.9144975670039391, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 9.525475520353488e-07, | |
| "loss": 6.8145, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 0.9152699467058005, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 9.355234150954379e-07, | |
| "loss": 6.8223, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.916042326407662, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 9.186498816265793e-07, | |
| "loss": 6.8255, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 0.9168147061095234, | |
| "grad_norm": 1.0, | |
| "learning_rate": 9.019270572289324e-07, | |
| "loss": 6.8, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 0.9175870858113849, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 8.853550465594773e-07, | |
| "loss": 6.8146, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 0.9183594655132463, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 8.68933953331355e-07, | |
| "loss": 6.8097, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 0.9191318452151077, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 8.526638803132009e-07, | |
| "loss": 6.8213, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.9199042249169692, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 8.365449293285365e-07, | |
| "loss": 6.8285, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 0.9206766046188306, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 8.205772012550849e-07, | |
| "loss": 6.8329, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 0.921448984320692, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 8.047607960241981e-07, | |
| "loss": 6.8071, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 0.9222213640225535, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.890958126201747e-07, | |
| "loss": 6.8607, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 0.9229937437244149, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 7.735823490796684e-07, | |
| "loss": 6.8166, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.9237661234262764, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.582205024910804e-07, | |
| "loss": 6.8471, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 0.9245385031281378, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.430103689939432e-07, | |
| "loss": 6.8445, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 0.9253108828299992, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 7.279520437783072e-07, | |
| "loss": 6.8254, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 0.9260832625318607, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.130456210841685e-07, | |
| "loss": 6.8167, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 0.9268556422337221, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 6.982911942008535e-07, | |
| "loss": 6.8236, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.9268556422337221, | |
| "eval_loss": 7.015097141265869, | |
| "eval_runtime": 0.7062, | |
| "eval_samples_per_second": 16.993, | |
| "eval_steps_per_second": 2.832, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.9276280219355836, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 6.836888554664633e-07, | |
| "loss": 6.8155, | |
| "step": 12010 | |
| }, | |
| { | |
| "epoch": 0.928400401637445, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 6.692386962672742e-07, | |
| "loss": 6.8254, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 0.9291727813393064, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 6.54940807037166e-07, | |
| "loss": 6.8291, | |
| "step": 12030 | |
| }, | |
| { | |
| "epoch": 0.9299451610411679, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 6.407952772570752e-07, | |
| "loss": 6.8324, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 0.9307175407430293, | |
| "grad_norm": 1.0, | |
| "learning_rate": 6.268021954544096e-07, | |
| "loss": 6.8251, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.9314899204448908, | |
| "grad_norm": 1.0, | |
| "learning_rate": 6.129616492025203e-07, | |
| "loss": 6.8113, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 0.9322623001467522, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 5.99273725120128e-07, | |
| "loss": 6.8139, | |
| "step": 12070 | |
| }, | |
| { | |
| "epoch": 0.9330346798486135, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 5.857385088708034e-07, | |
| "loss": 6.8275, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 0.933807059550475, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 5.723560851624093e-07, | |
| "loss": 6.8375, | |
| "step": 12090 | |
| }, | |
| { | |
| "epoch": 0.9345794392523364, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 5.591265377465988e-07, | |
| "loss": 6.8293, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.9353518189541978, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 5.460499494182564e-07, | |
| "loss": 6.8456, | |
| "step": 12110 | |
| }, | |
| { | |
| "epoch": 0.9361241986560593, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 5.331264020150078e-07, | |
| "loss": 6.8201, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 0.9368965783579207, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 5.203559764167004e-07, | |
| "loss": 6.8186, | |
| "step": 12130 | |
| }, | |
| { | |
| "epoch": 0.9376689580597822, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 5.077387525448868e-07, | |
| "loss": 6.8338, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 0.9384413377616436, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.952748093623393e-07, | |
| "loss": 6.8347, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.939213717463505, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.829642248725424e-07, | |
| "loss": 6.8198, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 0.9399860971653665, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.708070761192146e-07, | |
| "loss": 6.8308, | |
| "step": 12170 | |
| }, | |
| { | |
| "epoch": 0.9407584768672279, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 4.588034391858259e-07, | |
| "loss": 6.8298, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 0.9415308565690894, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.4695338919511497e-07, | |
| "loss": 6.8315, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 0.9423032362709508, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.3525700030861705e-07, | |
| "loss": 6.8229, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.9430756159728122, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 4.237143457262144e-07, | |
| "loss": 6.79, | |
| "step": 12210 | |
| }, | |
| { | |
| "epoch": 0.9438479956746737, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.123254976856672e-07, | |
| "loss": 6.7963, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 0.9446203753765351, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 4.010905274621557e-07, | |
| "loss": 6.8233, | |
| "step": 12230 | |
| }, | |
| { | |
| "epoch": 0.9453927550783965, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.900095053678554e-07, | |
| "loss": 6.8294, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 0.946165134780258, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.790825007514709e-07, | |
| "loss": 6.8153, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.9469375144821194, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.6830958199781663e-07, | |
| "loss": 6.8396, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 0.9477098941839809, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.576908165273979e-07, | |
| "loss": 6.8584, | |
| "step": 12270 | |
| }, | |
| { | |
| "epoch": 0.9484822738858423, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 3.472262707959584e-07, | |
| "loss": 6.812, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 0.9492546535877037, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 3.3691601029409715e-07, | |
| "loss": 6.8017, | |
| "step": 12290 | |
| }, | |
| { | |
| "epoch": 0.9500270332895652, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 3.2676009954684673e-07, | |
| "loss": 6.8235, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.9507994129914266, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.167586021132596e-07, | |
| "loss": 6.807, | |
| "step": 12310 | |
| }, | |
| { | |
| "epoch": 0.9515717926932881, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.0691158058602234e-07, | |
| "loss": 6.8472, | |
| "step": 12320 | |
| }, | |
| { | |
| "epoch": 0.9523441723951495, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 2.9721909659105595e-07, | |
| "loss": 6.8365, | |
| "step": 12330 | |
| }, | |
| { | |
| "epoch": 0.9531165520970108, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.876812107871413e-07, | |
| "loss": 6.8101, | |
| "step": 12340 | |
| }, | |
| { | |
| "epoch": 0.9538889317988724, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.78297982865533e-07, | |
| "loss": 6.8107, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.9546613115007337, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.69069471549574e-07, | |
| "loss": 6.8184, | |
| "step": 12360 | |
| }, | |
| { | |
| "epoch": 0.9554336912025952, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.599957345943538e-07, | |
| "loss": 6.8243, | |
| "step": 12370 | |
| }, | |
| { | |
| "epoch": 0.9562060709044566, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.510768287863202e-07, | |
| "loss": 6.8337, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 0.956978450606318, | |
| "grad_norm": 1.0, | |
| "learning_rate": 2.4231280994294336e-07, | |
| "loss": 6.8241, | |
| "step": 12390 | |
| }, | |
| { | |
| "epoch": 0.9577508303081795, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 2.3370373291236314e-07, | |
| "loss": 6.834, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.9585232100100409, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.2524965157303403e-07, | |
| "loss": 6.835, | |
| "step": 12410 | |
| }, | |
| { | |
| "epoch": 0.9592955897119023, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.1695061883339475e-07, | |
| "loss": 6.8114, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 0.9600679694137638, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 2.088066866315519e-07, | |
| "loss": 6.8254, | |
| "step": 12430 | |
| }, | |
| { | |
| "epoch": 0.9608403491156252, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 2.0081790593492468e-07, | |
| "loss": 6.8236, | |
| "step": 12440 | |
| }, | |
| { | |
| "epoch": 0.9616127288174867, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.9298432673995614e-07, | |
| "loss": 6.8329, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.9623851085193481, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 1.8530599807177752e-07, | |
| "loss": 6.8416, | |
| "step": 12460 | |
| }, | |
| { | |
| "epoch": 0.9631574882212095, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.7778296798391658e-07, | |
| "loss": 6.8324, | |
| "step": 12470 | |
| }, | |
| { | |
| "epoch": 0.963929867923071, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 1.7041528355798976e-07, | |
| "loss": 6.8468, | |
| "step": 12480 | |
| }, | |
| { | |
| "epoch": 0.9647022476249324, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 1.6320299090340773e-07, | |
| "loss": 6.8149, | |
| "step": 12490 | |
| }, | |
| { | |
| "epoch": 0.9654746273267939, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.5614613515708977e-07, | |
| "loss": 6.8376, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.9662470070286553, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.4924476048317482e-07, | |
| "loss": 6.801, | |
| "step": 12510 | |
| }, | |
| { | |
| "epoch": 0.9670193867305167, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.4249891007275807e-07, | |
| "loss": 6.8234, | |
| "step": 12520 | |
| }, | |
| { | |
| "epoch": 0.9677917664323782, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 1.3590862614360212e-07, | |
| "loss": 6.8319, | |
| "step": 12530 | |
| }, | |
| { | |
| "epoch": 0.9685641461342396, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 1.2947394993989003e-07, | |
| "loss": 6.8183, | |
| "step": 12540 | |
| }, | |
| { | |
| "epoch": 0.9693365258361011, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 1.2319492173196446e-07, | |
| "loss": 6.8251, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.9701089055379625, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.1707158081605551e-07, | |
| "loss": 6.818, | |
| "step": 12560 | |
| }, | |
| { | |
| "epoch": 0.9708812852398239, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 1.1110396551406721e-07, | |
| "loss": 6.816, | |
| "step": 12570 | |
| }, | |
| { | |
| "epoch": 0.9716536649416854, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 1.0529211317330812e-07, | |
| "loss": 6.8437, | |
| "step": 12580 | |
| }, | |
| { | |
| "epoch": 0.9724260446435468, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 9.963606016628325e-08, | |
| "loss": 6.8281, | |
| "step": 12590 | |
| }, | |
| { | |
| "epoch": 0.9731984243454082, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 9.413584189044422e-08, | |
| "loss": 6.8106, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.9739708040472697, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 8.879149276797839e-08, | |
| "loss": 6.8136, | |
| "step": 12610 | |
| }, | |
| { | |
| "epoch": 0.974743183749131, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 8.360304624559778e-08, | |
| "loss": 6.8303, | |
| "step": 12620 | |
| }, | |
| { | |
| "epoch": 0.9755155634509926, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.85705347943172e-08, | |
| "loss": 6.8067, | |
| "step": 12630 | |
| }, | |
| { | |
| "epoch": 0.9762879431528539, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 7.369398990926534e-08, | |
| "loss": 6.8197, | |
| "step": 12640 | |
| }, | |
| { | |
| "epoch": 0.9770603228547153, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 6.897344210947121e-08, | |
| "loss": 6.831, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.9778327025565768, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 6.440892093768913e-08, | |
| "loss": 6.8031, | |
| "step": 12660 | |
| }, | |
| { | |
| "epoch": 0.9786050822584382, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 6.000045496021012e-08, | |
| "loss": 6.8367, | |
| "step": 12670 | |
| }, | |
| { | |
| "epoch": 0.9793774619602997, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 5.5748071766670296e-08, | |
| "loss": 6.7958, | |
| "step": 12680 | |
| }, | |
| { | |
| "epoch": 0.9801498416621611, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 5.1651797969895496e-08, | |
| "loss": 6.8407, | |
| "step": 12690 | |
| }, | |
| { | |
| "epoch": 0.9809222213640225, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 4.771165920572362e-08, | |
| "loss": 6.7896, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.981694601065884, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 4.392768013285198e-08, | |
| "loss": 6.828, | |
| "step": 12710 | |
| }, | |
| { | |
| "epoch": 0.9824669807677454, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 4.029988443267074e-08, | |
| "loss": 6.8246, | |
| "step": 12720 | |
| }, | |
| { | |
| "epoch": 0.9832393604696068, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 3.682829480913252e-08, | |
| "loss": 6.8131, | |
| "step": 12730 | |
| }, | |
| { | |
| "epoch": 0.9840117401714683, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 3.3512932988596924e-08, | |
| "loss": 6.8446, | |
| "step": 12740 | |
| }, | |
| { | |
| "epoch": 0.9847841198733297, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 3.0353819719691755e-08, | |
| "loss": 6.8355, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.9855564995751912, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.7350974773199255e-08, | |
| "loss": 6.7956, | |
| "step": 12760 | |
| }, | |
| { | |
| "epoch": 0.9863288792770526, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.450441694191452e-08, | |
| "loss": 6.8423, | |
| "step": 12770 | |
| }, | |
| { | |
| "epoch": 0.987101258978914, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 2.1814164040545593e-08, | |
| "loss": 6.829, | |
| "step": 12780 | |
| }, | |
| { | |
| "epoch": 0.9878736386807755, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.9280232905583007e-08, | |
| "loss": 6.8306, | |
| "step": 12790 | |
| }, | |
| { | |
| "epoch": 0.9886460183826369, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.69026393952082e-08, | |
| "loss": 6.8079, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.9894183980844984, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.4681398389188029e-08, | |
| "loss": 6.8111, | |
| "step": 12810 | |
| }, | |
| { | |
| "epoch": 0.9901907777863598, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 1.2616523788788748e-08, | |
| "loss": 6.8149, | |
| "step": 12820 | |
| }, | |
| { | |
| "epoch": 0.9909631574882212, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.0708028516676072e-08, | |
| "loss": 6.8289, | |
| "step": 12830 | |
| }, | |
| { | |
| "epoch": 0.9917355371900827, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 8.955924516851343e-09, | |
| "loss": 6.8404, | |
| "step": 12840 | |
| }, | |
| { | |
| "epoch": 0.9925079168919441, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.360222754557166e-09, | |
| "loss": 6.831, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.9932802965938056, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 5.920933216224667e-09, | |
| "loss": 6.8229, | |
| "step": 12860 | |
| }, | |
| { | |
| "epoch": 0.994052676295667, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 4.638064909406881e-09, | |
| "loss": 6.8431, | |
| "step": 12870 | |
| }, | |
| { | |
| "epoch": 0.9948250559975284, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 3.5116258627176936e-09, | |
| "loss": 6.8333, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 0.9955974356993899, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 2.5416231257846535e-09, | |
| "loss": 6.7978, | |
| "step": 12890 | |
| }, | |
| { | |
| "epoch": 0.9963698154012512, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 1.7280627692101147e-09, | |
| "loss": 6.8269, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.9971421951031126, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 1.0709498845212774e-09, | |
| "loss": 6.8193, | |
| "step": 12910 | |
| }, | |
| { | |
| "epoch": 0.9979145748049741, | |
| "grad_norm": 0.9765625, | |
| "learning_rate": 5.702885841507577e-10, | |
| "loss": 6.8181, | |
| "step": 12920 | |
| }, | |
| { | |
| "epoch": 0.9986869545068355, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.2608200140050717e-10, | |
| "loss": 6.8079, | |
| "step": 12930 | |
| }, | |
| { | |
| "epoch": 0.999459334208697, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 3.8332290430709296e-11, | |
| "loss": 6.8189, | |
| "step": 12940 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 12947, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 999, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.9725530298597245e+19, | |
| "train_batch_size": 12, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |