{
  "best_metric": 0.08193562924861908,
  "best_model_checkpoint": "realFake-img/checkpoint-2500",
  "epoch": 10.0,
  "eval_steps": 100,
  "global_step": 3960,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.025252525252525252,
      "grad_norm": 8.32949447631836,
      "learning_rate": 0.0001994949494949495,
      "loss": 0.1124,
      "step": 10
    },
    {
      "epoch": 0.050505050505050504,
      "grad_norm": 4.660865306854248,
      "learning_rate": 0.000198989898989899,
      "loss": 0.2631,
      "step": 20
    },
    {
      "epoch": 0.07575757575757576,
      "grad_norm": 4.1171956062316895,
      "learning_rate": 0.0001984848484848485,
      "loss": 0.1366,
      "step": 30
    },
    {
      "epoch": 0.10101010101010101,
      "grad_norm": 4.586099147796631,
      "learning_rate": 0.000197979797979798,
      "loss": 0.1395,
      "step": 40
    },
    {
      "epoch": 0.12626262626262627,
      "grad_norm": 3.6707675457000732,
      "learning_rate": 0.0001974747474747475,
      "loss": 0.178,
      "step": 50
    },
    {
      "epoch": 0.15151515151515152,
      "grad_norm": 0.39073047041893005,
      "learning_rate": 0.00019696969696969698,
      "loss": 0.2038,
      "step": 60
    },
    {
      "epoch": 0.17676767676767677,
      "grad_norm": 3.4298012256622314,
      "learning_rate": 0.0001964646464646465,
      "loss": 0.0964,
      "step": 70
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 4.532003402709961,
      "learning_rate": 0.00019595959595959596,
      "loss": 0.171,
      "step": 80
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 2.3665497303009033,
      "learning_rate": 0.00019545454545454548,
      "loss": 0.1166,
      "step": 90
    },
    {
      "epoch": 0.25252525252525254,
      "grad_norm": 1.0514458417892456,
      "learning_rate": 0.00019494949494949494,
      "loss": 0.2578,
      "step": 100
    },
    {
      "epoch": 0.25252525252525254,
      "eval_accuracy": 0.9418084153983886,
      "eval_loss": 0.1593756079673767,
      "eval_runtime": 72.9833,
      "eval_samples_per_second": 15.305,
      "eval_steps_per_second": 1.918,
      "step": 100
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 2.9928767681121826,
      "learning_rate": 0.00019444444444444446,
      "loss": 0.1794,
      "step": 110
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 0.6943581104278564,
      "learning_rate": 0.00019393939393939395,
      "loss": 0.1713,
      "step": 120
    },
    {
      "epoch": 0.3282828282828283,
      "grad_norm": 5.296023845672607,
      "learning_rate": 0.00019343434343434344,
      "loss": 0.1822,
      "step": 130
    },
    {
      "epoch": 0.35353535353535354,
      "grad_norm": 4.849494934082031,
      "learning_rate": 0.00019292929292929293,
      "loss": 0.1667,
      "step": 140
    },
    {
      "epoch": 0.3787878787878788,
      "grad_norm": 2.1953601837158203,
      "learning_rate": 0.00019242424242424245,
      "loss": 0.1353,
      "step": 150
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 3.5325512886047363,
      "learning_rate": 0.00019191919191919191,
      "loss": 0.2191,
      "step": 160
    },
    {
      "epoch": 0.4292929292929293,
      "grad_norm": 1.513462781906128,
      "learning_rate": 0.00019141414141414143,
      "loss": 0.0864,
      "step": 170
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 1.1227214336395264,
      "learning_rate": 0.00019090909090909092,
      "loss": 0.0972,
      "step": 180
    },
    {
      "epoch": 0.4797979797979798,
      "grad_norm": 4.3201212882995605,
      "learning_rate": 0.0001904040404040404,
      "loss": 0.1356,
      "step": 190
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 0.13399846851825714,
      "learning_rate": 0.0001898989898989899,
      "loss": 0.0944,
      "step": 200
    },
    {
      "epoch": 0.5050505050505051,
      "eval_accuracy": 0.937332139659803,
      "eval_loss": 0.22425174713134766,
      "eval_runtime": 72.9458,
      "eval_samples_per_second": 15.313,
      "eval_steps_per_second": 1.919,
      "step": 200
    },
    {
      "epoch": 0.5303030303030303,
      "grad_norm": 0.07937999069690704,
      "learning_rate": 0.00018939393939393942,
      "loss": 0.0798,
      "step": 210
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 6.126536846160889,
      "learning_rate": 0.00018888888888888888,
      "loss": 0.2437,
      "step": 220
    },
    {
      "epoch": 0.5808080808080808,
      "grad_norm": 8.01685619354248,
      "learning_rate": 0.0001883838383838384,
      "loss": 0.2746,
      "step": 230
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 3.1425938606262207,
      "learning_rate": 0.0001878787878787879,
      "loss": 0.1937,
      "step": 240
    },
    {
      "epoch": 0.6313131313131313,
      "grad_norm": 1.1262303590774536,
      "learning_rate": 0.00018737373737373738,
      "loss": 0.2495,
      "step": 250
    },
    {
      "epoch": 0.6565656565656566,
      "grad_norm": 3.994985342025757,
      "learning_rate": 0.00018686868686868687,
      "loss": 0.0914,
      "step": 260
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 3.6686558723449707,
      "learning_rate": 0.00018636363636363636,
      "loss": 0.1241,
      "step": 270
    },
    {
      "epoch": 0.7070707070707071,
      "grad_norm": 2.8421552181243896,
      "learning_rate": 0.00018585858585858586,
      "loss": 0.162,
      "step": 280
    },
    {
      "epoch": 0.7323232323232324,
      "grad_norm": 0.06576777994632721,
      "learning_rate": 0.00018535353535353537,
      "loss": 0.0863,
      "step": 290
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 3.127112865447998,
      "learning_rate": 0.00018484848484848484,
      "loss": 0.1747,
      "step": 300
    },
    {
      "epoch": 0.7575757575757576,
      "eval_accuracy": 0.9292748433303492,
      "eval_loss": 0.24716989696025848,
      "eval_runtime": 73.2274,
      "eval_samples_per_second": 15.254,
      "eval_steps_per_second": 1.912,
      "step": 300
    },
    {
      "epoch": 0.7828282828282829,
      "grad_norm": 1.235567569732666,
      "learning_rate": 0.00018434343434343435,
      "loss": 0.0742,
      "step": 310
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 5.305884838104248,
      "learning_rate": 0.00018383838383838384,
      "loss": 0.1013,
      "step": 320
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 3.124811887741089,
      "learning_rate": 0.00018333333333333334,
      "loss": 0.2439,
      "step": 330
    },
    {
      "epoch": 0.8585858585858586,
      "grad_norm": 5.361472129821777,
      "learning_rate": 0.00018282828282828283,
      "loss": 0.0468,
      "step": 340
    },
    {
      "epoch": 0.8838383838383839,
      "grad_norm": 3.3062198162078857,
      "learning_rate": 0.00018232323232323234,
      "loss": 0.0855,
      "step": 350
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 1.9714092016220093,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.1645,
      "step": 360
    },
    {
      "epoch": 0.9343434343434344,
      "grad_norm": 1.7579039335250854,
      "learning_rate": 0.00018131313131313132,
      "loss": 0.193,
      "step": 370
    },
    {
      "epoch": 0.9595959595959596,
      "grad_norm": 3.588534355163574,
      "learning_rate": 0.00018080808080808082,
      "loss": 0.1305,
      "step": 380
    },
    {
      "epoch": 0.9848484848484849,
      "grad_norm": 6.151834487915039,
      "learning_rate": 0.0001803030303030303,
      "loss": 0.1004,
      "step": 390
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 3.521318197250366,
      "learning_rate": 0.0001797979797979798,
      "loss": 0.1328,
      "step": 400
    },
    {
      "epoch": 1.0101010101010102,
      "eval_accuracy": 0.9337511190689346,
      "eval_loss": 0.17739379405975342,
      "eval_runtime": 72.9497,
      "eval_samples_per_second": 15.312,
      "eval_steps_per_second": 1.919,
      "step": 400
    },
    {
      "epoch": 1.0353535353535352,
      "grad_norm": 0.5116239786148071,
      "learning_rate": 0.00017929292929292931,
      "loss": 0.0932,
      "step": 410
    },
    {
      "epoch": 1.0606060606060606,
      "grad_norm": 0.37958571314811707,
      "learning_rate": 0.0001787878787878788,
      "loss": 0.0538,
      "step": 420
    },
    {
      "epoch": 1.0858585858585859,
      "grad_norm": 3.976700782775879,
      "learning_rate": 0.0001782828282828283,
      "loss": 0.2245,
      "step": 430
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 2.8285045623779297,
      "learning_rate": 0.00017777777777777779,
      "loss": 0.1332,
      "step": 440
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 3.683419704437256,
      "learning_rate": 0.00017727272727272728,
      "loss": 0.1162,
      "step": 450
    },
    {
      "epoch": 1.1616161616161615,
      "grad_norm": 4.30293607711792,
      "learning_rate": 0.0001767676767676768,
      "loss": 0.0678,
      "step": 460
    },
    {
      "epoch": 1.1868686868686869,
      "grad_norm": 0.15934455394744873,
      "learning_rate": 0.00017626262626262626,
      "loss": 0.1587,
      "step": 470
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 1.5525578260421753,
      "learning_rate": 0.00017575757575757578,
      "loss": 0.0637,
      "step": 480
    },
    {
      "epoch": 1.2373737373737375,
      "grad_norm": 1.534348964691162,
      "learning_rate": 0.00017525252525252527,
      "loss": 0.1103,
      "step": 490
    },
    {
      "epoch": 1.2626262626262625,
      "grad_norm": 1.6843178272247314,
      "learning_rate": 0.00017474747474747476,
      "loss": 0.1918,
      "step": 500
    },
    {
      "epoch": 1.2626262626262625,
      "eval_accuracy": 0.9570277529095792,
      "eval_loss": 0.12820282578468323,
      "eval_runtime": 73.1443,
      "eval_samples_per_second": 15.271,
      "eval_steps_per_second": 1.914,
      "step": 500
    },
    {
      "epoch": 1.2878787878787878,
      "grad_norm": 0.6296999454498291,
      "learning_rate": 0.00017424242424242425,
      "loss": 0.0461,
      "step": 510
    },
    {
      "epoch": 1.3131313131313131,
      "grad_norm": 4.980341911315918,
      "learning_rate": 0.00017373737373737377,
      "loss": 0.1479,
      "step": 520
    },
    {
      "epoch": 1.3383838383838385,
      "grad_norm": 0.36140933632850647,
      "learning_rate": 0.00017323232323232323,
      "loss": 0.0726,
      "step": 530
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.2907123267650604,
      "learning_rate": 0.00017272727272727275,
      "loss": 0.1109,
      "step": 540
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 1.1450049877166748,
      "learning_rate": 0.00017222222222222224,
      "loss": 0.0888,
      "step": 550
    },
    {
      "epoch": 1.4141414141414141,
      "grad_norm": 3.324134588241577,
      "learning_rate": 0.00017171717171717173,
      "loss": 0.1074,
      "step": 560
    },
    {
      "epoch": 1.4393939393939394,
      "grad_norm": 0.9428613185882568,
      "learning_rate": 0.00017121212121212122,
      "loss": 0.0856,
      "step": 570
    },
    {
      "epoch": 1.4646464646464645,
      "grad_norm": 0.1330060064792633,
      "learning_rate": 0.0001707070707070707,
      "loss": 0.061,
      "step": 580
    },
    {
      "epoch": 1.4898989898989898,
      "grad_norm": 4.435102939605713,
      "learning_rate": 0.0001702020202020202,
      "loss": 0.1137,
      "step": 590
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 2.5744283199310303,
      "learning_rate": 0.00016969696969696972,
      "loss": 0.169,
      "step": 600
    },
    {
      "epoch": 1.5151515151515151,
      "eval_accuracy": 0.9346463742166518,
      "eval_loss": 0.2247086614370346,
      "eval_runtime": 73.2754,
      "eval_samples_per_second": 15.244,
      "eval_steps_per_second": 1.911,
      "step": 600
    },
    {
      "epoch": 1.5404040404040404,
      "grad_norm": 3.7209930419921875,
      "learning_rate": 0.00016919191919191918,
      "loss": 0.1929,
      "step": 610
    },
    {
      "epoch": 1.5656565656565657,
      "grad_norm": 4.9047322273254395,
      "learning_rate": 0.0001686868686868687,
      "loss": 0.144,
      "step": 620
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 8.181381225585938,
      "learning_rate": 0.0001681818181818182,
      "loss": 0.1008,
      "step": 630
    },
    {
      "epoch": 1.6161616161616161,
      "grad_norm": 0.5650784969329834,
      "learning_rate": 0.00016767676767676768,
      "loss": 0.1385,
      "step": 640
    },
    {
      "epoch": 1.6414141414141414,
      "grad_norm": 0.4483976364135742,
      "learning_rate": 0.00016717171717171717,
      "loss": 0.1112,
      "step": 650
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 2.8870067596435547,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.0868,
      "step": 660
    },
    {
      "epoch": 1.691919191919192,
      "grad_norm": 5.016068458557129,
      "learning_rate": 0.00016616161616161615,
      "loss": 0.0948,
      "step": 670
    },
    {
      "epoch": 1.7171717171717171,
      "grad_norm": 4.62065315246582,
      "learning_rate": 0.00016565656565656567,
      "loss": 0.2336,
      "step": 680
    },
    {
      "epoch": 1.7424242424242424,
      "grad_norm": 0.04882610961794853,
      "learning_rate": 0.00016515151515151516,
      "loss": 0.1006,
      "step": 690
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 1.2523910999298096,
      "learning_rate": 0.00016464646464646465,
      "loss": 0.2595,
      "step": 700
    },
    {
      "epoch": 1.7676767676767677,
      "eval_accuracy": 0.9444941808415398,
      "eval_loss": 0.1785079687833786,
      "eval_runtime": 73.2828,
      "eval_samples_per_second": 15.242,
      "eval_steps_per_second": 1.91,
      "step": 700
    },
    {
      "epoch": 1.7929292929292928,
      "grad_norm": 0.28372153639793396,
      "learning_rate": 0.00016414141414141414,
      "loss": 0.0657,
      "step": 710
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.061366915702819824,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.2048,
      "step": 720
    },
    {
      "epoch": 1.8434343434343434,
      "grad_norm": 2.9858274459838867,
      "learning_rate": 0.00016313131313131312,
      "loss": 0.0489,
      "step": 730
    },
    {
      "epoch": 1.8686868686868687,
      "grad_norm": 4.050809383392334,
      "learning_rate": 0.00016262626262626264,
      "loss": 0.1095,
      "step": 740
    },
    {
      "epoch": 1.893939393939394,
      "grad_norm": 3.725325584411621,
      "learning_rate": 0.00016212121212121213,
      "loss": 0.2613,
      "step": 750
    },
    {
      "epoch": 1.9191919191919191,
      "grad_norm": 2.09786319732666,
      "learning_rate": 0.00016161616161616162,
      "loss": 0.0492,
      "step": 760
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 1.9398726224899292,
      "learning_rate": 0.0001611111111111111,
      "loss": 0.0831,
      "step": 770
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 0.6055514812469482,
      "learning_rate": 0.0001606060606060606,
      "loss": 0.1733,
      "step": 780
    },
    {
      "epoch": 1.9949494949494948,
      "grad_norm": 0.22102850675582886,
      "learning_rate": 0.00016010101010101012,
      "loss": 0.1106,
      "step": 790
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 3.681710720062256,
      "learning_rate": 0.0001595959595959596,
      "loss": 0.0911,
      "step": 800
    },
    {
      "epoch": 2.0202020202020203,
      "eval_accuracy": 0.9534467323187108,
      "eval_loss": 0.1352938562631607,
      "eval_runtime": 73.2218,
      "eval_samples_per_second": 15.255,
      "eval_steps_per_second": 1.912,
      "step": 800
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 0.574734091758728,
      "learning_rate": 0.0001590909090909091,
      "loss": 0.044,
      "step": 810
    },
    {
      "epoch": 2.0707070707070705,
      "grad_norm": 0.253918319940567,
      "learning_rate": 0.0001585858585858586,
      "loss": 0.0476,
      "step": 820
    },
    {
      "epoch": 2.095959595959596,
      "grad_norm": 0.1252337247133255,
      "learning_rate": 0.00015808080808080808,
      "loss": 0.1279,
      "step": 830
    },
    {
      "epoch": 2.121212121212121,
      "grad_norm": 0.26320022344589233,
      "learning_rate": 0.00015757575757575757,
      "loss": 0.2042,
      "step": 840
    },
    {
      "epoch": 2.1464646464646466,
      "grad_norm": 0.7983365058898926,
      "learning_rate": 0.0001570707070707071,
      "loss": 0.1208,
      "step": 850
    },
    {
      "epoch": 2.1717171717171717,
      "grad_norm": 0.36479347944259644,
      "learning_rate": 0.00015656565656565658,
      "loss": 0.0881,
      "step": 860
    },
    {
      "epoch": 2.196969696969697,
      "grad_norm": 0.11645219475030899,
      "learning_rate": 0.00015606060606060607,
      "loss": 0.0955,
      "step": 870
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.1980379819869995,
      "learning_rate": 0.00015555555555555556,
      "loss": 0.077,
      "step": 880
    },
    {
      "epoch": 2.2474747474747474,
      "grad_norm": 0.06797017902135849,
      "learning_rate": 0.00015505050505050508,
      "loss": 0.0377,
      "step": 890
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 0.48521897196769714,
      "learning_rate": 0.00015454545454545454,
      "loss": 0.0548,
      "step": 900
    },
    {
      "epoch": 2.2727272727272725,
      "eval_accuracy": 0.9471799462846912,
      "eval_loss": 0.19982792437076569,
      "eval_runtime": 72.9425,
      "eval_samples_per_second": 15.313,
      "eval_steps_per_second": 1.919,
      "step": 900
    },
    {
      "epoch": 2.297979797979798,
      "grad_norm": 0.017012102529406548,
      "learning_rate": 0.00015404040404040406,
      "loss": 0.1089,
      "step": 910
    },
    {
      "epoch": 2.323232323232323,
      "grad_norm": 0.2808210849761963,
      "learning_rate": 0.00015353535353535353,
      "loss": 0.0789,
      "step": 920
    },
    {
      "epoch": 2.3484848484848486,
      "grad_norm": 4.9768781661987305,
      "learning_rate": 0.00015303030303030304,
      "loss": 0.1004,
      "step": 930
    },
    {
      "epoch": 2.3737373737373737,
      "grad_norm": 1.5323927402496338,
      "learning_rate": 0.00015252525252525253,
      "loss": 0.0357,
      "step": 940
    },
    {
      "epoch": 2.398989898989899,
      "grad_norm": 4.321779251098633,
      "learning_rate": 0.00015202020202020202,
      "loss": 0.0348,
      "step": 950
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 6.227025032043457,
      "learning_rate": 0.00015151515151515152,
      "loss": 0.1679,
      "step": 960
    },
    {
      "epoch": 2.4494949494949494,
      "grad_norm": 1.045432209968567,
      "learning_rate": 0.00015101010101010103,
      "loss": 0.1222,
      "step": 970
    },
    {
      "epoch": 2.474747474747475,
      "grad_norm": 3.0685787200927734,
      "learning_rate": 0.0001505050505050505,
      "loss": 0.1434,
      "step": 980
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.04191284626722336,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.086,
      "step": 990
    },
    {
      "epoch": 2.525252525252525,
      "grad_norm": 3.1016695499420166,
      "learning_rate": 0.0001494949494949495,
      "loss": 0.1399,
      "step": 1000
    },
    {
      "epoch": 2.525252525252525,
      "eval_accuracy": 0.9444941808415398,
      "eval_loss": 0.19705650210380554,
      "eval_runtime": 73.3829,
      "eval_samples_per_second": 15.222,
      "eval_steps_per_second": 1.908,
      "step": 1000
    },
    {
      "epoch": 2.5505050505050506,
      "grad_norm": 4.877354145050049,
      "learning_rate": 0.000148989898989899,
      "loss": 0.1418,
      "step": 1010
    },
    {
      "epoch": 2.5757575757575757,
      "grad_norm": 4.7359700202941895,
      "learning_rate": 0.00014848484848484849,
      "loss": 0.1084,
      "step": 1020
    },
    {
      "epoch": 2.601010101010101,
      "grad_norm": 0.7143091559410095,
      "learning_rate": 0.000147979797979798,
      "loss": 0.1074,
      "step": 1030
    },
    {
      "epoch": 2.6262626262626263,
      "grad_norm": 0.4162321388721466,
      "learning_rate": 0.00014747474747474747,
      "loss": 0.1317,
      "step": 1040
    },
    {
      "epoch": 2.6515151515151514,
      "grad_norm": 5.558507442474365,
      "learning_rate": 0.00014696969696969698,
      "loss": 0.0829,
      "step": 1050
    },
    {
      "epoch": 2.676767676767677,
      "grad_norm": 0.08041220903396606,
      "learning_rate": 0.00014646464646464648,
      "loss": 0.0905,
      "step": 1060
    },
    {
      "epoch": 2.702020202020202,
      "grad_norm": 3.554946184158325,
      "learning_rate": 0.00014595959595959597,
      "loss": 0.14,
      "step": 1070
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.9108226895332336,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.0355,
      "step": 1080
    },
    {
      "epoch": 2.7525252525252526,
      "grad_norm": 1.091728925704956,
      "learning_rate": 0.00014494949494949495,
      "loss": 0.059,
      "step": 1090
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 0.07620527595281601,
      "learning_rate": 0.00014444444444444444,
      "loss": 0.2001,
      "step": 1100
    },
    {
      "epoch": 2.7777777777777777,
      "eval_accuracy": 0.937332139659803,
      "eval_loss": 0.24790146946907043,
      "eval_runtime": 73.1059,
      "eval_samples_per_second": 15.279,
      "eval_steps_per_second": 1.915,
      "step": 1100
    },
    {
      "epoch": 2.8030303030303028,
      "grad_norm": 0.10709954053163528,
      "learning_rate": 0.00014393939393939396,
      "loss": 0.0487,
      "step": 1110
    },
    {
      "epoch": 2.8282828282828283,
      "grad_norm": 4.047976493835449,
      "learning_rate": 0.00014343434343434342,
      "loss": 0.0774,
      "step": 1120
    },
    {
      "epoch": 2.8535353535353534,
      "grad_norm": 2.409966468811035,
      "learning_rate": 0.00014292929292929294,
      "loss": 0.0744,
      "step": 1130
    },
    {
      "epoch": 2.878787878787879,
      "grad_norm": 0.3456668257713318,
      "learning_rate": 0.00014242424242424243,
      "loss": 0.0125,
      "step": 1140
    },
    {
      "epoch": 2.904040404040404,
      "grad_norm": 0.046853143721818924,
      "learning_rate": 0.00014191919191919192,
      "loss": 0.0756,
      "step": 1150
    },
    {
      "epoch": 2.929292929292929,
      "grad_norm": 3.4357807636260986,
      "learning_rate": 0.0001414141414141414,
      "loss": 0.1375,
      "step": 1160
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 1.010414719581604,
      "learning_rate": 0.00014090909090909093,
      "loss": 0.0704,
      "step": 1170
    },
    {
      "epoch": 2.9797979797979797,
      "grad_norm": 0.008091296069324017,
      "learning_rate": 0.00014040404040404042,
      "loss": 0.0791,
      "step": 1180
    },
    {
      "epoch": 3.005050505050505,
      "grad_norm": 1.9511629343032837,
      "learning_rate": 0.0001398989898989899,
      "loss": 0.0754,
      "step": 1190
    },
    {
      "epoch": 3.0303030303030303,
      "grad_norm": 10.075323104858398,
      "learning_rate": 0.0001393939393939394,
      "loss": 0.0976,
      "step": 1200
    },
    {
      "epoch": 3.0303030303030303,
      "eval_accuracy": 0.9498657117278424,
      "eval_loss": 0.16011768579483032,
      "eval_runtime": 73.2182,
      "eval_samples_per_second": 15.256,
      "eval_steps_per_second": 1.912,
      "step": 1200
    },
    {
      "epoch": 3.0555555555555554,
      "grad_norm": 0.027206294238567352,
      "learning_rate": 0.0001388888888888889,
      "loss": 0.0906,
      "step": 1210
    },
    {
      "epoch": 3.080808080808081,
      "grad_norm": 1.425262689590454,
      "learning_rate": 0.0001383838383838384,
      "loss": 0.0349,
      "step": 1220
    },
    {
      "epoch": 3.106060606060606,
      "grad_norm": 7.3463616371154785,
      "learning_rate": 0.0001378787878787879,
      "loss": 0.0804,
      "step": 1230
    },
    {
      "epoch": 3.1313131313131315,
      "grad_norm": 1.0737591981887817,
      "learning_rate": 0.0001373737373737374,
      "loss": 0.068,
      "step": 1240
    },
    {
      "epoch": 3.1565656565656566,
      "grad_norm": 7.525305271148682,
      "learning_rate": 0.00013686868686868688,
      "loss": 0.1145,
      "step": 1250
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 0.4561030864715576,
      "learning_rate": 0.00013636363636363637,
      "loss": 0.0977,
      "step": 1260
    },
    {
      "epoch": 3.207070707070707,
      "grad_norm": 0.11276185512542725,
      "learning_rate": 0.00013585858585858586,
      "loss": 0.0743,
      "step": 1270
    },
    {
      "epoch": 3.2323232323232323,
      "grad_norm": 1.0171997547149658,
      "learning_rate": 0.00013535353535353538,
      "loss": 0.0775,
      "step": 1280
    },
    {
      "epoch": 3.257575757575758,
      "grad_norm": 3.1414084434509277,
      "learning_rate": 0.00013484848484848484,
      "loss": 0.0309,
      "step": 1290
    },
    {
      "epoch": 3.282828282828283,
      "grad_norm": 0.037932224571704865,
      "learning_rate": 0.00013434343434343436,
      "loss": 0.1291,
      "step": 1300
    },
    {
      "epoch": 3.282828282828283,
      "eval_accuracy": 0.9588182632050134,
      "eval_loss": 0.160703644156456,
      "eval_runtime": 73.0017,
      "eval_samples_per_second": 15.301,
      "eval_steps_per_second": 1.918,
      "step": 1300
    },
    {
      "epoch": 3.308080808080808,
      "grad_norm": 2.9155356884002686,
      "learning_rate": 0.00013383838383838385,
      "loss": 0.0215,
      "step": 1310
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 5.102810382843018,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.0716,
      "step": 1320
    },
    {
      "epoch": 3.3585858585858586,
      "grad_norm": 0.020925424993038177,
      "learning_rate": 0.00013282828282828283,
      "loss": 0.0372,
      "step": 1330
    },
    {
      "epoch": 3.3838383838383836,
      "grad_norm": 0.10292687267065048,
      "learning_rate": 0.00013232323232323235,
      "loss": 0.0211,
      "step": 1340
    },
    {
      "epoch": 3.409090909090909,
      "grad_norm": 2.7968993186950684,
      "learning_rate": 0.0001318181818181818,
      "loss": 0.0708,
      "step": 1350
    },
    {
      "epoch": 3.4343434343434343,
      "grad_norm": 3.1068055629730225,
      "learning_rate": 0.00013131313131313133,
      "loss": 0.1007,
      "step": 1360
    },
    {
      "epoch": 3.45959595959596,
      "grad_norm": 0.032499730587005615,
      "learning_rate": 0.00013080808080808082,
      "loss": 0.0713,
      "step": 1370
    },
    {
      "epoch": 3.484848484848485,
      "grad_norm": 0.20779326558113098,
      "learning_rate": 0.0001303030303030303,
      "loss": 0.048,
      "step": 1380
    },
    {
      "epoch": 3.51010101010101,
      "grad_norm": 5.266826152801514,
      "learning_rate": 0.0001297979797979798,
      "loss": 0.193,
      "step": 1390
    },
    {
      "epoch": 3.5353535353535355,
      "grad_norm": 0.42106470465660095,
      "learning_rate": 0.00012929292929292932,
      "loss": 0.0721,
      "step": 1400
    },
    {
      "epoch": 3.5353535353535355,
      "eval_accuracy": 0.9588182632050134,
      "eval_loss": 0.18219807744026184,
      "eval_runtime": 73.033,
      "eval_samples_per_second": 15.294,
      "eval_steps_per_second": 1.917,
      "step": 1400
    },
    {
      "epoch": 3.5606060606060606,
      "grad_norm": 1.7371455430984497,
      "learning_rate": 0.00012878787878787878,
      "loss": 0.0927,
      "step": 1410
    },
    {
      "epoch": 3.5858585858585856,
      "grad_norm": 0.636141836643219,
      "learning_rate": 0.0001282828282828283,
      "loss": 0.0295,
      "step": 1420
    },
    {
      "epoch": 3.611111111111111,
      "grad_norm": 0.10211779177188873,
      "learning_rate": 0.00012777777777777776,
      "loss": 0.0287,
      "step": 1430
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 0.803653359413147,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.0621,
      "step": 1440
    },
    {
      "epoch": 3.6616161616161618,
      "grad_norm": 0.11753907799720764,
      "learning_rate": 0.00012676767676767677,
      "loss": 0.0465,
      "step": 1450
    },
    {
      "epoch": 3.686868686868687,
      "grad_norm": 0.05394851416349411,
      "learning_rate": 0.00012626262626262626,
      "loss": 0.0474,
      "step": 1460
    },
    {
      "epoch": 3.712121212121212,
      "grad_norm": 3.631462574005127,
      "learning_rate": 0.00012575757575757575,
      "loss": 0.093,
      "step": 1470
    },
    {
      "epoch": 3.7373737373737375,
      "grad_norm": 0.1336178481578827,
      "learning_rate": 0.00012525252525252527,
      "loss": 0.0736,
      "step": 1480
    },
    {
      "epoch": 3.7626262626262625,
      "grad_norm": 0.0858420580625534,
      "learning_rate": 0.00012474747474747473,
      "loss": 0.1211,
      "step": 1490
    },
    {
      "epoch": 3.787878787878788,
      "grad_norm": 1.1731150150299072,
      "learning_rate": 0.00012424242424242425,
      "loss": 0.0592,
      "step": 1500
    },
    {
      "epoch": 3.787878787878788,
      "eval_accuracy": 0.9623992837958818,
      "eval_loss": 0.12546713650226593,
      "eval_runtime": 73.0966,
      "eval_samples_per_second": 15.281,
      "eval_steps_per_second": 1.915,
      "step": 1500
    },
    {
      "epoch": 3.813131313131313,
      "grad_norm": 1.533412218093872,
      "learning_rate": 0.00012373737373737374,
      "loss": 0.0663,
      "step": 1510
    },
    {
      "epoch": 3.8383838383838382,
      "grad_norm": 7.734765529632568,
      "learning_rate": 0.00012323232323232323,
      "loss": 0.075,
      "step": 1520
    },
    {
      "epoch": 3.8636363636363638,
      "grad_norm": 0.4143606126308441,
      "learning_rate": 0.00012272727272727272,
      "loss": 0.0158,
      "step": 1530
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 4.032654762268066,
      "learning_rate": 0.00012222222222222224,
      "loss": 0.0898,
      "step": 1540
    },
    {
      "epoch": 3.9141414141414144,
      "grad_norm": 0.2919144928455353,
      "learning_rate": 0.00012171717171717172,
      "loss": 0.0904,
      "step": 1550
    },
    {
      "epoch": 3.9393939393939394,
      "grad_norm": 6.036355018615723,
      "learning_rate": 0.00012121212121212122,
      "loss": 0.0725,
      "step": 1560
    },
    {
      "epoch": 3.9646464646464645,
      "grad_norm": 0.34402996301651,
      "learning_rate": 0.0001207070707070707,
      "loss": 0.0643,
      "step": 1570
    },
    {
      "epoch": 3.98989898989899,
      "grad_norm": 0.307706356048584,
      "learning_rate": 0.0001202020202020202,
      "loss": 0.1061,
      "step": 1580
    },
    {
      "epoch": 4.015151515151516,
      "grad_norm": 0.04210241511464119,
      "learning_rate": 0.00011969696969696971,
      "loss": 0.1015,
      "step": 1590
    },
    {
      "epoch": 4.040404040404041,
      "grad_norm": 4.686149597167969,
      "learning_rate": 0.00011919191919191919,
      "loss": 0.0964,
      "step": 1600
    },
    {
      "epoch": 4.040404040404041,
      "eval_accuracy": 0.954341987466428,
      "eval_loss": 0.16204935312271118,
      "eval_runtime": 72.8935,
      "eval_samples_per_second": 15.324,
      "eval_steps_per_second": 1.921,
      "step": 1600
    },
    {
      "epoch": 4.065656565656566,
      "grad_norm": 0.9774217009544373,
      "learning_rate": 0.00011868686868686869,
      "loss": 0.0342,
      "step": 1610
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 2.1450870037078857,
      "learning_rate": 0.0001181818181818182,
      "loss": 0.0852,
      "step": 1620
    },
    {
      "epoch": 4.116161616161616,
      "grad_norm": 4.826761722564697,
      "learning_rate": 0.00011767676767676767,
      "loss": 0.0612,
      "step": 1630
    },
    {
      "epoch": 4.141414141414141,
      "grad_norm": 0.7088700532913208,
      "learning_rate": 0.00011717171717171717,
      "loss": 0.0369,
      "step": 1640
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.07485224306583405,
      "learning_rate": 0.00011666666666666668,
      "loss": 0.0075,
      "step": 1650
    },
    {
      "epoch": 4.191919191919192,
      "grad_norm": 7.588441371917725,
      "learning_rate": 0.00011616161616161616,
      "loss": 0.0492,
      "step": 1660
    },
    {
      "epoch": 4.217171717171717,
      "grad_norm": 0.06588041037321091,
      "learning_rate": 0.00011565656565656566,
      "loss": 0.0619,
      "step": 1670
    },
    {
      "epoch": 4.242424242424242,
      "grad_norm": 0.3317614495754242,
      "learning_rate": 0.00011515151515151516,
      "loss": 0.0504,
      "step": 1680
    },
    {
      "epoch": 4.267676767676767,
      "grad_norm": 4.261381149291992,
      "learning_rate": 0.00011464646464646464,
      "loss": 0.0534,
      "step": 1690
    },
    {
      "epoch": 4.292929292929293,
      "grad_norm": 1.7030925750732422,
      "learning_rate": 0.00011414141414141415,
      "loss": 0.0738,
      "step": 1700
    },
    {
      "epoch": 4.292929292929293,
      "eval_accuracy": 0.9650850492390332,
      "eval_loss": 0.12794509530067444,
      "eval_runtime": 73.4006,
      "eval_samples_per_second": 15.218,
      "eval_steps_per_second": 1.907,
      "step": 1700
    },
    {
      "epoch": 4.318181818181818,
      "grad_norm": 3.9137349128723145,
      "learning_rate": 0.00011363636363636365,
      "loss": 0.0269,
      "step": 1710
    },
    {
      "epoch": 4.343434343434343,
      "grad_norm": 0.012919370085000992,
      "learning_rate": 0.00011313131313131313,
      "loss": 0.0314,
      "step": 1720
    },
    {
      "epoch": 4.3686868686868685,
      "grad_norm": 0.07363598793745041,
      "learning_rate": 0.00011262626262626263,
      "loss": 0.0233,
      "step": 1730
    },
    {
      "epoch": 4.393939393939394,
      "grad_norm": 0.137301966547966,
      "learning_rate": 0.00011212121212121212,
      "loss": 0.0863,
      "step": 1740
    },
    {
      "epoch": 4.41919191919192,
      "grad_norm": 6.548308849334717,
      "learning_rate": 0.00011161616161616161,
      "loss": 0.0463,
      "step": 1750
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 2.40230655670166,
      "learning_rate": 0.00011111111111111112,
      "loss": 0.0668,
      "step": 1760
    },
    {
      "epoch": 4.46969696969697,
      "grad_norm": 0.018276751041412354,
      "learning_rate": 0.00011060606060606061,
      "loss": 0.0193,
      "step": 1770
    },
    {
      "epoch": 4.494949494949495,
      "grad_norm": 4.558255195617676,
      "learning_rate": 0.00011010101010101011,
      "loss": 0.1149,
      "step": 1780
    },
    {
      "epoch": 4.52020202020202,
      "grad_norm": 0.04581284150481224,
      "learning_rate": 0.0001095959595959596,
      "loss": 0.0227,
      "step": 1790
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 1.2669509649276733,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.0504,
      "step": 1800
    },
    {
      "epoch": 4.545454545454545,
      "eval_accuracy": 0.9588182632050134,
      "eval_loss": 0.16235476732254028,
      "eval_runtime": 73.0538,
      "eval_samples_per_second": 15.29,
      "eval_steps_per_second": 1.916,
      "step": 1800
    },
    {
      "epoch": 4.570707070707071,
      "grad_norm": 0.07127434760332108,
      "learning_rate": 0.0001085858585858586,
      "loss": 0.0492,
      "step": 1810
    },
    {
      "epoch": 4.595959595959596,
      "grad_norm": 1.7907336950302124,
      "learning_rate": 0.00010808080808080809,
      "loss": 0.0358,
      "step": 1820
    },
    {
      "epoch": 4.621212121212121,
      "grad_norm": 4.024843692779541,
      "learning_rate": 0.00010757575757575758,
      "loss": 0.0856,
      "step": 1830
    },
    {
      "epoch": 4.646464646464646,
      "grad_norm": 0.020713260397315025,
      "learning_rate": 0.00010707070707070708,
      "loss": 0.0101,
      "step": 1840
    },
    {
      "epoch": 4.671717171717171,
      "grad_norm": 0.06845160573720932,
      "learning_rate": 0.00010656565656565659,
      "loss": 0.0153,
      "step": 1850
    },
    {
      "epoch": 4.696969696969697,
      "grad_norm": 1.0333762168884277,
      "learning_rate": 0.00010606060606060606,
      "loss": 0.1535,
      "step": 1860
    },
    {
      "epoch": 4.722222222222222,
      "grad_norm": 0.019528638571500778,
      "learning_rate": 0.00010555555555555557,
      "loss": 0.089,
      "step": 1870
    },
    {
      "epoch": 4.747474747474747,
      "grad_norm": 0.12054427713155746,
      "learning_rate": 0.00010505050505050507,
      "loss": 0.0154,
      "step": 1880
    },
    {
      "epoch": 4.7727272727272725,
      "grad_norm": 0.053187351673841476,
      "learning_rate": 0.00010454545454545455,
      "loss": 0.1073,
      "step": 1890
    },
    {
      "epoch": 4.797979797979798,
      "grad_norm": 0.03637217357754707,
      "learning_rate": 0.00010404040404040405,
      "loss": 0.0972,
      "step": 1900
    },
    {
      "epoch": 4.797979797979798,
      "eval_accuracy": 0.9623992837958818,
      "eval_loss": 0.15791860222816467,
      "eval_runtime": 73.2114,
      "eval_samples_per_second": 15.257,
      "eval_steps_per_second": 1.912,
      "step": 1900
    },
    {
      "epoch": 4.8232323232323235,
      "grad_norm": 6.812131404876709,
      "learning_rate": 0.00010353535353535353,
      "loss": 0.1274,
      "step": 1910
    },
    {
      "epoch": 4.848484848484849,
      "grad_norm": 2.3793511390686035,
      "learning_rate": 0.00010303030303030303,
      "loss": 0.1051,
      "step": 1920
    },
    {
      "epoch": 4.873737373737374,
      "grad_norm": 1.2393810749053955,
      "learning_rate": 0.00010252525252525254,
      "loss": 0.0167,
      "step": 1930
    },
    {
      "epoch": 4.898989898989899,
      "grad_norm": 1.5232930183410645,
      "learning_rate": 0.00010202020202020202,
      "loss": 0.0065,
      "step": 1940
    },
    {
      "epoch": 4.924242424242424,
      "grad_norm": 0.00905653741210699,
      "learning_rate": 0.00010151515151515152,
      "loss": 0.0419,
      "step": 1950
    },
    {
      "epoch": 4.94949494949495,
      "grad_norm": 0.8604415655136108,
      "learning_rate": 0.00010101010101010102,
      "loss": 0.0769,
      "step": 1960
    },
    {
      "epoch": 4.974747474747475,
      "grad_norm": 4.089222431182861,
      "learning_rate": 0.0001005050505050505,
      "loss": 0.0366,
      "step": 1970
    },
    {
      "epoch": 5.0,
      "grad_norm": 2.2072501182556152,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 1980
    },
    {
      "epoch": 5.025252525252525,
      "grad_norm": 0.010899940505623817,
      "learning_rate": 9.94949494949495e-05,
      "loss": 0.0597,
      "step": 1990
    },
    {
      "epoch": 5.05050505050505,
      "grad_norm": 1.6260383129119873,
      "learning_rate": 9.8989898989899e-05,
      "loss": 0.0456,
      "step": 2000
    },
    {
      "epoch": 5.05050505050505,
      "eval_accuracy": 0.9489704565801254,
      "eval_loss": 0.19649948179721832,
      "eval_runtime": 73.1131,
      "eval_samples_per_second": 15.278,
      "eval_steps_per_second": 1.915,
      "step": 2000
    },
    {
      "epoch": 5.075757575757576,
      "grad_norm": 0.009620290249586105,
      "learning_rate": 9.848484848484849e-05,
      "loss": 0.018,
      "step": 2010
    },
    {
      "epoch": 5.101010101010101,
      "grad_norm": 4.627386093139648,
      "learning_rate": 9.797979797979798e-05,
      "loss": 0.0906,
      "step": 2020
    },
    {
      "epoch": 5.126262626262626,
      "grad_norm": 0.5775233507156372,
      "learning_rate": 9.747474747474747e-05,
      "loss": 0.0179,
      "step": 2030
    },
    {
      "epoch": 5.151515151515151,
      "grad_norm": 0.3100966513156891,
      "learning_rate": 9.696969696969698e-05,
      "loss": 0.0225,
      "step": 2040
    },
    {
      "epoch": 5.1767676767676765,
      "grad_norm": 0.012251541949808598,
      "learning_rate": 9.646464646464647e-05,
      "loss": 0.0062,
      "step": 2050
    },
    {
      "epoch": 5.202020202020202,
      "grad_norm": 3.9397971630096436,
      "learning_rate": 9.595959595959596e-05,
      "loss": 0.0497,
      "step": 2060
    },
    {
      "epoch": 5.2272727272727275,
      "grad_norm": 0.002988005056977272,
      "learning_rate": 9.545454545454546e-05,
      "loss": 0.0242,
      "step": 2070
    },
    {
      "epoch": 5.252525252525253,
      "grad_norm": 0.15744374692440033,
      "learning_rate": 9.494949494949495e-05,
      "loss": 0.0165,
      "step": 2080
    },
    {
      "epoch": 5.277777777777778,
      "grad_norm": 2.624490976333618,
      "learning_rate": 9.444444444444444e-05,
      "loss": 0.0595,
      "step": 2090
    },
    {
      "epoch": 5.303030303030303,
      "grad_norm": 1.7126376628875732,
      "learning_rate": 9.393939393939395e-05,
      "loss": 0.0334,
      "step": 2100
    },
    {
      "epoch": 5.303030303030303,
      "eval_accuracy": 0.9570277529095792,
      "eval_loss": 0.165226012468338,
      "eval_runtime": 73.2601,
      "eval_samples_per_second": 15.247,
      "eval_steps_per_second": 1.911,
      "step": 2100
    },
    {
      "epoch": 5.328282828282829,
      "grad_norm": 0.003406533505767584,
      "learning_rate": 9.343434343434344e-05,
      "loss": 0.0201,
      "step": 2110
    },
    {
      "epoch": 5.353535353535354,
      "grad_norm": 0.18647323548793793,
      "learning_rate": 9.292929292929293e-05,
      "loss": 0.0471,
      "step": 2120
    },
    {
      "epoch": 5.378787878787879,
      "grad_norm": 4.275173664093018,
      "learning_rate": 9.242424242424242e-05,
      "loss": 0.0565,
      "step": 2130
    },
    {
      "epoch": 5.404040404040404,
      "grad_norm": 3.319251537322998,
      "learning_rate": 9.191919191919192e-05,
      "loss": 0.0687,
      "step": 2140
    },
    {
      "epoch": 5.429292929292929,
      "grad_norm": 0.067157082259655,
      "learning_rate": 9.141414141414141e-05,
      "loss": 0.0507,
      "step": 2150
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 0.18047641217708588,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.0555,
      "step": 2160
    },
    {
      "epoch": 5.47979797979798,
      "grad_norm": 0.0075127603486180305,
      "learning_rate": 9.040404040404041e-05,
      "loss": 0.0488,
      "step": 2170
    },
    {
      "epoch": 5.505050505050505,
      "grad_norm": 0.01690557599067688,
      "learning_rate": 8.98989898989899e-05,
      "loss": 0.0626,
      "step": 2180
    },
    {
      "epoch": 5.53030303030303,
      "grad_norm": 0.005741783883422613,
      "learning_rate": 8.93939393939394e-05,
      "loss": 0.0014,
      "step": 2190
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 0.05627870187163353,
      "learning_rate": 8.888888888888889e-05,
      "loss": 0.0242,
      "step": 2200
    },
    {
      "epoch": 5.555555555555555,
      "eval_accuracy": 0.9749328558639212,
      "eval_loss": 0.11822798103094101,
      "eval_runtime": 73.1232,
      "eval_samples_per_second": 15.276,
      "eval_steps_per_second": 1.915,
      "step": 2200
    },
    {
      "epoch": 5.58080808080808,
      "grad_norm": 0.012817220762372017,
      "learning_rate": 8.83838383838384e-05,
      "loss": 0.0277,
      "step": 2210
    },
    {
      "epoch": 5.606060606060606,
      "grad_norm": 0.00884329341351986,
      "learning_rate": 8.787878787878789e-05,
      "loss": 0.0067,
      "step": 2220
    },
    {
      "epoch": 5.6313131313131315,
      "grad_norm": 0.034603264182806015,
      "learning_rate": 8.737373737373738e-05,
      "loss": 0.0702,
      "step": 2230
    },
    {
      "epoch": 5.656565656565657,
      "grad_norm": 0.0622437559068203,
      "learning_rate": 8.686868686868688e-05,
      "loss": 0.0171,
      "step": 2240
    },
    {
      "epoch": 5.681818181818182,
      "grad_norm": 0.04042644053697586,
      "learning_rate": 8.636363636363637e-05,
      "loss": 0.0592,
      "step": 2250
    },
    {
      "epoch": 5.707070707070707,
      "grad_norm": 0.04215148836374283,
      "learning_rate": 8.585858585858586e-05,
      "loss": 0.0761,
      "step": 2260
    },
    {
      "epoch": 5.732323232323233,
      "grad_norm": 0.22815492749214172,
      "learning_rate": 8.535353535353535e-05,
      "loss": 0.0133,
      "step": 2270
    },
    {
      "epoch": 5.757575757575758,
      "grad_norm": 0.3139846622943878,
      "learning_rate": 8.484848484848486e-05,
      "loss": 0.0013,
      "step": 2280
    },
    {
      "epoch": 5.782828282828283,
      "grad_norm": 0.008748591877520084,
      "learning_rate": 8.434343434343435e-05,
      "loss": 0.036,
      "step": 2290
    },
    {
      "epoch": 5.808080808080808,
      "grad_norm": 0.10703355818986893,
      "learning_rate": 8.383838383838384e-05,
      "loss": 0.0715,
      "step": 2300
    },
    {
      "epoch": 5.808080808080808,
      "eval_accuracy": 0.9650850492390332,
      "eval_loss": 0.12497912347316742,
      "eval_runtime": 72.9451,
      "eval_samples_per_second": 15.313,
      "eval_steps_per_second": 1.919,
      "step": 2300
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 0.02993335947394371,
      "learning_rate": 8.333333333333334e-05,
      "loss": 0.017,
      "step": 2310
    },
    {
      "epoch": 5.858585858585858,
      "grad_norm": 0.004180525429546833,
      "learning_rate": 8.282828282828283e-05,
      "loss": 0.0388,
      "step": 2320
    },
    {
      "epoch": 5.883838383838384,
      "grad_norm": 0.0341310054063797,
      "learning_rate": 8.232323232323233e-05,
      "loss": 0.0193,
      "step": 2330
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 0.02368093468248844,
      "learning_rate": 8.181818181818183e-05,
      "loss": 0.0314,
      "step": 2340
    },
    {
      "epoch": 5.934343434343434,
      "grad_norm": 0.01623358018696308,
      "learning_rate": 8.131313131313132e-05,
      "loss": 0.0578,
      "step": 2350
    },
    {
      "epoch": 5.959595959595959,
      "grad_norm": 0.006059895269572735,
      "learning_rate": 8.080808080808081e-05,
      "loss": 0.0066,
      "step": 2360
    },
    {
      "epoch": 5.984848484848484,
      "grad_norm": 0.024945911020040512,
      "learning_rate": 8.03030303030303e-05,
      "loss": 0.0032,
      "step": 2370
    },
    {
      "epoch": 6.01010101010101,
      "grad_norm": 0.010317071340978146,
      "learning_rate": 7.97979797979798e-05,
      "loss": 0.0047,
      "step": 2380
    },
    {
      "epoch": 6.0353535353535355,
      "grad_norm": 0.4775066673755646,
      "learning_rate": 7.92929292929293e-05,
      "loss": 0.0193,
      "step": 2390
    },
    {
      "epoch": 6.0606060606060606,
      "grad_norm": 6.233785629272461,
      "learning_rate": 7.878787878787879e-05,
      "loss": 0.0407,
      "step": 2400
    },
    {
      "epoch": 6.0606060606060606,
      "eval_accuracy": 0.9695613249776186,
      "eval_loss": 0.11715386807918549,
      "eval_runtime": 73.3488,
      "eval_samples_per_second": 15.229,
      "eval_steps_per_second": 1.909,
      "step": 2400
    },
    {
      "epoch": 6.085858585858586,
      "grad_norm": 0.04230092465877533,
      "learning_rate": 7.828282828282829e-05,
      "loss": 0.0028,
      "step": 2410
    },
    {
      "epoch": 6.111111111111111,
      "grad_norm": 0.0015748771838843822,
      "learning_rate": 7.777777777777778e-05,
      "loss": 0.0421,
      "step": 2420
    },
    {
      "epoch": 6.136363636363637,
      "grad_norm": 0.00564368162304163,
      "learning_rate": 7.727272727272727e-05,
      "loss": 0.0631,
      "step": 2430
    },
    {
      "epoch": 6.161616161616162,
      "grad_norm": 0.4366774559020996,
      "learning_rate": 7.676767676767676e-05,
      "loss": 0.0429,
      "step": 2440
    },
    {
      "epoch": 6.186868686868687,
      "grad_norm": 0.6611001491546631,
      "learning_rate": 7.626262626262627e-05,
      "loss": 0.0901,
      "step": 2450
    },
    {
      "epoch": 6.212121212121212,
      "grad_norm": 5.706575870513916,
      "learning_rate": 7.575757575757576e-05,
      "loss": 0.0857,
      "step": 2460
    },
    {
      "epoch": 6.237373737373737,
      "grad_norm": 0.007969530299305916,
      "learning_rate": 7.525252525252525e-05,
      "loss": 0.0227,
      "step": 2470
    },
    {
      "epoch": 6.262626262626263,
      "grad_norm": 0.28915736079216003,
      "learning_rate": 7.474747474747475e-05,
      "loss": 0.0113,
      "step": 2480
    },
    {
      "epoch": 6.287878787878788,
      "grad_norm": 0.2088274508714676,
      "learning_rate": 7.424242424242424e-05,
      "loss": 0.0026,
      "step": 2490
    },
    {
      "epoch": 6.313131313131313,
      "grad_norm": 0.004980772268027067,
      "learning_rate": 7.373737373737373e-05,
      "loss": 0.0003,
      "step": 2500
    },
    {
      "epoch": 6.313131313131313,
      "eval_accuracy": 0.9785138764547896,
      "eval_loss": 0.08193562924861908,
      "eval_runtime": 73.1145,
      "eval_samples_per_second": 15.277,
      "eval_steps_per_second": 1.915,
      "step": 2500
    },
    {
      "epoch": 6.338383838383838,
      "grad_norm": 0.001987410243600607,
      "learning_rate": 7.323232323232324e-05,
      "loss": 0.0383,
      "step": 2510
    },
    {
      "epoch": 6.363636363636363,
      "grad_norm": 1.1499226093292236,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.0171,
      "step": 2520
    },
    {
      "epoch": 6.388888888888889,
      "grad_norm": 0.03895330801606178,
      "learning_rate": 7.222222222222222e-05,
      "loss": 0.0127,
      "step": 2530
    },
    {
      "epoch": 6.414141414141414,
      "grad_norm": 0.3166453540325165,
      "learning_rate": 7.171717171717171e-05,
      "loss": 0.0278,
      "step": 2540
    },
    {
      "epoch": 6.4393939393939394,
      "grad_norm": 0.005140668712556362,
      "learning_rate": 7.121212121212121e-05,
      "loss": 0.0795,
      "step": 2550
    },
    {
      "epoch": 6.4646464646464645,
      "grad_norm": 14.462100982666016,
      "learning_rate": 7.07070707070707e-05,
      "loss": 0.085,
      "step": 2560
    },
    {
      "epoch": 6.48989898989899,
      "grad_norm": 0.24089215695858002,
      "learning_rate": 7.020202020202021e-05,
      "loss": 0.0026,
      "step": 2570
    },
    {
      "epoch": 6.515151515151516,
      "grad_norm": 0.22834239900112152,
      "learning_rate": 6.96969696969697e-05,
      "loss": 0.005,
      "step": 2580
    },
    {
      "epoch": 6.540404040404041,
      "grad_norm": 8.35010814666748,
      "learning_rate": 6.91919191919192e-05,
      "loss": 0.0728,
      "step": 2590
    },
    {
      "epoch": 6.565656565656566,
      "grad_norm": 4.920100212097168,
      "learning_rate": 6.86868686868687e-05,
      "loss": 0.0072,
      "step": 2600
    },
    {
      "epoch": 6.565656565656566,
      "eval_accuracy": 0.9713518352730528,
      "eval_loss": 0.14060670137405396,
      "eval_runtime": 73.0266,
      "eval_samples_per_second": 15.296,
      "eval_steps_per_second": 1.917,
      "step": 2600
    },
    {
      "epoch": 6.590909090909091,
      "grad_norm": 0.23918700218200684,
      "learning_rate": 6.818181818181818e-05,
      "loss": 0.0821,
      "step": 2610
    },
    {
      "epoch": 6.616161616161616,
      "grad_norm": 0.06384919583797455,
      "learning_rate": 6.767676767676769e-05,
      "loss": 0.0761,
      "step": 2620
    },
    {
      "epoch": 6.641414141414142,
      "grad_norm": 0.4447100758552551,
      "learning_rate": 6.717171717171718e-05,
      "loss": 0.0139,
      "step": 2630
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.0030958615243434906,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.0341,
      "step": 2640
    },
    {
      "epoch": 6.691919191919192,
      "grad_norm": 0.05117692053318024,
      "learning_rate": 6.616161616161617e-05,
      "loss": 0.0152,
      "step": 2650
    },
    {
      "epoch": 6.717171717171717,
      "grad_norm": 0.003273693146184087,
      "learning_rate": 6.565656565656566e-05,
      "loss": 0.0314,
      "step": 2660
    },
    {
      "epoch": 6.742424242424242,
      "grad_norm": 0.005075991619378328,
      "learning_rate": 6.515151515151516e-05,
      "loss": 0.0164,
      "step": 2670
    },
    {
      "epoch": 6.767676767676767,
      "grad_norm": 0.23585616052150726,
      "learning_rate": 6.464646464646466e-05,
      "loss": 0.0139,
      "step": 2680
    },
    {
      "epoch": 6.792929292929293,
      "grad_norm": 6.123977184295654,
      "learning_rate": 6.414141414141415e-05,
      "loss": 0.0113,
      "step": 2690
    },
    {
      "epoch": 6.818181818181818,
      "grad_norm": 2.395871162414551,
      "learning_rate": 6.363636363636364e-05,
      "loss": 0.0183,
      "step": 2700
    },
    {
      "epoch": 6.818181818181818,
      "eval_accuracy": 0.9749328558639212,
      "eval_loss": 0.11515188962221146,
      "eval_runtime": 73.0277,
      "eval_samples_per_second": 15.296,
      "eval_steps_per_second": 1.917,
      "step": 2700
    },
    {
      "epoch": 6.843434343434343,
      "grad_norm": 0.005218807607889175,
      "learning_rate": 6.313131313131313e-05,
      "loss": 0.003,
      "step": 2710
    },
    {
      "epoch": 6.8686868686868685,
      "grad_norm": 0.0012497535208240151,
      "learning_rate": 6.262626262626264e-05,
      "loss": 0.0116,
      "step": 2720
    },
    {
      "epoch": 6.893939393939394,
      "grad_norm": 0.0025018516462296247,
      "learning_rate": 6.212121212121213e-05,
      "loss": 0.005,
      "step": 2730
    },
    {
      "epoch": 6.91919191919192,
      "grad_norm": 0.005596707109361887,
      "learning_rate": 6.161616161616162e-05,
      "loss": 0.037,
      "step": 2740
    },
    {
      "epoch": 6.944444444444445,
      "grad_norm": 0.0010910239070653915,
      "learning_rate": 6.111111111111112e-05,
      "loss": 0.0338,
      "step": 2750
    },
    {
      "epoch": 6.96969696969697,
      "grad_norm": 0.6075408458709717,
      "learning_rate": 6.060606060606061e-05,
      "loss": 0.0268,
      "step": 2760
    },
    {
      "epoch": 6.994949494949495,
      "grad_norm": 0.25022584199905396,
      "learning_rate": 6.01010101010101e-05,
      "loss": 0.0125,
      "step": 2770
    },
    {
      "epoch": 7.02020202020202,
      "grad_norm": 0.12169167399406433,
      "learning_rate": 5.959595959595959e-05,
      "loss": 0.0082,
      "step": 2780
    },
    {
      "epoch": 7.045454545454546,
      "grad_norm": 3.5715599060058594,
      "learning_rate": 5.90909090909091e-05,
      "loss": 0.0144,
      "step": 2790
    },
    {
      "epoch": 7.070707070707071,
      "grad_norm": 0.09293267875909805,
      "learning_rate": 5.858585858585859e-05,
      "loss": 0.0021,
      "step": 2800
    },
    {
      "epoch": 7.070707070707071,
      "eval_accuracy": 0.973142345568487,
      "eval_loss": 0.13676650822162628,
      "eval_runtime": 72.9405,
      "eval_samples_per_second": 15.314,
      "eval_steps_per_second": 1.919,
      "step": 2800
    },
    {
      "epoch": 7.095959595959596,
      "grad_norm": 0.009541651234030724,
      "learning_rate": 5.808080808080808e-05,
      "loss": 0.0058,
      "step": 2810
    },
    {
      "epoch": 7.121212121212121,
      "grad_norm": 0.0016315419925376773,
      "learning_rate": 5.757575757575758e-05,
      "loss": 0.0064,
      "step": 2820
    },
    {
      "epoch": 7.146464646464646,
      "grad_norm": 10.356843948364258,
      "learning_rate": 5.707070707070707e-05,
      "loss": 0.0595,
      "step": 2830
    },
    {
      "epoch": 7.171717171717171,
      "grad_norm": 0.0018419253174215555,
      "learning_rate": 5.6565656565656563e-05,
      "loss": 0.016,
      "step": 2840
    },
    {
      "epoch": 7.196969696969697,
      "grad_norm": 0.010135513730347157,
      "learning_rate": 5.606060606060606e-05,
      "loss": 0.052,
      "step": 2850
    },
    {
      "epoch": 7.222222222222222,
      "grad_norm": 6.740849494934082,
      "learning_rate": 5.555555555555556e-05,
      "loss": 0.0374,
      "step": 2860
    },
    {
      "epoch": 7.247474747474747,
      "grad_norm": 0.4412079155445099,
      "learning_rate": 5.5050505050505056e-05,
      "loss": 0.0117,
      "step": 2870
    },
    {
      "epoch": 7.2727272727272725,
      "grad_norm": 0.001609967672266066,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.0824,
      "step": 2880
    },
    {
      "epoch": 7.297979797979798,
      "grad_norm": 0.005415134131908417,
      "learning_rate": 5.4040404040404044e-05,
      "loss": 0.0177,
      "step": 2890
    },
    {
      "epoch": 7.3232323232323235,
      "grad_norm": 0.02915014885365963,
      "learning_rate": 5.353535353535354e-05,
      "loss": 0.046,
      "step": 2900
    },
    {
      "epoch": 7.3232323232323235,
      "eval_accuracy": 0.9794091316025068,
      "eval_loss": 0.09002197533845901,
      "eval_runtime": 73.1136,
      "eval_samples_per_second": 15.278,
      "eval_steps_per_second": 1.915,
      "step": 2900
    },
    {
      "epoch": 7.348484848484849,
      "grad_norm": 0.020192056894302368,
      "learning_rate": 5.303030303030303e-05,
      "loss": 0.0004,
      "step": 2910
    },
    {
      "epoch": 7.373737373737374,
      "grad_norm": 0.7057023644447327,
      "learning_rate": 5.2525252525252536e-05,
      "loss": 0.0699,
      "step": 2920
    },
    {
      "epoch": 7.398989898989899,
      "grad_norm": 0.0018105951603502035,
      "learning_rate": 5.2020202020202026e-05,
      "loss": 0.0379,
      "step": 2930
    },
    {
      "epoch": 7.424242424242424,
      "grad_norm": 0.002236352302134037,
      "learning_rate": 5.151515151515152e-05,
      "loss": 0.0576,
      "step": 2940
    },
    {
      "epoch": 7.44949494949495,
      "grad_norm": 0.46005484461784363,
      "learning_rate": 5.101010101010101e-05,
      "loss": 0.0007,
      "step": 2950
    },
    {
      "epoch": 7.474747474747475,
      "grad_norm": 0.17090271413326263,
      "learning_rate": 5.050505050505051e-05,
      "loss": 0.0066,
      "step": 2960
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.002259742235764861,
      "learning_rate": 5e-05,
      "loss": 0.0043,
      "step": 2970
    },
    {
      "epoch": 7.525252525252525,
      "grad_norm": 0.0029255333356559277,
      "learning_rate": 4.94949494949495e-05,
      "loss": 0.0239,
      "step": 2980
    },
    {
      "epoch": 7.55050505050505,
      "grad_norm": 2.9925894737243652,
      "learning_rate": 4.898989898989899e-05,
      "loss": 0.0063,
      "step": 2990
    },
    {
      "epoch": 7.575757575757576,
      "grad_norm": 0.052914004772901535,
      "learning_rate": 4.848484848484849e-05,
      "loss": 0.033,
      "step": 3000
    },
    {
      "epoch": 7.575757575757576,
      "eval_accuracy": 0.9785138764547896,
      "eval_loss": 0.10143210738897324,
      "eval_runtime": 73.4907,
      "eval_samples_per_second": 15.199,
      "eval_steps_per_second": 1.905,
      "step": 3000
    },
    {
      "epoch": 7.601010101010101,
      "grad_norm": 0.04058058559894562,
      "learning_rate": 4.797979797979798e-05,
      "loss": 0.0245,
      "step": 3010
    },
    {
      "epoch": 7.626262626262626,
      "grad_norm": 0.03967829421162605,
      "learning_rate": 4.7474747474747476e-05,
      "loss": 0.0006,
      "step": 3020
    },
    {
      "epoch": 7.651515151515151,
      "grad_norm": 0.621035635471344,
      "learning_rate": 4.696969696969697e-05,
      "loss": 0.0175,
      "step": 3030
    },
    {
      "epoch": 7.6767676767676765,
      "grad_norm": 0.36977216601371765,
      "learning_rate": 4.6464646464646464e-05,
      "loss": 0.0388,
      "step": 3040
    },
    {
      "epoch": 7.702020202020202,
      "grad_norm": 3.2532241344451904,
      "learning_rate": 4.595959595959596e-05,
      "loss": 0.0905,
      "step": 3050
    },
    {
      "epoch": 7.7272727272727275,
      "grad_norm": 0.004156060051172972,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.0002,
      "step": 3060
    },
    {
      "epoch": 7.752525252525253,
      "grad_norm": 0.6550003290176392,
      "learning_rate": 4.494949494949495e-05,
      "loss": 0.0066,
      "step": 3070
    },
    {
      "epoch": 7.777777777777778,
      "grad_norm": 0.0028251020703464746,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 0.0083,
      "step": 3080
    },
    {
      "epoch": 7.803030303030303,
      "grad_norm": 0.008767428807914257,
      "learning_rate": 4.3939393939393944e-05,
      "loss": 0.0006,
      "step": 3090
    },
    {
      "epoch": 7.828282828282829,
      "grad_norm": 0.04811250418424606,
      "learning_rate": 4.343434343434344e-05,
      "loss": 0.0354,
      "step": 3100
    },
    {
      "epoch": 7.828282828282829,
      "eval_accuracy": 0.9767233661593554,
      "eval_loss": 0.09683331102132797,
      "eval_runtime": 73.2348,
      "eval_samples_per_second": 15.252,
      "eval_steps_per_second": 1.912,
      "step": 3100
    },
    {
      "epoch": 7.853535353535354,
      "grad_norm": 0.00525275431573391,
      "learning_rate": 4.292929292929293e-05,
      "loss": 0.0088,
      "step": 3110
    },
    {
      "epoch": 7.878787878787879,
      "grad_norm": 0.015972474589943886,
      "learning_rate": 4.242424242424243e-05,
      "loss": 0.0011,
      "step": 3120
    },
    {
      "epoch": 7.904040404040404,
      "grad_norm": 0.006997071672230959,
      "learning_rate": 4.191919191919192e-05,
      "loss": 0.0017,
      "step": 3130
    },
    {
      "epoch": 7.929292929292929,
      "grad_norm": 0.023101719096302986,
      "learning_rate": 4.141414141414142e-05,
      "loss": 0.0567,
      "step": 3140
    },
    {
      "epoch": 7.954545454545455,
      "grad_norm": 0.003169642062857747,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 0.1026,
      "step": 3150
    },
    {
      "epoch": 7.97979797979798,
      "grad_norm": 0.003613903187215328,
      "learning_rate": 4.0404040404040405e-05,
      "loss": 0.005,
      "step": 3160
    },
    {
      "epoch": 8.005050505050505,
      "grad_norm": 1.0490131378173828,
      "learning_rate": 3.98989898989899e-05,
      "loss": 0.0023,
      "step": 3170
    },
    {
      "epoch": 8.030303030303031,
      "grad_norm": 0.003916851244866848,
      "learning_rate": 3.939393939393939e-05,
      "loss": 0.0023,
      "step": 3180
    },
    {
      "epoch": 8.055555555555555,
      "grad_norm": 0.016336582601070404,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.0079,
      "step": 3190
    },
    {
      "epoch": 8.080808080808081,
      "grad_norm": 0.8970369696617126,
      "learning_rate": 3.838383838383838e-05,
      "loss": 0.0026,
      "step": 3200
    },
    {
      "epoch": 8.080808080808081,
      "eval_accuracy": 0.973142345568487,
      "eval_loss": 0.1217464730143547,
      "eval_runtime": 73.5035,
      "eval_samples_per_second": 15.197,
      "eval_steps_per_second": 1.905,
      "step": 3200
    },
    {
      "epoch": 8.106060606060606,
      "grad_norm": 0.03298179805278778,
      "learning_rate": 3.787878787878788e-05,
      "loss": 0.0051,
      "step": 3210
    },
    {
      "epoch": 8.131313131313131,
      "grad_norm": 0.5918856263160706,
      "learning_rate": 3.7373737373737376e-05,
      "loss": 0.032,
      "step": 3220
    },
    {
      "epoch": 8.156565656565657,
      "grad_norm": 0.0031904878560453653,
      "learning_rate": 3.686868686868687e-05,
      "loss": 0.029,
      "step": 3230
    },
    {
      "epoch": 8.181818181818182,
      "grad_norm": 0.043024152517318726,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.0003,
      "step": 3240
    },
    {
      "epoch": 8.207070707070708,
      "grad_norm": 0.011919928714632988,
      "learning_rate": 3.5858585858585855e-05,
      "loss": 0.0028,
      "step": 3250
    },
    {
      "epoch": 8.232323232323232,
      "grad_norm": 0.007164669223129749,
      "learning_rate": 3.535353535353535e-05,
      "loss": 0.0146,
      "step": 3260
    },
    {
      "epoch": 8.257575757575758,
      "grad_norm": 0.03415270894765854,
      "learning_rate": 3.484848484848485e-05,
      "loss": 0.0041,
      "step": 3270
    },
    {
      "epoch": 8.282828282828282,
      "grad_norm": 0.03534342721104622,
      "learning_rate": 3.434343434343435e-05,
      "loss": 0.0035,
      "step": 3280
    },
    {
      "epoch": 8.308080808080808,
      "grad_norm": 0.3735661804676056,
      "learning_rate": 3.3838383838383844e-05,
      "loss": 0.0745,
      "step": 3290
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.0013512909645214677,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.0002,
      "step": 3300
    },
    {
      "epoch": 8.333333333333334,
      "eval_accuracy": 0.9794091316025068,
      "eval_loss": 0.08283615112304688,
      "eval_runtime": 73.1651,
      "eval_samples_per_second": 15.267,
      "eval_steps_per_second": 1.913,
      "step": 3300
    },
    {
      "epoch": 8.358585858585858,
      "grad_norm": 0.023621654137969017,
      "learning_rate": 3.282828282828283e-05,
      "loss": 0.0174,
      "step": 3310
    },
    {
      "epoch": 8.383838383838384,
      "grad_norm": 0.006960035767406225,
      "learning_rate": 3.232323232323233e-05,
      "loss": 0.0004,
      "step": 3320
    },
    {
      "epoch": 8.409090909090908,
      "grad_norm": 0.0008190835942514241,
      "learning_rate": 3.181818181818182e-05,
      "loss": 0.0374,
      "step": 3330
    },
    {
      "epoch": 8.434343434343434,
      "grad_norm": 0.016193361952900887,
      "learning_rate": 3.131313131313132e-05,
      "loss": 0.0007,
      "step": 3340
    },
    {
      "epoch": 8.45959595959596,
      "grad_norm": 0.2075665146112442,
      "learning_rate": 3.080808080808081e-05,
      "loss": 0.0422,
      "step": 3350
    },
    {
      "epoch": 8.484848484848484,
      "grad_norm": 0.009178784675896168,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 0.0332,
      "step": 3360
    },
    {
      "epoch": 8.51010101010101,
      "grad_norm": 8.036938667297363,
      "learning_rate": 2.9797979797979796e-05,
      "loss": 0.0436,
      "step": 3370
    },
    {
      "epoch": 8.535353535353535,
      "grad_norm": 0.0013093262678012252,
      "learning_rate": 2.9292929292929294e-05,
      "loss": 0.0109,
      "step": 3380
    },
    {
      "epoch": 8.56060606060606,
      "grad_norm": 0.0033100605942308903,
      "learning_rate": 2.878787878787879e-05,
      "loss": 0.0011,
      "step": 3390
    },
    {
      "epoch": 8.585858585858587,
      "grad_norm": 0.0015343882841989398,
      "learning_rate": 2.8282828282828282e-05,
      "loss": 0.0006,
      "step": 3400
    },
    {
      "epoch": 8.585858585858587,
      "eval_accuracy": 0.9794091316025068,
      "eval_loss": 0.09259337186813354,
      "eval_runtime": 72.8639,
      "eval_samples_per_second": 15.33,
      "eval_steps_per_second": 1.921,
      "step": 3400
    },
    {
      "epoch": 8.61111111111111,
      "grad_norm": 0.030406756326556206,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.0026,
      "step": 3410
    },
    {
      "epoch": 8.636363636363637,
      "grad_norm": 0.0022419544402509928,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.0007,
      "step": 3420
    },
    {
      "epoch": 8.66161616161616,
      "grad_norm": 0.0011131414212286472,
      "learning_rate": 2.676767676767677e-05,
      "loss": 0.0006,
      "step": 3430
    },
    {
      "epoch": 8.686868686868687,
      "grad_norm": 0.005616435315459967,
      "learning_rate": 2.6262626262626268e-05,
      "loss": 0.0003,
      "step": 3440
    },
    {
      "epoch": 8.712121212121213,
      "grad_norm": 0.1008942499756813,
      "learning_rate": 2.575757575757576e-05,
      "loss": 0.0097,
      "step": 3450
    },
    {
      "epoch": 8.737373737373737,
      "grad_norm": 0.002821123693138361,
      "learning_rate": 2.5252525252525256e-05,
      "loss": 0.0669,
      "step": 3460
    },
    {
      "epoch": 8.762626262626263,
      "grad_norm": 0.013286658562719822,
      "learning_rate": 2.474747474747475e-05,
      "loss": 0.0265,
      "step": 3470
    },
    {
      "epoch": 8.787878787878787,
      "grad_norm": 0.003963208291679621,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 0.0178,
      "step": 3480
    },
    {
      "epoch": 8.813131313131313,
      "grad_norm": 0.002018690574914217,
      "learning_rate": 2.3737373737373738e-05,
      "loss": 0.0082,
      "step": 3490
    },
    {
      "epoch": 8.83838383838384,
      "grad_norm": 0.1014542207121849,
      "learning_rate": 2.3232323232323232e-05,
      "loss": 0.0006,
      "step": 3500
    },
    {
      "epoch": 8.83838383838384,
      "eval_accuracy": 0.9794091316025068,
      "eval_loss": 0.10012003779411316,
      "eval_runtime": 73.1859,
      "eval_samples_per_second": 15.263,
      "eval_steps_per_second": 1.913,
      "step": 3500
    },
    {
      "epoch": 8.863636363636363,
      "grad_norm": 0.002746024401858449,
      "learning_rate": 2.272727272727273e-05,
      "loss": 0.0063,
      "step": 3510
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.0018340348033234477,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.0024,
      "step": 3520
    },
    {
      "epoch": 8.914141414141413,
      "grad_norm": 0.004108617547899485,
      "learning_rate": 2.171717171717172e-05,
      "loss": 0.0083,
      "step": 3530
    },
    {
      "epoch": 8.93939393939394,
      "grad_norm": 0.00315410690382123,
      "learning_rate": 2.1212121212121215e-05,
      "loss": 0.0462,
      "step": 3540
    },
    {
      "epoch": 8.964646464646465,
      "grad_norm": 0.024781817570328712,
      "learning_rate": 2.070707070707071e-05,
      "loss": 0.0029,
      "step": 3550
    },
    {
      "epoch": 8.98989898989899,
      "grad_norm": 0.005382045172154903,
      "learning_rate": 2.0202020202020203e-05,
      "loss": 0.0047,
      "step": 3560
    },
    {
      "epoch": 9.015151515151516,
      "grad_norm": 1.6344341039657593,
      "learning_rate": 1.9696969696969697e-05,
      "loss": 0.0038,
      "step": 3570
    },
    {
      "epoch": 9.04040404040404,
      "grad_norm": 0.010318132117390633,
      "learning_rate": 1.919191919191919e-05,
      "loss": 0.0096,
      "step": 3580
    },
    {
      "epoch": 9.065656565656566,
      "grad_norm": 0.0016402292530983686,
      "learning_rate": 1.8686868686868688e-05,
      "loss": 0.0321,
      "step": 3590
    },
    {
      "epoch": 9.090909090909092,
      "grad_norm": 0.004027374088764191,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.0006,
      "step": 3600
    },
    {
      "epoch": 9.090909090909092,
      "eval_accuracy": 0.9847806624888094,
      "eval_loss": 0.08629997074604034,
      "eval_runtime": 73.127,
      "eval_samples_per_second": 15.275,
      "eval_steps_per_second": 1.914,
      "step": 3600
    },
    {
      "epoch": 9.116161616161616,
      "grad_norm": 0.0007902685320004821,
      "learning_rate": 1.7676767676767676e-05,
      "loss": 0.0059,
      "step": 3610
    },
    {
      "epoch": 9.141414141414142,
      "grad_norm": 0.0024135063868016005,
      "learning_rate": 1.7171717171717173e-05,
      "loss": 0.0269,
      "step": 3620
    },
    {
      "epoch": 9.166666666666666,
      "grad_norm": 0.026507705450057983,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.0003,
      "step": 3630
    },
    {
      "epoch": 9.191919191919192,
      "grad_norm": 0.10678762197494507,
      "learning_rate": 1.6161616161616165e-05,
      "loss": 0.0059,
      "step": 3640
    },
    {
      "epoch": 9.217171717171718,
      "grad_norm": 0.08362487703561783,
      "learning_rate": 1.565656565656566e-05,
      "loss": 0.0545,
      "step": 3650
    },
    {
      "epoch": 9.242424242424242,
      "grad_norm": 0.002414940157905221,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 0.0221,
      "step": 3660
    },
    {
      "epoch": 9.267676767676768,
      "grad_norm": 0.0013868235982954502,
      "learning_rate": 1.4646464646464647e-05,
      "loss": 0.0005,
      "step": 3670
    },
    {
      "epoch": 9.292929292929292,
      "grad_norm": 0.0013921884819865227,
      "learning_rate": 1.4141414141414141e-05,
      "loss": 0.041,
      "step": 3680
    },
    {
      "epoch": 9.318181818181818,
      "grad_norm": 0.08867702633142471,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.026,
      "step": 3690
    },
    {
      "epoch": 9.343434343434343,
      "grad_norm": 0.0012104762718081474,
      "learning_rate": 1.3131313131313134e-05,
      "loss": 0.0633,
      "step": 3700
    },
    {
      "epoch": 9.343434343434343,
      "eval_accuracy": 0.9803043867502238,
      "eval_loss": 0.09109070897102356,
      "eval_runtime": 71.4974,
      "eval_samples_per_second": 15.623,
      "eval_steps_per_second": 1.958,
      "step": 3700
    },
    {
      "epoch": 9.368686868686869,
      "grad_norm": 0.007544935215264559,
      "learning_rate": 1.2626262626262628e-05,
      "loss": 0.002,
      "step": 3710
    },
    {
      "epoch": 9.393939393939394,
      "grad_norm": 0.01898648589849472,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 0.0005,
      "step": 3720
    },
    {
      "epoch": 9.419191919191919,
      "grad_norm": 0.00644712382927537,
      "learning_rate": 1.1616161616161616e-05,
      "loss": 0.0059,
      "step": 3730
    },
    {
      "epoch": 9.444444444444445,
      "grad_norm": 0.00872492603957653,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.0011,
      "step": 3740
    },
    {
      "epoch": 9.469696969696969,
      "grad_norm": 1.6075825691223145,
      "learning_rate": 1.0606060606060607e-05,
      "loss": 0.0099,
      "step": 3750
    },
    {
      "epoch": 9.494949494949495,
      "grad_norm": 6.320465087890625,
      "learning_rate": 1.0101010101010101e-05,
      "loss": 0.0163,
      "step": 3760
    },
    {
      "epoch": 9.52020202020202,
      "grad_norm": 0.0037208800204098225,
      "learning_rate": 9.595959595959595e-06,
      "loss": 0.0002,
      "step": 3770
    },
    {
      "epoch": 9.545454545454545,
      "grad_norm": 3.3599369525909424,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.0053,
      "step": 3780
    },
    {
      "epoch": 9.570707070707071,
      "grad_norm": 0.5879691243171692,
      "learning_rate": 8.585858585858587e-06,
      "loss": 0.0019,
      "step": 3790
    },
    {
      "epoch": 9.595959595959595,
      "grad_norm": 0.26342862844467163,
      "learning_rate": 8.080808080808082e-06,
      "loss": 0.0009,
      "step": 3800
    },
    {
      "epoch": 9.595959595959595,
      "eval_accuracy": 0.982094897045658,
      "eval_loss": 0.09413682669401169,
      "eval_runtime": 73.1451,
      "eval_samples_per_second": 15.271,
      "eval_steps_per_second": 1.914,
      "step": 3800
    },
    {
      "epoch": 9.621212121212121,
      "grad_norm": 0.042649831622838974,
      "learning_rate": 7.5757575757575764e-06,
      "loss": 0.0226,
      "step": 3810
    },
    {
      "epoch": 9.646464646464647,
      "grad_norm": 0.0022528120316565037,
      "learning_rate": 7.0707070707070704e-06,
      "loss": 0.0136,
      "step": 3820
    },
    {
      "epoch": 9.671717171717171,
      "grad_norm": 0.12108311802148819,
      "learning_rate": 6.565656565656567e-06,
      "loss": 0.0408,
      "step": 3830
    },
    {
      "epoch": 9.696969696969697,
      "grad_norm": 0.7086867690086365,
      "learning_rate": 6.060606060606061e-06,
      "loss": 0.0035,
      "step": 3840
    },
    {
      "epoch": 9.722222222222221,
      "grad_norm": 0.049748744815588,
      "learning_rate": 5.555555555555556e-06,
      "loss": 0.0012,
      "step": 3850
    },
    {
      "epoch": 9.747474747474747,
      "grad_norm": 0.004345474299043417,
      "learning_rate": 5.050505050505051e-06,
      "loss": 0.0002,
      "step": 3860
    },
    {
      "epoch": 9.772727272727273,
      "grad_norm": 0.005164165981113911,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.0049,
      "step": 3870
    },
    {
      "epoch": 9.797979797979798,
      "grad_norm": 0.003518365090712905,
      "learning_rate": 4.040404040404041e-06,
      "loss": 0.002,
      "step": 3880
    },
    {
      "epoch": 9.823232323232324,
      "grad_norm": 0.0017797194886952639,
      "learning_rate": 3.5353535353535352e-06,
      "loss": 0.0005,
      "step": 3890
    },
    {
      "epoch": 9.848484848484848,
      "grad_norm": 4.788568496704102,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 0.0247,
      "step": 3900
    },
    {
      "epoch": 9.848484848484848,
      "eval_accuracy": 0.9785138764547896,
      "eval_loss": 0.09876807779073715,
      "eval_runtime": 73.1729,
      "eval_samples_per_second": 15.265,
      "eval_steps_per_second": 1.913,
      "step": 3900
    },
    {
      "epoch": 9.873737373737374,
      "grad_norm": 0.0013341947924345732,
      "learning_rate": 2.5252525252525253e-06,
      "loss": 0.0082,
      "step": 3910
    },
    {
      "epoch": 9.8989898989899,
      "grad_norm": 0.004278136417269707,
      "learning_rate": 2.0202020202020206e-06,
      "loss": 0.0019,
      "step": 3920
    },
    {
      "epoch": 9.924242424242424,
      "grad_norm": 0.002301498083397746,
      "learning_rate": 1.5151515151515152e-06,
      "loss": 0.0245,
      "step": 3930
    },
    {
      "epoch": 9.94949494949495,
      "grad_norm": 0.000858976156450808,
      "learning_rate": 1.0101010101010103e-06,
      "loss": 0.0013,
      "step": 3940
    },
    {
      "epoch": 9.974747474747474,
      "grad_norm": 0.007369679398834705,
      "learning_rate": 5.050505050505052e-07,
      "loss": 0.0774,
      "step": 3950
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.008844327181577682,
      "learning_rate": 0.0,
      "loss": 0.0004,
      "step": 3960
    },
    {
      "epoch": 10.0,
      "step": 3960,
      "total_flos": 4.904158054749069e+18,
      "train_loss": 0.06213315485569771,
      "train_runtime": 7084.9204,
      "train_samples_per_second": 8.93,
      "train_steps_per_second": 0.559
    }
  ],
  "logging_steps": 10,
  "max_steps": 3960,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.904158054749069e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}