{
  "best_metric": 0.012959838844835758,
  "best_model_checkpoint": "/home/paperspace/Data/models/rommel_importgenius_4b8/llm3br256/checkpoint-350",
  "epoch": 4.97907949790795,
  "eval_steps": 5,
  "global_step": 595,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008368200836820083,
      "grad_norm": 0.2135079950094223,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.0776,
      "step": 1
    },
    {
      "epoch": 0.016736401673640166,
      "grad_norm": 0.18678432703018188,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0663,
      "step": 2
    },
    {
      "epoch": 0.02510460251046025,
      "grad_norm": 0.18199113011360168,
      "learning_rate": 5e-06,
      "loss": 0.0666,
      "step": 3
    },
    {
      "epoch": 0.03347280334728033,
      "grad_norm": 0.13908497989177704,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.0596,
      "step": 4
    },
    {
      "epoch": 0.04184100418410042,
      "grad_norm": 0.1845937818288803,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.0672,
      "step": 5
    },
    {
      "epoch": 0.04184100418410042,
      "eval_loss": 0.07553808391094208,
      "eval_runtime": 10.1109,
      "eval_samples_per_second": 4.945,
      "eval_steps_per_second": 1.286,
      "step": 5
    },
    {
      "epoch": 0.0502092050209205,
      "grad_norm": 0.1750287413597107,
      "learning_rate": 1e-05,
      "loss": 0.0618,
      "step": 6
    },
    {
      "epoch": 0.058577405857740586,
      "grad_norm": 0.1204298809170723,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 0.0529,
      "step": 7
    },
    {
      "epoch": 0.06694560669456066,
      "grad_norm": 0.12102019786834717,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.0519,
      "step": 8
    },
    {
      "epoch": 0.07531380753138076,
      "grad_norm": 0.1123175099492073,
      "learning_rate": 1.5e-05,
      "loss": 0.0494,
      "step": 9
    },
    {
      "epoch": 0.08368200836820083,
      "grad_norm": 0.08419068902730942,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.0476,
      "step": 10
    },
    {
      "epoch": 0.08368200836820083,
      "eval_loss": 0.04517042636871338,
      "eval_runtime": 8.1834,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 10
    },
    {
      "epoch": 0.09205020920502092,
      "grad_norm": 0.0977497473359108,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 0.0382,
      "step": 11
    },
    {
      "epoch": 0.100418410041841,
      "grad_norm": 0.09294793009757996,
      "learning_rate": 2e-05,
      "loss": 0.0374,
      "step": 12
    },
    {
      "epoch": 0.1087866108786611,
      "grad_norm": 0.0773313045501709,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 0.0365,
      "step": 13
    },
    {
      "epoch": 0.11715481171548117,
      "grad_norm": 0.07890919595956802,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.0323,
      "step": 14
    },
    {
      "epoch": 0.12552301255230125,
      "grad_norm": 0.0590483732521534,
      "learning_rate": 2.5e-05,
      "loss": 0.0337,
      "step": 15
    },
    {
      "epoch": 0.12552301255230125,
      "eval_loss": 0.03555193170905113,
      "eval_runtime": 8.2187,
      "eval_samples_per_second": 6.084,
      "eval_steps_per_second": 1.582,
      "step": 15
    },
    {
      "epoch": 0.13389121338912133,
      "grad_norm": 0.05162455514073372,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.0336,
      "step": 16
    },
    {
      "epoch": 0.14225941422594143,
      "grad_norm": 0.04780131205916405,
      "learning_rate": 2.8333333333333335e-05,
      "loss": 0.0303,
      "step": 17
    },
    {
      "epoch": 0.1506276150627615,
      "grad_norm": 0.05417422577738762,
      "learning_rate": 3e-05,
      "loss": 0.0303,
      "step": 18
    },
    {
      "epoch": 0.1589958158995816,
      "grad_norm": 0.05216076225042343,
      "learning_rate": 3.1666666666666666e-05,
      "loss": 0.0329,
      "step": 19
    },
    {
      "epoch": 0.16736401673640167,
      "grad_norm": 0.04367639496922493,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.0333,
      "step": 20
    },
    {
      "epoch": 0.16736401673640167,
      "eval_loss": 0.030791474506258965,
      "eval_runtime": 8.1829,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 20
    },
    {
      "epoch": 0.17573221757322174,
      "grad_norm": 0.0510227307677269,
      "learning_rate": 3.5e-05,
      "loss": 0.0302,
      "step": 21
    },
    {
      "epoch": 0.18410041841004185,
      "grad_norm": 0.03975889831781387,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 0.0293,
      "step": 22
    },
    {
      "epoch": 0.19246861924686193,
      "grad_norm": 0.033559419214725494,
      "learning_rate": 3.8333333333333334e-05,
      "loss": 0.0276,
      "step": 23
    },
    {
      "epoch": 0.200836820083682,
      "grad_norm": 0.03443528711795807,
      "learning_rate": 4e-05,
      "loss": 0.0255,
      "step": 24
    },
    {
      "epoch": 0.20920502092050208,
      "grad_norm": 0.04452834278345108,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.0258,
      "step": 25
    },
    {
      "epoch": 0.20920502092050208,
      "eval_loss": 0.027234511449933052,
      "eval_runtime": 8.2238,
      "eval_samples_per_second": 6.08,
      "eval_steps_per_second": 1.581,
      "step": 25
    },
    {
      "epoch": 0.2175732217573222,
      "grad_norm": 0.04225548356771469,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 0.0265,
      "step": 26
    },
    {
      "epoch": 0.22594142259414227,
      "grad_norm": 0.035125982016325,
      "learning_rate": 4.5e-05,
      "loss": 0.0248,
      "step": 27
    },
    {
      "epoch": 0.23430962343096234,
      "grad_norm": 0.0293523371219635,
      "learning_rate": 4.666666666666667e-05,
      "loss": 0.0233,
      "step": 28
    },
    {
      "epoch": 0.24267782426778242,
      "grad_norm": 0.046518724411726,
      "learning_rate": 4.8333333333333334e-05,
      "loss": 0.025,
      "step": 29
    },
    {
      "epoch": 0.2510460251046025,
      "grad_norm": 0.031807683408260345,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 30
    },
    {
      "epoch": 0.2510460251046025,
      "eval_loss": 0.025461601093411446,
      "eval_runtime": 8.1735,
      "eval_samples_per_second": 6.117,
      "eval_steps_per_second": 1.591,
      "step": 30
    },
    {
      "epoch": 0.2594142259414226,
      "grad_norm": 0.03979400172829628,
      "learning_rate": 5.166666666666667e-05,
      "loss": 0.0225,
      "step": 31
    },
    {
      "epoch": 0.26778242677824265,
      "grad_norm": 0.030477149412035942,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.0212,
      "step": 32
    },
    {
      "epoch": 0.27615062761506276,
      "grad_norm": 0.029403740540146828,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.0223,
      "step": 33
    },
    {
      "epoch": 0.28451882845188287,
      "grad_norm": 0.03240867331624031,
      "learning_rate": 5.666666666666667e-05,
      "loss": 0.024,
      "step": 34
    },
    {
      "epoch": 0.2928870292887029,
      "grad_norm": 0.032563403248786926,
      "learning_rate": 5.833333333333334e-05,
      "loss": 0.0202,
      "step": 35
    },
    {
      "epoch": 0.2928870292887029,
      "eval_loss": 0.023448586463928223,
      "eval_runtime": 8.2019,
      "eval_samples_per_second": 6.096,
      "eval_steps_per_second": 1.585,
      "step": 35
    },
    {
      "epoch": 0.301255230125523,
      "grad_norm": 0.029798880219459534,
      "learning_rate": 6e-05,
      "loss": 0.0214,
      "step": 36
    },
    {
      "epoch": 0.30962343096234307,
      "grad_norm": 0.02481868863105774,
      "learning_rate": 6.166666666666667e-05,
      "loss": 0.0175,
      "step": 37
    },
    {
      "epoch": 0.3179916317991632,
      "grad_norm": 0.029312577098608017,
      "learning_rate": 6.333333333333333e-05,
      "loss": 0.0207,
      "step": 38
    },
    {
      "epoch": 0.3263598326359833,
      "grad_norm": 0.035519231110811234,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.019,
      "step": 39
    },
    {
      "epoch": 0.33472803347280333,
      "grad_norm": 0.019138505682349205,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.0188,
      "step": 40
    },
    {
      "epoch": 0.33472803347280333,
      "eval_loss": 0.02175285294651985,
      "eval_runtime": 8.1801,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 40
    },
    {
      "epoch": 0.34309623430962344,
      "grad_norm": 0.028007732704281807,
      "learning_rate": 6.833333333333333e-05,
      "loss": 0.0198,
      "step": 41
    },
    {
      "epoch": 0.3514644351464435,
      "grad_norm": 0.02277914620935917,
      "learning_rate": 7e-05,
      "loss": 0.0214,
      "step": 42
    },
    {
      "epoch": 0.3598326359832636,
      "grad_norm": 0.03379930928349495,
      "learning_rate": 7.166666666666667e-05,
      "loss": 0.0228,
      "step": 43
    },
    {
      "epoch": 0.3682008368200837,
      "grad_norm": 0.02658325619995594,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.0201,
      "step": 44
    },
    {
      "epoch": 0.37656903765690375,
      "grad_norm": 0.0228717178106308,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.0185,
      "step": 45
    },
    {
      "epoch": 0.37656903765690375,
      "eval_loss": 0.02076469548046589,
      "eval_runtime": 8.1924,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 45
    },
    {
      "epoch": 0.38493723849372385,
      "grad_norm": 0.022528983652591705,
      "learning_rate": 7.666666666666667e-05,
      "loss": 0.0175,
      "step": 46
    },
    {
      "epoch": 0.39330543933054396,
      "grad_norm": 0.02600259892642498,
      "learning_rate": 7.833333333333333e-05,
      "loss": 0.0199,
      "step": 47
    },
    {
      "epoch": 0.401673640167364,
      "grad_norm": 0.022605430334806442,
      "learning_rate": 8e-05,
      "loss": 0.0178,
      "step": 48
    },
    {
      "epoch": 0.4100418410041841,
      "grad_norm": 0.020774831995368004,
      "learning_rate": 8.166666666666667e-05,
      "loss": 0.0168,
      "step": 49
    },
    {
      "epoch": 0.41841004184100417,
      "grad_norm": 0.02565855346620083,
      "learning_rate": 8.333333333333334e-05,
      "loss": 0.0199,
      "step": 50
    },
    {
      "epoch": 0.41841004184100417,
      "eval_loss": 0.020035894587635994,
      "eval_runtime": 8.1839,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.588,
      "step": 50
    },
    {
      "epoch": 0.42677824267782427,
      "grad_norm": 0.027278423309326172,
      "learning_rate": 8.5e-05,
      "loss": 0.0208,
      "step": 51
    },
    {
      "epoch": 0.4351464435146444,
      "grad_norm": 0.022894414141774178,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.0166,
      "step": 52
    },
    {
      "epoch": 0.4435146443514644,
      "grad_norm": 0.02473956160247326,
      "learning_rate": 8.833333333333333e-05,
      "loss": 0.021,
      "step": 53
    },
    {
      "epoch": 0.45188284518828453,
      "grad_norm": 0.02041654661297798,
      "learning_rate": 9e-05,
      "loss": 0.0189,
      "step": 54
    },
    {
      "epoch": 0.4602510460251046,
      "grad_norm": 0.022939356043934822,
      "learning_rate": 9.166666666666667e-05,
      "loss": 0.0198,
      "step": 55
    },
    {
      "epoch": 0.4602510460251046,
      "eval_loss": 0.019482074305415154,
      "eval_runtime": 8.206,
      "eval_samples_per_second": 6.093,
      "eval_steps_per_second": 1.584,
      "step": 55
    },
    {
      "epoch": 0.4686192468619247,
      "grad_norm": 0.018536586314439774,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.0176,
      "step": 56
    },
    {
      "epoch": 0.4769874476987448,
      "grad_norm": 0.02208622545003891,
      "learning_rate": 9.5e-05,
      "loss": 0.0189,
      "step": 57
    },
    {
      "epoch": 0.48535564853556484,
      "grad_norm": 0.021715424954891205,
      "learning_rate": 9.666666666666667e-05,
      "loss": 0.0176,
      "step": 58
    },
    {
      "epoch": 0.49372384937238495,
      "grad_norm": 0.022242875769734383,
      "learning_rate": 9.833333333333333e-05,
      "loss": 0.0208,
      "step": 59
    },
    {
      "epoch": 0.502092050209205,
      "grad_norm": 0.022756585851311684,
      "learning_rate": 0.0001,
      "loss": 0.0179,
      "step": 60
    },
    {
      "epoch": 0.502092050209205,
      "eval_loss": 0.018894275650382042,
      "eval_runtime": 8.1933,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 60
    },
    {
      "epoch": 0.5104602510460251,
      "grad_norm": 0.021328022703528404,
      "learning_rate": 9.999913795300544e-05,
      "loss": 0.0183,
      "step": 61
    },
    {
      "epoch": 0.5188284518828452,
      "grad_norm": 0.018391713500022888,
      "learning_rate": 9.999655184174672e-05,
      "loss": 0.0172,
      "step": 62
    },
    {
      "epoch": 0.5271966527196653,
      "grad_norm": 0.019118035212159157,
      "learning_rate": 9.999224175539785e-05,
      "loss": 0.0172,
      "step": 63
    },
    {
      "epoch": 0.5355648535564853,
      "grad_norm": 0.024857187643647194,
      "learning_rate": 9.99862078425787e-05,
      "loss": 0.0192,
      "step": 64
    },
    {
      "epoch": 0.5439330543933054,
      "grad_norm": 0.025595078244805336,
      "learning_rate": 9.997845031134992e-05,
      "loss": 0.0185,
      "step": 65
    },
    {
      "epoch": 0.5439330543933054,
      "eval_loss": 0.018585730344057083,
      "eval_runtime": 8.172,
      "eval_samples_per_second": 6.118,
      "eval_steps_per_second": 1.591,
      "step": 65
    },
    {
      "epoch": 0.5523012552301255,
      "grad_norm": 0.02300618588924408,
      "learning_rate": 9.996896942920578e-05,
      "loss": 0.0174,
      "step": 66
    },
    {
      "epoch": 0.5606694560669456,
      "grad_norm": 0.022543633356690407,
      "learning_rate": 9.99577655230649e-05,
      "loss": 0.0155,
      "step": 67
    },
    {
      "epoch": 0.5690376569037657,
      "grad_norm": 0.028140394017100334,
      "learning_rate": 9.994483897925905e-05,
      "loss": 0.0167,
      "step": 68
    },
    {
      "epoch": 0.5774058577405857,
      "grad_norm": 0.027847809717059135,
      "learning_rate": 9.993019024351974e-05,
      "loss": 0.0184,
      "step": 69
    },
    {
      "epoch": 0.5857740585774058,
      "grad_norm": 0.02762455679476261,
      "learning_rate": 9.991381982096292e-05,
      "loss": 0.0174,
      "step": 70
    },
    {
      "epoch": 0.5857740585774058,
      "eval_loss": 0.018603580072522163,
      "eval_runtime": 8.1911,
      "eval_samples_per_second": 6.104,
      "eval_steps_per_second": 1.587,
      "step": 70
    },
    {
      "epoch": 0.5941422594142259,
      "grad_norm": 0.02379084751009941,
      "learning_rate": 9.989572827607153e-05,
      "loss": 0.0151,
      "step": 71
    },
    {
      "epoch": 0.602510460251046,
      "grad_norm": 0.028387486934661865,
      "learning_rate": 9.987591623267606e-05,
      "loss": 0.0192,
      "step": 72
    },
    {
      "epoch": 0.6108786610878661,
      "grad_norm": 0.029841607436537743,
      "learning_rate": 9.9854384373933e-05,
      "loss": 0.0166,
      "step": 73
    },
    {
      "epoch": 0.6192468619246861,
      "grad_norm": 0.024572154507040977,
      "learning_rate": 9.983113344230129e-05,
      "loss": 0.0181,
      "step": 74
    },
    {
      "epoch": 0.6276150627615062,
      "grad_norm": 0.024675268679857254,
      "learning_rate": 9.98061642395168e-05,
      "loss": 0.0157,
      "step": 75
    },
    {
      "epoch": 0.6276150627615062,
      "eval_loss": 0.0182618610560894,
      "eval_runtime": 8.1895,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 75
    },
    {
      "epoch": 0.6359832635983264,
      "grad_norm": 0.019830523058772087,
      "learning_rate": 9.977947762656455e-05,
      "loss": 0.0183,
      "step": 76
    },
    {
      "epoch": 0.6443514644351465,
      "grad_norm": 0.017791615799069405,
      "learning_rate": 9.975107452364913e-05,
      "loss": 0.0174,
      "step": 77
    },
    {
      "epoch": 0.6527196652719666,
      "grad_norm": 0.01926375925540924,
      "learning_rate": 9.972095591016294e-05,
      "loss": 0.0158,
      "step": 78
    },
    {
      "epoch": 0.6610878661087866,
      "grad_norm": 0.022102929651737213,
      "learning_rate": 9.968912282465236e-05,
      "loss": 0.0155,
      "step": 79
    },
    {
      "epoch": 0.6694560669456067,
      "grad_norm": 0.024682268500328064,
      "learning_rate": 9.965557636478203e-05,
      "loss": 0.0175,
      "step": 80
    },
    {
      "epoch": 0.6694560669456067,
      "eval_loss": 0.017632750794291496,
      "eval_runtime": 8.184,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.588,
      "step": 80
    },
    {
      "epoch": 0.6778242677824268,
      "grad_norm": 0.022384189069271088,
      "learning_rate": 9.962031768729693e-05,
      "loss": 0.0184,
      "step": 81
    },
    {
      "epoch": 0.6861924686192469,
      "grad_norm": 0.024247104302048683,
      "learning_rate": 9.958334800798256e-05,
      "loss": 0.0162,
      "step": 82
    },
    {
      "epoch": 0.694560669456067,
      "grad_norm": 0.02073194645345211,
      "learning_rate": 9.954466860162295e-05,
      "loss": 0.0146,
      "step": 83
    },
    {
      "epoch": 0.702928870292887,
      "grad_norm": 0.021671872586011887,
      "learning_rate": 9.950428080195675e-05,
      "loss": 0.0183,
      "step": 84
    },
    {
      "epoch": 0.7112970711297071,
      "grad_norm": 0.022358493879437447,
      "learning_rate": 9.94621860016312e-05,
      "loss": 0.0175,
      "step": 85
    },
    {
      "epoch": 0.7112970711297071,
      "eval_loss": 0.01763150468468666,
      "eval_runtime": 8.1866,
      "eval_samples_per_second": 6.108,
      "eval_steps_per_second": 1.588,
      "step": 85
    },
    {
      "epoch": 0.7196652719665272,
      "grad_norm": 0.027475032955408096,
      "learning_rate": 9.941838565215413e-05,
      "loss": 0.018,
      "step": 86
    },
    {
      "epoch": 0.7280334728033473,
      "grad_norm": 0.022491537034511566,
      "learning_rate": 9.937288126384396e-05,
      "loss": 0.0189,
      "step": 87
    },
    {
      "epoch": 0.7364016736401674,
      "grad_norm": 0.017695261165499687,
      "learning_rate": 9.932567440577751e-05,
      "loss": 0.0169,
      "step": 88
    },
    {
      "epoch": 0.7447698744769874,
      "grad_norm": 0.021199015900492668,
      "learning_rate": 9.9276766705736e-05,
      "loss": 0.016,
      "step": 89
    },
    {
      "epoch": 0.7531380753138075,
      "grad_norm": 0.02306659147143364,
      "learning_rate": 9.922615985014887e-05,
      "loss": 0.0164,
      "step": 90
    },
    {
      "epoch": 0.7531380753138075,
      "eval_loss": 0.017131321132183075,
      "eval_runtime": 8.1843,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 90
    },
    {
      "epoch": 0.7615062761506276,
      "grad_norm": 0.023978663608431816,
      "learning_rate": 9.91738555840356e-05,
      "loss": 0.0176,
      "step": 91
    },
    {
      "epoch": 0.7698744769874477,
      "grad_norm": 0.020384812727570534,
      "learning_rate": 9.911985571094564e-05,
      "loss": 0.0178,
      "step": 92
    },
    {
      "epoch": 0.7782426778242678,
      "grad_norm": 0.02201078273355961,
      "learning_rate": 9.906416209289608e-05,
      "loss": 0.0161,
      "step": 93
    },
    {
      "epoch": 0.7866108786610879,
      "grad_norm": 0.021811528131365776,
      "learning_rate": 9.900677665030762e-05,
      "loss": 0.0161,
      "step": 94
    },
    {
      "epoch": 0.7949790794979079,
      "grad_norm": 0.0257060918956995,
      "learning_rate": 9.894770136193814e-05,
      "loss": 0.0182,
      "step": 95
    },
    {
      "epoch": 0.7949790794979079,
      "eval_loss": 0.016829807311296463,
      "eval_runtime": 8.1842,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 95
    },
    {
      "epoch": 0.803347280334728,
      "grad_norm": 0.018415937200188637,
      "learning_rate": 9.888693826481467e-05,
      "loss": 0.0154,
      "step": 96
    },
    {
      "epoch": 0.8117154811715481,
      "grad_norm": 0.02051800675690174,
      "learning_rate": 9.882448945416298e-05,
      "loss": 0.0168,
      "step": 97
    },
    {
      "epoch": 0.8200836820083682,
      "grad_norm": 0.01812230981886387,
      "learning_rate": 9.87603570833355e-05,
      "loss": 0.0142,
      "step": 98
    },
    {
      "epoch": 0.8284518828451883,
      "grad_norm": 0.02094101719558239,
      "learning_rate": 9.869454336373689e-05,
      "loss": 0.0163,
      "step": 99
    },
    {
      "epoch": 0.8368200836820083,
      "grad_norm": 0.02226194366812706,
      "learning_rate": 9.862705056474795e-05,
      "loss": 0.019,
      "step": 100
    },
    {
      "epoch": 0.8368200836820083,
      "eval_loss": 0.016707511618733406,
      "eval_runtime": 8.1876,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 100
    },
    {
      "epoch": 0.8451882845188284,
      "grad_norm": 0.018342219293117523,
      "learning_rate": 9.855788101364722e-05,
      "loss": 0.0139,
      "step": 101
    },
    {
      "epoch": 0.8535564853556485,
      "grad_norm": 0.024607762694358826,
      "learning_rate": 9.848703709553089e-05,
      "loss": 0.017,
      "step": 102
    },
    {
      "epoch": 0.8619246861924686,
      "grad_norm": 0.021850740537047386,
      "learning_rate": 9.841452125323041e-05,
      "loss": 0.0171,
      "step": 103
    },
    {
      "epoch": 0.8702928870292888,
      "grad_norm": 0.022089634090662003,
      "learning_rate": 9.834033598722831e-05,
      "loss": 0.0151,
      "step": 104
    },
    {
      "epoch": 0.8786610878661087,
      "grad_norm": 0.01841079257428646,
      "learning_rate": 9.826448385557207e-05,
      "loss": 0.0163,
      "step": 105
    },
    {
      "epoch": 0.8786610878661087,
      "eval_loss": 0.01583385095000267,
      "eval_runtime": 8.2041,
      "eval_samples_per_second": 6.094,
      "eval_steps_per_second": 1.585,
      "step": 105
    },
    {
      "epoch": 0.8870292887029289,
      "grad_norm": 0.020294038578867912,
      "learning_rate": 9.818696747378573e-05,
      "loss": 0.0177,
      "step": 106
    },
    {
      "epoch": 0.895397489539749,
      "grad_norm": 0.015671249479055405,
      "learning_rate": 9.810778951477986e-05,
      "loss": 0.0144,
      "step": 107
    },
    {
      "epoch": 0.9037656903765691,
      "grad_norm": 0.018139947205781937,
      "learning_rate": 9.802695270875932e-05,
      "loss": 0.0154,
      "step": 108
    },
    {
      "epoch": 0.9121338912133892,
      "grad_norm": 0.018227294087409973,
      "learning_rate": 9.794445984312915e-05,
      "loss": 0.0149,
      "step": 109
    },
    {
      "epoch": 0.9205020920502092,
      "grad_norm": 0.015631545335054398,
      "learning_rate": 9.786031376239842e-05,
      "loss": 0.0145,
      "step": 110
    },
    {
      "epoch": 0.9205020920502092,
      "eval_loss": 0.0157511904835701,
      "eval_runtime": 8.1802,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 110
    },
    {
      "epoch": 0.9288702928870293,
      "grad_norm": 0.019501695409417152,
      "learning_rate": 9.777451736808216e-05,
      "loss": 0.0138,
      "step": 111
    },
    {
      "epoch": 0.9372384937238494,
      "grad_norm": 0.018380407243967056,
      "learning_rate": 9.768707361860134e-05,
      "loss": 0.0155,
      "step": 112
    },
    {
      "epoch": 0.9456066945606695,
      "grad_norm": 0.016666430979967117,
      "learning_rate": 9.75979855291808e-05,
      "loss": 0.0153,
      "step": 113
    },
    {
      "epoch": 0.9539748953974896,
      "grad_norm": 0.019959956407546997,
      "learning_rate": 9.750725617174534e-05,
      "loss": 0.0162,
      "step": 114
    },
    {
      "epoch": 0.9623430962343096,
      "grad_norm": 0.019904401153326035,
      "learning_rate": 9.741488867481376e-05,
      "loss": 0.0165,
      "step": 115
    },
    {
      "epoch": 0.9623430962343096,
      "eval_loss": 0.015494490042328835,
      "eval_runtime": 8.1797,
      "eval_samples_per_second": 6.113,
      "eval_steps_per_second": 1.589,
      "step": 115
    },
    {
      "epoch": 0.9707112970711297,
      "grad_norm": 0.02116929367184639,
      "learning_rate": 9.7320886223391e-05,
      "loss": 0.0153,
      "step": 116
    },
    {
      "epoch": 0.9790794979079498,
      "grad_norm": 0.019681984558701515,
      "learning_rate": 9.722525205885825e-05,
      "loss": 0.0149,
      "step": 117
    },
    {
      "epoch": 0.9874476987447699,
      "grad_norm": 0.02032177522778511,
      "learning_rate": 9.712798947886128e-05,
      "loss": 0.0148,
      "step": 118
    },
    {
      "epoch": 0.99581589958159,
      "grad_norm": 0.021595895290374756,
      "learning_rate": 9.702910183719671e-05,
      "loss": 0.0199,
      "step": 119
    },
    {
      "epoch": 1.00418410041841,
      "grad_norm": 0.027728823944926262,
      "learning_rate": 9.692859254369631e-05,
      "loss": 0.0205,
      "step": 120
    },
    {
      "epoch": 1.00418410041841,
      "eval_loss": 0.015181933529675007,
      "eval_runtime": 8.1872,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 120
    },
    {
      "epoch": 1.0125523012552302,
      "grad_norm": 0.017031384631991386,
      "learning_rate": 9.682646506410943e-05,
      "loss": 0.0152,
      "step": 121
    },
    {
      "epoch": 1.0209205020920502,
      "grad_norm": 0.01707589253783226,
      "learning_rate": 9.672272291998355e-05,
      "loss": 0.0127,
      "step": 122
    },
    {
      "epoch": 1.0292887029288702,
      "grad_norm": 0.02119339071214199,
      "learning_rate": 9.661736968854283e-05,
      "loss": 0.0143,
      "step": 123
    },
    {
      "epoch": 1.0376569037656904,
      "grad_norm": 0.01858825981616974,
      "learning_rate": 9.651040900256471e-05,
      "loss": 0.0145,
      "step": 124
    },
    {
      "epoch": 1.0460251046025104,
      "grad_norm": 0.013188479468226433,
      "learning_rate": 9.640184455025471e-05,
      "loss": 0.0105,
      "step": 125
    },
    {
      "epoch": 1.0460251046025104,
      "eval_loss": 0.015529554337263107,
      "eval_runtime": 8.1918,
      "eval_samples_per_second": 6.104,
      "eval_steps_per_second": 1.587,
      "step": 125
    },
    {
      "epoch": 1.0543933054393306,
      "grad_norm": 0.01512962393462658,
      "learning_rate": 9.629168007511924e-05,
      "loss": 0.0121,
      "step": 126
    },
    {
      "epoch": 1.0627615062761506,
      "grad_norm": 0.018388476222753525,
      "learning_rate": 9.617991937583648e-05,
      "loss": 0.0154,
      "step": 127
    },
    {
      "epoch": 1.0711297071129706,
      "grad_norm": 0.018059156835079193,
      "learning_rate": 9.60665663061254e-05,
      "loss": 0.0163,
      "step": 128
    },
    {
      "epoch": 1.0794979079497908,
      "grad_norm": 0.015875034034252167,
      "learning_rate": 9.595162477461298e-05,
      "loss": 0.0126,
      "step": 129
    },
    {
      "epoch": 1.0878661087866108,
      "grad_norm": 0.01882511004805565,
      "learning_rate": 9.583509874469923e-05,
      "loss": 0.0147,
      "step": 130
    },
    {
      "epoch": 1.0878661087866108,
      "eval_loss": 0.015730947256088257,
      "eval_runtime": 8.1997,
      "eval_samples_per_second": 6.098,
      "eval_steps_per_second": 1.585,
      "step": 130
    },
    {
      "epoch": 1.096234309623431,
      "grad_norm": 0.01482024509459734,
      "learning_rate": 9.571699223442074e-05,
      "loss": 0.0129,
      "step": 131
    },
    {
      "epoch": 1.104602510460251,
      "grad_norm": 0.017418276518583298,
      "learning_rate": 9.559730931631198e-05,
      "loss": 0.0137,
      "step": 132
    },
    {
      "epoch": 1.112970711297071,
      "grad_norm": 0.017272206023335457,
      "learning_rate": 9.5476054117265e-05,
      "loss": 0.0119,
      "step": 133
    },
    {
      "epoch": 1.1213389121338913,
      "grad_norm": 0.02229718305170536,
      "learning_rate": 9.535323081838691e-05,
      "loss": 0.0153,
      "step": 134
    },
    {
      "epoch": 1.1297071129707112,
      "grad_norm": 0.021549543365836143,
      "learning_rate": 9.522884365485598e-05,
      "loss": 0.0148,
      "step": 135
    },
    {
      "epoch": 1.1297071129707112,
      "eval_loss": 0.015986260026693344,
      "eval_runtime": 8.1904,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 135
    },
    {
      "epoch": 1.1380753138075315,
      "grad_norm": 0.01844065822660923,
      "learning_rate": 9.510289691577544e-05,
      "loss": 0.0138,
      "step": 136
    },
    {
      "epoch": 1.1464435146443515,
      "grad_norm": 0.022018112242221832,
      "learning_rate": 9.49753949440256e-05,
      "loss": 0.017,
      "step": 137
    },
    {
      "epoch": 1.1548117154811715,
      "grad_norm": 0.015306939370930195,
      "learning_rate": 9.484634213611411e-05,
      "loss": 0.0114,
      "step": 138
    },
    {
      "epoch": 1.1631799163179917,
      "grad_norm": 0.017746033146977425,
      "learning_rate": 9.471574294202439e-05,
      "loss": 0.0132,
      "step": 139
    },
    {
      "epoch": 1.1715481171548117,
      "grad_norm": 0.01575053483247757,
      "learning_rate": 9.458360186506213e-05,
      "loss": 0.0115,
      "step": 140
    },
    {
      "epoch": 1.1715481171548117,
      "eval_loss": 0.015280088409781456,
      "eval_runtime": 8.1915,
      "eval_samples_per_second": 6.104,
      "eval_steps_per_second": 1.587,
      "step": 140
    },
    {
      "epoch": 1.1799163179916319,
      "grad_norm": 0.019290335476398468,
      "learning_rate": 9.444992346170007e-05,
      "loss": 0.0131,
      "step": 141
    },
    {
      "epoch": 1.1882845188284519,
      "grad_norm": 0.0183683130890131,
      "learning_rate": 9.431471234142087e-05,
      "loss": 0.0136,
      "step": 142
    },
    {
      "epoch": 1.196652719665272,
      "grad_norm": 0.020060362294316292,
      "learning_rate": 9.41779731665581e-05,
      "loss": 0.0149,
      "step": 143
    },
    {
      "epoch": 1.205020920502092,
      "grad_norm": 0.017927493900060654,
      "learning_rate": 9.403971065213555e-05,
      "loss": 0.0128,
      "step": 144
    },
    {
      "epoch": 1.213389121338912,
      "grad_norm": 0.022669749334454536,
      "learning_rate": 9.389992956570462e-05,
      "loss": 0.0166,
      "step": 145
    },
    {
      "epoch": 1.213389121338912,
      "eval_loss": 0.015301547013223171,
      "eval_runtime": 8.1792,
      "eval_samples_per_second": 6.113,
      "eval_steps_per_second": 1.589,
      "step": 145
    },
    {
      "epoch": 1.2217573221757323,
      "grad_norm": 0.022278638556599617,
      "learning_rate": 9.375863472717993e-05,
      "loss": 0.0171,
      "step": 146
    },
    {
      "epoch": 1.2301255230125523,
      "grad_norm": 0.019489524886012077,
      "learning_rate": 9.361583100867313e-05,
      "loss": 0.013,
      "step": 147
    },
    {
      "epoch": 1.2384937238493725,
      "grad_norm": 0.018918950110673904,
      "learning_rate": 9.347152333432485e-05,
      "loss": 0.0139,
      "step": 148
    },
    {
      "epoch": 1.2468619246861925,
      "grad_norm": 0.01829618029296398,
      "learning_rate": 9.332571668013499e-05,
      "loss": 0.0147,
      "step": 149
    },
    {
      "epoch": 1.2552301255230125,
      "grad_norm": 0.018324939534068108,
      "learning_rate": 9.317841607379107e-05,
      "loss": 0.015,
      "step": 150
    },
    {
      "epoch": 1.2552301255230125,
      "eval_loss": 0.015605509281158447,
      "eval_runtime": 8.195,
      "eval_samples_per_second": 6.101,
      "eval_steps_per_second": 1.586,
      "step": 150
    },
    {
      "epoch": 1.2635983263598327,
      "grad_norm": 0.015184380114078522,
      "learning_rate": 9.302962659449486e-05,
      "loss": 0.0125,
      "step": 151
    },
    {
      "epoch": 1.2719665271966527,
      "grad_norm": 0.02084585465490818,
      "learning_rate": 9.287935337278733e-05,
      "loss": 0.0139,
      "step": 152
    },
    {
      "epoch": 1.280334728033473,
      "grad_norm": 0.022940685972571373,
      "learning_rate": 9.272760159037164e-05,
      "loss": 0.0168,
      "step": 153
    },
    {
      "epoch": 1.288702928870293,
      "grad_norm": 0.014851168729364872,
      "learning_rate": 9.25743764799345e-05,
      "loss": 0.0107,
      "step": 154
    },
    {
      "epoch": 1.297071129707113,
      "grad_norm": 0.01901235058903694,
      "learning_rate": 9.241968332496575e-05,
      "loss": 0.0148,
      "step": 155
    },
    {
      "epoch": 1.297071129707113,
      "eval_loss": 0.015689246356487274,
      "eval_runtime": 8.1747,
      "eval_samples_per_second": 6.116,
      "eval_steps_per_second": 1.59,
      "step": 155
    },
    {
      "epoch": 1.3054393305439331,
      "grad_norm": 0.019857851788401604,
      "learning_rate": 9.226352745957616e-05,
      "loss": 0.0121,
      "step": 156
    },
    {
      "epoch": 1.3138075313807531,
      "grad_norm": 0.020181361585855484,
      "learning_rate": 9.210591426831352e-05,
      "loss": 0.0138,
      "step": 157
    },
    {
      "epoch": 1.3221757322175733,
      "grad_norm": 0.0159543976187706,
      "learning_rate": 9.194684918597694e-05,
      "loss": 0.0119,
      "step": 158
    },
    {
      "epoch": 1.3305439330543933,
      "grad_norm": 0.015190091915428638,
      "learning_rate": 9.178633769742945e-05,
      "loss": 0.0122,
      "step": 159
    },
    {
      "epoch": 1.3389121338912133,
      "grad_norm": 0.01558399386703968,
      "learning_rate": 9.162438533740892e-05,
      "loss": 0.0112,
      "step": 160
    },
    {
      "epoch": 1.3389121338912133,
      "eval_loss": 0.01591303013265133,
      "eval_runtime": 8.203,
      "eval_samples_per_second": 6.095,
      "eval_steps_per_second": 1.585,
      "step": 160
    },
    {
      "epoch": 1.3472803347280335,
      "grad_norm": 0.020452240481972694,
      "learning_rate": 9.146099769033715e-05,
      "loss": 0.0141,
      "step": 161
    },
    {
      "epoch": 1.3556485355648535,
      "grad_norm": 0.01579088531434536,
      "learning_rate": 9.129618039012736e-05,
      "loss": 0.0123,
      "step": 162
    },
    {
      "epoch": 1.3640167364016738,
      "grad_norm": 0.01603122055530548,
      "learning_rate": 9.112993911998984e-05,
      "loss": 0.0142,
      "step": 163
    },
    {
      "epoch": 1.3723849372384938,
      "grad_norm": 0.018658515065908432,
      "learning_rate": 9.096227961223613e-05,
      "loss": 0.0149,
      "step": 164
    },
    {
      "epoch": 1.3807531380753137,
      "grad_norm": 0.01548719685524702,
      "learning_rate": 9.07932076480812e-05,
      "loss": 0.0128,
      "step": 165
    },
    {
      "epoch": 1.3807531380753137,
      "eval_loss": 0.015296611934900284,
      "eval_runtime": 8.1994,
      "eval_samples_per_second": 6.098,
      "eval_steps_per_second": 1.585,
      "step": 165
    },
    {
      "epoch": 1.389121338912134,
      "grad_norm": 0.019366098567843437,
      "learning_rate": 9.06227290574442e-05,
      "loss": 0.0136,
      "step": 166
    },
    {
      "epoch": 1.397489539748954,
      "grad_norm": 0.015139399096369743,
      "learning_rate": 9.045084971874738e-05,
      "loss": 0.0111,
      "step": 167
    },
    {
      "epoch": 1.4058577405857742,
      "grad_norm": 0.02105526067316532,
      "learning_rate": 9.027757555871344e-05,
      "loss": 0.0146,
      "step": 168
    },
    {
      "epoch": 1.4142259414225942,
      "grad_norm": 0.020205028355121613,
      "learning_rate": 9.010291255216117e-05,
      "loss": 0.0142,
      "step": 169
    },
    {
      "epoch": 1.4225941422594142,
      "grad_norm": 0.018409285694360733,
      "learning_rate": 8.99268667217993e-05,
      "loss": 0.0125,
      "step": 170
    },
    {
      "epoch": 1.4225941422594142,
      "eval_loss": 0.015141828916966915,
      "eval_runtime": 8.1926,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 170
    },
    {
      "epoch": 1.4309623430962344,
      "grad_norm": 0.0186452716588974,
      "learning_rate": 8.974944413801906e-05,
      "loss": 0.0158,
      "step": 171
    },
    {
      "epoch": 1.4393305439330544,
      "grad_norm": 0.017251404002308846,
      "learning_rate": 8.957065091868459e-05,
      "loss": 0.0138,
      "step": 172
    },
    {
      "epoch": 1.4476987447698746,
      "grad_norm": 0.015452460385859013,
      "learning_rate": 8.939049322892223e-05,
      "loss": 0.0104,
      "step": 173
    },
    {
      "epoch": 1.4560669456066946,
      "grad_norm": 0.018598852679133415,
      "learning_rate": 8.920897728090777e-05,
      "loss": 0.0142,
      "step": 174
    },
    {
      "epoch": 1.4644351464435146,
      "grad_norm": 0.017056932672858238,
      "learning_rate": 8.902610933365229e-05,
      "loss": 0.0137,
      "step": 175
    },
    {
      "epoch": 1.4644351464435146,
      "eval_loss": 0.015005652792751789,
      "eval_runtime": 8.1766,
      "eval_samples_per_second": 6.115,
      "eval_steps_per_second": 1.59,
      "step": 175
    },
    {
      "epoch": 1.4728033472803348,
      "grad_norm": 0.017095167189836502,
      "learning_rate": 8.88418956927864e-05,
      "loss": 0.0143,
      "step": 176
    },
    {
      "epoch": 1.4811715481171548,
      "grad_norm": 0.016802068799734116,
      "learning_rate": 8.865634271034268e-05,
      "loss": 0.0144,
      "step": 177
    },
    {
      "epoch": 1.489539748953975,
      "grad_norm": 0.015921777114272118,
      "learning_rate": 8.846945678453677e-05,
      "loss": 0.0138,
      "step": 178
    },
    {
      "epoch": 1.497907949790795,
      "grad_norm": 0.016825497150421143,
      "learning_rate": 8.828124435954672e-05,
      "loss": 0.0147,
      "step": 179
    },
    {
      "epoch": 1.506276150627615,
      "grad_norm": 0.01446506567299366,
      "learning_rate": 8.809171192529073e-05,
      "loss": 0.0131,
      "step": 180
    },
    {
      "epoch": 1.506276150627615,
      "eval_loss": 0.014517219737172127,
      "eval_runtime": 8.201,
      "eval_samples_per_second": 6.097,
      "eval_steps_per_second": 1.585,
      "step": 180
    },
    {
      "epoch": 1.514644351464435,
      "grad_norm": 0.016049686819314957,
      "learning_rate": 8.790086601720339e-05,
      "loss": 0.0137,
      "step": 181
    },
    {
      "epoch": 1.5230125523012552,
      "grad_norm": 0.015877775847911835,
      "learning_rate": 8.77087132160104e-05,
      "loss": 0.0126,
      "step": 182
    },
    {
      "epoch": 1.5313807531380754,
      "grad_norm": 0.01960177719593048,
      "learning_rate": 8.751526014750153e-05,
      "loss": 0.0149,
      "step": 183
    },
    {
      "epoch": 1.5397489539748954,
      "grad_norm": 0.0134076913818717,
      "learning_rate": 8.732051348230223e-05,
      "loss": 0.0114,
      "step": 184
    },
    {
      "epoch": 1.5481171548117154,
      "grad_norm": 0.012596129439771175,
      "learning_rate": 8.712447993564361e-05,
      "loss": 0.0105,
      "step": 185
    },
    {
      "epoch": 1.5481171548117154,
      "eval_loss": 0.014493227005004883,
      "eval_runtime": 8.1918,
      "eval_samples_per_second": 6.104,
      "eval_steps_per_second": 1.587,
      "step": 185
    },
    {
      "epoch": 1.5564853556485354,
      "grad_norm": 0.016738103702664375,
      "learning_rate": 8.692716626713084e-05,
      "loss": 0.0133,
      "step": 186
    },
    {
      "epoch": 1.5648535564853556,
      "grad_norm": 0.02182360552251339,
      "learning_rate": 8.672857928051013e-05,
      "loss": 0.014,
      "step": 187
    },
    {
      "epoch": 1.5732217573221758,
      "grad_norm": 0.017175616696476936,
      "learning_rate": 8.652872582343408e-05,
      "loss": 0.011,
      "step": 188
    },
    {
      "epoch": 1.5815899581589958,
      "grad_norm": 0.01974942907691002,
      "learning_rate": 8.632761278722556e-05,
      "loss": 0.0147,
      "step": 189
    },
    {
      "epoch": 1.5899581589958158,
      "grad_norm": 0.016432059928774834,
      "learning_rate": 8.612524710664012e-05,
      "loss": 0.0126,
      "step": 190
    },
    {
      "epoch": 1.5899581589958158,
      "eval_loss": 0.014403114095330238,
      "eval_runtime": 8.1978,
      "eval_samples_per_second": 6.099,
      "eval_steps_per_second": 1.586,
      "step": 190
    },
    {
      "epoch": 1.5983263598326358,
      "grad_norm": 0.01811247691512108,
      "learning_rate": 8.592163575962682e-05,
      "loss": 0.0128,
      "step": 191
    },
    {
      "epoch": 1.606694560669456,
      "grad_norm": 0.017857994884252548,
      "learning_rate": 8.571678576708766e-05,
      "loss": 0.0117,
      "step": 192
    },
    {
      "epoch": 1.6150627615062763,
      "grad_norm": 0.02201293222606182,
      "learning_rate": 8.551070419263545e-05,
      "loss": 0.017,
      "step": 193
    },
    {
      "epoch": 1.6234309623430963,
      "grad_norm": 0.018607452511787415,
      "learning_rate": 8.530339814235027e-05,
      "loss": 0.0123,
      "step": 194
    },
    {
      "epoch": 1.6317991631799162,
      "grad_norm": 0.015770630910992622,
      "learning_rate": 8.509487476453442e-05,
      "loss": 0.0119,
      "step": 195
    },
    {
      "epoch": 1.6317991631799162,
      "eval_loss": 0.014461501501500607,
      "eval_runtime": 8.1846,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 195
    },
    {
      "epoch": 1.6401673640167362,
      "grad_norm": 0.015161648392677307,
      "learning_rate": 8.488514124946594e-05,
      "loss": 0.0137,
      "step": 196
    },
    {
      "epoch": 1.6485355648535565,
      "grad_norm": 0.015444417484104633,
      "learning_rate": 8.46742048291507e-05,
      "loss": 0.0116,
      "step": 197
    },
    {
      "epoch": 1.6569037656903767,
      "grad_norm": 0.018221288919448853,
      "learning_rate": 8.446207277707296e-05,
      "loss": 0.0135,
      "step": 198
    },
    {
      "epoch": 1.6652719665271967,
      "grad_norm": 0.017886707559227943,
      "learning_rate": 8.424875240794467e-05,
      "loss": 0.0117,
      "step": 199
    },
    {
      "epoch": 1.6736401673640167,
      "grad_norm": 0.021269524469971657,
      "learning_rate": 8.403425107745316e-05,
      "loss": 0.016,
      "step": 200
    },
    {
      "epoch": 1.6736401673640167,
      "eval_loss": 0.014672570861876011,
      "eval_runtime": 8.2192,
      "eval_samples_per_second": 6.083,
      "eval_steps_per_second": 1.582,
      "step": 200
    },
    {
      "epoch": 1.6820083682008367,
      "grad_norm": 0.014137690886855125,
      "learning_rate": 8.381857618200746e-05,
      "loss": 0.0107,
      "step": 201
    },
    {
      "epoch": 1.6903765690376569,
      "grad_norm": 0.017183968797326088,
      "learning_rate": 8.360173515848343e-05,
      "loss": 0.0127,
      "step": 202
    },
    {
      "epoch": 1.698744769874477,
      "grad_norm": 0.018049761652946472,
      "learning_rate": 8.33837354839672e-05,
      "loss": 0.0099,
      "step": 203
    },
    {
      "epoch": 1.707112970711297,
      "grad_norm": 0.020697997882962227,
      "learning_rate": 8.316458467549729e-05,
      "loss": 0.0131,
      "step": 204
    },
    {
      "epoch": 1.715481171548117,
      "grad_norm": 0.022819431498646736,
      "learning_rate": 8.294429028980556e-05,
      "loss": 0.0143,
      "step": 205
    },
    {
      "epoch": 1.715481171548117,
      "eval_loss": 0.014957732520997524,
      "eval_runtime": 8.2053,
      "eval_samples_per_second": 6.094,
      "eval_steps_per_second": 1.584,
      "step": 205
    },
    {
      "epoch": 1.723849372384937,
      "grad_norm": 0.020023057237267494,
      "learning_rate": 8.272285992305653e-05,
      "loss": 0.014,
      "step": 206
    },
    {
      "epoch": 1.7322175732217573,
      "grad_norm": 0.01683293841779232,
      "learning_rate": 8.250030121058547e-05,
      "loss": 0.0112,
      "step": 207
    },
    {
      "epoch": 1.7405857740585775,
      "grad_norm": 0.01992541179060936,
      "learning_rate": 8.227662182663518e-05,
      "loss": 0.0129,
      "step": 208
    },
    {
      "epoch": 1.7489539748953975,
      "grad_norm": 0.01862913742661476,
      "learning_rate": 8.205182948409125e-05,
      "loss": 0.0131,
      "step": 209
    },
    {
      "epoch": 1.7573221757322175,
      "grad_norm": 0.01816224865615368,
      "learning_rate": 8.182593193421625e-05,
      "loss": 0.0139,
      "step": 210
    },
    {
      "epoch": 1.7573221757322175,
      "eval_loss": 0.014965851791203022,
      "eval_runtime": 8.2076,
      "eval_samples_per_second": 6.092,
      "eval_steps_per_second": 1.584,
      "step": 210
    },
    {
      "epoch": 1.7656903765690377,
      "grad_norm": 0.015293323434889317,
      "learning_rate": 8.159893696638232e-05,
      "loss": 0.0122,
      "step": 211
    },
    {
      "epoch": 1.7740585774058577,
      "grad_norm": 0.013619404286146164,
      "learning_rate": 8.137085240780262e-05,
      "loss": 0.0107,
      "step": 212
    },
    {
      "epoch": 1.782426778242678,
      "grad_norm": 0.015562871471047401,
      "learning_rate": 8.114168612326153e-05,
      "loss": 0.0106,
      "step": 213
    },
    {
      "epoch": 1.790794979079498,
      "grad_norm": 0.017086800187826157,
      "learning_rate": 8.091144601484332e-05,
      "loss": 0.0131,
      "step": 214
    },
    {
      "epoch": 1.799163179916318,
      "grad_norm": 0.020527249202132225,
      "learning_rate": 8.06801400216597e-05,
      "loss": 0.0139,
      "step": 215
    },
    {
      "epoch": 1.799163179916318,
      "eval_loss": 0.01450226828455925,
      "eval_runtime": 8.1927,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 215
    },
    {
      "epoch": 1.8075313807531381,
      "grad_norm": 0.015211045742034912,
      "learning_rate": 8.044777611957613e-05,
      "loss": 0.0114,
      "step": 216
    },
    {
      "epoch": 1.8158995815899581,
      "grad_norm": 0.01953182741999626,
      "learning_rate": 8.021436232093675e-05,
      "loss": 0.0136,
      "step": 217
    },
    {
      "epoch": 1.8242677824267783,
      "grad_norm": 0.018059900030493736,
      "learning_rate": 7.997990667428811e-05,
      "loss": 0.013,
      "step": 218
    },
    {
      "epoch": 1.8326359832635983,
      "grad_norm": 0.019347647204995155,
      "learning_rate": 7.974441726410164e-05,
      "loss": 0.0142,
      "step": 219
    },
    {
      "epoch": 1.8410041841004183,
      "grad_norm": 0.016715556383132935,
      "learning_rate": 7.950790221049484e-05,
      "loss": 0.0161,
      "step": 220
    },
    {
      "epoch": 1.8410041841004183,
      "eval_loss": 0.014255787245929241,
      "eval_runtime": 8.1832,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 220
    },
    {
      "epoch": 1.8493723849372385,
      "grad_norm": 0.015245197340846062,
      "learning_rate": 7.927036966895138e-05,
      "loss": 0.0117,
      "step": 221
    },
    {
      "epoch": 1.8577405857740585,
      "grad_norm": 0.016146808862686157,
      "learning_rate": 7.90318278300398e-05,
      "loss": 0.0132,
      "step": 222
    },
    {
      "epoch": 1.8661087866108788,
      "grad_norm": 0.01640206389129162,
      "learning_rate": 7.879228491913111e-05,
      "loss": 0.012,
      "step": 223
    },
    {
      "epoch": 1.8744769874476988,
      "grad_norm": 0.01924493908882141,
      "learning_rate": 7.855174919611517e-05,
      "loss": 0.0135,
      "step": 224
    },
    {
      "epoch": 1.8828451882845187,
      "grad_norm": 0.01706533320248127,
      "learning_rate": 7.831022895511587e-05,
      "loss": 0.0098,
      "step": 225
    },
    {
      "epoch": 1.8828451882845187,
      "eval_loss": 0.013838106766343117,
      "eval_runtime": 8.1961,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 225
    },
    {
      "epoch": 1.891213389121339,
      "grad_norm": 0.01932067796587944,
      "learning_rate": 7.80677325242051e-05,
      "loss": 0.0144,
      "step": 226
    },
    {
      "epoch": 1.899581589958159,
      "grad_norm": 0.018316643312573433,
      "learning_rate": 7.782426826511564e-05,
      "loss": 0.0124,
      "step": 227
    },
    {
      "epoch": 1.9079497907949792,
      "grad_norm": 0.016697222366929054,
      "learning_rate": 7.757984457295284e-05,
      "loss": 0.0125,
      "step": 228
    },
    {
      "epoch": 1.9163179916317992,
      "grad_norm": 0.014732821844518185,
      "learning_rate": 7.733446987590505e-05,
      "loss": 0.0115,
      "step": 229
    },
    {
      "epoch": 1.9246861924686192,
      "grad_norm": 0.01892097480595112,
      "learning_rate": 7.708815263495308e-05,
      "loss": 0.0108,
      "step": 230
    },
    {
      "epoch": 1.9246861924686192,
      "eval_loss": 0.014023682102560997,
      "eval_runtime": 8.1828,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 230
    },
    {
      "epoch": 1.9330543933054394,
      "grad_norm": 0.018761448562145233,
      "learning_rate": 7.684090134357839e-05,
      "loss": 0.014,
      "step": 231
    },
    {
      "epoch": 1.9414225941422594,
      "grad_norm": 0.01908651366829872,
      "learning_rate": 7.65927245274703e-05,
      "loss": 0.0102,
      "step": 232
    },
    {
      "epoch": 1.9497907949790796,
      "grad_norm": 0.018542446196079254,
      "learning_rate": 7.634363074423199e-05,
      "loss": 0.0133,
      "step": 233
    },
    {
      "epoch": 1.9581589958158996,
      "grad_norm": 0.018298540264368057,
      "learning_rate": 7.609362858308531e-05,
      "loss": 0.0139,
      "step": 234
    },
    {
      "epoch": 1.9665271966527196,
      "grad_norm": 0.01675599068403244,
      "learning_rate": 7.58427266645747e-05,
      "loss": 0.0117,
      "step": 235
    },
    {
      "epoch": 1.9665271966527196,
      "eval_loss": 0.014116828329861164,
      "eval_runtime": 8.1955,
      "eval_samples_per_second": 6.101,
      "eval_steps_per_second": 1.586,
      "step": 235
    },
    {
      "epoch": 1.9748953974895398,
      "grad_norm": 0.020569469779729843,
      "learning_rate": 7.559093364027001e-05,
      "loss": 0.0141,
      "step": 236
    },
    {
      "epoch": 1.9832635983263598,
      "grad_norm": 0.016174696385860443,
      "learning_rate": 7.5338258192468e-05,
      "loss": 0.0105,
      "step": 237
    },
    {
      "epoch": 1.99163179916318,
      "grad_norm": 0.02071259915828705,
      "learning_rate": 7.508470903389311e-05,
      "loss": 0.0138,
      "step": 238
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.022858325392007828,
      "learning_rate": 7.48302949073969e-05,
      "loss": 0.0166,
      "step": 239
    },
    {
      "epoch": 2.00836820083682,
      "grad_norm": 0.01647881604731083,
      "learning_rate": 7.457502458565672e-05,
      "loss": 0.0109,
      "step": 240
    },
    {
      "epoch": 2.00836820083682,
      "eval_loss": 0.013845333829522133,
      "eval_runtime": 8.1876,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 240
    },
    {
      "epoch": 2.01673640167364,
      "grad_norm": 0.01600758358836174,
      "learning_rate": 7.431890687087313e-05,
      "loss": 0.0102,
      "step": 241
    },
    {
      "epoch": 2.0251046025104604,
      "grad_norm": 0.013506948947906494,
      "learning_rate": 7.406195059446636e-05,
      "loss": 0.0103,
      "step": 242
    },
    {
      "epoch": 2.0334728033472804,
      "grad_norm": 0.019151534885168076,
      "learning_rate": 7.380416461677187e-05,
      "loss": 0.0119,
      "step": 243
    },
    {
      "epoch": 2.0418410041841004,
      "grad_norm": 0.01597500592470169,
      "learning_rate": 7.354555782673473e-05,
      "loss": 0.0107,
      "step": 244
    },
    {
      "epoch": 2.0502092050209204,
      "grad_norm": 0.014115000143647194,
      "learning_rate": 7.328613914160318e-05,
      "loss": 0.0093,
      "step": 245
    },
    {
      "epoch": 2.0502092050209204,
      "eval_loss": 0.014546514488756657,
      "eval_runtime": 8.1884,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 245
    },
    {
      "epoch": 2.0585774058577404,
      "grad_norm": 0.01916162669658661,
      "learning_rate": 7.302591750662116e-05,
      "loss": 0.0117,
      "step": 246
    },
    {
      "epoch": 2.066945606694561,
      "grad_norm": 0.019530242308974266,
      "learning_rate": 7.276490189471977e-05,
      "loss": 0.01,
      "step": 247
    },
    {
      "epoch": 2.075313807531381,
      "grad_norm": 0.02205420657992363,
      "learning_rate": 7.250310130620799e-05,
      "loss": 0.0111,
      "step": 248
    },
    {
      "epoch": 2.083682008368201,
      "grad_norm": 0.025347299873828888,
      "learning_rate": 7.224052476846222e-05,
      "loss": 0.0115,
      "step": 249
    },
    {
      "epoch": 2.092050209205021,
      "grad_norm": 0.018653597682714462,
      "learning_rate": 7.197718133561508e-05,
      "loss": 0.0102,
      "step": 250
    },
    {
      "epoch": 2.092050209205021,
      "eval_loss": 0.014336950145661831,
      "eval_runtime": 8.2008,
      "eval_samples_per_second": 6.097,
      "eval_steps_per_second": 1.585,
      "step": 250
    },
    {
      "epoch": 2.100418410041841,
      "grad_norm": 0.01541041024029255,
      "learning_rate": 7.171308008824316e-05,
      "loss": 0.0105,
      "step": 251
    },
    {
      "epoch": 2.1087866108786613,
      "grad_norm": 0.014182745479047298,
      "learning_rate": 7.144823013305394e-05,
      "loss": 0.0085,
      "step": 252
    },
    {
      "epoch": 2.1171548117154813,
      "grad_norm": 0.022554123774170876,
      "learning_rate": 7.118264060257169e-05,
      "loss": 0.0116,
      "step": 253
    },
    {
      "epoch": 2.1255230125523012,
      "grad_norm": 0.02267191931605339,
      "learning_rate": 7.091632065482272e-05,
      "loss": 0.0115,
      "step": 254
    },
    {
      "epoch": 2.1338912133891212,
      "grad_norm": 0.01669103093445301,
      "learning_rate": 7.064927947301943e-05,
      "loss": 0.0104,
      "step": 255
    },
    {
      "epoch": 2.1338912133891212,
      "eval_loss": 0.014133421704173088,
      "eval_runtime": 8.1833,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 255
    },
    {
      "epoch": 2.1422594142259412,
      "grad_norm": 0.01666867360472679,
      "learning_rate": 7.038152626524373e-05,
      "loss": 0.0097,
      "step": 256
    },
    {
      "epoch": 2.1506276150627617,
      "grad_norm": 0.0202019102871418,
      "learning_rate": 7.011307026412958e-05,
      "loss": 0.0106,
      "step": 257
    },
    {
      "epoch": 2.1589958158995817,
      "grad_norm": 0.017287522554397583,
      "learning_rate": 6.984392072654453e-05,
      "loss": 0.0105,
      "step": 258
    },
    {
      "epoch": 2.1673640167364017,
      "grad_norm": 0.014798184856772423,
      "learning_rate": 6.957408693327055e-05,
      "loss": 0.0096,
      "step": 259
    },
    {
      "epoch": 2.1757322175732217,
      "grad_norm": 0.016632311046123505,
      "learning_rate": 6.930357818868409e-05,
      "loss": 0.0108,
      "step": 260
    },
    {
      "epoch": 2.1757322175732217,
      "eval_loss": 0.0147059615701437,
      "eval_runtime": 8.1958,
      "eval_samples_per_second": 6.101,
      "eval_steps_per_second": 1.586,
      "step": 260
    },
    {
      "epoch": 2.1841004184100417,
      "grad_norm": 0.016555817797780037,
      "learning_rate": 6.903240382043514e-05,
      "loss": 0.011,
      "step": 261
    },
    {
      "epoch": 2.192468619246862,
      "grad_norm": 0.015979807823896408,
      "learning_rate": 6.876057317912569e-05,
      "loss": 0.0108,
      "step": 262
    },
    {
      "epoch": 2.200836820083682,
      "grad_norm": 0.014860883355140686,
      "learning_rate": 6.848809563798721e-05,
      "loss": 0.0106,
      "step": 263
    },
    {
      "epoch": 2.209205020920502,
      "grad_norm": 0.016682744026184082,
      "learning_rate": 6.821498059255752e-05,
      "loss": 0.0101,
      "step": 264
    },
    {
      "epoch": 2.217573221757322,
      "grad_norm": 0.017817750573158264,
      "learning_rate": 6.79412374603568e-05,
      "loss": 0.0104,
      "step": 265
    },
    {
      "epoch": 2.217573221757322,
      "eval_loss": 0.014249371364712715,
      "eval_runtime": 8.1965,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 265
    },
    {
      "epoch": 2.225941422594142,
      "grad_norm": 0.014692910015583038,
      "learning_rate": 6.766687568056281e-05,
      "loss": 0.0093,
      "step": 266
    },
    {
      "epoch": 2.2343096234309625,
      "grad_norm": 0.01461927779018879,
      "learning_rate": 6.739190471368548e-05,
      "loss": 0.0099,
      "step": 267
    },
    {
      "epoch": 2.2426778242677825,
      "grad_norm": 0.01550222933292389,
      "learning_rate": 6.711633404124062e-05,
      "loss": 0.0105,
      "step": 268
    },
    {
      "epoch": 2.2510460251046025,
      "grad_norm": 0.01469459943473339,
      "learning_rate": 6.684017316542302e-05,
      "loss": 0.01,
      "step": 269
    },
    {
      "epoch": 2.2594142259414225,
      "grad_norm": 0.018585605546832085,
      "learning_rate": 6.656343160877881e-05,
      "loss": 0.0103,
      "step": 270
    },
    {
      "epoch": 2.2594142259414225,
      "eval_loss": 0.014431845396757126,
      "eval_runtime": 8.1882,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 270
    },
    {
      "epoch": 2.2677824267782425,
      "grad_norm": 0.01749185100197792,
      "learning_rate": 6.628611891387706e-05,
      "loss": 0.0098,
      "step": 271
    },
    {
      "epoch": 2.276150627615063,
      "grad_norm": 0.019719472154974937,
      "learning_rate": 6.600824464298082e-05,
      "loss": 0.0103,
      "step": 272
    },
    {
      "epoch": 2.284518828451883,
      "grad_norm": 0.019530480727553368,
      "learning_rate": 6.572981837771726e-05,
      "loss": 0.0106,
      "step": 273
    },
    {
      "epoch": 2.292887029288703,
      "grad_norm": 0.020081467926502228,
      "learning_rate": 6.545084971874738e-05,
      "loss": 0.0105,
      "step": 274
    },
    {
      "epoch": 2.301255230125523,
      "grad_norm": 0.016815155744552612,
      "learning_rate": 6.517134828543496e-05,
      "loss": 0.0107,
      "step": 275
    },
    {
      "epoch": 2.301255230125523,
      "eval_loss": 0.01435365341603756,
      "eval_runtime": 8.1841,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 275
    },
    {
      "epoch": 2.309623430962343,
      "grad_norm": 0.02080889418721199,
      "learning_rate": 6.489132371551482e-05,
      "loss": 0.0107,
      "step": 276
    },
    {
      "epoch": 2.3179916317991633,
      "grad_norm": 0.019815733656287193,
      "learning_rate": 6.461078566476054e-05,
      "loss": 0.0108,
      "step": 277
    },
    {
      "epoch": 2.3263598326359833,
      "grad_norm": 0.020922286435961723,
      "learning_rate": 6.43297438066514e-05,
      "loss": 0.0115,
      "step": 278
    },
    {
      "epoch": 2.3347280334728033,
      "grad_norm": 0.01711447723209858,
      "learning_rate": 6.404820783203901e-05,
      "loss": 0.0101,
      "step": 279
    },
    {
      "epoch": 2.3430962343096233,
      "grad_norm": 0.016599150374531746,
      "learning_rate": 6.3766187448813e-05,
      "loss": 0.0104,
      "step": 280
    },
    {
      "epoch": 2.3430962343096233,
      "eval_loss": 0.01405297126621008,
      "eval_runtime": 8.1827,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 280
    },
    {
      "epoch": 2.3514644351464433,
      "grad_norm": 0.01762828603386879,
      "learning_rate": 6.348369238156631e-05,
      "loss": 0.0099,
      "step": 281
    },
    {
      "epoch": 2.3598326359832638,
      "grad_norm": 0.014734679833054543,
      "learning_rate": 6.32007323712599e-05,
      "loss": 0.0094,
      "step": 282
    },
    {
      "epoch": 2.3682008368200838,
      "grad_norm": 0.01771124079823494,
      "learning_rate": 6.29173171748868e-05,
      "loss": 0.0106,
      "step": 283
    },
    {
      "epoch": 2.3765690376569037,
      "grad_norm": 0.01341992523521185,
      "learning_rate": 6.263345656513576e-05,
      "loss": 0.0096,
      "step": 284
    },
    {
      "epoch": 2.3849372384937237,
      "grad_norm": 0.014316578395664692,
      "learning_rate": 6.234916033005421e-05,
      "loss": 0.0092,
      "step": 285
    },
    {
      "epoch": 2.3849372384937237,
      "eval_loss": 0.014250432141125202,
      "eval_runtime": 8.1935,
      "eval_samples_per_second": 6.102,
      "eval_steps_per_second": 1.587,
      "step": 285
    },
    {
      "epoch": 2.393305439330544,
      "grad_norm": 0.017734510824084282,
      "learning_rate": 6.206443827271073e-05,
      "loss": 0.011,
      "step": 286
    },
    {
      "epoch": 2.401673640167364,
      "grad_norm": 0.016910862177610397,
      "learning_rate": 6.17793002108571e-05,
      "loss": 0.0101,
      "step": 287
    },
    {
      "epoch": 2.410041841004184,
      "grad_norm": 0.015546726994216442,
      "learning_rate": 6.149375597658967e-05,
      "loss": 0.0092,
      "step": 288
    },
    {
      "epoch": 2.418410041841004,
      "grad_norm": 0.01636183261871338,
      "learning_rate": 6.12078154160104e-05,
      "loss": 0.0105,
      "step": 289
    },
    {
      "epoch": 2.426778242677824,
      "grad_norm": 0.01692620851099491,
      "learning_rate": 6.092148838888732e-05,
      "loss": 0.0107,
      "step": 290
    },
    {
      "epoch": 2.426778242677824,
      "eval_loss": 0.01402355171740055,
      "eval_runtime": 8.183,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 290
    },
    {
      "epoch": 2.435146443514644,
      "grad_norm": 0.01607348956167698,
      "learning_rate": 6.0634784768314564e-05,
      "loss": 0.0107,
      "step": 291
    },
    {
      "epoch": 2.4435146443514646,
      "grad_norm": 0.019470971077680588,
      "learning_rate": 6.0347714440371924e-05,
      "loss": 0.0095,
      "step": 292
    },
    {
      "epoch": 2.4518828451882846,
      "grad_norm": 0.014622722752392292,
      "learning_rate": 6.0060287303783924e-05,
      "loss": 0.011,
      "step": 293
    },
    {
      "epoch": 2.4602510460251046,
      "grad_norm": 0.02121814712882042,
      "learning_rate": 5.977251326957852e-05,
      "loss": 0.0099,
      "step": 294
    },
    {
      "epoch": 2.4686192468619246,
      "grad_norm": 0.018752707168459892,
      "learning_rate": 5.9484402260745386e-05,
      "loss": 0.0112,
      "step": 295
    },
    {
      "epoch": 2.4686192468619246,
      "eval_loss": 0.014348245225846767,
      "eval_runtime": 8.19,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 295
    },
    {
      "epoch": 2.476987447698745,
      "grad_norm": 0.016945000737905502,
      "learning_rate": 5.919596421189368e-05,
      "loss": 0.0096,
      "step": 296
    },
    {
      "epoch": 2.485355648535565,
      "grad_norm": 0.0150624830275774,
      "learning_rate": 5.8907209068909554e-05,
      "loss": 0.0085,
      "step": 297
    },
    {
      "epoch": 2.493723849372385,
      "grad_norm": 0.01675923727452755,
      "learning_rate": 5.8618146788613105e-05,
      "loss": 0.0101,
      "step": 298
    },
    {
      "epoch": 2.502092050209205,
      "grad_norm": 0.01698216423392296,
      "learning_rate": 5.832878733841513e-05,
      "loss": 0.0102,
      "step": 299
    },
    {
      "epoch": 2.510460251046025,
      "grad_norm": 0.01541865710169077,
      "learning_rate": 5.803914069597342e-05,
      "loss": 0.01,
      "step": 300
    },
    {
      "epoch": 2.510460251046025,
      "eval_loss": 0.014326265081763268,
      "eval_runtime": 8.1855,
      "eval_samples_per_second": 6.108,
      "eval_steps_per_second": 1.588,
      "step": 300
    },
    {
      "epoch": 2.518828451882845,
      "grad_norm": 0.015604431740939617,
      "learning_rate": 5.7749216848848664e-05,
      "loss": 0.0092,
      "step": 301
    },
    {
      "epoch": 2.5271966527196654,
      "grad_norm": 0.019720997661352158,
      "learning_rate": 5.7459025794160136e-05,
      "loss": 0.0109,
      "step": 302
    },
    {
      "epoch": 2.5355648535564854,
      "grad_norm": 0.014376216568052769,
      "learning_rate": 5.716857753824086e-05,
      "loss": 0.0089,
      "step": 303
    },
    {
      "epoch": 2.5439330543933054,
      "grad_norm": 0.015419202856719494,
      "learning_rate": 5.6877882096292715e-05,
      "loss": 0.0095,
      "step": 304
    },
    {
      "epoch": 2.5523012552301254,
      "grad_norm": 0.018142806366086006,
      "learning_rate": 5.6586949492040944e-05,
      "loss": 0.0096,
      "step": 305
    },
    {
      "epoch": 2.5523012552301254,
      "eval_loss": 0.01382070779800415,
      "eval_runtime": 8.2064,
      "eval_samples_per_second": 6.093,
      "eval_steps_per_second": 1.584,
      "step": 305
    },
    {
      "epoch": 2.560669456066946,
      "grad_norm": 0.016867833212018013,
      "learning_rate": 5.629578975738865e-05,
      "loss": 0.0099,
      "step": 306
    },
    {
      "epoch": 2.569037656903766,
      "grad_norm": 0.01875397376716137,
      "learning_rate": 5.6004412932070835e-05,
      "loss": 0.0104,
      "step": 307
    },
    {
      "epoch": 2.577405857740586,
      "grad_norm": 0.018324118107557297,
      "learning_rate": 5.57128290633081e-05,
      "loss": 0.0096,
      "step": 308
    },
    {
      "epoch": 2.585774058577406,
      "grad_norm": 0.014931274577975273,
      "learning_rate": 5.542104820546041e-05,
      "loss": 0.0095,
      "step": 309
    },
    {
      "epoch": 2.594142259414226,
      "grad_norm": 0.020742323249578476,
      "learning_rate": 5.512908041968018e-05,
      "loss": 0.0096,
      "step": 310
    },
    {
      "epoch": 2.594142259414226,
      "eval_loss": 0.013671735301613808,
      "eval_runtime": 8.1946,
      "eval_samples_per_second": 6.102,
      "eval_steps_per_second": 1.586,
      "step": 310
    },
    {
      "epoch": 2.602510460251046,
      "grad_norm": 0.016727490350604057,
      "learning_rate": 5.483693577356552e-05,
      "loss": 0.01,
      "step": 311
    },
    {
      "epoch": 2.6108786610878663,
      "grad_norm": 0.015919320285320282,
      "learning_rate": 5.454462434081302e-05,
      "loss": 0.0099,
      "step": 312
    },
    {
      "epoch": 2.6192468619246863,
      "grad_norm": 0.01895716041326523,
      "learning_rate": 5.425215620087033e-05,
      "loss": 0.0097,
      "step": 313
    },
    {
      "epoch": 2.6276150627615062,
      "grad_norm": 0.0199336726218462,
      "learning_rate": 5.395954143858871e-05,
      "loss": 0.0108,
      "step": 314
    },
    {
      "epoch": 2.6359832635983262,
      "grad_norm": 0.016174420714378357,
      "learning_rate": 5.36667901438752e-05,
      "loss": 0.0099,
      "step": 315
    },
    {
      "epoch": 2.6359832635983262,
      "eval_loss": 0.013724744319915771,
      "eval_runtime": 8.2179,
      "eval_samples_per_second": 6.084,
      "eval_steps_per_second": 1.582,
      "step": 315
    },
    {
      "epoch": 2.6443514644351467,
      "grad_norm": 0.0191593486815691,
      "learning_rate": 5.337391241134476e-05,
      "loss": 0.0104,
      "step": 316
    },
    {
      "epoch": 2.6527196652719667,
      "grad_norm": 0.017469942569732666,
      "learning_rate": 5.3080918339972175e-05,
      "loss": 0.0101,
      "step": 317
    },
    {
      "epoch": 2.6610878661087867,
      "grad_norm": 0.024253906682133675,
      "learning_rate": 5.278781803274375e-05,
      "loss": 0.0109,
      "step": 318
    },
    {
      "epoch": 2.6694560669456067,
      "grad_norm": 0.020112276077270508,
      "learning_rate": 5.249462159630908e-05,
      "loss": 0.0105,
      "step": 319
    },
    {
      "epoch": 2.6778242677824267,
      "grad_norm": 0.017300646752119064,
      "learning_rate": 5.220133914063239e-05,
      "loss": 0.009,
      "step": 320
    },
    {
      "epoch": 2.6778242677824267,
      "eval_loss": 0.013836627826094627,
      "eval_runtime": 8.1921,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 320
    },
    {
      "epoch": 2.6861924686192467,
      "grad_norm": 0.01683647558093071,
      "learning_rate": 5.1907980778644114e-05,
      "loss": 0.0097,
      "step": 321
    },
    {
      "epoch": 2.694560669456067,
      "grad_norm": 0.02241523563861847,
      "learning_rate": 5.161455662589201e-05,
      "loss": 0.0112,
      "step": 322
    },
    {
      "epoch": 2.702928870292887,
      "grad_norm": 0.017464108765125275,
      "learning_rate": 5.132107680019241e-05,
      "loss": 0.0106,
      "step": 323
    },
    {
      "epoch": 2.711297071129707,
      "grad_norm": 0.014207069762051105,
      "learning_rate": 5.102755142128143e-05,
      "loss": 0.0092,
      "step": 324
    },
    {
      "epoch": 2.719665271966527,
      "grad_norm": 0.01582857221364975,
      "learning_rate": 5.073399061046583e-05,
      "loss": 0.0097,
      "step": 325
    },
    {
      "epoch": 2.719665271966527,
      "eval_loss": 0.01370433159172535,
      "eval_runtime": 8.1877,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 325
    },
    {
      "epoch": 2.7280334728033475,
      "grad_norm": 0.015251656994223595,
      "learning_rate": 5.044040449027426e-05,
      "loss": 0.0091,
      "step": 326
    },
    {
      "epoch": 2.7364016736401675,
      "grad_norm": 0.01971331425011158,
      "learning_rate": 5.0146803184108006e-05,
      "loss": 0.0097,
      "step": 327
    },
    {
      "epoch": 2.7447698744769875,
      "grad_norm": 0.017107218503952026,
      "learning_rate": 4.9853196815892e-05,
      "loss": 0.0105,
      "step": 328
    },
    {
      "epoch": 2.7531380753138075,
      "grad_norm": 0.016256961971521378,
      "learning_rate": 4.9559595509725744e-05,
      "loss": 0.0091,
      "step": 329
    },
    {
      "epoch": 2.7615062761506275,
      "grad_norm": 0.016966141760349274,
      "learning_rate": 4.926600938953418e-05,
      "loss": 0.0097,
      "step": 330
    },
    {
      "epoch": 2.7615062761506275,
      "eval_loss": 0.01360410638153553,
      "eval_runtime": 8.2179,
      "eval_samples_per_second": 6.084,
      "eval_steps_per_second": 1.582,
      "step": 330
    },
    {
      "epoch": 2.7698744769874475,
      "grad_norm": 0.016130153089761734,
      "learning_rate": 4.89724485787186e-05,
      "loss": 0.0094,
      "step": 331
    },
    {
      "epoch": 2.778242677824268,
      "grad_norm": 0.016650136560201645,
      "learning_rate": 4.86789231998076e-05,
      "loss": 0.0092,
      "step": 332
    },
    {
      "epoch": 2.786610878661088,
      "grad_norm": 0.015621655620634556,
      "learning_rate": 4.8385443374108e-05,
      "loss": 0.0093,
      "step": 333
    },
    {
      "epoch": 2.794979079497908,
      "grad_norm": 0.024522442370653152,
      "learning_rate": 4.809201922135589e-05,
      "loss": 0.0116,
      "step": 334
    },
    {
      "epoch": 2.803347280334728,
      "grad_norm": 0.016756724566221237,
      "learning_rate": 4.7798660859367615e-05,
      "loss": 0.0108,
      "step": 335
    },
    {
      "epoch": 2.803347280334728,
      "eval_loss": 0.013578813523054123,
      "eval_runtime": 8.195,
      "eval_samples_per_second": 6.101,
      "eval_steps_per_second": 1.586,
      "step": 335
    },
    {
      "epoch": 2.8117154811715483,
      "grad_norm": 0.01872294582426548,
      "learning_rate": 4.750537840369095e-05,
      "loss": 0.0097,
      "step": 336
    },
    {
      "epoch": 2.8200836820083683,
      "grad_norm": 0.01649293303489685,
      "learning_rate": 4.721218196725627e-05,
      "loss": 0.0092,
      "step": 337
    },
    {
      "epoch": 2.8284518828451883,
      "grad_norm": 0.017666228115558624,
      "learning_rate": 4.691908166002784e-05,
      "loss": 0.0114,
      "step": 338
    },
    {
      "epoch": 2.8368200836820083,
      "grad_norm": 0.014805554412305355,
      "learning_rate": 4.662608758865524e-05,
      "loss": 0.0102,
      "step": 339
    },
    {
      "epoch": 2.8451882845188283,
      "grad_norm": 0.015506643801927567,
      "learning_rate": 4.633320985612481e-05,
      "loss": 0.0092,
      "step": 340
    },
    {
      "epoch": 2.8451882845188283,
      "eval_loss": 0.01316875871270895,
      "eval_runtime": 8.1877,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 340
    },
    {
      "epoch": 2.8535564853556483,
      "grad_norm": 0.016277095302939415,
      "learning_rate": 4.60404585614113e-05,
      "loss": 0.0093,
      "step": 341
    },
    {
      "epoch": 2.8619246861924688,
      "grad_norm": 0.015483858995139599,
      "learning_rate": 4.5747843799129684e-05,
      "loss": 0.0101,
      "step": 342
    },
    {
      "epoch": 2.8702928870292888,
      "grad_norm": 0.014321762137115002,
      "learning_rate": 4.545537565918699e-05,
      "loss": 0.0098,
      "step": 343
    },
    {
      "epoch": 2.8786610878661087,
      "grad_norm": 0.014206680469214916,
      "learning_rate": 4.5163064226434475e-05,
      "loss": 0.009,
      "step": 344
    },
    {
      "epoch": 2.8870292887029287,
      "grad_norm": 0.013214725069701672,
      "learning_rate": 4.487091958031984e-05,
      "loss": 0.0092,
      "step": 345
    },
    {
      "epoch": 2.8870292887029287,
      "eval_loss": 0.013155767694115639,
      "eval_runtime": 8.1971,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 345
    },
    {
      "epoch": 2.895397489539749,
      "grad_norm": 0.01570652797818184,
      "learning_rate": 4.457895179453961e-05,
      "loss": 0.0101,
      "step": 346
    },
    {
      "epoch": 2.903765690376569,
      "grad_norm": 0.013275294564664364,
      "learning_rate": 4.42871709366919e-05,
      "loss": 0.0096,
      "step": 347
    },
    {
      "epoch": 2.912133891213389,
      "grad_norm": 0.017738599330186844,
      "learning_rate": 4.3995587067929177e-05,
      "loss": 0.0106,
      "step": 348
    },
    {
      "epoch": 2.920502092050209,
      "grad_norm": 0.02087695151567459,
      "learning_rate": 4.3704210242611346e-05,
      "loss": 0.0105,
      "step": 349
    },
    {
      "epoch": 2.928870292887029,
      "grad_norm": 0.01522638276219368,
      "learning_rate": 4.341305050795907e-05,
      "loss": 0.0095,
      "step": 350
    },
    {
      "epoch": 2.928870292887029,
      "eval_loss": 0.012959838844835758,
      "eval_runtime": 8.1869,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 350
    },
    {
      "epoch": 2.937238493723849,
      "grad_norm": 0.015606192871928215,
      "learning_rate": 4.31221179037073e-05,
      "loss": 0.01,
      "step": 351
    },
    {
      "epoch": 2.9456066945606696,
      "grad_norm": 0.019583778455853462,
      "learning_rate": 4.283142246175915e-05,
      "loss": 0.0096,
      "step": 352
    },
    {
      "epoch": 2.9539748953974896,
      "grad_norm": 0.01509869284927845,
      "learning_rate": 4.2540974205839876e-05,
      "loss": 0.0094,
      "step": 353
    },
    {
      "epoch": 2.9623430962343096,
      "grad_norm": 0.018710950389504433,
      "learning_rate": 4.2250783151151334e-05,
      "loss": 0.011,
      "step": 354
    },
    {
      "epoch": 2.9707112970711296,
      "grad_norm": 0.015060734003782272,
      "learning_rate": 4.1960859304026594e-05,
      "loss": 0.0094,
      "step": 355
    },
    {
      "epoch": 2.9707112970711296,
      "eval_loss": 0.012675998732447624,
      "eval_runtime": 8.1889,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 355
    },
    {
      "epoch": 2.97907949790795,
      "grad_norm": 0.02269388735294342,
      "learning_rate": 4.167121266158488e-05,
      "loss": 0.0102,
      "step": 356
    },
    {
      "epoch": 2.98744769874477,
      "grad_norm": 0.014178493991494179,
      "learning_rate": 4.1381853211386914e-05,
      "loss": 0.0085,
      "step": 357
    },
    {
      "epoch": 2.99581589958159,
      "grad_norm": 0.017629047855734825,
      "learning_rate": 4.109279093109045e-05,
      "loss": 0.0098,
      "step": 358
    },
    {
      "epoch": 3.00418410041841,
      "grad_norm": 0.02921808324754238,
      "learning_rate": 4.080403578810631e-05,
      "loss": 0.0133,
      "step": 359
    },
    {
      "epoch": 3.01255230125523,
      "grad_norm": 0.016827603802084923,
      "learning_rate": 4.051559773925462e-05,
      "loss": 0.0088,
      "step": 360
    },
    {
      "epoch": 3.01255230125523,
      "eval_loss": 0.012736815959215164,
      "eval_runtime": 8.1835,
      "eval_samples_per_second": 6.11,
      "eval_steps_per_second": 1.589,
      "step": 360
    },
    {
      "epoch": 3.02092050209205,
      "grad_norm": 0.015738021582365036,
      "learning_rate": 4.022748673042149e-05,
      "loss": 0.0093,
      "step": 361
    },
    {
      "epoch": 3.0292887029288704,
      "grad_norm": 0.013376789167523384,
      "learning_rate": 3.9939712696216094e-05,
      "loss": 0.007,
      "step": 362
    },
    {
      "epoch": 3.0376569037656904,
      "grad_norm": 0.015625160187482834,
      "learning_rate": 3.965228555962808e-05,
      "loss": 0.0082,
      "step": 363
    },
    {
      "epoch": 3.0460251046025104,
      "grad_norm": 0.01764129102230072,
      "learning_rate": 3.9365215231685434e-05,
      "loss": 0.0074,
      "step": 364
    },
    {
      "epoch": 3.0543933054393304,
      "grad_norm": 0.015254415571689606,
      "learning_rate": 3.907851161111269e-05,
      "loss": 0.0086,
      "step": 365
    },
    {
      "epoch": 3.0543933054393304,
      "eval_loss": 0.013066377490758896,
      "eval_runtime": 8.1923,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 365
    },
    {
      "epoch": 3.062761506276151,
      "grad_norm": 0.016880949959158897,
      "learning_rate": 3.879218458398962e-05,
      "loss": 0.0095,
      "step": 366
    },
    {
      "epoch": 3.071129707112971,
      "grad_norm": 0.012788892723619938,
      "learning_rate": 3.8506244023410345e-05,
      "loss": 0.0076,
      "step": 367
    },
    {
      "epoch": 3.079497907949791,
      "grad_norm": 0.017358217388391495,
      "learning_rate": 3.82206997891429e-05,
      "loss": 0.0073,
      "step": 368
    },
    {
      "epoch": 3.087866108786611,
      "grad_norm": 0.017496395856142044,
      "learning_rate": 3.7935561727289265e-05,
      "loss": 0.0079,
      "step": 369
    },
    {
      "epoch": 3.096234309623431,
      "grad_norm": 0.016393601894378662,
      "learning_rate": 3.7650839669945804e-05,
      "loss": 0.0094,
      "step": 370
    },
    {
      "epoch": 3.096234309623431,
      "eval_loss": 0.01338866539299488,
      "eval_runtime": 8.1844,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 370
    },
    {
      "epoch": 3.104602510460251,
      "grad_norm": 0.019458502531051636,
      "learning_rate": 3.736654343486425e-05,
      "loss": 0.0069,
      "step": 371
    },
    {
      "epoch": 3.1129707112970713,
      "grad_norm": 0.01921907253563404,
      "learning_rate": 3.708268282511321e-05,
      "loss": 0.0075,
      "step": 372
    },
    {
      "epoch": 3.1213389121338913,
      "grad_norm": 0.021092800423502922,
      "learning_rate": 3.679926762874012e-05,
      "loss": 0.0086,
      "step": 373
    },
    {
      "epoch": 3.1297071129707112,
      "grad_norm": 0.025811336934566498,
      "learning_rate": 3.65163076184337e-05,
      "loss": 0.0088,
      "step": 374
    },
    {
      "epoch": 3.1380753138075312,
      "grad_norm": 0.017477277666330338,
      "learning_rate": 3.623381255118702e-05,
      "loss": 0.0075,
      "step": 375
    },
    {
      "epoch": 3.1380753138075312,
      "eval_loss": 0.013682931661605835,
      "eval_runtime": 8.1808,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 375
    },
    {
      "epoch": 3.1464435146443517,
      "grad_norm": 0.017589591443538666,
      "learning_rate": 3.5951792167961e-05,
      "loss": 0.0075,
      "step": 376
    },
    {
      "epoch": 3.1548117154811717,
      "grad_norm": 0.020391661673784256,
      "learning_rate": 3.567025619334861e-05,
      "loss": 0.0091,
      "step": 377
    },
    {
      "epoch": 3.1631799163179917,
      "grad_norm": 0.016537083312869072,
      "learning_rate": 3.538921433523949e-05,
      "loss": 0.0062,
      "step": 378
    },
    {
      "epoch": 3.1715481171548117,
      "grad_norm": 0.01650119759142399,
      "learning_rate": 3.5108676284485176e-05,
      "loss": 0.0076,
      "step": 379
    },
    {
      "epoch": 3.1799163179916317,
      "grad_norm": 0.01610580086708069,
      "learning_rate": 3.482865171456505e-05,
      "loss": 0.0068,
      "step": 380
    },
    {
      "epoch": 3.1799163179916317,
      "eval_loss": 0.013625282794237137,
      "eval_runtime": 8.2399,
      "eval_samples_per_second": 6.068,
      "eval_steps_per_second": 1.578,
      "step": 380
    },
    {
      "epoch": 3.1882845188284517,
      "grad_norm": 0.0224465299397707,
      "learning_rate": 3.4549150281252636e-05,
      "loss": 0.0098,
      "step": 381
    },
    {
      "epoch": 3.196652719665272,
      "grad_norm": 0.02336002141237259,
      "learning_rate": 3.427018162228276e-05,
      "loss": 0.0079,
      "step": 382
    },
    {
      "epoch": 3.205020920502092,
      "grad_norm": 0.01989358477294445,
      "learning_rate": 3.3991755357019196e-05,
      "loss": 0.0082,
      "step": 383
    },
    {
      "epoch": 3.213389121338912,
      "grad_norm": 0.016892483457922935,
      "learning_rate": 3.371388108612293e-05,
      "loss": 0.0068,
      "step": 384
    },
    {
      "epoch": 3.221757322175732,
      "grad_norm": 0.018852969631552696,
      "learning_rate": 3.343656839122121e-05,
      "loss": 0.0096,
      "step": 385
    },
    {
      "epoch": 3.221757322175732,
      "eval_loss": 0.013560273684561253,
      "eval_runtime": 8.2379,
      "eval_samples_per_second": 6.07,
      "eval_steps_per_second": 1.578,
      "step": 385
    },
    {
      "epoch": 3.2301255230125525,
      "grad_norm": 0.012373587116599083,
      "learning_rate": 3.3159826834576994e-05,
      "loss": 0.0059,
      "step": 386
    },
    {
      "epoch": 3.2384937238493725,
      "grad_norm": 0.016591370105743408,
      "learning_rate": 3.2883665958759394e-05,
      "loss": 0.0082,
      "step": 387
    },
    {
      "epoch": 3.2468619246861925,
      "grad_norm": 0.01938340999186039,
      "learning_rate": 3.260809528631452e-05,
      "loss": 0.008,
      "step": 388
    },
    {
      "epoch": 3.2552301255230125,
      "grad_norm": 0.015290241688489914,
      "learning_rate": 3.233312431943719e-05,
      "loss": 0.0067,
      "step": 389
    },
    {
      "epoch": 3.2635983263598325,
      "grad_norm": 0.017185404896736145,
      "learning_rate": 3.205876253964321e-05,
      "loss": 0.0088,
      "step": 390
    },
    {
      "epoch": 3.2635983263598325,
      "eval_loss": 0.013662769459187984,
      "eval_runtime": 8.2288,
      "eval_samples_per_second": 6.076,
      "eval_steps_per_second": 1.58,
      "step": 390
    },
    {
      "epoch": 3.2719665271966525,
      "grad_norm": 0.019198745489120483,
      "learning_rate": 3.178501940744249e-05,
      "loss": 0.0066,
      "step": 391
    },
    {
      "epoch": 3.280334728033473,
      "grad_norm": 0.01907048560678959,
      "learning_rate": 3.1511904362012805e-05,
      "loss": 0.0086,
      "step": 392
    },
    {
      "epoch": 3.288702928870293,
      "grad_norm": 0.01648963801562786,
      "learning_rate": 3.123942682087433e-05,
      "loss": 0.0066,
      "step": 393
    },
    {
      "epoch": 3.297071129707113,
      "grad_norm": 0.015369053930044174,
      "learning_rate": 3.096759617956486e-05,
      "loss": 0.0082,
      "step": 394
    },
    {
      "epoch": 3.305439330543933,
      "grad_norm": 0.015744755044579506,
      "learning_rate": 3.069642181131592e-05,
      "loss": 0.008,
      "step": 395
    },
    {
      "epoch": 3.305439330543933,
      "eval_loss": 0.01378766167908907,
      "eval_runtime": 8.1991,
      "eval_samples_per_second": 6.098,
      "eval_steps_per_second": 1.586,
      "step": 395
    },
    {
      "epoch": 3.3138075313807533,
      "grad_norm": 0.028769735246896744,
      "learning_rate": 3.042591306672946e-05,
      "loss": 0.0089,
      "step": 396
    },
    {
      "epoch": 3.3221757322175733,
      "grad_norm": 0.01585283689200878,
      "learning_rate": 3.0156079273455483e-05,
      "loss": 0.0071,
      "step": 397
    },
    {
      "epoch": 3.3305439330543933,
      "grad_norm": 0.016848471015691757,
      "learning_rate": 2.9886929735870416e-05,
      "loss": 0.0079,
      "step": 398
    },
    {
      "epoch": 3.3389121338912133,
      "grad_norm": 0.015105370432138443,
      "learning_rate": 2.9618473734756264e-05,
      "loss": 0.0079,
      "step": 399
    },
    {
      "epoch": 3.3472803347280333,
      "grad_norm": 0.01963132992386818,
      "learning_rate": 2.935072052698059e-05,
      "loss": 0.0085,
      "step": 400
    },
    {
      "epoch": 3.3472803347280333,
      "eval_loss": 0.013703197240829468,
      "eval_runtime": 8.1849,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 400
    },
    {
      "epoch": 3.3556485355648533,
      "grad_norm": 0.015131447464227676,
      "learning_rate": 2.908367934517729e-05,
      "loss": 0.0079,
      "step": 401
    },
    {
      "epoch": 3.3640167364016738,
      "grad_norm": 0.01849834993481636,
      "learning_rate": 2.881735939742831e-05,
      "loss": 0.0077,
      "step": 402
    },
    {
      "epoch": 3.3723849372384938,
      "grad_norm": 0.01487911120057106,
      "learning_rate": 2.8551769866946077e-05,
      "loss": 0.0075,
      "step": 403
    },
    {
      "epoch": 3.3807531380753137,
      "grad_norm": 0.020853998139500618,
      "learning_rate": 2.8286919911756836e-05,
      "loss": 0.0079,
      "step": 404
    },
    {
      "epoch": 3.3891213389121337,
      "grad_norm": 0.026485485956072807,
      "learning_rate": 2.8022818664384944e-05,
      "loss": 0.0091,
      "step": 405
    },
    {
      "epoch": 3.3891213389121337,
      "eval_loss": 0.013571958057582378,
      "eval_runtime": 8.2051,
      "eval_samples_per_second": 6.094,
      "eval_steps_per_second": 1.584,
      "step": 405
    },
    {
      "epoch": 3.397489539748954,
      "grad_norm": 0.015749875456094742,
      "learning_rate": 2.77594752315378e-05,
      "loss": 0.007,
      "step": 406
    },
    {
      "epoch": 3.405857740585774,
      "grad_norm": 0.01729268953204155,
      "learning_rate": 2.7496898693792028e-05,
      "loss": 0.0094,
      "step": 407
    },
    {
      "epoch": 3.414225941422594,
      "grad_norm": 0.01651543565094471,
      "learning_rate": 2.7235098105280243e-05,
      "loss": 0.0079,
      "step": 408
    },
    {
      "epoch": 3.422594142259414,
      "grad_norm": 0.026226142421364784,
      "learning_rate": 2.697408249337886e-05,
      "loss": 0.0084,
      "step": 409
    },
    {
      "epoch": 3.430962343096234,
      "grad_norm": 0.01325182057917118,
      "learning_rate": 2.671386085839682e-05,
      "loss": 0.0049,
      "step": 410
    },
    {
      "epoch": 3.430962343096234,
      "eval_loss": 0.013367210514843464,
      "eval_runtime": 8.1901,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 410
    },
    {
      "epoch": 3.439330543933054,
      "grad_norm": 0.01933259144425392,
      "learning_rate": 2.6454442173265282e-05,
      "loss": 0.0089,
      "step": 411
    },
    {
      "epoch": 3.4476987447698746,
      "grad_norm": 0.017439622431993484,
      "learning_rate": 2.6195835383228127e-05,
      "loss": 0.0084,
      "step": 412
    },
    {
      "epoch": 3.4560669456066946,
      "grad_norm": 0.01493872795253992,
      "learning_rate": 2.5938049405533627e-05,
      "loss": 0.0071,
      "step": 413
    },
    {
      "epoch": 3.4644351464435146,
      "grad_norm": 0.01432398147881031,
      "learning_rate": 2.5681093129126864e-05,
      "loss": 0.0072,
      "step": 414
    },
    {
      "epoch": 3.4728033472803346,
      "grad_norm": 0.017259176820516586,
      "learning_rate": 2.542497541434329e-05,
      "loss": 0.0072,
      "step": 415
    },
    {
      "epoch": 3.4728033472803346,
      "eval_loss": 0.013123424723744392,
      "eval_runtime": 8.2011,
      "eval_samples_per_second": 6.097,
      "eval_steps_per_second": 1.585,
      "step": 415
    },
    {
      "epoch": 3.481171548117155,
      "grad_norm": 0.0195622555911541,
      "learning_rate": 2.5169705092603125e-05,
      "loss": 0.0082,
      "step": 416
    },
    {
      "epoch": 3.489539748953975,
      "grad_norm": 0.020763585343956947,
      "learning_rate": 2.491529096610692e-05,
      "loss": 0.0079,
      "step": 417
    },
    {
      "epoch": 3.497907949790795,
      "grad_norm": 0.02019021287560463,
      "learning_rate": 2.4661741807532006e-05,
      "loss": 0.0088,
      "step": 418
    },
    {
      "epoch": 3.506276150627615,
      "grad_norm": 0.017682604491710663,
      "learning_rate": 2.4409066359729997e-05,
      "loss": 0.0089,
      "step": 419
    },
    {
      "epoch": 3.514644351464435,
      "grad_norm": 0.015951137989759445,
      "learning_rate": 2.4157273335425297e-05,
      "loss": 0.0063,
      "step": 420
    },
    {
      "epoch": 3.514644351464435,
      "eval_loss": 0.013349597342312336,
      "eval_runtime": 8.1856,
      "eval_samples_per_second": 6.108,
      "eval_steps_per_second": 1.588,
      "step": 420
    },
    {
      "epoch": 3.523012552301255,
      "grad_norm": 0.02157527022063732,
      "learning_rate": 2.390637141691471e-05,
      "loss": 0.0078,
      "step": 421
    },
    {
      "epoch": 3.5313807531380754,
      "grad_norm": 0.015403731726109982,
      "learning_rate": 2.3656369255768017e-05,
      "loss": 0.0065,
      "step": 422
    },
    {
      "epoch": 3.5397489539748954,
      "grad_norm": 0.016804836690425873,
      "learning_rate": 2.340727547252969e-05,
      "loss": 0.0081,
      "step": 423
    },
    {
      "epoch": 3.5481171548117154,
      "grad_norm": 0.016539255157113075,
      "learning_rate": 2.3159098656421614e-05,
      "loss": 0.0092,
      "step": 424
    },
    {
      "epoch": 3.5564853556485354,
      "grad_norm": 0.016467688605189323,
      "learning_rate": 2.291184736504695e-05,
      "loss": 0.0076,
      "step": 425
    },
    {
      "epoch": 3.5564853556485354,
      "eval_loss": 0.013108824379742146,
      "eval_runtime": 8.1932,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 425
    },
    {
      "epoch": 3.564853556485356,
      "grad_norm": 0.017600081861019135,
      "learning_rate": 2.2665530124094962e-05,
      "loss": 0.0084,
      "step": 426
    },
    {
      "epoch": 3.573221757322176,
      "grad_norm": 0.02098635584115982,
      "learning_rate": 2.2420155427047167e-05,
      "loss": 0.0086,
      "step": 427
    },
    {
      "epoch": 3.581589958158996,
      "grad_norm": 0.017134375870227814,
      "learning_rate": 2.2175731734884365e-05,
      "loss": 0.0075,
      "step": 428
    },
    {
      "epoch": 3.589958158995816,
      "grad_norm": 0.017826305702328682,
      "learning_rate": 2.1932267475794917e-05,
      "loss": 0.0071,
      "step": 429
    },
    {
      "epoch": 3.598326359832636,
      "grad_norm": 0.016442451626062393,
      "learning_rate": 2.1689771044884148e-05,
      "loss": 0.0076,
      "step": 430
    },
    {
      "epoch": 3.598326359832636,
      "eval_loss": 0.012915154919028282,
      "eval_runtime": 8.1885,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 430
    },
    {
      "epoch": 3.606694560669456,
      "grad_norm": 0.026688870042562485,
      "learning_rate": 2.1448250803884834e-05,
      "loss": 0.0087,
      "step": 431
    },
    {
      "epoch": 3.6150627615062763,
      "grad_norm": 0.016501056030392647,
      "learning_rate": 2.120771508086889e-05,
      "loss": 0.0066,
      "step": 432
    },
    {
      "epoch": 3.6234309623430963,
      "grad_norm": 0.013682221062481403,
      "learning_rate": 2.0968172169960197e-05,
      "loss": 0.0067,
      "step": 433
    },
    {
      "epoch": 3.6317991631799162,
      "grad_norm": 0.018159842118620872,
      "learning_rate": 2.0729630331048615e-05,
      "loss": 0.0088,
      "step": 434
    },
    {
      "epoch": 3.6401673640167362,
      "grad_norm": 0.01990005373954773,
      "learning_rate": 2.0492097789505178e-05,
      "loss": 0.0074,
      "step": 435
    },
    {
      "epoch": 3.6401673640167362,
      "eval_loss": 0.013006238266825676,
      "eval_runtime": 8.2323,
      "eval_samples_per_second": 6.074,
      "eval_steps_per_second": 1.579,
      "step": 435
    },
    {
      "epoch": 3.6485355648535567,
      "grad_norm": 0.01765499822795391,
      "learning_rate": 2.0255582735898383e-05,
      "loss": 0.0063,
      "step": 436
    },
    {
      "epoch": 3.6569037656903767,
      "grad_norm": 0.019951600581407547,
      "learning_rate": 2.0020093325711896e-05,
      "loss": 0.0084,
      "step": 437
    },
    {
      "epoch": 3.6652719665271967,
      "grad_norm": 0.019513117149472237,
      "learning_rate": 1.9785637679063258e-05,
      "loss": 0.0064,
      "step": 438
    },
    {
      "epoch": 3.6736401673640167,
      "grad_norm": 0.027216019108891487,
      "learning_rate": 1.9552223880423882e-05,
      "loss": 0.0092,
      "step": 439
    },
    {
      "epoch": 3.6820083682008367,
      "grad_norm": 0.018059376627206802,
      "learning_rate": 1.931985997834031e-05,
      "loss": 0.0074,
      "step": 440
    },
    {
      "epoch": 3.6820083682008367,
      "eval_loss": 0.01317664049565792,
      "eval_runtime": 8.1934,
      "eval_samples_per_second": 6.102,
      "eval_steps_per_second": 1.587,
      "step": 440
    },
    {
      "epoch": 3.6903765690376567,
      "grad_norm": 0.020217331126332283,
      "learning_rate": 1.908855398515669e-05,
      "loss": 0.0079,
      "step": 441
    },
    {
      "epoch": 3.698744769874477,
      "grad_norm": 0.019336042925715446,
      "learning_rate": 1.8858313876738458e-05,
      "loss": 0.0069,
      "step": 442
    },
    {
      "epoch": 3.707112970711297,
      "grad_norm": 0.020630570128560066,
      "learning_rate": 1.8629147592197372e-05,
      "loss": 0.0083,
      "step": 443
    },
    {
      "epoch": 3.715481171548117,
      "grad_norm": 0.01856216788291931,
      "learning_rate": 1.840106303361771e-05,
      "loss": 0.0075,
      "step": 444
    },
    {
      "epoch": 3.723849372384937,
      "grad_norm": 0.01747502014040947,
      "learning_rate": 1.8174068065783765e-05,
      "loss": 0.0067,
      "step": 445
    },
    {
      "epoch": 3.723849372384937,
      "eval_loss": 0.013197257183492184,
      "eval_runtime": 8.2112,
      "eval_samples_per_second": 6.089,
      "eval_steps_per_second": 1.583,
      "step": 445
    },
    {
      "epoch": 3.7322175732217575,
      "grad_norm": 0.018087679520249367,
      "learning_rate": 1.7948170515908757e-05,
      "loss": 0.0077,
      "step": 446
    },
    {
      "epoch": 3.7405857740585775,
      "grad_norm": 0.01658761128783226,
      "learning_rate": 1.7723378173364836e-05,
      "loss": 0.0081,
      "step": 447
    },
    {
      "epoch": 3.7489539748953975,
      "grad_norm": 0.017800970003008842,
      "learning_rate": 1.7499698789414536e-05,
      "loss": 0.0076,
      "step": 448
    },
    {
      "epoch": 3.7573221757322175,
      "grad_norm": 0.018941445276141167,
      "learning_rate": 1.727714007694348e-05,
      "loss": 0.0092,
      "step": 449
    },
    {
      "epoch": 3.7656903765690375,
      "grad_norm": 0.014227015897631645,
      "learning_rate": 1.705570971019445e-05,
      "loss": 0.0064,
      "step": 450
    },
    {
      "epoch": 3.7656903765690375,
      "eval_loss": 0.013023738749325275,
      "eval_runtime": 8.1848,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 450
    },
    {
      "epoch": 3.7740585774058575,
      "grad_norm": 0.01811639405786991,
      "learning_rate": 1.683541532450272e-05,
      "loss": 0.0077,
      "step": 451
    },
    {
      "epoch": 3.782426778242678,
      "grad_norm": 0.01967625319957733,
      "learning_rate": 1.6616264516032807e-05,
      "loss": 0.0083,
      "step": 452
    },
    {
      "epoch": 3.790794979079498,
      "grad_norm": 0.0179898664355278,
      "learning_rate": 1.6398264841516564e-05,
      "loss": 0.0076,
      "step": 453
    },
    {
      "epoch": 3.799163179916318,
      "grad_norm": 0.015487701632082462,
      "learning_rate": 1.618142381799256e-05,
      "loss": 0.0069,
      "step": 454
    },
    {
      "epoch": 3.8075313807531384,
      "grad_norm": 0.017041724175214767,
      "learning_rate": 1.5965748922546876e-05,
      "loss": 0.0091,
      "step": 455
    },
    {
      "epoch": 3.8075313807531384,
      "eval_loss": 0.013014528900384903,
      "eval_runtime": 8.1813,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 455
    },
    {
      "epoch": 3.8158995815899583,
      "grad_norm": 0.01787850260734558,
      "learning_rate": 1.5751247592055333e-05,
      "loss": 0.0069,
      "step": 456
    },
    {
      "epoch": 3.8242677824267783,
      "grad_norm": 0.01862199790775776,
      "learning_rate": 1.5537927222927047e-05,
      "loss": 0.0086,
      "step": 457
    },
    {
      "epoch": 3.8326359832635983,
      "grad_norm": 0.016767242923378944,
      "learning_rate": 1.5325795170849315e-05,
      "loss": 0.0068,
      "step": 458
    },
    {
      "epoch": 3.8410041841004183,
      "grad_norm": 0.01677015796303749,
      "learning_rate": 1.5114858750534067e-05,
      "loss": 0.0078,
      "step": 459
    },
    {
      "epoch": 3.8493723849372383,
      "grad_norm": 0.017780860885977745,
      "learning_rate": 1.4905125235465589e-05,
      "loss": 0.0074,
      "step": 460
    },
    {
      "epoch": 3.8493723849372383,
      "eval_loss": 0.013112700544297695,
      "eval_runtime": 8.184,
      "eval_samples_per_second": 6.109,
      "eval_steps_per_second": 1.588,
      "step": 460
    },
    {
      "epoch": 3.8577405857740583,
      "grad_norm": 0.02164328470826149,
      "learning_rate": 1.4696601857649738e-05,
      "loss": 0.0075,
      "step": 461
    },
    {
      "epoch": 3.8661087866108788,
      "grad_norm": 0.01868240348994732,
      "learning_rate": 1.4489295807364556e-05,
      "loss": 0.0082,
      "step": 462
    },
    {
      "epoch": 3.8744769874476988,
      "grad_norm": 0.018218357115983963,
      "learning_rate": 1.4283214232912345e-05,
      "loss": 0.0073,
      "step": 463
    },
    {
      "epoch": 3.8828451882845187,
      "grad_norm": 0.02058660052716732,
      "learning_rate": 1.4078364240373192e-05,
      "loss": 0.0063,
      "step": 464
    },
    {
      "epoch": 3.891213389121339,
      "grad_norm": 0.03692828491330147,
      "learning_rate": 1.38747528933599e-05,
      "loss": 0.0076,
      "step": 465
    },
    {
      "epoch": 3.891213389121339,
      "eval_loss": 0.01321639958769083,
      "eval_runtime": 8.1882,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 465
    },
    {
      "epoch": 3.899581589958159,
      "grad_norm": 0.015658119693398476,
      "learning_rate": 1.3672387212774457e-05,
      "loss": 0.0093,
      "step": 466
    },
    {
      "epoch": 3.907949790794979,
      "grad_norm": 0.014811305329203606,
      "learning_rate": 1.3471274176565935e-05,
      "loss": 0.0068,
      "step": 467
    },
    {
      "epoch": 3.916317991631799,
      "grad_norm": 0.01890689507126808,
      "learning_rate": 1.327142071948988e-05,
      "loss": 0.0076,
      "step": 468
    },
    {
      "epoch": 3.924686192468619,
      "grad_norm": 0.016337791457772255,
      "learning_rate": 1.3072833732869167e-05,
      "loss": 0.0079,
      "step": 469
    },
    {
      "epoch": 3.933054393305439,
      "grad_norm": 0.02025439403951168,
      "learning_rate": 1.28755200643564e-05,
      "loss": 0.007,
      "step": 470
    },
    {
      "epoch": 3.933054393305439,
      "eval_loss": 0.013240823522210121,
      "eval_runtime": 8.1806,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 470
    },
    {
      "epoch": 3.941422594142259,
      "grad_norm": 0.01858791708946228,
      "learning_rate": 1.267948651769777e-05,
      "loss": 0.0082,
      "step": 471
    },
    {
      "epoch": 3.9497907949790796,
      "grad_norm": 0.015129518695175648,
      "learning_rate": 1.2484739852498467e-05,
      "loss": 0.0067,
      "step": 472
    },
    {
      "epoch": 3.9581589958158996,
      "grad_norm": 0.01916913501918316,
      "learning_rate": 1.2291286783989597e-05,
      "loss": 0.0083,
      "step": 473
    },
    {
      "epoch": 3.9665271966527196,
      "grad_norm": 0.020614786073565483,
      "learning_rate": 1.2099133982796612e-05,
      "loss": 0.0083,
      "step": 474
    },
    {
      "epoch": 3.97489539748954,
      "grad_norm": 0.016557354480028152,
      "learning_rate": 1.190828807470929e-05,
      "loss": 0.0082,
      "step": 475
    },
    {
      "epoch": 3.97489539748954,
      "eval_loss": 0.013233880512416363,
      "eval_runtime": 8.1955,
      "eval_samples_per_second": 6.101,
      "eval_steps_per_second": 1.586,
      "step": 475
    },
    {
      "epoch": 3.98326359832636,
      "grad_norm": 0.01762431487441063,
      "learning_rate": 1.1718755640453288e-05,
      "loss": 0.0059,
      "step": 476
    },
    {
      "epoch": 3.99163179916318,
      "grad_norm": 0.01950531266629696,
      "learning_rate": 1.1530543215463235e-05,
      "loss": 0.0085,
      "step": 477
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.02553708292543888,
      "learning_rate": 1.1343657289657333e-05,
      "loss": 0.0115,
      "step": 478
    },
    {
      "epoch": 4.00836820083682,
      "grad_norm": 0.011678546667098999,
      "learning_rate": 1.1158104307213612e-05,
      "loss": 0.0066,
      "step": 479
    },
    {
      "epoch": 4.01673640167364,
      "grad_norm": 0.016237011179327965,
      "learning_rate": 1.0973890666347702e-05,
      "loss": 0.0059,
      "step": 480
    },
    {
      "epoch": 4.01673640167364,
      "eval_loss": 0.013261526823043823,
      "eval_runtime": 8.1877,
      "eval_samples_per_second": 6.107,
      "eval_steps_per_second": 1.588,
      "step": 480
    },
    {
      "epoch": 4.02510460251046,
      "grad_norm": 0.015487432479858398,
      "learning_rate": 1.0791022719092231e-05,
      "loss": 0.0064,
      "step": 481
    },
    {
      "epoch": 4.03347280334728,
      "grad_norm": 0.015571733005344868,
      "learning_rate": 1.0609506771077765e-05,
      "loss": 0.0067,
      "step": 482
    },
    {
      "epoch": 4.0418410041841,
      "grad_norm": 0.013560911640524864,
      "learning_rate": 1.0429349081315404e-05,
      "loss": 0.0058,
      "step": 483
    },
    {
      "epoch": 4.050209205020921,
      "grad_norm": 0.014713162556290627,
      "learning_rate": 1.025055586198096e-05,
      "loss": 0.0064,
      "step": 484
    },
    {
      "epoch": 4.058577405857741,
      "grad_norm": 0.011582295410335064,
      "learning_rate": 1.0073133278200703e-05,
      "loss": 0.0066,
      "step": 485
    },
    {
      "epoch": 4.058577405857741,
      "eval_loss": 0.013517594896256924,
      "eval_runtime": 8.1969,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 485
    },
    {
      "epoch": 4.066945606694561,
      "grad_norm": 0.016617678105831146,
      "learning_rate": 9.897087447838848e-06,
      "loss": 0.0068,
      "step": 486
    },
    {
      "epoch": 4.075313807531381,
      "grad_norm": 0.013949776999652386,
      "learning_rate": 9.72242444128656e-06,
      "loss": 0.0068,
      "step": 487
    },
    {
      "epoch": 4.083682008368201,
      "grad_norm": 0.0159038994461298,
      "learning_rate": 9.549150281252633e-06,
      "loss": 0.0059,
      "step": 488
    },
    {
      "epoch": 4.092050209205021,
      "grad_norm": 0.023309912532567978,
      "learning_rate": 9.377270942555816e-06,
      "loss": 0.0065,
      "step": 489
    },
    {
      "epoch": 4.100418410041841,
      "grad_norm": 0.014613127335906029,
      "learning_rate": 9.206792351918808e-06,
      "loss": 0.0063,
      "step": 490
    },
    {
      "epoch": 4.100418410041841,
      "eval_loss": 0.013989124447107315,
      "eval_runtime": 8.2202,
      "eval_samples_per_second": 6.083,
      "eval_steps_per_second": 1.581,
      "step": 490
    },
    {
      "epoch": 4.108786610878661,
      "grad_norm": 0.03452659025788307,
      "learning_rate": 9.037720387763877e-06,
      "loss": 0.0062,
      "step": 491
    },
    {
      "epoch": 4.117154811715481,
      "grad_norm": 0.014380170032382011,
      "learning_rate": 8.870060880010161e-06,
      "loss": 0.0072,
      "step": 492
    },
    {
      "epoch": 4.125523012552302,
      "grad_norm": 0.014284541830420494,
      "learning_rate": 8.703819609872655e-06,
      "loss": 0.0065,
      "step": 493
    },
    {
      "epoch": 4.133891213389122,
      "grad_norm": 0.028412694111466408,
      "learning_rate": 8.539002309662863e-06,
      "loss": 0.0068,
      "step": 494
    },
    {
      "epoch": 4.142259414225942,
      "grad_norm": 0.01495958399027586,
      "learning_rate": 8.375614662591098e-06,
      "loss": 0.0059,
      "step": 495
    },
    {
      "epoch": 4.142259414225942,
      "eval_loss": 0.01436224952340126,
      "eval_runtime": 8.1984,
      "eval_samples_per_second": 6.099,
      "eval_steps_per_second": 1.586,
      "step": 495
    },
    {
      "epoch": 4.150627615062762,
      "grad_norm": 0.01771622896194458,
      "learning_rate": 8.213662302570564e-06,
      "loss": 0.0072,
      "step": 496
    },
    {
      "epoch": 4.158995815899582,
      "grad_norm": 0.02444896660745144,
      "learning_rate": 8.053150814023075e-06,
      "loss": 0.006,
      "step": 497
    },
    {
      "epoch": 4.167364016736402,
      "grad_norm": 0.016917061060667038,
      "learning_rate": 7.894085731686484e-06,
      "loss": 0.0068,
      "step": 498
    },
    {
      "epoch": 4.175732217573222,
      "grad_norm": 0.020339468494057655,
      "learning_rate": 7.736472540423839e-06,
      "loss": 0.0062,
      "step": 499
    },
    {
      "epoch": 4.184100418410042,
      "grad_norm": 0.01869555190205574,
      "learning_rate": 7.5803166750342545e-06,
      "loss": 0.0066,
      "step": 500
    },
    {
      "epoch": 4.184100418410042,
      "eval_loss": 0.014202076941728592,
      "eval_runtime": 8.1932,
      "eval_samples_per_second": 6.103,
      "eval_steps_per_second": 1.587,
      "step": 500
    },
    {
      "epoch": 4.192468619246862,
      "grad_norm": 0.017789356410503387,
      "learning_rate": 7.425623520065506e-06,
      "loss": 0.0068,
      "step": 501
    },
    {
      "epoch": 4.200836820083682,
      "grad_norm": 0.018326247110962868,
      "learning_rate": 7.272398409628362e-06,
      "loss": 0.0058,
      "step": 502
    },
    {
      "epoch": 4.209205020920502,
      "grad_norm": 0.01593657210469246,
      "learning_rate": 7.120646627212668e-06,
      "loss": 0.0065,
      "step": 503
    },
    {
      "epoch": 4.2175732217573225,
      "grad_norm": 0.01636459119617939,
      "learning_rate": 6.970373405505149e-06,
      "loss": 0.0059,
      "step": 504
    },
    {
      "epoch": 4.2259414225941425,
      "grad_norm": 0.014171932823956013,
      "learning_rate": 6.8215839262089465e-06,
      "loss": 0.0055,
      "step": 505
    },
    {
      "epoch": 4.2259414225941425,
      "eval_loss": 0.01415976881980896,
      "eval_runtime": 8.2304,
      "eval_samples_per_second": 6.075,
      "eval_steps_per_second": 1.58,
      "step": 505
    },
    {
      "epoch": 4.2343096234309625,
      "grad_norm": 0.013969158753752708,
      "learning_rate": 6.674283319865015e-06,
      "loss": 0.0065,
      "step": 506
    },
    {
      "epoch": 4.2426778242677825,
      "grad_norm": 0.020747659727931023,
      "learning_rate": 6.5284766656751486e-06,
      "loss": 0.0067,
      "step": 507
    },
    {
      "epoch": 4.2510460251046025,
      "grad_norm": 0.015698375180363655,
      "learning_rate": 6.384168991326872e-06,
      "loss": 0.0058,
      "step": 508
    },
    {
      "epoch": 4.2594142259414225,
      "grad_norm": 0.018806830048561096,
      "learning_rate": 6.241365272820065e-06,
      "loss": 0.0065,
      "step": 509
    },
    {
      "epoch": 4.2677824267782425,
      "grad_norm": 0.01827147603034973,
      "learning_rate": 6.100070434295379e-06,
      "loss": 0.0067,
      "step": 510
    },
    {
      "epoch": 4.2677824267782425,
      "eval_loss": 0.014154573902487755,
      "eval_runtime": 8.2041,
      "eval_samples_per_second": 6.095,
      "eval_steps_per_second": 1.585,
      "step": 510
    },
    {
      "epoch": 4.2761506276150625,
      "grad_norm": 0.016821326687932014,
      "learning_rate": 5.96028934786445e-06,
      "loss": 0.0057,
      "step": 511
    },
    {
      "epoch": 4.2845188284518825,
      "grad_norm": 0.01477895863354206,
      "learning_rate": 5.822026833441901e-06,
      "loss": 0.0061,
      "step": 512
    },
    {
      "epoch": 4.292887029288703,
      "grad_norm": 0.02095729485154152,
      "learning_rate": 5.685287658579124e-06,
      "loss": 0.0067,
      "step": 513
    },
    {
      "epoch": 4.301255230125523,
      "grad_norm": 0.014905648306012154,
      "learning_rate": 5.550076538299931e-06,
      "loss": 0.0064,
      "step": 514
    },
    {
      "epoch": 4.309623430962343,
      "grad_norm": 0.01747983880341053,
      "learning_rate": 5.416398134937878e-06,
      "loss": 0.0065,
      "step": 515
    },
    {
      "epoch": 4.309623430962343,
      "eval_loss": 0.014257834292948246,
      "eval_runtime": 8.1812,
      "eval_samples_per_second": 6.112,
      "eval_steps_per_second": 1.589,
      "step": 515
    },
    {
      "epoch": 4.317991631799163,
      "grad_norm": 0.01598619669675827,
      "learning_rate": 5.284257057975628e-06,
      "loss": 0.0063,
      "step": 516
    },
    {
      "epoch": 4.326359832635983,
      "grad_norm": 0.016550792381167412,
      "learning_rate": 5.153657863885902e-06,
      "loss": 0.0056,
      "step": 517
    },
    {
      "epoch": 4.334728033472803,
      "grad_norm": 0.02542988397181034,
      "learning_rate": 5.024605055974408e-06,
      "loss": 0.0065,
      "step": 518
    },
    {
      "epoch": 4.343096234309623,
      "grad_norm": 0.01975710317492485,
      "learning_rate": 4.8971030842245635e-06,
      "loss": 0.0066,
      "step": 519
    },
    {
      "epoch": 4.351464435146443,
      "grad_norm": 0.01818425953388214,
      "learning_rate": 4.771156345144018e-06,
      "loss": 0.0062,
      "step": 520
    },
    {
      "epoch": 4.351464435146443,
      "eval_loss": 0.014165216125547886,
      "eval_runtime": 8.1986,
      "eval_samples_per_second": 6.099,
      "eval_steps_per_second": 1.586,
      "step": 520
    },
    {
      "epoch": 4.359832635983263,
      "grad_norm": 0.01841098628938198,
      "learning_rate": 4.646769181613098e-06,
      "loss": 0.0063,
      "step": 521
    },
    {
      "epoch": 4.368200836820083,
      "grad_norm": 0.01820644736289978,
      "learning_rate": 4.52394588273502e-06,
      "loss": 0.0065,
      "step": 522
    },
    {
      "epoch": 4.376569037656903,
      "grad_norm": 0.01679069548845291,
      "learning_rate": 4.40269068368801e-06,
      "loss": 0.0065,
      "step": 523
    },
    {
      "epoch": 4.384937238493724,
      "grad_norm": 0.017241882160305977,
      "learning_rate": 4.283007765579267e-06,
      "loss": 0.0062,
      "step": 524
    },
    {
      "epoch": 4.393305439330544,
      "grad_norm": 0.02121458761394024,
      "learning_rate": 4.164901255300779e-06,
      "loss": 0.0065,
      "step": 525
    },
    {
      "epoch": 4.393305439330544,
      "eval_loss": 0.01406473945826292,
      "eval_runtime": 8.2004,
      "eval_samples_per_second": 6.097,
      "eval_steps_per_second": 1.585,
      "step": 525
    },
    {
      "epoch": 4.401673640167364,
      "grad_norm": 0.01692904345691204,
      "learning_rate": 4.048375225387036e-06,
      "loss": 0.0057,
      "step": 526
    },
    {
      "epoch": 4.410041841004184,
      "grad_norm": 0.017979208379983902,
      "learning_rate": 3.9334336938746e-06,
      "loss": 0.0059,
      "step": 527
    },
    {
      "epoch": 4.418410041841004,
      "grad_norm": 0.015546801500022411,
      "learning_rate": 3.82008062416353e-06,
      "loss": 0.0064,
      "step": 528
    },
    {
      "epoch": 4.426778242677824,
      "grad_norm": 0.014850549399852753,
      "learning_rate": 3.7083199248807656e-06,
      "loss": 0.0058,
      "step": 529
    },
    {
      "epoch": 4.435146443514644,
      "grad_norm": 0.02002605050802231,
      "learning_rate": 3.5981554497452884e-06,
      "loss": 0.007,
      "step": 530
    },
    {
      "epoch": 4.435146443514644,
      "eval_loss": 0.013939818367362022,
      "eval_runtime": 8.1895,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 530
    },
    {
      "epoch": 4.443514644351464,
      "grad_norm": 0.015825215727090836,
      "learning_rate": 3.4895909974352935e-06,
      "loss": 0.0066,
      "step": 531
    },
    {
      "epoch": 4.451882845188284,
      "grad_norm": 0.017673788592219353,
      "learning_rate": 3.38263031145718e-06,
      "loss": 0.007,
      "step": 532
    },
    {
      "epoch": 4.460251046025105,
      "grad_norm": 0.014746863394975662,
      "learning_rate": 3.27727708001645e-06,
      "loss": 0.0055,
      "step": 533
    },
    {
      "epoch": 4.468619246861925,
      "grad_norm": 0.017045453190803528,
      "learning_rate": 3.173534935890582e-06,
      "loss": 0.0058,
      "step": 534
    },
    {
      "epoch": 4.476987447698745,
      "grad_norm": 0.0173475444316864,
      "learning_rate": 3.0714074563037044e-06,
      "loss": 0.0058,
      "step": 535
    },
    {
      "epoch": 4.476987447698745,
      "eval_loss": 0.013857071287930012,
      "eval_runtime": 8.227,
      "eval_samples_per_second": 6.078,
      "eval_steps_per_second": 1.58,
      "step": 535
    },
    {
      "epoch": 4.485355648535565,
      "grad_norm": 0.014112849719822407,
      "learning_rate": 2.970898162803287e-06,
      "loss": 0.0062,
      "step": 536
    },
    {
      "epoch": 4.493723849372385,
      "grad_norm": 0.018640313297510147,
      "learning_rate": 2.8720105211387183e-06,
      "loss": 0.006,
      "step": 537
    },
    {
      "epoch": 4.502092050209205,
      "grad_norm": 0.018944760784506798,
      "learning_rate": 2.774747941141764e-06,
      "loss": 0.0065,
      "step": 538
    },
    {
      "epoch": 4.510460251046025,
      "grad_norm": 0.017405930906534195,
      "learning_rate": 2.6791137766090157e-06,
      "loss": 0.0068,
      "step": 539
    },
    {
      "epoch": 4.518828451882845,
      "grad_norm": 0.019485093653202057,
      "learning_rate": 2.5851113251862345e-06,
      "loss": 0.0056,
      "step": 540
    },
    {
      "epoch": 4.518828451882845,
      "eval_loss": 0.01391106192022562,
      "eval_runtime": 8.1885,
      "eval_samples_per_second": 6.106,
      "eval_steps_per_second": 1.588,
      "step": 540
    },
    {
      "epoch": 4.527196652719665,
      "grad_norm": 0.01877741701900959,
      "learning_rate": 2.4927438282546567e-06,
      "loss": 0.0068,
      "step": 541
    },
    {
      "epoch": 4.535564853556485,
      "grad_norm": 0.0198155976831913,
      "learning_rate": 2.4020144708192026e-06,
      "loss": 0.006,
      "step": 542
    },
    {
      "epoch": 4.543933054393305,
      "grad_norm": 0.01476176455616951,
      "learning_rate": 2.3129263813986724e-06,
      "loss": 0.0062,
      "step": 543
    },
    {
      "epoch": 4.552301255230126,
      "grad_norm": 0.01914817839860916,
      "learning_rate": 2.225482631917847e-06,
      "loss": 0.0067,
      "step": 544
    },
    {
      "epoch": 4.560669456066946,
      "grad_norm": 0.0210384763777256,
      "learning_rate": 2.1396862376015903e-06,
      "loss": 0.0062,
      "step": 545
    },
    {
      "epoch": 4.560669456066946,
      "eval_loss": 0.013888537883758545,
      "eval_runtime": 8.1978,
      "eval_samples_per_second": 6.099,
      "eval_steps_per_second": 1.586,
      "step": 545
    },
    {
      "epoch": 4.569037656903766,
      "grad_norm": 0.021067198365926743,
      "learning_rate": 2.0555401568708554e-06,
      "loss": 0.0065,
      "step": 546
    },
    {
      "epoch": 4.577405857740586,
      "grad_norm": 0.017656171694397926,
      "learning_rate": 1.9730472912406816e-06,
      "loss": 0.0071,
      "step": 547
    },
    {
      "epoch": 4.585774058577406,
      "grad_norm": 0.017184708267450333,
      "learning_rate": 1.8922104852201528e-06,
      "loss": 0.0064,
      "step": 548
    },
    {
      "epoch": 4.594142259414226,
      "grad_norm": 0.02077127993106842,
      "learning_rate": 1.8130325262142755e-06,
      "loss": 0.0066,
      "step": 549
    },
    {
      "epoch": 4.602510460251046,
      "grad_norm": 0.013661603443324566,
      "learning_rate": 1.7355161444279344e-06,
      "loss": 0.0061,
      "step": 550
    },
    {
      "epoch": 4.602510460251046,
      "eval_loss": 0.013935999944806099,
      "eval_runtime": 8.2068,
      "eval_samples_per_second": 6.093,
      "eval_steps_per_second": 1.584,
      "step": 550
    },
    {
      "epoch": 4.610878661087866,
      "grad_norm": 0.033053044229745865,
      "learning_rate": 1.6596640127716778e-06,
      "loss": 0.0074,
      "step": 551
    },
    {
      "epoch": 4.619246861924686,
      "grad_norm": 0.019544832408428192,
      "learning_rate": 1.5854787467695975e-06,
      "loss": 0.0066,
      "step": 552
    },
    {
      "epoch": 4.627615062761507,
      "grad_norm": 0.017127815634012222,
      "learning_rate": 1.512962904469112e-06,
      "loss": 0.0057,
      "step": 553
    },
    {
      "epoch": 4.635983263598327,
      "grad_norm": 0.024544665589928627,
      "learning_rate": 1.442118986352775e-06,
      "loss": 0.0064,
      "step": 554
    },
    {
      "epoch": 4.644351464435147,
      "grad_norm": 0.016828225925564766,
      "learning_rate": 1.3729494352520578e-06,
      "loss": 0.0061,
      "step": 555
    },
    {
      "epoch": 4.644351464435147,
      "eval_loss": 0.013867921195924282,
      "eval_runtime": 8.1969,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 555
    },
    {
      "epoch": 4.652719665271967,
      "grad_norm": 0.016187148168683052,
      "learning_rate": 1.3054566362631082e-06,
      "loss": 0.0068,
      "step": 556
    },
    {
      "epoch": 4.661087866108787,
      "grad_norm": 0.018801085650920868,
      "learning_rate": 1.2396429166645073e-06,
      "loss": 0.0064,
      "step": 557
    },
    {
      "epoch": 4.669456066945607,
      "grad_norm": 0.01601874642074108,
      "learning_rate": 1.175510545837022e-06,
      "loss": 0.0062,
      "step": 558
    },
    {
      "epoch": 4.677824267782427,
      "grad_norm": 0.02034141682088375,
      "learning_rate": 1.1130617351853446e-06,
      "loss": 0.0057,
      "step": 559
    },
    {
      "epoch": 4.686192468619247,
      "grad_norm": 0.017557624727487564,
      "learning_rate": 1.0522986380618605e-06,
      "loss": 0.0068,
      "step": 560
    },
    {
      "epoch": 4.686192468619247,
      "eval_loss": 0.01384110189974308,
      "eval_runtime": 8.1896,
      "eval_samples_per_second": 6.105,
      "eval_steps_per_second": 1.587,
      "step": 560
    },
    {
      "epoch": 4.694560669456067,
      "grad_norm": 0.015541495755314827,
      "learning_rate": 9.932233496923903e-07,
      "loss": 0.0063,
      "step": 561
    },
    {
      "epoch": 4.702928870292887,
      "grad_norm": 0.01691366545855999,
      "learning_rate": 9.358379071039147e-07,
      "loss": 0.0069,
      "step": 562
    },
    {
      "epoch": 4.711297071129707,
      "grad_norm": 0.017451630905270576,
      "learning_rate": 8.801442890543743e-07,
      "loss": 0.0057,
      "step": 563
    },
    {
      "epoch": 4.7196652719665275,
      "grad_norm": 0.013958767987787724,
      "learning_rate": 8.261444159644083e-07,
      "loss": 0.0059,
      "step": 564
    },
    {
      "epoch": 4.7280334728033475,
      "grad_norm": 0.015628065913915634,
      "learning_rate": 7.738401498511405e-07,
      "loss": 0.0069,
      "step": 565
    },
    {
      "epoch": 4.7280334728033475,
      "eval_loss": 0.013867964036762714,
      "eval_runtime": 8.201,
      "eval_samples_per_second": 6.097,
      "eval_steps_per_second": 1.585,
      "step": 565
    },
    {
      "epoch": 4.7364016736401675,
      "grad_norm": 0.017734922468662262,
      "learning_rate": 7.232332942639974e-07,
      "loss": 0.0066,
      "step": 566
    },
    {
      "epoch": 4.7447698744769875,
      "grad_norm": 0.01975751295685768,
      "learning_rate": 6.743255942224913e-07,
      "loss": 0.0063,
      "step": 567
    },
    {
      "epoch": 4.7531380753138075,
      "grad_norm": 0.01823136769235134,
      "learning_rate": 6.27118736156046e-07,
      "loss": 0.0063,
      "step": 568
    },
    {
      "epoch": 4.7615062761506275,
      "grad_norm": 0.01851455122232437,
      "learning_rate": 5.816143478458714e-07,
      "loss": 0.0059,
      "step": 569
    },
    {
      "epoch": 4.7698744769874475,
      "grad_norm": 0.019744612276554108,
      "learning_rate": 5.378139983688135e-07,
      "loss": 0.0063,
      "step": 570
    },
    {
      "epoch": 4.7698744769874475,
      "eval_loss": 0.013921505771577358,
      "eval_runtime": 8.2248,
      "eval_samples_per_second": 6.079,
      "eval_steps_per_second": 1.581,
      "step": 570
    },
    {
      "epoch": 4.7782426778242675,
      "grad_norm": 0.017613310366868973,
      "learning_rate": 4.957191980432541e-07,
      "loss": 0.0061,
      "step": 571
    },
    {
      "epoch": 4.786610878661088,
      "grad_norm": 0.01842423528432846,
      "learning_rate": 4.5533139837704574e-07,
      "loss": 0.0065,
      "step": 572
    },
    {
      "epoch": 4.794979079497908,
      "grad_norm": 0.015000440180301666,
      "learning_rate": 4.1665199201744167e-07,
      "loss": 0.0065,
      "step": 573
    },
    {
      "epoch": 4.803347280334728,
      "grad_norm": 0.01420409232378006,
      "learning_rate": 3.7968231270307244e-07,
      "loss": 0.006,
      "step": 574
    },
    {
      "epoch": 4.811715481171548,
      "grad_norm": 0.014016808941960335,
      "learning_rate": 3.4442363521798304e-07,
      "loss": 0.0065,
      "step": 575
    },
    {
      "epoch": 4.811715481171548,
      "eval_loss": 0.01387822162359953,
      "eval_runtime": 8.1941,
      "eval_samples_per_second": 6.102,
      "eval_steps_per_second": 1.587,
      "step": 575
    },
    {
      "epoch": 4.820083682008368,
      "grad_norm": 0.025155773386359215,
      "learning_rate": 3.1087717534764584e-07,
      "loss": 0.0065,
      "step": 576
    },
    {
      "epoch": 4.828451882845188,
      "grad_norm": 0.017688661813735962,
      "learning_rate": 2.7904408983706607e-07,
      "loss": 0.0062,
      "step": 577
    },
    {
      "epoch": 4.836820083682008,
      "grad_norm": 0.014572778716683388,
      "learning_rate": 2.489254763508642e-07,
      "loss": 0.0063,
      "step": 578
    },
    {
      "epoch": 4.845188284518828,
      "grad_norm": 0.015580548904836178,
      "learning_rate": 2.2052237343545e-07,
      "loss": 0.0058,
      "step": 579
    },
    {
      "epoch": 4.853556485355648,
      "grad_norm": 0.01487270649522543,
      "learning_rate": 1.938357604832075e-07,
      "loss": 0.0064,
      "step": 580
    },
    {
      "epoch": 4.853556485355648,
      "eval_loss": 0.013862421736121178,
      "eval_runtime": 8.192,
      "eval_samples_per_second": 6.104,
      "eval_steps_per_second": 1.587,
      "step": 580
    },
    {
      "epoch": 4.861924686192468,
      "grad_norm": 0.020253285765647888,
      "learning_rate": 1.6886655769871029e-07,
      "loss": 0.0058,
      "step": 581
    },
    {
      "epoch": 4.870292887029288,
      "grad_norm": 0.01656149886548519,
      "learning_rate": 1.4561562606701385e-07,
      "loss": 0.0062,
      "step": 582
    },
    {
      "epoch": 4.878661087866108,
      "grad_norm": 0.016599709168076515,
      "learning_rate": 1.240837673239459e-07,
      "loss": 0.0065,
      "step": 583
    },
    {
      "epoch": 4.887029288702929,
      "grad_norm": 0.01712622120976448,
      "learning_rate": 1.0427172392847295e-07,
      "loss": 0.0062,
      "step": 584
    },
    {
      "epoch": 4.895397489539749,
      "grad_norm": 0.01667969673871994,
      "learning_rate": 8.618017903708197e-08,
      "loss": 0.0062,
      "step": 585
    },
    {
      "epoch": 4.895397489539749,
      "eval_loss": 0.013880819082260132,
      "eval_runtime": 8.2034,
      "eval_samples_per_second": 6.095,
      "eval_steps_per_second": 1.585,
      "step": 585
    },
    {
      "epoch": 4.903765690376569,
      "grad_norm": 0.019158054143190384,
      "learning_rate": 6.980975648026578e-08,
      "loss": 0.0061,
      "step": 586
    },
    {
      "epoch": 4.912133891213389,
      "grad_norm": 0.013462690636515617,
      "learning_rate": 5.516102074095697e-08,
      "loss": 0.0062,
      "step": 587
    },
    {
      "epoch": 4.920502092050209,
      "grad_norm": 0.014567787759006023,
      "learning_rate": 4.2234476935099074e-08,
      "loss": 0.0062,
      "step": 588
    },
    {
      "epoch": 4.928870292887029,
      "grad_norm": 0.014899435453116894,
      "learning_rate": 3.103057079422711e-08,
      "loss": 0.0057,
      "step": 589
    },
    {
      "epoch": 4.937238493723849,
      "grad_norm": 0.013964378274977207,
      "learning_rate": 2.154968865007989e-08,
      "loss": 0.0065,
      "step": 590
    },
    {
      "epoch": 4.937238493723849,
      "eval_loss": 0.013855883851647377,
      "eval_runtime": 8.2021,
      "eval_samples_per_second": 6.096,
      "eval_steps_per_second": 1.585,
      "step": 590
    },
    {
      "epoch": 4.945606694560669,
      "grad_norm": 0.013118981383740902,
      "learning_rate": 1.3792157421299579e-08,
      "loss": 0.006,
      "step": 591
    },
    {
      "epoch": 4.95397489539749,
      "grad_norm": 0.01663290336728096,
      "learning_rate": 7.758244602151799e-09,
      "loss": 0.0057,
      "step": 592
    },
    {
      "epoch": 4.96234309623431,
      "grad_norm": 0.01918199472129345,
      "learning_rate": 3.448158253277489e-09,
      "loss": 0.0059,
      "step": 593
    },
    {
      "epoch": 4.97071129707113,
      "grad_norm": 0.016706887632608414,
      "learning_rate": 8.620469945708198e-10,
      "loss": 0.0062,
      "step": 594
    },
    {
      "epoch": 4.97907949790795,
      "grad_norm": 0.016998644918203354,
      "learning_rate": 0.0,
      "loss": 0.0055,
      "step": 595
    },
    {
      "epoch": 4.97907949790795,
      "eval_loss": 0.01388928946107626,
      "eval_runtime": 8.1966,
      "eval_samples_per_second": 6.1,
      "eval_steps_per_second": 1.586,
      "step": 595
    },
    {
      "epoch": 4.97907949790795,
      "step": 595,
      "total_flos": 1.199536935920124e+18,
      "train_loss": 0.012196063881880846,
      "train_runtime": 9595.7495,
      "train_samples_per_second": 1.991,
      "train_steps_per_second": 0.062
    }
  ],
  "logging_steps": 1,
  "max_steps": 595,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.199536935920124e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}