{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.26293817132021,
  "eval_steps": 500,
  "global_step": 18580,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 58.19491958618164,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 4.5462,
      "step": 20
    },
    {
      "epoch": 0.0,
      "grad_norm": 51.19196319580078,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 4.6693,
      "step": 40
    },
    {
      "epoch": 0.0,
      "grad_norm": 45.4248161315918,
      "learning_rate": 5e-06,
      "loss": 4.6065,
      "step": 60
    },
    {
      "epoch": 0.0,
      "grad_norm": 57.08290100097656,
      "learning_rate": 6.666666666666667e-06,
      "loss": 4.4395,
      "step": 80
    },
    {
      "epoch": 0.0,
      "grad_norm": 40.65673828125,
      "learning_rate": 8.333333333333334e-06,
      "loss": 4.4641,
      "step": 100
    },
    {
      "epoch": 0.0,
      "grad_norm": 40.7547492980957,
      "learning_rate": 1e-05,
      "loss": 4.4638,
      "step": 120
    },
    {
      "epoch": 0.0,
      "grad_norm": 40.71052169799805,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 4.3721,
      "step": 140
    },
    {
      "epoch": 0.0,
      "grad_norm": 32.69596862792969,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 4.3784,
      "step": 160
    },
    {
      "epoch": 0.0,
      "grad_norm": 27.53285026550293,
      "learning_rate": 1.5e-05,
      "loss": 4.3627,
      "step": 180
    },
    {
      "epoch": 0.0,
      "grad_norm": 39.0136833190918,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 4.2018,
      "step": 200
    },
    {
      "epoch": 0.0,
      "grad_norm": 39.9036750793457,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 4.1214,
      "step": 220
    },
    {
      "epoch": 0.0,
      "grad_norm": 26.16208267211914,
      "learning_rate": 2e-05,
      "loss": 4.0551,
      "step": 240
    },
    {
      "epoch": 0.0,
      "grad_norm": 35.66220474243164,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 4.0599,
      "step": 260
    },
    {
      "epoch": 0.0,
      "grad_norm": 22.310619354248047,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 4.181,
      "step": 280
    },
    {
      "epoch": 0.0,
      "grad_norm": 31.29083824157715,
      "learning_rate": 2.5e-05,
      "loss": 4.0389,
      "step": 300
    },
    {
      "epoch": 0.0,
      "grad_norm": 18.66942596435547,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 4.0888,
      "step": 320
    },
    {
      "epoch": 0.0,
      "grad_norm": 47.483428955078125,
      "learning_rate": 2.8333333333333335e-05,
      "loss": 4.0918,
      "step": 340
    },
    {
      "epoch": 0.01,
      "grad_norm": 51.05717468261719,
      "learning_rate": 3e-05,
      "loss": 3.9807,
      "step": 360
    },
    {
      "epoch": 0.01,
      "grad_norm": 67.01704406738281,
      "learning_rate": 3.1666666666666666e-05,
      "loss": 4.0331,
      "step": 380
    },
    {
      "epoch": 0.01,
      "grad_norm": 40.98155975341797,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 4.039,
      "step": 400
    },
    {
      "epoch": 0.01,
      "grad_norm": 29.619321823120117,
      "learning_rate": 3.5e-05,
      "loss": 4.077,
      "step": 420
    },
    {
      "epoch": 0.01,
      "grad_norm": 41.605018615722656,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 4.044,
      "step": 440
    },
    {
      "epoch": 0.01,
      "grad_norm": 34.36818313598633,
      "learning_rate": 3.8333333333333334e-05,
      "loss": 3.974,
      "step": 460
    },
    {
      "epoch": 0.01,
      "grad_norm": 26.917036056518555,
      "learning_rate": 4e-05,
      "loss": 4.0088,
      "step": 480
    },
    {
      "epoch": 0.01,
      "grad_norm": 25.219558715820312,
      "learning_rate": 4.166666666666667e-05,
      "loss": 3.8768,
      "step": 500
    },
    {
      "epoch": 0.01,
      "grad_norm": 24.45106315612793,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 3.8979,
      "step": 520
    },
    {
      "epoch": 0.01,
      "grad_norm": 39.479461669921875,
      "learning_rate": 4.5e-05,
      "loss": 3.9241,
      "step": 540
    },
    {
      "epoch": 0.01,
      "grad_norm": 46.96614456176758,
      "learning_rate": 4.666666666666667e-05,
      "loss": 3.8796,
      "step": 560
    },
    {
      "epoch": 0.01,
      "grad_norm": 31.622241973876953,
      "learning_rate": 4.8333333333333334e-05,
      "loss": 3.9045,
      "step": 580
    },
    {
      "epoch": 0.01,
      "grad_norm": 146.8946990966797,
      "learning_rate": 5e-05,
      "loss": 3.941,
      "step": 600
    },
    {
      "epoch": 0.01,
      "grad_norm": 29.78015899658203,
      "learning_rate": 4.9999868880914903e-05,
      "loss": 3.9279,
      "step": 620
    },
    {
      "epoch": 0.01,
      "grad_norm": 44.591156005859375,
      "learning_rate": 4.999947552503497e-05,
      "loss": 3.8695,
      "step": 640
    },
    {
      "epoch": 0.01,
      "grad_norm": 35.80597686767578,
      "learning_rate": 4.9998819936486327e-05,
      "loss": 3.9277,
      "step": 660
    },
    {
      "epoch": 0.01,
      "grad_norm": 35.00313186645508,
      "learning_rate": 4.99979021221458e-05,
      "loss": 3.881,
      "step": 680
    },
    {
      "epoch": 0.01,
      "grad_norm": 28.8647403717041,
      "learning_rate": 4.999672209164081e-05,
      "loss": 3.8286,
      "step": 700
    },
    {
      "epoch": 0.01,
      "grad_norm": 33.56174087524414,
      "learning_rate": 4.999527985734932e-05,
      "loss": 3.8631,
      "step": 720
    },
    {
      "epoch": 0.01,
      "grad_norm": 63.59539794921875,
      "learning_rate": 4.999357543439969e-05,
      "loss": 3.8931,
      "step": 740
    },
    {
      "epoch": 0.01,
      "grad_norm": 54.89167785644531,
      "learning_rate": 4.999160884067051e-05,
      "loss": 3.8953,
      "step": 760
    },
    {
      "epoch": 0.01,
      "grad_norm": 33.9933967590332,
      "learning_rate": 4.998938009679042e-05,
      "loss": 3.9113,
      "step": 780
    },
    {
      "epoch": 0.01,
      "grad_norm": 56.342620849609375,
      "learning_rate": 4.998688922613788e-05,
      "loss": 3.8079,
      "step": 800
    },
    {
      "epoch": 0.01,
      "grad_norm": 35.17020797729492,
      "learning_rate": 4.998413625484095e-05,
      "loss": 3.8289,
      "step": 820
    },
    {
      "epoch": 0.01,
      "grad_norm": 36.69993209838867,
      "learning_rate": 4.998112121177699e-05,
      "loss": 3.9726,
      "step": 840
    },
    {
      "epoch": 0.01,
      "grad_norm": 41.2137565612793,
      "learning_rate": 4.997784412857239e-05,
      "loss": 3.8602,
      "step": 860
    },
    {
      "epoch": 0.01,
      "grad_norm": 49.4541130065918,
      "learning_rate": 4.99743050396022e-05,
      "loss": 3.8549,
      "step": 880
    },
    {
      "epoch": 0.01,
      "grad_norm": 40.87107849121094,
      "learning_rate": 4.997050398198977e-05,
      "loss": 3.7832,
      "step": 900
    },
    {
      "epoch": 0.01,
      "grad_norm": 31.820924758911133,
      "learning_rate": 4.9966440995606415e-05,
      "loss": 3.8991,
      "step": 920
    },
    {
      "epoch": 0.01,
      "grad_norm": 37.09877395629883,
      "learning_rate": 4.9962116123070924e-05,
      "loss": 3.9486,
      "step": 940
    },
    {
      "epoch": 0.01,
      "grad_norm": 40.25444412231445,
      "learning_rate": 4.995752940974918e-05,
      "loss": 3.848,
      "step": 960
    },
    {
      "epoch": 0.01,
      "grad_norm": 38.95152282714844,
      "learning_rate": 4.9952680903753627e-05,
      "loss": 3.723,
      "step": 980
    },
    {
      "epoch": 0.01,
      "grad_norm": 52.44506072998047,
      "learning_rate": 4.9947570655942796e-05,
      "loss": 3.864,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "grad_norm": 59.793373107910156,
      "learning_rate": 4.994219871992077e-05,
      "loss": 3.794,
      "step": 1020
    },
    {
      "epoch": 0.01,
      "grad_norm": 40.9141960144043,
      "learning_rate": 4.993656515203662e-05,
      "loss": 3.8384,
      "step": 1040
    },
    {
      "epoch": 0.02,
      "grad_norm": 33.75545883178711,
      "learning_rate": 4.99306700113838e-05,
      "loss": 3.8811,
      "step": 1060
    },
    {
      "epoch": 0.02,
      "grad_norm": 30.463613510131836,
      "learning_rate": 4.9924513359799554e-05,
      "loss": 3.7411,
      "step": 1080
    },
    {
      "epoch": 0.02,
      "grad_norm": 36.24667739868164,
      "learning_rate": 4.991809526186424e-05,
      "loss": 3.8915,
      "step": 1100
    },
    {
      "epoch": 0.02,
      "grad_norm": 35.77268600463867,
      "learning_rate": 4.991141578490066e-05,
      "loss": 3.7547,
      "step": 1120
    },
    {
      "epoch": 0.02,
      "grad_norm": 43.09757995605469,
      "learning_rate": 4.990447499897339e-05,
      "loss": 3.8161,
      "step": 1140
    },
    {
      "epoch": 0.02,
      "grad_norm": 67.45648956298828,
      "learning_rate": 4.989727297688797e-05,
      "loss": 3.9635,
      "step": 1160
    },
    {
      "epoch": 0.02,
      "grad_norm": 31.597640991210938,
      "learning_rate": 4.98898097941902e-05,
      "loss": 3.8912,
      "step": 1180
    },
    {
      "epoch": 0.02,
      "grad_norm": 41.68192672729492,
      "learning_rate": 4.988208552916535e-05,
      "loss": 3.8112,
      "step": 1200
    },
    {
      "epoch": 0.02,
      "grad_norm": 36.489810943603516,
      "learning_rate": 4.9874100262837296e-05,
      "loss": 3.7838,
      "step": 1220
    },
    {
      "epoch": 0.02,
      "grad_norm": 31.755823135375977,
      "learning_rate": 4.986585407896772e-05,
      "loss": 3.8385,
      "step": 1240
    },
    {
      "epoch": 0.02,
      "grad_norm": 84.64984130859375,
      "learning_rate": 4.985734706405516e-05,
      "loss": 3.8727,
      "step": 1260
    },
    {
      "epoch": 0.02,
      "grad_norm": 32.23849868774414,
      "learning_rate": 4.98485793073342e-05,
      "loss": 3.8013,
      "step": 1280
    },
    {
      "epoch": 0.02,
      "grad_norm": 25.90882110595703,
      "learning_rate": 4.983955090077444e-05,
      "loss": 3.7387,
      "step": 1300
    },
    {
      "epoch": 0.02,
      "grad_norm": 43.255313873291016,
      "learning_rate": 4.9830261939079614e-05,
      "loss": 3.8756,
      "step": 1320
    },
    {
      "epoch": 0.02,
      "grad_norm": 35.833404541015625,
      "learning_rate": 4.982071251968652e-05,
      "loss": 3.7124,
      "step": 1340
    },
    {
      "epoch": 0.02,
      "grad_norm": 29.098703384399414,
      "learning_rate": 4.981090274276406e-05,
      "loss": 3.8525,
      "step": 1360
    },
    {
      "epoch": 0.02,
      "grad_norm": 35.16478729248047,
      "learning_rate": 4.980083271121214e-05,
      "loss": 3.8262,
      "step": 1380
    },
    {
      "epoch": 0.02,
      "grad_norm": 32.62320327758789,
      "learning_rate": 4.9790502530660635e-05,
      "loss": 3.8903,
      "step": 1400
    },
    {
      "epoch": 0.02,
      "grad_norm": 48.55181884765625,
      "learning_rate": 4.977991230946824e-05,
      "loss": 3.7363,
      "step": 1420
    },
    {
      "epoch": 0.02,
      "grad_norm": 46.640403747558594,
      "learning_rate": 4.976906215872138e-05,
      "loss": 3.9682,
      "step": 1440
    },
    {
      "epoch": 0.02,
      "grad_norm": 32.13254928588867,
      "learning_rate": 4.9757952192232985e-05,
      "loss": 3.6851,
      "step": 1460
    },
    {
      "epoch": 0.02,
      "grad_norm": 34.074649810791016,
      "learning_rate": 4.9746582526541355e-05,
      "loss": 3.7781,
      "step": 1480
    },
    {
      "epoch": 0.02,
      "grad_norm": 37.383548736572266,
      "learning_rate": 4.9734953280908904e-05,
      "loss": 3.7182,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "grad_norm": 45.83818435668945,
      "learning_rate": 4.972306457732091e-05,
      "loss": 3.7685,
      "step": 1520
    },
    {
      "epoch": 0.02,
      "grad_norm": 35.88654327392578,
      "learning_rate": 4.9710916540484265e-05,
      "loss": 3.7627,
      "step": 1540
    },
    {
      "epoch": 0.02,
      "grad_norm": 29.5416202545166,
      "learning_rate": 4.96985092978261e-05,
      "loss": 3.8022,
      "step": 1560
    },
    {
      "epoch": 0.02,
      "grad_norm": 31.974184036254883,
      "learning_rate": 4.968584297949255e-05,
      "loss": 3.792,
      "step": 1580
    },
    {
      "epoch": 0.02,
      "grad_norm": 32.32705307006836,
      "learning_rate": 4.967291771834727e-05,
      "loss": 3.7238,
      "step": 1600
    },
    {
      "epoch": 0.02,
      "grad_norm": 29.011735916137695,
      "learning_rate": 4.9659733649970155e-05,
      "loss": 3.7215,
      "step": 1620
    },
    {
      "epoch": 0.02,
      "grad_norm": 33.73636245727539,
      "learning_rate": 4.9646290912655834e-05,
      "loss": 3.8132,
      "step": 1640
    },
    {
      "epoch": 0.02,
      "grad_norm": 38.57840347290039,
      "learning_rate": 4.9632589647412265e-05,
      "loss": 3.8606,
      "step": 1660
    },
    {
      "epoch": 0.02,
      "grad_norm": 33.149078369140625,
      "learning_rate": 4.9618629997959235e-05,
      "loss": 3.7518,
      "step": 1680
    },
    {
      "epoch": 0.02,
      "grad_norm": 58.5382194519043,
      "learning_rate": 4.960441211072686e-05,
      "loss": 3.7482,
      "step": 1700
    },
    {
      "epoch": 0.02,
      "grad_norm": 31.86609649658203,
      "learning_rate": 4.958993613485405e-05,
      "loss": 3.7683,
      "step": 1720
    },
    {
      "epoch": 0.02,
      "grad_norm": 28.98000144958496,
      "learning_rate": 4.9575202222186945e-05,
      "loss": 3.8361,
      "step": 1740
    },
    {
      "epoch": 0.02,
      "grad_norm": 37.06975555419922,
      "learning_rate": 4.956021052727731e-05,
      "loss": 3.7297,
      "step": 1760
    },
    {
      "epoch": 0.03,
      "grad_norm": 44.01863479614258,
      "learning_rate": 4.954496120738094e-05,
      "loss": 3.8244,
      "step": 1780
    },
    {
      "epoch": 0.03,
      "grad_norm": 31.08086585998535,
      "learning_rate": 4.9529454422455976e-05,
      "loss": 3.8144,
      "step": 1800
    },
    {
      "epoch": 0.03,
      "grad_norm": 36.80121994018555,
      "learning_rate": 4.951369033516127e-05,
      "loss": 3.7668,
      "step": 1820
    },
    {
      "epoch": 0.03,
      "grad_norm": 24.225065231323242,
      "learning_rate": 4.949766911085461e-05,
      "loss": 3.7929,
      "step": 1840
    },
    {
      "epoch": 0.03,
      "grad_norm": 33.50989532470703,
      "learning_rate": 4.948139091759108e-05,
      "loss": 3.7897,
      "step": 1860
    },
    {
      "epoch": 0.03,
      "grad_norm": 26.35730743408203,
      "learning_rate": 4.9464855926121225e-05,
      "loss": 3.8618,
      "step": 1880
    },
    {
      "epoch": 0.03,
      "grad_norm": 36.487464904785156,
      "learning_rate": 4.944806430988927e-05,
      "loss": 3.7205,
      "step": 1900
    },
    {
      "epoch": 0.03,
      "grad_norm": 35.87200164794922,
      "learning_rate": 4.943101624503132e-05,
      "loss": 3.8324,
      "step": 1920
    },
    {
      "epoch": 0.03,
      "grad_norm": 26.013994216918945,
      "learning_rate": 4.941371191037354e-05,
      "loss": 3.6997,
      "step": 1940
    },
    {
      "epoch": 0.03,
      "grad_norm": 42.59685134887695,
      "learning_rate": 4.939615148743017e-05,
      "loss": 3.7085,
      "step": 1960
    },
    {
      "epoch": 0.03,
      "grad_norm": 65.71659851074219,
      "learning_rate": 4.9378335160401766e-05,
      "loss": 3.8939,
      "step": 1980
    },
    {
      "epoch": 0.03,
      "grad_norm": 25.612024307250977,
      "learning_rate": 4.936026311617316e-05,
      "loss": 3.7231,
      "step": 2000
    },
    {
      "epoch": 0.03,
      "grad_norm": 28.377412796020508,
      "learning_rate": 4.9341935544311536e-05,
      "loss": 3.7476,
      "step": 2020
    },
    {
      "epoch": 0.03,
      "grad_norm": 29.760807037353516,
      "learning_rate": 4.9323352637064455e-05,
      "loss": 3.8374,
      "step": 2040
    },
    {
      "epoch": 0.03,
      "grad_norm": 35.875770568847656,
      "learning_rate": 4.9304514589357834e-05,
      "loss": 3.7073,
      "step": 2060
    },
    {
      "epoch": 0.03,
      "grad_norm": 26.299306869506836,
      "learning_rate": 4.928542159879386e-05,
      "loss": 3.736,
      "step": 2080
    },
    {
      "epoch": 0.03,
      "grad_norm": 40.1691780090332,
      "learning_rate": 4.926607386564898e-05,
      "loss": 3.7416,
      "step": 2100
    },
    {
      "epoch": 0.03,
      "grad_norm": 35.2581901550293,
      "learning_rate": 4.924647159287176e-05,
      "loss": 3.7917,
      "step": 2120
    },
    {
      "epoch": 0.03,
      "grad_norm": 24.038591384887695,
      "learning_rate": 4.9226614986080763e-05,
      "loss": 3.7164,
      "step": 2140
    },
    {
      "epoch": 0.03,
      "grad_norm": 41.96257019042969,
      "learning_rate": 4.92065042535624e-05,
      "loss": 3.8562,
      "step": 2160
    },
    {
      "epoch": 0.03,
      "grad_norm": 37.07769775390625,
      "learning_rate": 4.918613960626873e-05,
      "loss": 3.845,
      "step": 2180
    },
    {
      "epoch": 0.03,
      "grad_norm": 35.35500717163086,
      "learning_rate": 4.916552125781528e-05,
      "loss": 3.679,
      "step": 2200
    },
    {
      "epoch": 0.03,
      "grad_norm": 28.356767654418945,
      "learning_rate": 4.914464942447876e-05,
      "loss": 3.6217,
      "step": 2220
    },
    {
      "epoch": 0.03,
      "grad_norm": 32.50172805786133,
      "learning_rate": 4.912352432519484e-05,
      "loss": 3.8185,
      "step": 2240
    },
    {
      "epoch": 0.03,
      "grad_norm": 36.33710861206055,
      "learning_rate": 4.910214618155579e-05,
      "loss": 3.7401,
      "step": 2260
    },
    {
      "epoch": 0.03,
      "grad_norm": 42.05067443847656,
      "learning_rate": 4.908051521780824e-05,
      "loss": 3.6782,
      "step": 2280
    },
    {
      "epoch": 0.03,
      "grad_norm": 37.84385299682617,
      "learning_rate": 4.9058631660850765e-05,
      "loss": 3.7863,
      "step": 2300
    },
    {
      "epoch": 0.03,
      "grad_norm": 28.022615432739258,
      "learning_rate": 4.90364957402315e-05,
      "loss": 3.7804,
      "step": 2320
    },
    {
      "epoch": 0.03,
      "grad_norm": 38.274173736572266,
      "learning_rate": 4.9014107688145804e-05,
      "loss": 3.6898,
      "step": 2340
    },
    {
      "epoch": 0.03,
      "grad_norm": 29.532123565673828,
      "learning_rate": 4.899146773943374e-05,
      "loss": 3.7521,
      "step": 2360
    },
    {
      "epoch": 0.03,
      "grad_norm": 48.601417541503906,
      "learning_rate": 4.896857613157765e-05,
      "loss": 3.646,
      "step": 2380
    },
    {
      "epoch": 0.03,
      "grad_norm": 31.142457962036133,
      "learning_rate": 4.894543310469968e-05,
      "loss": 3.7694,
      "step": 2400
    },
    {
      "epoch": 0.03,
      "grad_norm": 39.75430679321289,
      "learning_rate": 4.8922038901559224e-05,
      "loss": 3.7673,
      "step": 2420
    },
    {
      "epoch": 0.03,
      "grad_norm": 46.01137924194336,
      "learning_rate": 4.8898393767550405e-05,
      "loss": 3.7022,
      "step": 2440
    },
    {
      "epoch": 0.03,
      "grad_norm": 26.171249389648438,
      "learning_rate": 4.887449795069948e-05,
      "loss": 3.7917,
      "step": 2460
    },
    {
      "epoch": 0.04,
      "grad_norm": 46.24589538574219,
      "learning_rate": 4.885035170166228e-05,
      "loss": 3.7352,
      "step": 2480
    },
    {
      "epoch": 0.04,
      "grad_norm": 31.69544219970703,
      "learning_rate": 4.882595527372152e-05,
      "loss": 3.694,
      "step": 2500
    },
    {
      "epoch": 0.04,
      "grad_norm": 35.99808883666992,
      "learning_rate": 4.880130892278419e-05,
      "loss": 3.7636,
      "step": 2520
    },
    {
      "epoch": 0.04,
      "grad_norm": 31.871978759765625,
      "learning_rate": 4.877641290737884e-05,
      "loss": 3.7472,
      "step": 2540
    },
    {
      "epoch": 0.04,
      "grad_norm": 35.04158401489258,
      "learning_rate": 4.87512674886529e-05,
      "loss": 3.7445,
      "step": 2560
    },
    {
      "epoch": 0.04,
      "grad_norm": 46.71685791015625,
      "learning_rate": 4.872587293036991e-05,
      "loss": 3.7141,
      "step": 2580
    },
    {
      "epoch": 0.04,
      "grad_norm": 26.907012939453125,
      "learning_rate": 4.870022949890676e-05,
      "loss": 3.748,
      "step": 2600
    },
    {
      "epoch": 0.04,
      "grad_norm": 26.9509334564209,
      "learning_rate": 4.867433746325093e-05,
      "loss": 3.7635,
      "step": 2620
    },
    {
      "epoch": 0.04,
      "grad_norm": 26.85176658630371,
      "learning_rate": 4.8648197094997616e-05,
      "loss": 3.824,
      "step": 2640
    },
    {
      "epoch": 0.04,
      "grad_norm": 22.88348960876465,
      "learning_rate": 4.8621808668346906e-05,
      "loss": 3.7504,
      "step": 2660
    },
    {
      "epoch": 0.04,
      "grad_norm": 27.76841163635254,
      "learning_rate": 4.859517246010091e-05,
      "loss": 3.8228,
      "step": 2680
    },
    {
      "epoch": 0.04,
      "grad_norm": 41.46321487426758,
      "learning_rate": 4.856828874966086e-05,
      "loss": 3.6509,
      "step": 2700
    },
    {
      "epoch": 0.04,
      "grad_norm": 28.96099090576172,
      "learning_rate": 4.854115781902414e-05,
      "loss": 3.7377,
      "step": 2720
    },
    {
      "epoch": 0.04,
      "grad_norm": 38.632015228271484,
      "learning_rate": 4.851377995278138e-05,
      "loss": 3.8471,
      "step": 2740
    },
    {
      "epoch": 0.04,
      "grad_norm": 32.76665496826172,
      "learning_rate": 4.8486155438113454e-05,
      "loss": 3.731,
      "step": 2760
    },
    {
      "epoch": 0.04,
      "grad_norm": 30.798906326293945,
      "learning_rate": 4.845828456478842e-05,
      "loss": 3.6953,
      "step": 2780
    },
    {
      "epoch": 0.04,
      "grad_norm": 35.173606872558594,
      "learning_rate": 4.8430167625158595e-05,
      "loss": 3.6521,
      "step": 2800
    },
    {
      "epoch": 0.04,
      "grad_norm": 50.02262496948242,
      "learning_rate": 4.840180491415733e-05,
      "loss": 3.6999,
      "step": 2820
    },
    {
      "epoch": 0.04,
      "grad_norm": 33.76813507080078,
      "learning_rate": 4.837319672929607e-05,
      "loss": 3.7118,
      "step": 2840
    },
    {
      "epoch": 0.04,
      "grad_norm": 24.56015396118164,
      "learning_rate": 4.834434337066112e-05,
      "loss": 3.7094,
      "step": 2860
    },
    {
      "epoch": 0.04,
      "grad_norm": 39.17055892944336,
      "learning_rate": 4.8315245140910556e-05,
      "loss": 3.799,
      "step": 2880
    },
    {
      "epoch": 0.04,
      "grad_norm": 29.631614685058594,
      "learning_rate": 4.828590234527106e-05,
      "loss": 3.7785,
      "step": 2900
    },
    {
      "epoch": 0.04,
      "grad_norm": 46.83203125,
      "learning_rate": 4.825631529153466e-05,
      "loss": 3.6311,
      "step": 2920
    },
    {
      "epoch": 0.04,
      "grad_norm": 34.5321044921875,
      "learning_rate": 4.822648429005554e-05,
      "loss": 3.7288,
      "step": 2940
    },
    {
      "epoch": 0.04,
      "grad_norm": 19.74892234802246,
      "learning_rate": 4.819640965374681e-05,
      "loss": 3.6749,
      "step": 2960
    },
    {
      "epoch": 0.04,
      "grad_norm": 51.736480712890625,
      "learning_rate": 4.8166091698077164e-05,
      "loss": 3.8733,
      "step": 2980
    },
    {
      "epoch": 0.04,
      "grad_norm": 24.50010871887207,
      "learning_rate": 4.813553074106761e-05,
      "loss": 3.7634,
      "step": 3000
    },
    {
      "epoch": 0.04,
      "grad_norm": 29.08304214477539,
      "learning_rate": 4.810472710328812e-05,
      "loss": 3.7277,
      "step": 3020
    },
    {
      "epoch": 0.04,
      "grad_norm": 55.230377197265625,
      "learning_rate": 4.80736811078543e-05,
      "loss": 3.7238,
      "step": 3040
    },
    {
      "epoch": 0.04,
      "grad_norm": 19.770660400390625,
      "learning_rate": 4.804239308042392e-05,
      "loss": 3.7202,
      "step": 3060
    },
    {
      "epoch": 0.04,
      "grad_norm": 28.955581665039062,
      "learning_rate": 4.8010863349193605e-05,
      "loss": 3.7079,
      "step": 3080
    },
    {
      "epoch": 0.04,
      "grad_norm": 32.6827278137207,
      "learning_rate": 4.7979092244895305e-05,
      "loss": 3.7488,
      "step": 3100
    },
    {
      "epoch": 0.04,
      "grad_norm": 28.665210723876953,
      "learning_rate": 4.794708010079289e-05,
      "loss": 3.6798,
      "step": 3120
    },
    {
      "epoch": 0.04,
      "grad_norm": 31.36636734008789,
      "learning_rate": 4.791482725267857e-05,
      "loss": 3.7233,
      "step": 3140
    },
    {
      "epoch": 0.04,
      "grad_norm": 28.98109245300293,
      "learning_rate": 4.7882334038869495e-05,
      "loss": 3.8137,
      "step": 3160
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.13091278076172,
      "learning_rate": 4.784960080020408e-05,
      "loss": 3.756,
      "step": 3180
    },
    {
      "epoch": 0.05,
      "grad_norm": 43.819313049316406,
      "learning_rate": 4.781662788003851e-05,
      "loss": 3.7371,
      "step": 3200
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.864599227905273,
      "learning_rate": 4.7783415624243124e-05,
      "loss": 3.604,
      "step": 3220
    },
    {
      "epoch": 0.05,
      "grad_norm": 38.96342468261719,
      "learning_rate": 4.7749964381198765e-05,
      "loss": 3.7482,
      "step": 3240
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.412094116210938,
      "learning_rate": 4.7716274501793144e-05,
      "loss": 3.6766,
      "step": 3260
    },
    {
      "epoch": 0.05,
      "grad_norm": 35.93290328979492,
      "learning_rate": 4.768234633941716e-05,
      "loss": 3.6659,
      "step": 3280
    },
    {
      "epoch": 0.05,
      "grad_norm": 34.64625930786133,
      "learning_rate": 4.764818024996117e-05,
      "loss": 3.6739,
      "step": 3300
    },
    {
      "epoch": 0.05,
      "grad_norm": 32.466495513916016,
      "learning_rate": 4.76137765918113e-05,
      "loss": 3.7524,
      "step": 3320
    },
    {
      "epoch": 0.05,
      "grad_norm": 33.156776428222656,
      "learning_rate": 4.7579135725845635e-05,
      "loss": 3.7571,
      "step": 3340
    },
    {
      "epoch": 0.05,
      "grad_norm": 48.48731994628906,
      "learning_rate": 4.7544258015430463e-05,
      "loss": 3.6783,
      "step": 3360
    },
    {
      "epoch": 0.05,
      "grad_norm": 30.641870498657227,
      "learning_rate": 4.750914382641648e-05,
      "loss": 3.7549,
      "step": 3380
    },
    {
      "epoch": 0.05,
      "grad_norm": 31.7097110748291,
      "learning_rate": 4.747379352713489e-05,
      "loss": 3.6388,
      "step": 3400
    },
    {
      "epoch": 0.05,
      "grad_norm": 45.476951599121094,
      "learning_rate": 4.7438207488393616e-05,
      "loss": 3.7421,
      "step": 3420
    },
    {
      "epoch": 0.05,
      "grad_norm": 42.40350341796875,
      "learning_rate": 4.740238608347336e-05,
      "loss": 3.771,
      "step": 3440
    },
    {
      "epoch": 0.05,
      "grad_norm": 26.54286003112793,
      "learning_rate": 4.736632968812373e-05,
      "loss": 3.6409,
      "step": 3460
    },
    {
      "epoch": 0.05,
      "grad_norm": 33.44880676269531,
      "learning_rate": 4.733003868055923e-05,
      "loss": 3.6977,
      "step": 3480
    },
    {
      "epoch": 0.05,
      "grad_norm": 30.746978759765625,
      "learning_rate": 4.7293513441455364e-05,
      "loss": 3.6403,
      "step": 3500
    },
    {
      "epoch": 0.05,
      "grad_norm": 30.616453170776367,
      "learning_rate": 4.72567543539446e-05,
      "loss": 3.7039,
      "step": 3520
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.486270904541016,
      "learning_rate": 4.721976180361238e-05,
      "loss": 3.6331,
      "step": 3540
    },
    {
      "epoch": 0.05,
      "grad_norm": 31.4039363861084,
      "learning_rate": 4.718253617849306e-05,
      "loss": 3.6498,
      "step": 3560
    },
    {
      "epoch": 0.05,
      "grad_norm": 22.35509490966797,
      "learning_rate": 4.714507786906581e-05,
      "loss": 3.709,
      "step": 3580
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.957500457763672,
      "learning_rate": 4.710738726825059e-05,
      "loss": 3.7159,
      "step": 3600
    },
    {
      "epoch": 0.05,
      "grad_norm": 27.019580841064453,
      "learning_rate": 4.706946477140396e-05,
      "loss": 3.6971,
      "step": 3620
    },
    {
      "epoch": 0.05,
      "grad_norm": 32.743896484375,
      "learning_rate": 4.703131077631497e-05,
      "loss": 3.5543,
      "step": 3640
    },
    {
      "epoch": 0.05,
      "grad_norm": 30.018753051757812,
      "learning_rate": 4.699292568320097e-05,
      "loss": 3.6811,
      "step": 3660
    },
    {
      "epoch": 0.05,
      "grad_norm": 27.54176139831543,
      "learning_rate": 4.695430989470343e-05,
      "loss": 3.6593,
      "step": 3680
    },
    {
      "epoch": 0.05,
      "grad_norm": 30.283519744873047,
      "learning_rate": 4.69154638158837e-05,
      "loss": 3.551,
      "step": 3700
    },
    {
      "epoch": 0.05,
      "grad_norm": 26.505075454711914,
      "learning_rate": 4.687638785421875e-05,
      "loss": 3.7794,
      "step": 3720
    },
    {
      "epoch": 0.05,
      "grad_norm": 26.94403839111328,
      "learning_rate": 4.683708241959694e-05,
      "loss": 3.6415,
      "step": 3740
    },
    {
      "epoch": 0.05,
      "grad_norm": 31.006845474243164,
      "learning_rate": 4.679754792431368e-05,
      "loss": 3.6741,
      "step": 3760
    },
    {
      "epoch": 0.05,
      "grad_norm": 60.343318939208984,
      "learning_rate": 4.675778478306712e-05,
      "loss": 3.6502,
      "step": 3780
    },
    {
      "epoch": 0.05,
      "grad_norm": 52.47261047363281,
      "learning_rate": 4.671779341295378e-05,
      "loss": 3.6878,
      "step": 3800
    },
    {
      "epoch": 0.05,
      "grad_norm": 34.15403747558594,
      "learning_rate": 4.6677574233464226e-05,
      "loss": 3.7464,
      "step": 3820
    },
    {
      "epoch": 0.05,
      "grad_norm": 21.71308135986328,
      "learning_rate": 4.663712766647862e-05,
      "loss": 3.6239,
      "step": 3840
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.242189407348633,
      "learning_rate": 4.65964541362623e-05,
      "loss": 3.8114,
      "step": 3860
    },
    {
      "epoch": 0.05,
      "grad_norm": 35.03647232055664,
      "learning_rate": 4.655555406946135e-05,
      "loss": 3.654,
      "step": 3880
    },
    {
      "epoch": 0.06,
      "grad_norm": 54.89191818237305,
      "learning_rate": 4.6514427895098134e-05,
      "loss": 3.6936,
      "step": 3900
    },
    {
      "epoch": 0.06,
      "grad_norm": 24.903459548950195,
      "learning_rate": 4.647307604456674e-05,
      "loss": 3.8267,
      "step": 3920
    },
    {
      "epoch": 0.06,
      "grad_norm": 33.852054595947266,
      "learning_rate": 4.643149895162854e-05,
      "loss": 3.661,
      "step": 3940
    },
    {
      "epoch": 0.06,
      "grad_norm": 35.687713623046875,
      "learning_rate": 4.6389697052407534e-05,
      "loss": 3.67,
      "step": 3960
    },
    {
      "epoch": 0.06,
      "grad_norm": 29.4704647064209,
      "learning_rate": 4.6347670785385884e-05,
      "loss": 3.7182,
      "step": 3980
    },
    {
      "epoch": 0.06,
      "grad_norm": 24.089828491210938,
      "learning_rate": 4.630542059139924e-05,
      "loss": 3.5781,
      "step": 4000
    },
    {
      "epoch": 0.06,
      "grad_norm": 34.60494613647461,
      "learning_rate": 4.626294691363213e-05,
      "loss": 3.7001,
      "step": 4020
    },
    {
      "epoch": 0.06,
      "grad_norm": 53.43947219848633,
      "learning_rate": 4.622025019761336e-05,
      "loss": 3.6048,
      "step": 4040
    },
    {
      "epoch": 0.06,
      "grad_norm": 35.322486877441406,
      "learning_rate": 4.617733089121127e-05,
      "loss": 3.6201,
      "step": 4060
    },
    {
      "epoch": 0.06,
      "grad_norm": 47.170005798339844,
      "learning_rate": 4.613418944462907e-05,
      "loss": 3.7443,
      "step": 4080
    },
    {
      "epoch": 0.06,
      "grad_norm": 30.616161346435547,
      "learning_rate": 4.6090826310400116e-05,
      "loss": 3.7685,
      "step": 4100
    },
    {
      "epoch": 0.06,
      "grad_norm": 24.628185272216797,
      "learning_rate": 4.6047241943383176e-05,
      "loss": 3.6677,
      "step": 4120
    },
    {
      "epoch": 0.06,
      "grad_norm": 38.79618453979492,
      "learning_rate": 4.600343680075764e-05,
      "loss": 3.744,
      "step": 4140
    },
    {
      "epoch": 0.06,
      "grad_norm": 37.38518524169922,
      "learning_rate": 4.595941134201871e-05,
      "loss": 3.7101,
      "step": 4160
    },
    {
      "epoch": 0.06,
      "grad_norm": 29.248828887939453,
      "learning_rate": 4.5915166028972624e-05,
      "loss": 3.7209,
      "step": 4180
    },
    {
      "epoch": 0.06,
      "grad_norm": 45.65785217285156,
      "learning_rate": 4.587070132573178e-05,
      "loss": 3.7605,
      "step": 4200
    },
    {
      "epoch": 0.06,
      "grad_norm": 24.220314025878906,
      "learning_rate": 4.582601769870988e-05,
      "loss": 3.6609,
      "step": 4220
    },
    {
      "epoch": 0.06,
      "grad_norm": 27.00070571899414,
      "learning_rate": 4.578111561661702e-05,
      "loss": 3.6754,
      "step": 4240
    },
    {
      "epoch": 0.06,
      "grad_norm": 75.85283660888672,
      "learning_rate": 4.573599555045479e-05,
      "loss": 3.6605,
      "step": 4260
    },
    {
      "epoch": 0.06,
      "grad_norm": 29.803096771240234,
      "learning_rate": 4.569065797351135e-05,
      "loss": 3.6287,
      "step": 4280
    },
    {
      "epoch": 0.06,
      "grad_norm": 26.4781494140625,
      "learning_rate": 4.5645103361356415e-05,
      "loss": 3.6301,
      "step": 4300
    },
    {
      "epoch": 0.06,
      "grad_norm": 47.245357513427734,
      "learning_rate": 4.5599332191836316e-05,
      "loss": 3.6776,
      "step": 4320
    },
    {
      "epoch": 0.06,
      "grad_norm": 26.005104064941406,
      "learning_rate": 4.555334494506896e-05,
      "loss": 3.6756,
      "step": 4340
    },
    {
      "epoch": 0.06,
      "grad_norm": 35.15077590942383,
      "learning_rate": 4.5507142103438794e-05,
      "loss": 3.7022,
      "step": 4360
    },
    {
      "epoch": 0.06,
      "grad_norm": 29.038782119750977,
      "learning_rate": 4.546072415159179e-05,
      "loss": 3.6325,
      "step": 4380
    },
    {
      "epoch": 0.06,
      "grad_norm": 30.944393157958984,
      "learning_rate": 4.541409157643027e-05,
      "loss": 3.6343,
      "step": 4400
    },
    {
      "epoch": 0.06,
      "grad_norm": 31.153432846069336,
      "learning_rate": 4.536724486710791e-05,
      "loss": 3.7739,
      "step": 4420
    },
    {
      "epoch": 0.06,
      "grad_norm": 40.95075225830078,
      "learning_rate": 4.53201845150245e-05,
      "loss": 3.6558,
      "step": 4440
    },
    {
      "epoch": 0.06,
      "grad_norm": 30.37499237060547,
      "learning_rate": 4.5272911013820876e-05,
      "loss": 3.6093,
      "step": 4460
    },
    {
      "epoch": 0.06,
      "grad_norm": 23.894237518310547,
      "learning_rate": 4.522542485937369e-05,
      "loss": 3.6415,
      "step": 4480
    },
    {
      "epoch": 0.06,
      "grad_norm": 69.29508209228516,
      "learning_rate": 4.517772654979023e-05,
      "loss": 3.696,
      "step": 4500
    },
    {
      "epoch": 0.06,
      "grad_norm": 31.464527130126953,
      "learning_rate": 4.5129816585403206e-05,
      "loss": 3.7147,
      "step": 4520
    },
    {
      "epoch": 0.06,
      "grad_norm": 30.76380729675293,
      "learning_rate": 4.508169546876547e-05,
      "loss": 3.6428,
      "step": 4540
    },
    {
      "epoch": 0.06,
      "grad_norm": 27.94367027282715,
      "learning_rate": 4.503336370464476e-05,
      "loss": 3.7018,
      "step": 4560
    },
    {
      "epoch": 0.06,
      "grad_norm": 22.166793823242188,
      "learning_rate": 4.49848218000184e-05,
      "loss": 3.7018,
      "step": 4580
    },
    {
      "epoch": 0.07,
      "grad_norm": 32.058921813964844,
      "learning_rate": 4.493607026406802e-05,
      "loss": 3.7035,
      "step": 4600
    },
    {
      "epoch": 0.07,
      "grad_norm": 28.55988311767578,
      "learning_rate": 4.488710960817416e-05,
      "loss": 3.7725,
      "step": 4620
    },
    {
      "epoch": 0.07,
      "grad_norm": 23.51280403137207,
      "learning_rate": 4.4837940345910925e-05,
      "loss": 3.7238,
      "step": 4640
    },
    {
      "epoch": 0.07,
      "grad_norm": 37.3757209777832,
      "learning_rate": 4.4788562993040614e-05,
      "loss": 3.701,
      "step": 4660
    },
    {
      "epoch": 0.07,
      "grad_norm": 38.56554412841797,
      "learning_rate": 4.473897806750829e-05,
      "loss": 3.7174,
      "step": 4680
    },
    {
      "epoch": 0.07,
      "grad_norm": 29.553325653076172,
      "learning_rate": 4.4689186089436366e-05,
      "loss": 3.627,
      "step": 4700
    },
    {
      "epoch": 0.07,
      "grad_norm": 33.66290283203125,
      "learning_rate": 4.463918758111912e-05,
      "loss": 3.6307,
      "step": 4720
    },
    {
      "epoch": 0.07,
      "grad_norm": 29.957775115966797,
      "learning_rate": 4.4588983067017257e-05,
      "loss": 3.6157,
      "step": 4740
    },
    {
      "epoch": 0.07,
      "grad_norm": 35.32748794555664,
      "learning_rate": 4.4538573073752365e-05,
      "loss": 3.5961,
      "step": 4760
    },
    {
      "epoch": 0.07,
      "grad_norm": 24.597824096679688,
      "learning_rate": 4.448795813010142e-05,
      "loss": 3.5881,
      "step": 4780
    },
    {
      "epoch": 0.07,
      "grad_norm": 26.248044967651367,
      "learning_rate": 4.443713876699124e-05,
      "loss": 3.6057,
      "step": 4800
    },
    {
      "epoch": 0.07,
      "grad_norm": 25.942325592041016,
      "learning_rate": 4.4386115517492874e-05,
      "loss": 3.6286,
      "step": 4820
    },
    {
      "epoch": 0.07,
      "grad_norm": 42.028316497802734,
      "learning_rate": 4.43348889168161e-05,
      "loss": 3.6306,
      "step": 4840
    },
    {
      "epoch": 0.07,
      "grad_norm": 24.317644119262695,
      "learning_rate": 4.4283459502303695e-05,
      "loss": 3.5992,
      "step": 4860
    },
    {
      "epoch": 0.07,
      "grad_norm": 43.174903869628906,
      "learning_rate": 4.4231827813425885e-05,
      "loss": 3.6493,
      "step": 4880
    },
    {
      "epoch": 0.07,
      "grad_norm": 33.58101272583008,
      "learning_rate": 4.417999439177466e-05,
      "loss": 3.6843,
      "step": 4900
    },
    {
      "epoch": 0.07,
      "grad_norm": 34.096824645996094,
      "learning_rate": 4.412795978105807e-05,
      "loss": 3.6134,
      "step": 4920
    },
    {
      "epoch": 0.07,
      "grad_norm": 35.04353713989258,
      "learning_rate": 4.4075724527094584e-05,
      "loss": 3.5916,
      "step": 4940
    },
    {
      "epoch": 0.07,
      "grad_norm": 28.97658920288086,
      "learning_rate": 4.402328917780728e-05,
      "loss": 3.6362,
      "step": 4960
    },
    {
      "epoch": 0.07,
      "grad_norm": 35.05881118774414,
      "learning_rate": 4.397065428321817e-05,
      "loss": 3.7566,
      "step": 4980
    },
    {
      "epoch": 0.07,
      "grad_norm": 27.057044982910156,
      "learning_rate": 4.391782039544238e-05,
      "loss": 3.4967,
      "step": 5000
    },
    {
      "epoch": 0.07,
      "grad_norm": 22.590089797973633,
      "learning_rate": 4.386478806868241e-05,
      "loss": 3.6759,
      "step": 5020
    },
    {
      "epoch": 0.07,
      "grad_norm": 34.77460479736328,
      "learning_rate": 4.3811557859222254e-05,
      "loss": 3.6893,
      "step": 5040
    },
    {
      "epoch": 0.07,
      "grad_norm": 24.440248489379883,
      "learning_rate": 4.375813032542164e-05,
      "loss": 3.7167,
      "step": 5060
    },
    {
      "epoch": 0.07,
      "grad_norm": 42.91717529296875,
      "learning_rate": 4.3704506027710105e-05,
      "loss": 3.5893,
      "step": 5080
    },
    {
      "epoch": 0.07,
      "grad_norm": 34.991634368896484,
      "learning_rate": 4.365068552858115e-05,
      "loss": 3.5482,
      "step": 5100
    },
    {
      "epoch": 0.07,
      "grad_norm": 37.62036895751953,
      "learning_rate": 4.3596669392586365e-05,
      "loss": 3.5972,
      "step": 5120
    },
    {
      "epoch": 0.07,
      "grad_norm": 29.56283950805664,
      "learning_rate": 4.354245818632944e-05,
      "loss": 3.6804,
      "step": 5140
    },
    {
      "epoch": 0.07,
      "grad_norm": 35.37843322753906,
      "learning_rate": 4.348805247846027e-05,
      "loss": 3.6491,
      "step": 5160
    },
    {
      "epoch": 0.07,
      "grad_norm": 39.210906982421875,
      "learning_rate": 4.343345283966901e-05,
      "loss": 3.6268,
      "step": 5180
    },
    {
      "epoch": 0.07,
      "grad_norm": 26.60144805908203,
      "learning_rate": 4.337865984268001e-05,
      "loss": 3.6277,
      "step": 5200
    },
    {
      "epoch": 0.07,
      "grad_norm": 32.668052673339844,
      "learning_rate": 4.33236740622459e-05,
      "loss": 3.6159,
      "step": 5220
    },
    {
      "epoch": 0.07,
      "grad_norm": 43.837833404541016,
      "learning_rate": 4.326849607514148e-05,
      "loss": 3.5939,
      "step": 5240
    },
    {
      "epoch": 0.07,
      "grad_norm": 20.860111236572266,
      "learning_rate": 4.321312646015775e-05,
      "loss": 3.624,
      "step": 5260
    },
    {
      "epoch": 0.07,
      "grad_norm": 24.005277633666992,
      "learning_rate": 4.3157565798095753e-05,
      "loss": 3.6098,
      "step": 5280
    },
    {
      "epoch": 0.08,
      "grad_norm": 23.65524673461914,
      "learning_rate": 4.3101814671760546e-05,
      "loss": 3.6969,
      "step": 5300
    },
    {
      "epoch": 0.08,
      "grad_norm": 40.98033905029297,
      "learning_rate": 4.304587366595506e-05,
      "loss": 3.8225,
      "step": 5320
    },
    {
      "epoch": 0.08,
      "grad_norm": 28.647207260131836,
      "learning_rate": 4.298974336747397e-05,
      "loss": 3.6742,
      "step": 5340
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.806941986083984,
      "learning_rate": 4.2933424365097564e-05,
      "loss": 3.5679,
      "step": 5360
    },
    {
      "epoch": 0.08,
      "grad_norm": 22.459196090698242,
      "learning_rate": 4.287691724958551e-05,
      "loss": 3.6389,
      "step": 5380
    },
    {
      "epoch": 0.08,
      "grad_norm": 23.558490753173828,
      "learning_rate": 4.2820222613670736e-05,
      "loss": 3.6654,
      "step": 5400
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.315793991088867,
      "learning_rate": 4.276334105205312e-05,
      "loss": 3.5976,
      "step": 5420
    },
    {
      "epoch": 0.08,
      "grad_norm": 21.125396728515625,
      "learning_rate": 4.2706273161393327e-05,
      "loss": 3.5712,
      "step": 5440
    },
    {
      "epoch": 0.08,
      "grad_norm": 25.103483200073242,
      "learning_rate": 4.2649019540306545e-05,
      "loss": 3.616,
      "step": 5460
    },
    {
      "epoch": 0.08,
      "grad_norm": 23.65394401550293,
      "learning_rate": 4.2591580789356156e-05,
      "loss": 3.6587,
      "step": 5480
    },
    {
      "epoch": 0.08,
      "grad_norm": 31.216896057128906,
      "learning_rate": 4.253395751104748e-05,
      "loss": 3.7161,
      "step": 5500
    },
    {
      "epoch": 0.08,
      "grad_norm": 28.144855499267578,
      "learning_rate": 4.247615030982144e-05,
      "loss": 3.6847,
      "step": 5520
    },
    {
      "epoch": 0.08,
      "grad_norm": 23.597564697265625,
      "learning_rate": 4.241815979204822e-05,
      "loss": 3.6556,
      "step": 5540
    },
    {
      "epoch": 0.08,
      "grad_norm": 41.00291061401367,
      "learning_rate": 4.2359986566020906e-05,
      "loss": 3.7665,
      "step": 5560
    },
    {
      "epoch": 0.08,
      "grad_norm": 37.05702209472656,
      "learning_rate": 4.230163124194913e-05,
      "loss": 3.5916,
      "step": 5580
    },
    {
      "epoch": 0.08,
      "grad_norm": 28.161930084228516,
      "learning_rate": 4.224309443195261e-05,
      "loss": 3.6887,
      "step": 5600
    },
    {
      "epoch": 0.08,
      "grad_norm": 31.685361862182617,
      "learning_rate": 4.2184376750054786e-05,
      "loss": 3.5724,
      "step": 5620
    },
    {
      "epoch": 0.08,
      "grad_norm": 38.13533020019531,
      "learning_rate": 4.2125478812176364e-05,
      "loss": 3.664,
      "step": 5640
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.385272979736328,
      "learning_rate": 4.206640123612884e-05,
      "loss": 3.73,
      "step": 5660
    },
    {
      "epoch": 0.08,
      "grad_norm": 30.926259994506836,
      "learning_rate": 4.200714464160804e-05,
      "loss": 3.6472,
      "step": 5680
    },
    {
      "epoch": 0.08,
      "grad_norm": 19.820131301879883,
      "learning_rate": 4.194770965018758e-05,
      "loss": 3.6226,
      "step": 5700
    },
    {
      "epoch": 0.08,
      "grad_norm": 21.318801879882812,
      "learning_rate": 4.188809688531241e-05,
      "loss": 3.635,
      "step": 5720
    },
    {
      "epoch": 0.08,
      "grad_norm": 18.304567337036133,
      "learning_rate": 4.182830697229223e-05,
      "loss": 3.625,
      "step": 5740
    },
    {
      "epoch": 0.08,
      "grad_norm": 24.25802230834961,
      "learning_rate": 4.176834053829492e-05,
      "loss": 3.5844,
      "step": 5760
    },
    {
      "epoch": 0.08,
      "grad_norm": 53.09843444824219,
      "learning_rate": 4.170819821234001e-05,
      "loss": 3.7058,
      "step": 5780
    },
    {
      "epoch": 0.08,
      "grad_norm": 39.87876510620117,
      "learning_rate": 4.164788062529203e-05,
      "loss": 3.725,
      "step": 5800
    },
    {
      "epoch": 0.08,
      "grad_norm": 32.36482620239258,
      "learning_rate": 4.1587388409853935e-05,
      "loss": 3.5355,
      "step": 5820
    },
    {
      "epoch": 0.08,
      "grad_norm": 28.59760284423828,
      "learning_rate": 4.1526722200560445e-05,
      "loss": 3.6528,
      "step": 5840
    },
    {
      "epoch": 0.08,
      "grad_norm": 21.3729305267334,
      "learning_rate": 4.146588263377137e-05,
      "loss": 3.6428,
      "step": 5860
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.160661697387695,
      "learning_rate": 4.140487034766499e-05,
      "loss": 3.6116,
      "step": 5880
    },
    {
      "epoch": 0.08,
      "grad_norm": 31.58021354675293,
      "learning_rate": 4.134368598223132e-05,
      "loss": 3.6302,
      "step": 5900
    },
    {
      "epoch": 0.08,
      "grad_norm": 30.793672561645508,
      "learning_rate": 4.128233017926538e-05,
      "loss": 3.5663,
      "step": 5920
    },
    {
      "epoch": 0.08,
      "grad_norm": 22.589147567749023,
      "learning_rate": 4.122080358236055e-05,
      "loss": 3.6292,
      "step": 5940
    },
    {
      "epoch": 0.08,
      "grad_norm": 32.27565383911133,
      "learning_rate": 4.1159106836901674e-05,
      "loss": 3.5806,
      "step": 5960
    },
    {
      "epoch": 0.08,
      "grad_norm": 37.15829849243164,
      "learning_rate": 4.109724059005844e-05,
      "loss": 3.5662,
      "step": 5980
    },
    {
      "epoch": 0.08,
      "grad_norm": 38.23238754272461,
      "learning_rate": 4.10352054907785e-05,
      "loss": 3.6842,
      "step": 6000
    },
    {
      "epoch": 0.09,
      "grad_norm": 24.37531089782715,
      "learning_rate": 4.0973002189780694e-05,
      "loss": 3.6153,
      "step": 6020
    },
    {
      "epoch": 0.09,
      "grad_norm": 24.309982299804688,
      "learning_rate": 4.0910631339548206e-05,
      "loss": 3.6502,
      "step": 6040
    },
    {
      "epoch": 0.09,
      "grad_norm": 24.007654190063477,
      "learning_rate": 4.084809359432175e-05,
      "loss": 3.7203,
      "step": 6060
    },
    {
      "epoch": 0.09,
      "grad_norm": 24.977094650268555,
      "learning_rate": 4.0785389610092686e-05,
      "loss": 3.5413,
      "step": 6080
    },
    {
      "epoch": 0.09,
      "grad_norm": 27.397930145263672,
      "learning_rate": 4.072252004459611e-05,
      "loss": 3.5612,
      "step": 6100
    },
    {
      "epoch": 0.09,
      "grad_norm": 26.012800216674805,
      "learning_rate": 4.065948555730405e-05,
      "loss": 3.6385,
      "step": 6120
    },
    {
      "epoch": 0.09,
      "grad_norm": 29.745574951171875,
      "learning_rate": 4.0596286809418435e-05,
      "loss": 3.6646,
      "step": 6140
    },
    {
      "epoch": 0.09,
      "grad_norm": 30.76190185546875,
      "learning_rate": 4.053292446386422e-05,
      "loss": 3.6622,
      "step": 6160
    },
    {
      "epoch": 0.09,
      "grad_norm": 27.577564239501953,
      "learning_rate": 4.046939918528243e-05,
      "loss": 3.701,
      "step": 6180
    },
    {
      "epoch": 0.09,
      "grad_norm": 31.610410690307617,
      "learning_rate": 4.0405711640023186e-05,
      "loss": 3.5977,
      "step": 6200
    },
    {
      "epoch": 0.09,
      "grad_norm": 28.61423110961914,
      "learning_rate": 4.034186249613869e-05,
      "loss": 3.7307,
      "step": 6220
    },
    {
      "epoch": 0.09,
      "grad_norm": 44.62327575683594,
      "learning_rate": 4.027785242337626e-05,
      "loss": 3.7055,
      "step": 6240
    },
    {
      "epoch": 0.09,
      "grad_norm": 32.20371627807617,
      "learning_rate": 4.0213682093171254e-05,
      "loss": 3.6186,
      "step": 6260
    },
    {
      "epoch": 0.09,
      "grad_norm": 32.36015701293945,
      "learning_rate": 4.014935217864009e-05,
      "loss": 3.5798,
      "step": 6280
    },
    {
      "epoch": 0.09,
      "grad_norm": 36.1356201171875,
      "learning_rate": 4.008486335457312e-05,
      "loss": 3.6395,
      "step": 6300
    },
    {
      "epoch": 0.09,
      "grad_norm": 20.485820770263672,
      "learning_rate": 4.0020216297427594e-05,
      "loss": 3.6075,
      "step": 6320
    },
    {
      "epoch": 0.09,
      "grad_norm": 21.503564834594727,
      "learning_rate": 3.995541168532055e-05,
      "loss": 3.6099,
      "step": 6340
    },
    {
      "epoch": 0.09,
      "grad_norm": 29.125812530517578,
      "learning_rate": 3.9890450198021704e-05,
      "loss": 3.6665,
      "step": 6360
    },
    {
      "epoch": 0.09,
      "grad_norm": 24.479976654052734,
      "learning_rate": 3.982533251694632e-05,
      "loss": 3.7168,
      "step": 6380
    },
    {
      "epoch": 0.09,
      "grad_norm": 36.184410095214844,
      "learning_rate": 3.976005932514807e-05,
      "loss": 3.5771,
      "step": 6400
    },
    {
      "epoch": 0.09,
      "grad_norm": 28.156030654907227,
      "learning_rate": 3.969463130731183e-05,
      "loss": 3.6353,
      "step": 6420
    },
    {
      "epoch": 0.09,
      "grad_norm": 25.22379493713379,
      "learning_rate": 3.962904914974656e-05,
      "loss": 3.5015,
      "step": 6440
    },
    {
      "epoch": 0.09,
      "grad_norm": 31.427339553833008,
      "learning_rate": 3.9563313540378055e-05,
      "loss": 3.5712,
      "step": 6460
    },
    {
      "epoch": 0.09,
      "grad_norm": 19.2696590423584,
      "learning_rate": 3.949742516874175e-05,
      "loss": 3.5929,
      "step": 6480
    },
    {
      "epoch": 0.09,
      "grad_norm": 23.234111785888672,
      "learning_rate": 3.943138472597549e-05,
      "loss": 3.6166,
      "step": 6500
    },
    {
      "epoch": 0.09,
      "grad_norm": 26.726085662841797,
      "learning_rate": 3.936519290481226e-05,
      "loss": 3.6748,
      "step": 6520
    },
    {
      "epoch": 0.09,
      "grad_norm": 34.712257385253906,
      "learning_rate": 3.929885039957296e-05,
      "loss": 3.64,
      "step": 6540
    },
    {
      "epoch": 0.09,
      "grad_norm": 25.96158218383789,
      "learning_rate": 3.923235790615907e-05,
      "loss": 3.6119,
      "step": 6560
    },
    {
      "epoch": 0.09,
      "grad_norm": 34.04408264160156,
      "learning_rate": 3.916571612204537e-05,
      "loss": 3.6881,
      "step": 6580
    },
    {
      "epoch": 0.09,
      "grad_norm": 20.656030654907227,
      "learning_rate": 3.909892574627266e-05,
      "loss": 3.6462,
      "step": 6600
    },
    {
      "epoch": 0.09,
      "grad_norm": 23.8648738861084,
      "learning_rate": 3.9031987479440367e-05,
      "loss": 3.597,
      "step": 6620
    },
    {
      "epoch": 0.09,
      "grad_norm": 34.48773193359375,
      "learning_rate": 3.896490202369924e-05,
      "loss": 3.5781,
      "step": 6640
    },
    {
      "epoch": 0.09,
      "grad_norm": 26.09375762939453,
      "learning_rate": 3.8897670082743955e-05,
      "loss": 3.5463,
      "step": 6660
    },
    {
      "epoch": 0.09,
      "grad_norm": 25.49962615966797,
      "learning_rate": 3.883029236180577e-05,
      "loss": 3.637,
      "step": 6680
    },
    {
      "epoch": 0.09,
      "grad_norm": 37.70731735229492,
      "learning_rate": 3.876276956764509e-05,
      "loss": 3.6515,
      "step": 6700
    },
    {
      "epoch": 0.1,
      "grad_norm": 53.345558166503906,
      "learning_rate": 3.8695102408544076e-05,
      "loss": 3.521,
      "step": 6720
    },
    {
      "epoch": 0.1,
      "grad_norm": 34.147884368896484,
      "learning_rate": 3.862729159429921e-05,
      "loss": 3.6443,
      "step": 6740
    },
    {
      "epoch": 0.1,
      "grad_norm": 29.45001220703125,
      "learning_rate": 3.855933783621384e-05,
      "loss": 3.5976,
      "step": 6760
    },
    {
      "epoch": 0.1,
      "grad_norm": 29.933969497680664,
      "learning_rate": 3.849124184709073e-05,
      "loss": 3.6396,
      "step": 6780
    },
    {
      "epoch": 0.1,
      "grad_norm": 38.85334014892578,
      "learning_rate": 3.84230043412246e-05,
      "loss": 3.6518,
      "step": 6800
    },
    {
      "epoch": 0.1,
      "grad_norm": 34.85492706298828,
      "learning_rate": 3.835462603439458e-05,
      "loss": 3.6577,
      "step": 6820
    },
    {
      "epoch": 0.1,
      "grad_norm": 29.77360725402832,
      "learning_rate": 3.828610764385676e-05,
      "loss": 3.6026,
      "step": 6840
    },
    {
      "epoch": 0.1,
      "grad_norm": 38.89609909057617,
      "learning_rate": 3.821744988833663e-05,
      "loss": 3.6144,
      "step": 6860
    },
    {
      "epoch": 0.1,
      "grad_norm": 25.664960861206055,
      "learning_rate": 3.814865348802157e-05,
      "loss": 3.5826,
      "step": 6880
    },
    {
      "epoch": 0.1,
      "grad_norm": 31.955894470214844,
      "learning_rate": 3.807971916455325e-05,
      "loss": 3.6973,
      "step": 6900
    },
    {
      "epoch": 0.1,
      "grad_norm": 23.378131866455078,
      "learning_rate": 3.8010647641020115e-05,
      "loss": 3.6875,
      "step": 6920
    },
    {
      "epoch": 0.1,
      "grad_norm": 45.89334487915039,
      "learning_rate": 3.794143964194976e-05,
      "loss": 3.5457,
      "step": 6940
    },
    {
      "epoch": 0.1,
      "grad_norm": 32.45075988769531,
      "learning_rate": 3.787209589330134e-05,
      "loss": 3.5719,
      "step": 6960
    },
    {
      "epoch": 0.1,
      "grad_norm": 32.06966018676758,
      "learning_rate": 3.7802617122457975e-05,
      "loss": 3.6324,
      "step": 6980
    },
    {
      "epoch": 0.1,
      "grad_norm": 27.93364715576172,
      "learning_rate": 3.773300405821908e-05,
      "loss": 3.6093,
      "step": 7000
    },
    {
      "epoch": 0.1,
      "grad_norm": 23.111515045166016,
      "learning_rate": 3.766325743079277e-05,
      "loss": 3.5292,
      "step": 7020
    },
    {
      "epoch": 0.1,
      "grad_norm": 24.405742645263672,
      "learning_rate": 3.759337797178816e-05,
      "loss": 3.5969,
      "step": 7040
    },
    {
      "epoch": 0.1,
      "grad_norm": 37.218467712402344,
      "learning_rate": 3.752336641420772e-05,
      "loss": 3.653,
      "step": 7060
    },
    {
      "epoch": 0.1,
      "grad_norm": 32.396522521972656,
      "learning_rate": 3.745322349243954e-05,
      "loss": 3.6483,
      "step": 7080
    },
    {
      "epoch": 0.1,
      "grad_norm": 35.53373336791992,
      "learning_rate": 3.7382949942249694e-05,
      "loss": 3.6356,
      "step": 7100
    },
    {
      "epoch": 0.1,
      "grad_norm": 33.19758987426758,
      "learning_rate": 3.731254650077446e-05,
      "loss": 3.6017,
      "step": 7120
    },
    {
      "epoch": 0.1,
      "grad_norm": 36.60466003417969,
      "learning_rate": 3.7242013906512626e-05,
      "loss": 3.6246,
      "step": 7140
    },
    {
      "epoch": 0.1,
      "grad_norm": 21.257328033447266,
      "learning_rate": 3.717135289931774e-05,
      "loss": 3.6046,
      "step": 7160
    },
    {
      "epoch": 0.1,
      "grad_norm": 25.697444915771484,
      "learning_rate": 3.7100564220390326e-05,
      "loss": 3.6154,
      "step": 7180
    },
    {
      "epoch": 0.1,
      "grad_norm": 28.491622924804688,
      "learning_rate": 3.702964861227013e-05,
      "loss": 3.6983,
      "step": 7200
    },
    {
      "epoch": 0.1,
      "grad_norm": 26.819791793823242,
      "learning_rate": 3.695860681882832e-05,
      "loss": 3.5722,
      "step": 7220
    },
    {
      "epoch": 0.1,
      "grad_norm": 25.864788055419922,
      "learning_rate": 3.6887439585259694e-05,
      "loss": 3.6825,
      "step": 7240
    },
    {
      "epoch": 0.1,
      "grad_norm": 22.492717742919922,
      "learning_rate": 3.681614765807486e-05,
      "loss": 3.6377,
      "step": 7260
    },
    {
      "epoch": 0.1,
      "grad_norm": 31.227336883544922,
      "learning_rate": 3.6744731785092395e-05,
      "loss": 3.5476,
      "step": 7280
    },
    {
      "epoch": 0.1,
      "grad_norm": 29.010467529296875,
      "learning_rate": 3.6673192715431015e-05,
      "loss": 3.6285,
      "step": 7300
    },
    {
      "epoch": 0.1,
      "grad_norm": 38.40274429321289,
      "learning_rate": 3.6601531199501714e-05,
      "loss": 3.6941,
      "step": 7320
    },
    {
      "epoch": 0.1,
      "grad_norm": 26.361167907714844,
      "learning_rate": 3.652974798899988e-05,
      "loss": 3.5772,
      "step": 7340
    },
    {
      "epoch": 0.1,
      "grad_norm": 30.241390228271484,
      "learning_rate": 3.645784383689742e-05,
      "loss": 3.5177,
      "step": 7360
    },
    {
      "epoch": 0.1,
      "grad_norm": 43.579349517822266,
      "learning_rate": 3.6385819497434876e-05,
      "loss": 3.7467,
      "step": 7380
    },
    {
      "epoch": 0.1,
      "grad_norm": 47.42546081542969,
      "learning_rate": 3.631367572611348e-05,
      "loss": 3.6651,
      "step": 7400
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.63494110107422,
      "learning_rate": 3.6241413279687254e-05,
      "loss": 3.6368,
      "step": 7420
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.63068389892578,
      "learning_rate": 3.616903291615506e-05,
      "loss": 3.4684,
      "step": 7440
    },
    {
      "epoch": 0.11,
      "grad_norm": 24.25609588623047,
      "learning_rate": 3.6096535394752676e-05,
      "loss": 3.6177,
      "step": 7460
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.829919815063477,
      "learning_rate": 3.6023921475944794e-05,
      "loss": 3.6008,
      "step": 7480
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.879764556884766,
      "learning_rate": 3.595119192141706e-05,
      "loss": 3.6926,
      "step": 7500
    },
    {
      "epoch": 0.11,
      "grad_norm": 22.195941925048828,
      "learning_rate": 3.5878347494068084e-05,
      "loss": 3.6049,
      "step": 7520
    },
    {
      "epoch": 0.11,
      "grad_norm": 48.3228645324707,
      "learning_rate": 3.580538895800144e-05,
      "loss": 3.64,
      "step": 7540
    },
    {
      "epoch": 0.11,
      "grad_norm": 33.77362823486328,
      "learning_rate": 3.5732317078517654e-05,
      "loss": 3.573,
      "step": 7560
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.266658782958984,
      "learning_rate": 3.565913262210615e-05,
      "loss": 3.6385,
      "step": 7580
    },
    {
      "epoch": 0.11,
      "grad_norm": 42.985694885253906,
      "learning_rate": 3.5585836356437264e-05,
      "loss": 3.5987,
      "step": 7600
    },
    {
      "epoch": 0.11,
      "grad_norm": 28.579496383666992,
      "learning_rate": 3.551242905035412e-05,
      "loss": 3.6161,
      "step": 7620
    },
    {
      "epoch": 0.11,
      "grad_norm": 27.196502685546875,
      "learning_rate": 3.5438911473864634e-05,
      "loss": 3.5763,
      "step": 7640
    },
    {
      "epoch": 0.11,
      "grad_norm": 28.27582359313965,
      "learning_rate": 3.5365284398133405e-05,
      "loss": 3.6452,
      "step": 7660
    },
    {
      "epoch": 0.11,
      "grad_norm": 27.310009002685547,
      "learning_rate": 3.52915485954736e-05,
      "loss": 3.6718,
      "step": 7680
    },
    {
      "epoch": 0.11,
      "grad_norm": 18.603565216064453,
      "learning_rate": 3.521770483933891e-05,
      "loss": 3.7397,
      "step": 7700
    },
    {
      "epoch": 0.11,
      "grad_norm": 26.25426483154297,
      "learning_rate": 3.514375390431539e-05,
      "loss": 3.6665,
      "step": 7720
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.20294952392578,
      "learning_rate": 3.506969656611335e-05,
      "loss": 3.551,
      "step": 7740
    },
    {
      "epoch": 0.11,
      "grad_norm": 37.7564697265625,
      "learning_rate": 3.4995533601559226e-05,
      "loss": 3.58,
      "step": 7760
    },
    {
      "epoch": 0.11,
      "grad_norm": 25.87001609802246,
      "learning_rate": 3.4921265788587435e-05,
      "loss": 3.5855,
      "step": 7780
    },
    {
      "epoch": 0.11,
      "grad_norm": 26.17401123046875,
      "learning_rate": 3.484689390623218e-05,
      "loss": 3.5951,
      "step": 7800
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.20701026916504,
      "learning_rate": 3.4772418734619324e-05,
      "loss": 3.6267,
      "step": 7820
    },
    {
      "epoch": 0.11,
      "grad_norm": 60.92488098144531,
      "learning_rate": 3.4697841054958165e-05,
      "loss": 3.5733,
      "step": 7840
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.196178436279297,
      "learning_rate": 3.462316164953328e-05,
      "loss": 3.6283,
      "step": 7860
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.13970184326172,
      "learning_rate": 3.45483813016963e-05,
      "loss": 3.6558,
      "step": 7880
    },
    {
      "epoch": 0.11,
      "grad_norm": 36.5677375793457,
      "learning_rate": 3.447350079585767e-05,
      "loss": 3.8141,
      "step": 7900
    },
    {
      "epoch": 0.11,
      "grad_norm": 24.820940017700195,
      "learning_rate": 3.4398520917478476e-05,
      "loss": 3.6439,
      "step": 7920
    },
    {
      "epoch": 0.11,
      "grad_norm": 19.9990291595459,
      "learning_rate": 3.4323442453062174e-05,
      "loss": 3.601,
      "step": 7940
    },
    {
      "epoch": 0.11,
      "grad_norm": 20.419004440307617,
      "learning_rate": 3.42482661901463e-05,
      "loss": 3.4856,
      "step": 7960
    },
    {
      "epoch": 0.11,
      "grad_norm": 24.06426429748535,
      "learning_rate": 3.417299291729431e-05,
      "loss": 3.679,
      "step": 7980
    },
    {
      "epoch": 0.11,
      "grad_norm": 23.68332862854004,
      "learning_rate": 3.409762342408719e-05,
      "loss": 3.6538,
      "step": 8000
    },
    {
      "epoch": 0.11,
      "grad_norm": 22.80304527282715,
      "learning_rate": 3.402215850111528e-05,
      "loss": 3.6685,
      "step": 8020
    },
    {
      "epoch": 0.11,
      "grad_norm": 30.03902244567871,
      "learning_rate": 3.3946598939969896e-05,
      "loss": 3.633,
      "step": 8040
    },
    {
      "epoch": 0.11,
      "grad_norm": 31.799922943115234,
      "learning_rate": 3.38709455332351e-05,
      "loss": 3.5756,
      "step": 8060
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.18169403076172,
      "learning_rate": 3.379519907447931e-05,
      "loss": 3.5886,
      "step": 8080
    },
    {
      "epoch": 0.11,
      "grad_norm": 34.412113189697266,
      "learning_rate": 3.3719360358247054e-05,
      "loss": 3.5254,
      "step": 8100
    },
    {
      "epoch": 0.11,
      "grad_norm": 38.046695709228516,
      "learning_rate": 3.3643430180050574e-05,
      "loss": 3.6677,
      "step": 8120
    },
    {
      "epoch": 0.12,
      "grad_norm": 23.16988182067871,
      "learning_rate": 3.35674093363615e-05,
      "loss": 3.5864,
      "step": 8140
    },
    {
      "epoch": 0.12,
      "grad_norm": 59.21152114868164,
      "learning_rate": 3.349129862460251e-05,
      "loss": 3.4903,
      "step": 8160
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.080909729003906,
      "learning_rate": 3.341509884313897e-05,
      "loss": 3.5803,
      "step": 8180
    },
    {
      "epoch": 0.12,
      "grad_norm": 26.221805572509766,
      "learning_rate": 3.333881079127052e-05,
      "loss": 3.5238,
      "step": 8200
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.8948917388916,
      "learning_rate": 3.326243526922272e-05,
      "loss": 3.5498,
      "step": 8220
    },
    {
      "epoch": 0.12,
      "grad_norm": 29.98341178894043,
      "learning_rate": 3.3185973078138664e-05,
      "loss": 3.6218,
      "step": 8240
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.86969757080078,
      "learning_rate": 3.310942502007056e-05,
      "loss": 3.5104,
      "step": 8260
    },
    {
      "epoch": 0.12,
      "grad_norm": 29.3415584564209,
      "learning_rate": 3.303279189797131e-05,
      "loss": 3.5253,
      "step": 8280
    },
    {
      "epoch": 0.12,
      "grad_norm": 30.171510696411133,
      "learning_rate": 3.29560745156861e-05,
      "loss": 3.6886,
      "step": 8300
    },
    {
      "epoch": 0.12,
      "grad_norm": 24.074813842773438,
      "learning_rate": 3.287927367794397e-05,
      "loss": 3.6401,
      "step": 8320
    },
    {
      "epoch": 0.12,
      "grad_norm": 25.059324264526367,
      "learning_rate": 3.2802390190349366e-05,
      "loss": 3.5847,
      "step": 8340
    },
    {
      "epoch": 0.12,
      "grad_norm": 19.766672134399414,
      "learning_rate": 3.272542485937369e-05,
      "loss": 3.5812,
      "step": 8360
    },
    {
      "epoch": 0.12,
      "grad_norm": 25.08376693725586,
      "learning_rate": 3.264837849234685e-05,
      "loss": 3.55,
      "step": 8380
    },
    {
      "epoch": 0.12,
      "grad_norm": 27.044347763061523,
      "learning_rate": 3.2571251897448765e-05,
      "loss": 3.5347,
      "step": 8400
    },
    {
      "epoch": 0.12,
      "grad_norm": 23.3479061126709,
      "learning_rate": 3.249404588370094e-05,
      "loss": 3.5016,
      "step": 8420
    },
    {
      "epoch": 0.12,
      "grad_norm": 25.586896896362305,
      "learning_rate": 3.241676126095792e-05,
      "loss": 3.537,
      "step": 8440
    },
    {
      "epoch": 0.12,
      "grad_norm": 31.54664421081543,
      "learning_rate": 3.233939883989882e-05,
      "loss": 3.6093,
      "step": 8460
    },
    {
      "epoch": 0.12,
      "grad_norm": 44.6853141784668,
      "learning_rate": 3.226195943201883e-05,
      "loss": 3.6135,
      "step": 8480
    },
    {
      "epoch": 0.12,
      "grad_norm": 43.322757720947266,
      "learning_rate": 3.218444384962071e-05,
      "loss": 3.6048,
      "step": 8500
    },
    {
      "epoch": 0.12,
      "grad_norm": 19.633960723876953,
      "learning_rate": 3.210685290580622e-05,
      "loss": 3.5767,
      "step": 8520
    },
    {
      "epoch": 0.12,
      "grad_norm": 23.640382766723633,
      "learning_rate": 3.202918741446764e-05,
      "loss": 3.5961,
      "step": 8540
    },
    {
      "epoch": 0.12,
      "grad_norm": 46.06730270385742,
      "learning_rate": 3.1951448190279255e-05,
      "loss": 3.5757,
      "step": 8560
    },
    {
      "epoch": 0.12,
      "grad_norm": 24.966190338134766,
      "learning_rate": 3.187363604868872e-05,
      "loss": 3.5488,
      "step": 8580
    },
    {
      "epoch": 0.12,
      "grad_norm": 61.91409683227539,
      "learning_rate": 3.1795751805908573e-05,
      "loss": 3.6554,
      "step": 8600
    },
    {
      "epoch": 0.12,
      "grad_norm": 80.80062103271484,
      "learning_rate": 3.171779627890769e-05,
      "loss": 3.6226,
      "step": 8620
    },
    {
      "epoch": 0.12,
      "grad_norm": 20.951128005981445,
      "learning_rate": 3.163977028540263e-05,
      "loss": 3.6122,
      "step": 8640
    },
    {
      "epoch": 0.12,
      "grad_norm": 19.875343322753906,
      "learning_rate": 3.156167464384917e-05,
      "loss": 3.5637,
      "step": 8660
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.2697811126709,
      "learning_rate": 3.1483510173433626e-05,
      "loss": 3.537,
      "step": 8680
    },
    {
      "epoch": 0.12,
      "grad_norm": 22.24051856994629,
      "learning_rate": 3.1405277694064305e-05,
      "loss": 3.5661,
      "step": 8700
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.55095863342285,
      "learning_rate": 3.1326978026362904e-05,
      "loss": 3.5573,
      "step": 8720
    },
    {
      "epoch": 0.12,
      "grad_norm": 32.11522674560547,
      "learning_rate": 3.124861199165588e-05,
      "loss": 3.5995,
      "step": 8740
    },
    {
      "epoch": 0.12,
      "grad_norm": 22.775867462158203,
      "learning_rate": 3.117018041196585e-05,
      "loss": 3.6436,
      "step": 8760
    },
    {
      "epoch": 0.12,
      "grad_norm": 23.462509155273438,
      "learning_rate": 3.109168411000299e-05,
      "loss": 3.601,
      "step": 8780
    },
    {
      "epoch": 0.12,
      "grad_norm": 23.43865203857422,
      "learning_rate": 3.101312390915634e-05,
      "loss": 3.6081,
      "step": 8800
    },
    {
      "epoch": 0.12,
      "grad_norm": 27.17888832092285,
      "learning_rate": 3.0934500633485255e-05,
      "loss": 3.6257,
      "step": 8820
    },
    {
      "epoch": 0.13,
      "grad_norm": 31.697662353515625,
      "learning_rate": 3.0855815107710666e-05,
      "loss": 3.5902,
      "step": 8840
    },
    {
      "epoch": 0.13,
      "grad_norm": 37.07548904418945,
      "learning_rate": 3.0777068157206536e-05,
      "loss": 3.6514,
      "step": 8860
    },
    {
      "epoch": 0.13,
      "grad_norm": 20.554109573364258,
      "learning_rate": 3.069826060799109e-05,
      "loss": 3.5068,
      "step": 8880
    },
    {
      "epoch": 0.13,
      "grad_norm": 22.490015029907227,
      "learning_rate": 3.061939328671824e-05,
      "loss": 3.6488,
      "step": 8900
    },
    {
      "epoch": 0.13,
      "grad_norm": 25.30253791809082,
      "learning_rate": 3.0540467020668864e-05,
      "loss": 3.5931,
      "step": 8920
    },
    {
      "epoch": 0.13,
      "grad_norm": 22.97053337097168,
      "learning_rate": 3.0461482637742135e-05,
      "loss": 3.5475,
      "step": 8940
    },
    {
      "epoch": 0.13,
      "grad_norm": 22.68851661682129,
      "learning_rate": 3.0382440966446875e-05,
      "loss": 3.619,
      "step": 8960
    },
    {
      "epoch": 0.13,
      "grad_norm": 28.575305938720703,
      "learning_rate": 3.03033428358928e-05,
      "loss": 3.5188,
      "step": 8980
    },
    {
      "epoch": 0.13,
      "grad_norm": 21.909072875976562,
      "learning_rate": 3.0224189075781884e-05,
      "loss": 3.5988,
      "step": 9000
    },
    {
      "epoch": 0.13,
      "grad_norm": 36.04661560058594,
      "learning_rate": 3.014498051639959e-05,
      "loss": 3.569,
      "step": 9020
    },
    {
      "epoch": 0.13,
      "grad_norm": 157.5665740966797,
      "learning_rate": 3.0065717988606257e-05,
      "loss": 3.6474,
      "step": 9040
    },
    {
      "epoch": 0.13,
      "grad_norm": 37.57924270629883,
      "learning_rate": 2.9986402323828272e-05,
      "loss": 3.5874,
      "step": 9060
    },
    {
      "epoch": 0.13,
      "grad_norm": 26.661418914794922,
      "learning_rate": 2.990703435404944e-05,
      "loss": 3.5982,
      "step": 9080
    },
    {
      "epoch": 0.13,
      "grad_norm": 38.95368957519531,
      "learning_rate": 2.9827614911802203e-05,
      "loss": 3.4998,
      "step": 9100
    },
    {
      "epoch": 0.13,
      "grad_norm": 34.97966003417969,
      "learning_rate": 2.9748144830158924e-05,
      "loss": 3.5486,
      "step": 9120
    },
    {
      "epoch": 0.13,
      "grad_norm": 27.682832717895508,
      "learning_rate": 2.9668624942723162e-05,
      "loss": 3.6144,
      "step": 9140
    },
    {
      "epoch": 0.13,
      "grad_norm": 29.238054275512695,
      "learning_rate": 2.9589056083620902e-05,
      "loss": 3.6442,
      "step": 9160
    },
    {
      "epoch": 0.13,
      "grad_norm": 31.821439743041992,
      "learning_rate": 2.9509439087491835e-05,
      "loss": 3.6221,
      "step": 9180
    },
    {
      "epoch": 0.13,
      "grad_norm": 21.238704681396484,
      "learning_rate": 2.9429774789480575e-05,
      "loss": 3.6278,
      "step": 9200
    },
    {
      "epoch": 0.13,
      "grad_norm": 28.50370216369629,
      "learning_rate": 2.9350064025227897e-05,
      "loss": 3.6592,
      "step": 9220
    },
    {
      "epoch": 0.13,
      "grad_norm": 22.938095092773438,
      "learning_rate": 2.927030763086201e-05,
      "loss": 3.519,
      "step": 9240
    },
    {
      "epoch": 0.13,
      "grad_norm": 27.523639678955078,
      "learning_rate": 2.9190506442989752e-05,
      "loss": 3.5285,
      "step": 9260
    },
    {
      "epoch": 0.13,
      "grad_norm": 27.63553237915039,
      "learning_rate": 2.9110661298687824e-05,
      "loss": 3.5641,
      "step": 9280
    },
    {
      "epoch": 0.13,
      "grad_norm": 43.626129150390625,
      "learning_rate": 2.9030773035493997e-05,
      "loss": 3.5764,
      "step": 9300
    },
    {
      "epoch": 0.13,
      "grad_norm": 20.081253051757812,
      "learning_rate": 2.8950842491398357e-05,
      "loss": 3.6518,
      "step": 9320
    },
    {
      "epoch": 0.13,
      "grad_norm": 20.68466567993164,
      "learning_rate": 2.8870870504834496e-05,
      "loss": 3.6206,
      "step": 9340
    },
    {
      "epoch": 0.13,
      "grad_norm": 72.61478424072266,
      "learning_rate": 2.8790857914670698e-05,
      "loss": 3.5108,
      "step": 9360
    },
    {
      "epoch": 0.13,
      "grad_norm": 23.662805557250977,
      "learning_rate": 2.871080556020118e-05,
      "loss": 3.6223,
      "step": 9380
    },
    {
      "epoch": 0.13,
      "grad_norm": 25.221176147460938,
      "learning_rate": 2.863071428113726e-05,
      "loss": 3.644,
      "step": 9400
    },
    {
      "epoch": 0.13,
      "grad_norm": 42.87479782104492,
      "learning_rate": 2.8550584917598554e-05,
      "loss": 3.7027,
      "step": 9420
    },
    {
      "epoch": 0.13,
      "grad_norm": 30.936325073242188,
      "learning_rate": 2.8470418310104173e-05,
      "loss": 3.5493,
      "step": 9440
    },
    {
      "epoch": 0.13,
      "grad_norm": 24.074983596801758,
      "learning_rate": 2.8390215299563884e-05,
      "loss": 3.4781,
      "step": 9460
    },
    {
      "epoch": 0.13,
      "grad_norm": 22.818313598632812,
      "learning_rate": 2.8309976727269332e-05,
      "loss": 3.5558,
      "step": 9480
    },
    {
      "epoch": 0.13,
      "grad_norm": 33.634605407714844,
      "learning_rate": 2.8229703434885163e-05,
      "loss": 3.5958,
      "step": 9500
    },
    {
      "epoch": 0.13,
      "grad_norm": 29.69095802307129,
      "learning_rate": 2.814939626444023e-05,
      "loss": 3.5682,
      "step": 9520
    },
    {
      "epoch": 0.14,
      "grad_norm": 29.696638107299805,
      "learning_rate": 2.8069056058318755e-05,
      "loss": 3.5676,
      "step": 9540
    },
    {
      "epoch": 0.14,
      "grad_norm": 34.828269958496094,
      "learning_rate": 2.7988683659251474e-05,
      "loss": 3.482,
      "step": 9560
    },
    {
      "epoch": 0.14,
      "grad_norm": 21.408599853515625,
      "learning_rate": 2.7908279910306835e-05,
      "loss": 3.5189,
      "step": 9580
    },
    {
      "epoch": 0.14,
      "grad_norm": 21.67983627319336,
      "learning_rate": 2.782784565488211e-05,
      "loss": 3.5703,
      "step": 9600
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.80797576904297,
      "learning_rate": 2.7747381736694572e-05,
      "loss": 3.512,
      "step": 9620
    },
    {
      "epoch": 0.14,
      "grad_norm": 35.9987678527832,
      "learning_rate": 2.766688899977266e-05,
      "loss": 3.5937,
      "step": 9640
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.59494400024414,
      "learning_rate": 2.7586368288447095e-05,
      "loss": 3.5829,
      "step": 9660
    },
    {
      "epoch": 0.14,
      "grad_norm": 26.161178588867188,
      "learning_rate": 2.7505820447342028e-05,
      "loss": 3.5978,
      "step": 9680
    },
    {
      "epoch": 0.14,
      "grad_norm": 17.551490783691406,
      "learning_rate": 2.7425246321366203e-05,
      "loss": 3.527,
      "step": 9700
    },
    {
      "epoch": 0.14,
      "grad_norm": 31.15974998474121,
      "learning_rate": 2.7344646755704078e-05,
      "loss": 3.6422,
      "step": 9720
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.26822280883789,
      "learning_rate": 2.7264022595806948e-05,
      "loss": 3.5971,
      "step": 9740
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.76336669921875,
      "learning_rate": 2.71833746873841e-05,
      "loss": 3.5972,
      "step": 9760
    },
    {
      "epoch": 0.14,
      "grad_norm": 18.041610717773438,
      "learning_rate": 2.7102703876393944e-05,
      "loss": 3.5832,
      "step": 9780
    },
    {
      "epoch": 0.14,
      "grad_norm": 45.17101287841797,
      "learning_rate": 2.7022011009035107e-05,
      "loss": 3.5754,
      "step": 9800
    },
    {
      "epoch": 0.14,
      "grad_norm": 30.87299156188965,
      "learning_rate": 2.6941296931737585e-05,
      "loss": 3.6022,
      "step": 9820
    },
    {
      "epoch": 0.14,
      "grad_norm": 32.659786224365234,
      "learning_rate": 2.686056249115385e-05,
      "loss": 3.5947,
      "step": 9840
    },
    {
      "epoch": 0.14,
      "grad_norm": 25.66715431213379,
      "learning_rate": 2.6779808534149987e-05,
      "loss": 3.5997,
      "step": 9860
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.735023498535156,
      "learning_rate": 2.6699035907796792e-05,
      "loss": 3.5619,
      "step": 9880
    },
    {
      "epoch": 0.14,
      "grad_norm": 24.357643127441406,
      "learning_rate": 2.6618245459360897e-05,
      "loss": 3.6028,
      "step": 9900
    },
    {
      "epoch": 0.14,
      "grad_norm": 29.255617141723633,
      "learning_rate": 2.6537438036295875e-05,
      "loss": 3.5231,
      "step": 9920
    },
    {
      "epoch": 0.14,
      "grad_norm": 19.508926391601562,
      "learning_rate": 2.6456614486233343e-05,
      "loss": 3.5555,
      "step": 9940
    },
    {
      "epoch": 0.14,
      "grad_norm": 29.48908042907715,
      "learning_rate": 2.6375775656974123e-05,
      "loss": 3.5376,
      "step": 9960
    },
    {
      "epoch": 0.14,
      "grad_norm": 23.857908248901367,
      "learning_rate": 2.629492239647926e-05,
      "loss": 3.5641,
      "step": 9980
    },
    {
      "epoch": 0.14,
      "grad_norm": 39.08363342285156,
      "learning_rate": 2.621405555286121e-05,
      "loss": 3.5957,
      "step": 10000
    },
    {
      "epoch": 0.14,
      "grad_norm": 30.3124942779541,
      "learning_rate": 2.6133175974374892e-05,
      "loss": 3.5933,
      "step": 10020
    },
    {
      "epoch": 0.14,
      "grad_norm": 23.010902404785156,
      "learning_rate": 2.6052284509408804e-05,
      "loss": 3.573,
      "step": 10040
    },
    {
      "epoch": 0.14,
      "grad_norm": 34.93478775024414,
      "learning_rate": 2.5971382006476154e-05,
      "loss": 3.5641,
      "step": 10060
    },
    {
      "epoch": 0.14,
      "grad_norm": 28.346033096313477,
      "learning_rate": 2.5890469314205897e-05,
      "loss": 3.5833,
      "step": 10080
    },
    {
      "epoch": 0.14,
      "grad_norm": 41.69817352294922,
      "learning_rate": 2.5809547281333902e-05,
      "loss": 3.5718,
      "step": 10100
    },
    {
      "epoch": 0.14,
      "grad_norm": 36.409114837646484,
      "learning_rate": 2.5728616756693997e-05,
      "loss": 3.5675,
      "step": 10120
    },
    {
      "epoch": 0.14,
      "grad_norm": 23.812952041625977,
      "learning_rate": 2.564767858920909e-05,
      "loss": 3.6445,
      "step": 10140
    },
    {
      "epoch": 0.14,
      "grad_norm": 31.33305549621582,
      "learning_rate": 2.556673362788225e-05,
      "loss": 3.5669,
      "step": 10160
    },
    {
      "epoch": 0.14,
      "grad_norm": 34.65876770019531,
      "learning_rate": 2.5485782721787837e-05,
      "loss": 3.53,
      "step": 10180
    },
    {
      "epoch": 0.14,
      "grad_norm": 21.920583724975586,
      "learning_rate": 2.540482672006254e-05,
      "loss": 3.5825,
      "step": 10200
    },
    {
      "epoch": 0.14,
      "grad_norm": 48.019004821777344,
      "learning_rate": 2.5323866471896512e-05,
      "loss": 3.5733,
      "step": 10220
    },
    {
      "epoch": 0.14,
      "grad_norm": 52.00071334838867,
      "learning_rate": 2.5242902826524434e-05,
      "loss": 3.5487,
      "step": 10240
    },
    {
      "epoch": 0.15,
      "grad_norm": 47.33055877685547,
      "learning_rate": 2.5161936633216653e-05,
      "loss": 3.5076,
      "step": 10260
    },
    {
      "epoch": 0.15,
      "grad_norm": 20.109745025634766,
      "learning_rate": 2.5080968741270223e-05,
      "loss": 3.5991,
      "step": 10280
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.458494186401367,
      "learning_rate": 2.5e-05,
      "loss": 3.6357,
      "step": 10300
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.68842315673828,
      "learning_rate": 2.4919031258729786e-05,
      "loss": 3.5449,
      "step": 10320
    },
    {
      "epoch": 0.15,
      "grad_norm": 21.289154052734375,
      "learning_rate": 2.4838063366783353e-05,
      "loss": 3.6704,
      "step": 10340
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.132051467895508,
      "learning_rate": 2.4757097173475572e-05,
      "loss": 3.6327,
      "step": 10360
    },
    {
      "epoch": 0.15,
      "grad_norm": 29.875104904174805,
      "learning_rate": 2.4676133528103497e-05,
      "loss": 3.5294,
      "step": 10380
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.41105079650879,
      "learning_rate": 2.4595173279937464e-05,
      "loss": 3.5995,
      "step": 10400
    },
    {
      "epoch": 0.15,
      "grad_norm": 22.15860939025879,
      "learning_rate": 2.451421727821217e-05,
      "loss": 3.6109,
      "step": 10420
    },
    {
      "epoch": 0.15,
      "grad_norm": 28.534278869628906,
      "learning_rate": 2.443326637211775e-05,
      "loss": 3.6389,
      "step": 10440
    },
    {
      "epoch": 0.15,
      "grad_norm": 26.33950424194336,
      "learning_rate": 2.435232141079092e-05,
      "loss": 3.6083,
      "step": 10460
    },
    {
      "epoch": 0.15,
      "grad_norm": 19.027633666992188,
      "learning_rate": 2.4271383243306016e-05,
      "loss": 3.5256,
      "step": 10480
    },
    {
      "epoch": 0.15,
      "grad_norm": 28.898550033569336,
      "learning_rate": 2.419045271866611e-05,
      "loss": 3.61,
      "step": 10500
    },
    {
      "epoch": 0.15,
      "grad_norm": 35.347347259521484,
      "learning_rate": 2.410953068579411e-05,
      "loss": 3.616,
      "step": 10520
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.184894561767578,
      "learning_rate": 2.402861799352386e-05,
      "loss": 3.6263,
      "step": 10540
    },
    {
      "epoch": 0.15,
      "grad_norm": 32.66107177734375,
      "learning_rate": 2.3947715490591206e-05,
      "loss": 3.5446,
      "step": 10560
    },
    {
      "epoch": 0.15,
      "grad_norm": 20.614028930664062,
      "learning_rate": 2.3866824025625124e-05,
      "loss": 3.5989,
      "step": 10580
    },
    {
      "epoch": 0.15,
      "grad_norm": 25.750699996948242,
      "learning_rate": 2.3785944447138802e-05,
      "loss": 3.5197,
      "step": 10600
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.97648048400879,
      "learning_rate": 2.370507760352074e-05,
      "loss": 3.6399,
      "step": 10620
    },
    {
      "epoch": 0.15,
      "grad_norm": 19.600095748901367,
      "learning_rate": 2.362422434302588e-05,
      "loss": 3.5295,
      "step": 10640
    },
    {
      "epoch": 0.15,
      "grad_norm": 27.21882438659668,
      "learning_rate": 2.3543385513766656e-05,
      "loss": 3.512,
      "step": 10660
    },
    {
      "epoch": 0.15,
      "grad_norm": 27.75621795654297,
      "learning_rate": 2.3462561963704134e-05,
      "loss": 3.5351,
      "step": 10680
    },
    {
      "epoch": 0.15,
      "grad_norm": 27.200828552246094,
      "learning_rate": 2.338175454063911e-05,
      "loss": 3.5038,
      "step": 10700
    },
    {
      "epoch": 0.15,
      "grad_norm": 27.96784782409668,
      "learning_rate": 2.3300964092203207e-05,
      "loss": 3.6097,
      "step": 10720
    },
    {
      "epoch": 0.15,
      "grad_norm": 28.206979751586914,
      "learning_rate": 2.3220191465850015e-05,
      "loss": 3.5254,
      "step": 10740
    },
    {
      "epoch": 0.15,
      "grad_norm": 22.781152725219727,
      "learning_rate": 2.3139437508846155e-05,
      "loss": 3.5857,
      "step": 10760
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.07236099243164,
      "learning_rate": 2.305870306826242e-05,
      "loss": 3.4872,
      "step": 10780
    },
    {
      "epoch": 0.15,
      "grad_norm": 22.408714294433594,
      "learning_rate": 2.29779889909649e-05,
      "loss": 3.5115,
      "step": 10800
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.98442268371582,
      "learning_rate": 2.289729612360606e-05,
      "loss": 3.6297,
      "step": 10820
    },
    {
      "epoch": 0.15,
      "grad_norm": 29.503135681152344,
      "learning_rate": 2.2816625312615903e-05,
      "loss": 3.6209,
      "step": 10840
    },
    {
      "epoch": 0.15,
      "grad_norm": 30.787010192871094,
      "learning_rate": 2.2735977404193058e-05,
      "loss": 3.4921,
      "step": 10860
    },
    {
      "epoch": 0.15,
      "grad_norm": 24.088376998901367,
      "learning_rate": 2.2655353244295928e-05,
      "loss": 3.5582,
      "step": 10880
    },
    {
      "epoch": 0.15,
      "grad_norm": 25.253761291503906,
      "learning_rate": 2.25747536786338e-05,
      "loss": 3.5297,
      "step": 10900
    },
    {
      "epoch": 0.15,
      "grad_norm": 24.333845138549805,
      "learning_rate": 2.2494179552657978e-05,
      "loss": 3.6105,
      "step": 10920
    },
    {
      "epoch": 0.15,
      "grad_norm": 32.39179229736328,
      "learning_rate": 2.241363171155291e-05,
      "loss": 3.6122,
      "step": 10940
    },
    {
      "epoch": 0.16,
      "grad_norm": 31.885894775390625,
      "learning_rate": 2.2333111000227342e-05,
      "loss": 3.6358,
      "step": 10960
    },
    {
      "epoch": 0.16,
      "grad_norm": 22.056386947631836,
      "learning_rate": 2.225261826330543e-05,
      "loss": 3.5181,
      "step": 10980
    },
    {
      "epoch": 0.16,
      "grad_norm": 23.47673225402832,
      "learning_rate": 2.2172154345117894e-05,
      "loss": 3.4853,
      "step": 11000
    },
    {
      "epoch": 0.16,
      "grad_norm": 23.548656463623047,
      "learning_rate": 2.2091720089693168e-05,
      "loss": 3.5468,
      "step": 11020
    },
    {
      "epoch": 0.16,
      "grad_norm": 16.66544532775879,
      "learning_rate": 2.201131634074853e-05,
      "loss": 3.626,
      "step": 11040
    },
    {
      "epoch": 0.16,
      "grad_norm": 30.556697845458984,
      "learning_rate": 2.1930943941681254e-05,
      "loss": 3.5565,
      "step": 11060
    },
    {
      "epoch": 0.16,
      "grad_norm": 62.914642333984375,
      "learning_rate": 2.1850603735559778e-05,
      "loss": 3.554,
      "step": 11080
    },
    {
      "epoch": 0.16,
      "grad_norm": 25.617481231689453,
      "learning_rate": 2.177029656511485e-05,
      "loss": 3.5449,
      "step": 11100
    },
    {
      "epoch": 0.16,
      "grad_norm": 33.26127243041992,
      "learning_rate": 2.169002327273068e-05,
      "loss": 3.6071,
      "step": 11120
    },
    {
      "epoch": 0.16,
      "grad_norm": 21.895418167114258,
      "learning_rate": 2.160978470043612e-05,
      "loss": 3.4622,
      "step": 11140
    },
    {
      "epoch": 0.16,
      "grad_norm": 25.30924415588379,
      "learning_rate": 2.152958168989584e-05,
      "loss": 3.5169,
      "step": 11160
    },
    {
      "epoch": 0.16,
      "grad_norm": 28.7779541015625,
      "learning_rate": 2.1449415082401455e-05,
      "loss": 3.5817,
      "step": 11180
    },
    {
      "epoch": 0.16,
      "grad_norm": 24.38544273376465,
      "learning_rate": 2.136928571886275e-05,
      "loss": 3.5433,
      "step": 11200
    },
    {
      "epoch": 0.16,
      "grad_norm": 36.38949966430664,
      "learning_rate": 2.1289194439798818e-05,
      "loss": 3.5653,
      "step": 11220
    },
    {
      "epoch": 0.16,
      "grad_norm": 36.11268615722656,
      "learning_rate": 2.12091420853293e-05,
      "loss": 3.4839,
      "step": 11240
    },
    {
      "epoch": 0.16,
      "grad_norm": 18.36191749572754,
      "learning_rate": 2.1129129495165507e-05,
      "loss": 3.5532,
      "step": 11260
    },
    {
      "epoch": 0.16,
      "grad_norm": 27.239763259887695,
      "learning_rate": 2.1049157508601642e-05,
      "loss": 3.5536,
      "step": 11280
    },
    {
      "epoch": 0.16,
      "grad_norm": 25.459758758544922,
      "learning_rate": 2.0969226964506006e-05,
      "loss": 3.4878,
      "step": 11300
    },
    {
      "epoch": 0.16,
      "grad_norm": 28.359439849853516,
      "learning_rate": 2.0889338701312185e-05,
      "loss": 3.563,
      "step": 11320
    },
    {
      "epoch": 0.16,
      "grad_norm": 25.177392959594727,
      "learning_rate": 2.0809493557010247e-05,
      "loss": 3.6313,
      "step": 11340
    },
    {
      "epoch": 0.16,
      "grad_norm": 26.633609771728516,
      "learning_rate": 2.072969236913799e-05,
      "loss": 3.6034,
      "step": 11360
    },
    {
      "epoch": 0.16,
      "grad_norm": 19.589900970458984,
      "learning_rate": 2.0649935974772105e-05,
      "loss": 3.6429,
      "step": 11380
    },
    {
      "epoch": 0.16,
      "grad_norm": 35.16368865966797,
      "learning_rate": 2.0570225210519434e-05,
      "loss": 3.5154,
      "step": 11400
    },
    {
      "epoch": 0.16,
      "grad_norm": 37.59727478027344,
      "learning_rate": 2.0490560912508168e-05,
      "loss": 3.5652,
      "step": 11420
    },
    {
      "epoch": 0.16,
      "grad_norm": 37.76837158203125,
      "learning_rate": 2.04109439163791e-05,
      "loss": 3.6911,
      "step": 11440
    },
    {
      "epoch": 0.16,
      "grad_norm": 27.86673355102539,
      "learning_rate": 2.0331375057276844e-05,
      "loss": 3.4824,
      "step": 11460
    },
    {
      "epoch": 0.16,
      "grad_norm": 51.12165832519531,
      "learning_rate": 2.025185516984108e-05,
      "loss": 3.558,
      "step": 11480
    },
    {
      "epoch": 0.16,
      "grad_norm": 22.489160537719727,
      "learning_rate": 2.0172385088197803e-05,
      "loss": 3.5595,
      "step": 11500
    },
    {
      "epoch": 0.16,
      "grad_norm": 19.6495304107666,
      "learning_rate": 2.0092965645950564e-05,
      "loss": 3.5679,
      "step": 11520
    },
    {
      "epoch": 0.16,
      "grad_norm": 19.997142791748047,
      "learning_rate": 2.001359767617173e-05,
      "loss": 3.5332,
      "step": 11540
    },
    {
      "epoch": 0.16,
      "grad_norm": 34.29532241821289,
      "learning_rate": 1.9934282011393753e-05,
      "loss": 3.4848,
      "step": 11560
    },
    {
      "epoch": 0.16,
      "grad_norm": 20.737041473388672,
      "learning_rate": 1.985501948360041e-05,
      "loss": 3.4874,
      "step": 11580
    },
    {
      "epoch": 0.16,
      "grad_norm": 30.11549186706543,
      "learning_rate": 1.9775810924218125e-05,
      "loss": 3.5166,
      "step": 11600
    },
    {
      "epoch": 0.16,
      "grad_norm": 23.56212615966797,
      "learning_rate": 1.9696657164107202e-05,
      "loss": 3.652,
      "step": 11620
    },
    {
      "epoch": 0.16,
      "grad_norm": 20.44150733947754,
      "learning_rate": 1.9617559033553128e-05,
      "loss": 3.5137,
      "step": 11640
    },
    {
      "epoch": 0.17,
      "grad_norm": 33.37120819091797,
      "learning_rate": 1.9538517362257868e-05,
      "loss": 3.5163,
      "step": 11660
    },
    {
      "epoch": 0.17,
      "grad_norm": 29.839820861816406,
      "learning_rate": 1.945953297933115e-05,
      "loss": 3.5979,
      "step": 11680
    },
    {
      "epoch": 0.17,
      "grad_norm": 25.600812911987305,
      "learning_rate": 1.9380606713281775e-05,
      "loss": 3.6111,
      "step": 11700
    },
    {
      "epoch": 0.17,
      "grad_norm": 40.76740264892578,
      "learning_rate": 1.9301739392008923e-05,
      "loss": 3.6727,
      "step": 11720
    },
    {
      "epoch": 0.17,
      "grad_norm": 25.436763763427734,
      "learning_rate": 1.9222931842793473e-05,
      "loss": 3.6145,
      "step": 11740
    },
    {
      "epoch": 0.17,
      "grad_norm": 19.53345489501953,
      "learning_rate": 1.9144184892289337e-05,
      "loss": 3.5486,
      "step": 11760
    },
    {
      "epoch": 0.17,
      "grad_norm": 21.103118896484375,
      "learning_rate": 1.9065499366514757e-05,
      "loss": 3.5796,
      "step": 11780
    },
    {
      "epoch": 0.17,
      "grad_norm": 26.135894775390625,
      "learning_rate": 1.8986876090843667e-05,
      "loss": 3.5905,
      "step": 11800
    },
    {
      "epoch": 0.17,
      "grad_norm": 32.71371841430664,
      "learning_rate": 1.8908315889997007e-05,
      "loss": 3.531,
      "step": 11820
    },
    {
      "epoch": 0.17,
      "grad_norm": 23.510149002075195,
      "learning_rate": 1.882981958803414e-05,
      "loss": 3.5597,
      "step": 11840
    },
    {
      "epoch": 0.17,
      "grad_norm": 23.804306030273438,
      "learning_rate": 1.8751388008344117e-05,
      "loss": 3.5755,
      "step": 11860
    },
    {
      "epoch": 0.17,
      "grad_norm": 33.7330436706543,
      "learning_rate": 1.8673021973637095e-05,
      "loss": 3.5092,
      "step": 11880
    },
    {
      "epoch": 0.17,
      "grad_norm": 20.88456153869629,
      "learning_rate": 1.859472230593569e-05,
      "loss": 3.6001,
      "step": 11900
    },
    {
      "epoch": 0.17,
      "grad_norm": 28.640546798706055,
      "learning_rate": 1.8516489826566376e-05,
      "loss": 3.5419,
      "step": 11920
    },
    {
      "epoch": 0.17,
      "grad_norm": 25.2142391204834,
      "learning_rate": 1.8438325356150826e-05,
      "loss": 3.465,
      "step": 11940
    },
    {
      "epoch": 0.17,
      "grad_norm": 27.663267135620117,
      "learning_rate": 1.836022971459737e-05,
      "loss": 3.5017,
      "step": 11960
    },
    {
      "epoch": 0.17,
      "grad_norm": 31.913984298706055,
      "learning_rate": 1.828220372109232e-05,
      "loss": 3.5187,
      "step": 11980
    },
    {
      "epoch": 0.17,
      "grad_norm": 29.825590133666992,
      "learning_rate": 1.820424819409143e-05,
      "loss": 3.5469,
      "step": 12000
    },
    {
      "epoch": 0.17,
      "grad_norm": 18.72800636291504,
      "learning_rate": 1.8126363951311287e-05,
      "loss": 3.5486,
      "step": 12020
    },
    {
      "epoch": 0.17,
      "grad_norm": 30.366409301757812,
      "learning_rate": 1.804855180972075e-05,
      "loss": 3.5487,
      "step": 12040
    },
    {
      "epoch": 0.17,
      "grad_norm": 25.00339698791504,
      "learning_rate": 1.797081258553236e-05,
      "loss": 3.4778,
      "step": 12060
    },
    {
      "epoch": 0.17,
      "grad_norm": 29.204017639160156,
      "learning_rate": 1.7893147094193786e-05,
      "loss": 3.446,
      "step": 12080
    },
    {
      "epoch": 0.17,
      "grad_norm": 28.64485740661621,
      "learning_rate": 1.7815556150379298e-05,
      "loss": 3.5421,
      "step": 12100
    },
    {
      "epoch": 0.17,
      "grad_norm": 31.4785213470459,
      "learning_rate": 1.7738040567981166e-05,
      "loss": 3.5075,
      "step": 12120
    },
    {
      "epoch": 0.17,
      "grad_norm": 28.798315048217773,
      "learning_rate": 1.766060116010118e-05,
      "loss": 3.5049,
      "step": 12140
    },
    {
      "epoch": 0.17,
      "grad_norm": 27.112850189208984,
      "learning_rate": 1.7583238739042086e-05,
      "loss": 3.5939,
      "step": 12160
    },
    {
      "epoch": 0.17,
      "grad_norm": 24.396697998046875,
      "learning_rate": 1.7505954116299063e-05,
      "loss": 3.4596,
      "step": 12180
    },
    {
      "epoch": 0.17,
      "grad_norm": 18.46675682067871,
      "learning_rate": 1.7428748102551237e-05,
      "loss": 3.4861,
      "step": 12200
    },
    {
      "epoch": 0.17,
      "grad_norm": 25.615234375,
      "learning_rate": 1.7351621507653157e-05,
      "loss": 3.5211,
      "step": 12220
    },
    {
      "epoch": 0.17,
      "grad_norm": 23.890607833862305,
      "learning_rate": 1.7274575140626318e-05,
      "loss": 3.5255,
      "step": 12240
    },
    {
      "epoch": 0.17,
      "grad_norm": 19.983030319213867,
      "learning_rate": 1.7197609809650643e-05,
      "loss": 3.5567,
      "step": 12260
    },
    {
      "epoch": 0.17,
      "grad_norm": 24.144041061401367,
      "learning_rate": 1.712072632205604e-05,
      "loss": 3.5586,
      "step": 12280
    },
    {
      "epoch": 0.17,
      "grad_norm": 35.812835693359375,
      "learning_rate": 1.704392548431391e-05,
      "loss": 3.5274,
      "step": 12300
    },
    {
      "epoch": 0.17,
      "grad_norm": 18.759809494018555,
      "learning_rate": 1.6967208102028697e-05,
      "loss": 3.5823,
      "step": 12320
    },
    {
      "epoch": 0.17,
      "grad_norm": 19.85857391357422,
      "learning_rate": 1.6890574979929448e-05,
      "loss": 3.5583,
      "step": 12340
    },
    {
      "epoch": 0.17,
      "grad_norm": 21.088096618652344,
      "learning_rate": 1.6814026921861335e-05,
      "loss": 3.5084,
      "step": 12360
    },
    {
      "epoch": 0.18,
      "grad_norm": 21.760805130004883,
      "learning_rate": 1.6737564730777284e-05,
      "loss": 3.4753,
      "step": 12380
    },
    {
      "epoch": 0.18,
      "grad_norm": 25.510221481323242,
      "learning_rate": 1.666118920872949e-05,
      "loss": 3.6024,
      "step": 12400
    },
    {
      "epoch": 0.18,
      "grad_norm": 29.43688201904297,
      "learning_rate": 1.658490115686104e-05,
      "loss": 3.647,
      "step": 12420
    },
    {
      "epoch": 0.18,
      "grad_norm": 19.17232322692871,
      "learning_rate": 1.6508701375397487e-05,
      "loss": 3.5505,
      "step": 12440
    },
    {
      "epoch": 0.18,
      "grad_norm": 27.04405975341797,
      "learning_rate": 1.64325906636385e-05,
      "loss": 3.5158,
      "step": 12460
    },
    {
      "epoch": 0.18,
      "grad_norm": 34.61522674560547,
      "learning_rate": 1.635656981994943e-05,
      "loss": 3.5723,
      "step": 12480
    },
    {
      "epoch": 0.18,
      "grad_norm": 22.05956268310547,
      "learning_rate": 1.6280639641752942e-05,
      "loss": 3.5133,
      "step": 12500
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.21821403503418,
      "learning_rate": 1.6204800925520685e-05,
      "loss": 3.4956,
      "step": 12520
    },
    {
      "epoch": 0.18,
      "grad_norm": 16.636159896850586,
      "learning_rate": 1.6129054466764904e-05,
      "loss": 3.5843,
      "step": 12540
    },
    {
      "epoch": 0.18,
      "grad_norm": 27.356168746948242,
      "learning_rate": 1.60534010600301e-05,
      "loss": 3.5189,
      "step": 12560
    },
    {
      "epoch": 0.18,
      "grad_norm": 19.394620895385742,
      "learning_rate": 1.5977841498884723e-05,
      "loss": 3.5838,
      "step": 12580
    },
    {
      "epoch": 0.18,
      "grad_norm": 31.54738426208496,
      "learning_rate": 1.5902376575912815e-05,
      "loss": 3.6633,
      "step": 12600
    },
    {
      "epoch": 0.18,
      "grad_norm": 23.533172607421875,
      "learning_rate": 1.5827007082705698e-05,
      "loss": 3.5234,
      "step": 12620
    },
    {
      "epoch": 0.18,
      "grad_norm": 25.580156326293945,
      "learning_rate": 1.5751733809853704e-05,
      "loss": 3.5478,
      "step": 12640
    },
    {
      "epoch": 0.18,
      "grad_norm": 28.20244789123535,
      "learning_rate": 1.5676557546937838e-05,
      "loss": 3.49,
      "step": 12660
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.89322280883789,
      "learning_rate": 1.5601479082521526e-05,
      "loss": 3.5238,
      "step": 12680
    },
    {
      "epoch": 0.18,
      "grad_norm": 25.817209243774414,
      "learning_rate": 1.552649920414233e-05,
      "loss": 3.5417,
      "step": 12700
    },
    {
      "epoch": 0.18,
      "grad_norm": 30.55599594116211,
      "learning_rate": 1.545161869830371e-05,
      "loss": 3.5908,
      "step": 12720
    },
    {
      "epoch": 0.18,
      "grad_norm": 49.497894287109375,
      "learning_rate": 1.5376838350466725e-05,
      "loss": 3.6647,
      "step": 12740
    },
    {
      "epoch": 0.18,
      "grad_norm": 17.040536880493164,
      "learning_rate": 1.5302158945041838e-05,
      "loss": 3.5271,
      "step": 12760
    },
    {
      "epoch": 0.18,
      "grad_norm": 31.21510124206543,
      "learning_rate": 1.5227581265380685e-05,
      "loss": 3.4708,
      "step": 12780
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.194982528686523,
      "learning_rate": 1.5153106093767827e-05,
      "loss": 3.5831,
      "step": 12800
    },
    {
      "epoch": 0.18,
      "grad_norm": 21.868547439575195,
      "learning_rate": 1.5078734211412573e-05,
      "loss": 3.532,
      "step": 12820
    },
    {
      "epoch": 0.18,
      "grad_norm": 27.728635787963867,
      "learning_rate": 1.5004466398440775e-05,
      "loss": 3.5432,
      "step": 12840
    },
    {
      "epoch": 0.18,
      "grad_norm": 22.69495964050293,
      "learning_rate": 1.493030343388666e-05,
      "loss": 3.5464,
      "step": 12860
    },
    {
      "epoch": 0.18,
      "grad_norm": 22.85190773010254,
      "learning_rate": 1.4856246095684622e-05,
      "loss": 3.5686,
      "step": 12880
    },
    {
      "epoch": 0.18,
      "grad_norm": 18.40359115600586,
      "learning_rate": 1.4782295160661103e-05,
      "loss": 3.4922,
      "step": 12900
    },
    {
      "epoch": 0.18,
      "grad_norm": 27.058635711669922,
      "learning_rate": 1.4708451404526407e-05,
      "loss": 3.5231,
      "step": 12920
    },
    {
      "epoch": 0.18,
      "grad_norm": 28.491573333740234,
      "learning_rate": 1.4634715601866606e-05,
      "loss": 3.502,
      "step": 12940
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.94320297241211,
      "learning_rate": 1.4561088526135375e-05,
      "loss": 3.5746,
      "step": 12960
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.503097534179688,
      "learning_rate": 1.4487570949645888e-05,
      "loss": 3.5195,
      "step": 12980
    },
    {
      "epoch": 0.18,
      "grad_norm": 32.38998794555664,
      "learning_rate": 1.4414163643562755e-05,
      "loss": 3.5195,
      "step": 13000
    },
    {
      "epoch": 0.18,
      "grad_norm": 29.240285873413086,
      "learning_rate": 1.434086737789386e-05,
      "loss": 3.6301,
      "step": 13020
    },
    {
      "epoch": 0.18,
      "grad_norm": 19.996788024902344,
      "learning_rate": 1.4267682921482356e-05,
      "loss": 3.5252,
      "step": 13040
    },
    {
      "epoch": 0.18,
      "grad_norm": 26.969528198242188,
      "learning_rate": 1.419461104199856e-05,
      "loss": 3.546,
      "step": 13060
    },
    {
      "epoch": 0.19,
      "grad_norm": 39.526832580566406,
      "learning_rate": 1.412165250593192e-05,
      "loss": 3.5464,
      "step": 13080
    },
    {
      "epoch": 0.19,
      "grad_norm": 22.60038948059082,
      "learning_rate": 1.4048808078582942e-05,
      "loss": 3.475,
      "step": 13100
    },
    {
      "epoch": 0.19,
      "grad_norm": 20.97502899169922,
      "learning_rate": 1.3976078524055203e-05,
      "loss": 3.5398,
      "step": 13120
    },
    {
      "epoch": 0.19,
      "grad_norm": 16.191055297851562,
      "learning_rate": 1.3903464605247325e-05,
      "loss": 3.4869,
      "step": 13140
    },
    {
      "epoch": 0.19,
      "grad_norm": 22.308320999145508,
      "learning_rate": 1.3830967083844942e-05,
      "loss": 3.4316,
      "step": 13160
    },
    {
      "epoch": 0.19,
      "grad_norm": 23.294443130493164,
      "learning_rate": 1.375858672031276e-05,
      "loss": 3.6033,
      "step": 13180
    },
    {
      "epoch": 0.19,
      "grad_norm": 24.432270050048828,
      "learning_rate": 1.368632427388653e-05,
      "loss": 3.4829,
      "step": 13200
    },
    {
      "epoch": 0.19,
      "grad_norm": 24.131166458129883,
      "learning_rate": 1.3614180502565135e-05,
      "loss": 3.5721,
      "step": 13220
    },
    {
      "epoch": 0.19,
      "grad_norm": 36.706668853759766,
      "learning_rate": 1.3542156163102582e-05,
      "loss": 3.4877,
      "step": 13240
    },
    {
      "epoch": 0.19,
      "grad_norm": 22.797359466552734,
      "learning_rate": 1.3470252011000123e-05,
      "loss": 3.539,
      "step": 13260
    },
    {
      "epoch": 0.19,
      "grad_norm": 26.030719757080078,
      "learning_rate": 1.3398468800498293e-05,
      "loss": 3.5415,
      "step": 13280
    },
    {
      "epoch": 0.19,
      "grad_norm": 24.123130798339844,
      "learning_rate": 1.3326807284568984e-05,
      "loss": 3.5354,
      "step": 13300
    },
    {
      "epoch": 0.19,
      "grad_norm": 24.965229034423828,
      "learning_rate": 1.3255268214907613e-05,
      "loss": 3.387,
      "step": 13320
    },
    {
      "epoch": 0.19,
      "grad_norm": 27.477920532226562,
      "learning_rate": 1.3183852341925145e-05,
      "loss": 3.5484,
      "step": 13340
    },
    {
      "epoch": 0.19,
      "grad_norm": 27.259984970092773,
      "learning_rate": 1.3112560414740315e-05,
      "loss": 3.5104,
      "step": 13360
    },
    {
      "epoch": 0.19,
      "grad_norm": 34.4488525390625,
      "learning_rate": 1.3041393181171688e-05,
      "loss": 3.5881,
      "step": 13380
    },
    {
      "epoch": 0.19,
      "grad_norm": 30.281177520751953,
      "learning_rate": 1.2970351387729873e-05,
      "loss": 3.5851,
      "step": 13400
    },
    {
      "epoch": 0.19,
      "grad_norm": 21.918861389160156,
      "learning_rate": 1.2899435779609682e-05,
      "loss": 3.5427,
      "step": 13420
    },
    {
      "epoch": 0.19,
      "grad_norm": 30.275283813476562,
      "learning_rate": 1.2828647100682261e-05,
      "loss": 3.6322,
      "step": 13440
    },
    {
      "epoch": 0.19,
      "grad_norm": 57.30770492553711,
      "learning_rate": 1.275798609348738e-05,
      "loss": 3.5871,
      "step": 13460
    },
    {
      "epoch": 0.19,
      "grad_norm": 21.865861892700195,
      "learning_rate": 1.2687453499225545e-05,
      "loss": 3.5117,
      "step": 13480
    },
    {
      "epoch": 0.19,
      "grad_norm": 19.6708927154541,
      "learning_rate": 1.2617050057750322e-05,
      "loss": 3.5015,
      "step": 13500
    },
    {
      "epoch": 0.19,
      "grad_norm": 27.376646041870117,
      "learning_rate": 1.2546776507560468e-05,
      "loss": 3.5206,
      "step": 13520
    },
    {
      "epoch": 0.19,
      "grad_norm": 44.89965057373047,
      "learning_rate": 1.2476633585792286e-05,
      "loss": 3.5766,
      "step": 13540
    },
    {
      "epoch": 0.19,
      "grad_norm": 37.562286376953125,
      "learning_rate": 1.2406622028211844e-05,
      "loss": 3.5488,
      "step": 13560
    },
    {
      "epoch": 0.19,
      "grad_norm": 41.833892822265625,
      "learning_rate": 1.2336742569207235e-05,
      "loss": 3.6429,
      "step": 13580
    },
    {
      "epoch": 0.19,
      "grad_norm": 44.58812713623047,
      "learning_rate": 1.2266995941780934e-05,
      "loss": 3.5362,
      "step": 13600
    },
    {
      "epoch": 0.19,
      "grad_norm": 26.543933868408203,
      "learning_rate": 1.2197382877542041e-05,
      "loss": 3.5761,
      "step": 13620
    },
    {
      "epoch": 0.19,
      "grad_norm": 25.108768463134766,
      "learning_rate": 1.2127904106698666e-05,
      "loss": 3.4656,
      "step": 13640
    },
    {
      "epoch": 0.19,
      "grad_norm": 22.213363647460938,
      "learning_rate": 1.2058560358050241e-05,
      "loss": 3.5438,
      "step": 13660
    },
    {
      "epoch": 0.19,
      "grad_norm": 25.67693519592285,
      "learning_rate": 1.1989352358979888e-05,
      "loss": 3.5508,
      "step": 13680
    },
    {
      "epoch": 0.19,
      "grad_norm": 23.043434143066406,
      "learning_rate": 1.1920280835446748e-05,
      "loss": 3.5901,
      "step": 13700
    },
    {
      "epoch": 0.19,
      "grad_norm": 25.011388778686523,
      "learning_rate": 1.1851346511978425e-05,
      "loss": 3.5773,
      "step": 13720
    },
    {
      "epoch": 0.19,
      "grad_norm": 29.659713745117188,
      "learning_rate": 1.1782550111663369e-05,
      "loss": 3.5795,
      "step": 13740
    },
    {
      "epoch": 0.19,
      "grad_norm": 28.714496612548828,
      "learning_rate": 1.1713892356143239e-05,
      "loss": 3.5942,
      "step": 13760
    },
    {
      "epoch": 0.2,
      "grad_norm": 29.76102066040039,
      "learning_rate": 1.1645373965605425e-05,
      "loss": 3.5008,
      "step": 13780
    },
    {
      "epoch": 0.2,
      "grad_norm": 36.479854583740234,
      "learning_rate": 1.1576995658775405e-05,
      "loss": 3.4347,
      "step": 13800
    },
    {
      "epoch": 0.2,
      "grad_norm": 22.23845100402832,
      "learning_rate": 1.1508758152909273e-05,
      "loss": 3.559,
      "step": 13820
    },
    {
      "epoch": 0.2,
      "grad_norm": 52.79865646362305,
      "learning_rate": 1.1440662163786167e-05,
      "loss": 3.5128,
      "step": 13840
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.489912033081055,
      "learning_rate": 1.1372708405700793e-05,
      "loss": 3.6525,
      "step": 13860
    },
    {
      "epoch": 0.2,
      "grad_norm": 22.640663146972656,
      "learning_rate": 1.1304897591455928e-05,
      "loss": 3.5387,
      "step": 13880
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.30765724182129,
      "learning_rate": 1.1237230432354912e-05,
      "loss": 3.5714,
      "step": 13900
    },
    {
      "epoch": 0.2,
      "grad_norm": 27.42571258544922,
      "learning_rate": 1.1169707638194238e-05,
      "loss": 3.6333,
      "step": 13920
    },
    {
      "epoch": 0.2,
      "grad_norm": 17.366491317749023,
      "learning_rate": 1.1102329917256046e-05,
      "loss": 3.5651,
      "step": 13940
    },
    {
      "epoch": 0.2,
      "grad_norm": 17.73781967163086,
      "learning_rate": 1.103509797630077e-05,
      "loss": 3.6944,
      "step": 13960
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.699871063232422,
      "learning_rate": 1.0968012520559634e-05,
      "loss": 3.5914,
      "step": 13980
    },
    {
      "epoch": 0.2,
      "grad_norm": 21.75518798828125,
      "learning_rate": 1.0901074253727336e-05,
      "loss": 3.592,
      "step": 14000
    },
    {
      "epoch": 0.2,
      "grad_norm": 26.731660842895508,
      "learning_rate": 1.083428387795463e-05,
      "loss": 3.5461,
      "step": 14020
    },
    {
      "epoch": 0.2,
      "grad_norm": 20.746625900268555,
      "learning_rate": 1.0767642093840932e-05,
      "loss": 3.5951,
      "step": 14040
    },
    {
      "epoch": 0.2,
      "grad_norm": 29.204326629638672,
      "learning_rate": 1.0701149600427044e-05,
      "loss": 3.591,
      "step": 14060
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.31056022644043,
      "learning_rate": 1.0634807095187737e-05,
      "loss": 3.4382,
      "step": 14080
    },
    {
      "epoch": 0.2,
      "grad_norm": 20.306123733520508,
      "learning_rate": 1.0568615274024522e-05,
      "loss": 3.5539,
      "step": 14100
    },
    {
      "epoch": 0.2,
      "grad_norm": 19.775318145751953,
      "learning_rate": 1.0502574831258259e-05,
      "loss": 3.5532,
      "step": 14120
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.407949447631836,
      "learning_rate": 1.043668645962195e-05,
      "loss": 3.4811,
      "step": 14140
    },
    {
      "epoch": 0.2,
      "grad_norm": 27.759410858154297,
      "learning_rate": 1.0370950850253449e-05,
      "loss": 3.6196,
      "step": 14160
    },
    {
      "epoch": 0.2,
      "grad_norm": 35.55162048339844,
      "learning_rate": 1.0305368692688174e-05,
      "loss": 3.4774,
      "step": 14180
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.29683494567871,
      "learning_rate": 1.0239940674851941e-05,
      "loss": 3.5437,
      "step": 14200
    },
    {
      "epoch": 0.2,
      "grad_norm": 23.486143112182617,
      "learning_rate": 1.0174667483053682e-05,
      "loss": 3.671,
      "step": 14220
    },
    {
      "epoch": 0.2,
      "grad_norm": 19.907581329345703,
      "learning_rate": 1.0109549801978305e-05,
      "loss": 3.4272,
      "step": 14240
    },
    {
      "epoch": 0.2,
      "grad_norm": 35.4050407409668,
      "learning_rate": 1.0044588314679451e-05,
      "loss": 3.5397,
      "step": 14260
    },
    {
      "epoch": 0.2,
      "grad_norm": 28.344934463500977,
      "learning_rate": 9.979783702572412e-06,
      "loss": 3.5157,
      "step": 14280
    },
    {
      "epoch": 0.2,
      "grad_norm": 27.65180015563965,
      "learning_rate": 9.915136645426884e-06,
      "loss": 3.5073,
      "step": 14300
    },
    {
      "epoch": 0.2,
      "grad_norm": 21.25212860107422,
      "learning_rate": 9.850647821359918e-06,
      "loss": 3.5119,
      "step": 14320
    },
    {
      "epoch": 0.2,
      "grad_norm": 25.691951751708984,
      "learning_rate": 9.786317906828747e-06,
      "loss": 3.6237,
      "step": 14340
    },
    {
      "epoch": 0.2,
      "grad_norm": 32.24767303466797,
      "learning_rate": 9.722147576623743e-06,
      "loss": 3.5211,
      "step": 14360
    },
    {
      "epoch": 0.2,
      "grad_norm": 20.08036231994629,
      "learning_rate": 9.658137503861314e-06,
      "loss": 3.4558,
      "step": 14380
    },
    {
      "epoch": 0.2,
      "grad_norm": 22.380619049072266,
      "learning_rate": 9.594288359976817e-06,
      "loss": 3.4814,
      "step": 14400
    },
    {
      "epoch": 0.2,
      "grad_norm": 28.68309211730957,
      "learning_rate": 9.530600814717575e-06,
      "loss": 3.5701,
      "step": 14420
    },
    {
      "epoch": 0.2,
      "grad_norm": 22.603858947753906,
      "learning_rate": 9.467075536135787e-06,
      "loss": 3.5527,
      "step": 14440
    },
    {
      "epoch": 0.2,
      "grad_norm": 20.50914192199707,
      "learning_rate": 9.403713190581576e-06,
      "loss": 3.4903,
      "step": 14460
    },
    {
      "epoch": 0.2,
      "grad_norm": 30.767824172973633,
      "learning_rate": 9.340514442695952e-06,
      "loss": 3.5184,
      "step": 14480
    },
    {
      "epoch": 0.21,
      "grad_norm": 23.36814308166504,
      "learning_rate": 9.277479955403887e-06,
      "loss": 3.4903,
      "step": 14500
    },
    {
      "epoch": 0.21,
      "grad_norm": 34.33296203613281,
      "learning_rate": 9.214610389907327e-06,
      "loss": 3.5716,
      "step": 14520
    },
    {
      "epoch": 0.21,
      "grad_norm": 21.11824607849121,
      "learning_rate": 9.15190640567825e-06,
      "loss": 3.6187,
      "step": 14540
    },
    {
      "epoch": 0.21,
      "grad_norm": 38.17007064819336,
      "learning_rate": 9.0893686604518e-06,
      "loss": 3.5029,
      "step": 14560
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.7441349029541,
      "learning_rate": 9.026997810219312e-06,
      "loss": 3.552,
      "step": 14580
    },
    {
      "epoch": 0.21,
      "grad_norm": 27.61566734313965,
      "learning_rate": 8.964794509221508e-06,
      "loss": 3.5794,
      "step": 14600
    },
    {
      "epoch": 0.21,
      "grad_norm": 28.213449478149414,
      "learning_rate": 8.902759409941566e-06,
      "loss": 3.6239,
      "step": 14620
    },
    {
      "epoch": 0.21,
      "grad_norm": 99.79093933105469,
      "learning_rate": 8.840893163098331e-06,
      "loss": 3.5571,
      "step": 14640
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.567502975463867,
      "learning_rate": 8.779196417639466e-06,
      "loss": 3.6038,
      "step": 14660
    },
    {
      "epoch": 0.21,
      "grad_norm": 16.769285202026367,
      "learning_rate": 8.71766982073462e-06,
      "loss": 3.5192,
      "step": 14680
    },
    {
      "epoch": 0.21,
      "grad_norm": 21.841182708740234,
      "learning_rate": 8.656314017768693e-06,
      "loss": 3.4728,
      "step": 14700
    },
    {
      "epoch": 0.21,
      "grad_norm": 29.540746688842773,
      "learning_rate": 8.595129652335019e-06,
      "loss": 3.4656,
      "step": 14720
    },
    {
      "epoch": 0.21,
      "grad_norm": 31.932985305786133,
      "learning_rate": 8.534117366228644e-06,
      "loss": 3.5597,
      "step": 14740
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.49396324157715,
      "learning_rate": 8.47327779943957e-06,
      "loss": 3.5653,
      "step": 14760
    },
    {
      "epoch": 0.21,
      "grad_norm": 26.135406494140625,
      "learning_rate": 8.412611590146069e-06,
      "loss": 3.5669,
      "step": 14780
    },
    {
      "epoch": 0.21,
      "grad_norm": 26.18607521057129,
      "learning_rate": 8.352119374707978e-06,
      "loss": 3.4971,
      "step": 14800
    },
    {
      "epoch": 0.21,
      "grad_norm": 32.66505813598633,
      "learning_rate": 8.29180178766e-06,
      "loss": 3.6041,
      "step": 14820
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.13516616821289,
      "learning_rate": 8.23165946170509e-06,
      "loss": 3.4845,
      "step": 14840
    },
    {
      "epoch": 0.21,
      "grad_norm": 19.47613525390625,
      "learning_rate": 8.171693027707772e-06,
      "loss": 3.582,
      "step": 14860
    },
    {
      "epoch": 0.21,
      "grad_norm": 28.822246551513672,
      "learning_rate": 8.111903114687591e-06,
      "loss": 3.5498,
      "step": 14880
    },
    {
      "epoch": 0.21,
      "grad_norm": 27.130552291870117,
      "learning_rate": 8.052290349812419e-06,
      "loss": 3.5724,
      "step": 14900
    },
    {
      "epoch": 0.21,
      "grad_norm": 20.185958862304688,
      "learning_rate": 7.992855358391967e-06,
      "loss": 3.5115,
      "step": 14920
    },
    {
      "epoch": 0.21,
      "grad_norm": 19.644073486328125,
      "learning_rate": 7.933598763871155e-06,
      "loss": 3.5116,
      "step": 14940
    },
    {
      "epoch": 0.21,
      "grad_norm": 28.123699188232422,
      "learning_rate": 7.87452118782363e-06,
      "loss": 3.5057,
      "step": 14960
    },
    {
      "epoch": 0.21,
      "grad_norm": 18.76272964477539,
      "learning_rate": 7.815623249945214e-06,
      "loss": 3.579,
      "step": 14980
    },
    {
      "epoch": 0.21,
      "grad_norm": 24.90170669555664,
      "learning_rate": 7.756905568047393e-06,
      "loss": 3.4875,
      "step": 15000
    },
    {
      "epoch": 0.21,
      "grad_norm": 28.07253074645996,
      "learning_rate": 7.698368758050877e-06,
      "loss": 3.4413,
      "step": 15020
    },
    {
      "epoch": 0.21,
      "grad_norm": 25.81130027770996,
      "learning_rate": 7.640013433979093e-06,
      "loss": 3.5166,
      "step": 15040
    },
    {
      "epoch": 0.21,
      "grad_norm": 19.91429901123047,
      "learning_rate": 7.58184020795179e-06,
      "loss": 3.6086,
      "step": 15060
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.920394897460938,
      "learning_rate": 7.523849690178567e-06,
      "loss": 3.4341,
      "step": 15080
    },
    {
      "epoch": 0.21,
      "grad_norm": 32.82981872558594,
      "learning_rate": 7.466042488952521e-06,
      "loss": 3.5264,
      "step": 15100
    },
    {
      "epoch": 0.21,
      "grad_norm": 23.146589279174805,
      "learning_rate": 7.408419210643847e-06,
      "loss": 3.4571,
      "step": 15120
    },
    {
      "epoch": 0.21,
      "grad_norm": 16.78236198425293,
      "learning_rate": 7.350980459693455e-06,
      "loss": 3.5377,
      "step": 15140
    },
    {
      "epoch": 0.21,
      "grad_norm": 19.41143035888672,
      "learning_rate": 7.293726838606674e-06,
      "loss": 3.5262,
      "step": 15160
    },
    {
      "epoch": 0.21,
      "grad_norm": 35.83265686035156,
      "learning_rate": 7.236658947946886e-06,
      "loss": 3.5389,
      "step": 15180
    },
    {
      "epoch": 0.22,
      "grad_norm": 18.50286102294922,
      "learning_rate": 7.179777386329276e-06,
      "loss": 3.4822,
      "step": 15200
    },
    {
      "epoch": 0.22,
      "grad_norm": 22.09296226501465,
      "learning_rate": 7.123082750414486e-06,
      "loss": 3.6018,
      "step": 15220
    },
    {
      "epoch": 0.22,
      "grad_norm": 20.790420532226562,
      "learning_rate": 7.066575634902436e-06,
      "loss": 3.5642,
      "step": 15240
    },
    {
      "epoch": 0.22,
      "grad_norm": 29.84691047668457,
      "learning_rate": 7.010256632526035e-06,
      "loss": 3.6224,
      "step": 15260
    },
    {
      "epoch": 0.22,
      "grad_norm": 45.16112518310547,
      "learning_rate": 6.9541263340449496e-06,
      "loss": 3.5078,
      "step": 15280
    },
    {
      "epoch": 0.22,
      "grad_norm": 24.578792572021484,
      "learning_rate": 6.898185328239468e-06,
      "loss": 3.571,
      "step": 15300
    },
    {
      "epoch": 0.22,
      "grad_norm": 28.100582122802734,
      "learning_rate": 6.842434201904255e-06,
      "loss": 3.4775,
      "step": 15320
    },
    {
      "epoch": 0.22,
      "grad_norm": 31.31978988647461,
      "learning_rate": 6.786873539842259e-06,
      "loss": 3.586,
      "step": 15340
    },
    {
      "epoch": 0.22,
      "grad_norm": 25.426467895507812,
      "learning_rate": 6.731503924858518e-06,
      "loss": 3.6732,
      "step": 15360
    },
    {
      "epoch": 0.22,
      "grad_norm": 29.726364135742188,
      "learning_rate": 6.676325937754102e-06,
      "loss": 3.4458,
      "step": 15380
    },
    {
      "epoch": 0.22,
      "grad_norm": 35.88907241821289,
      "learning_rate": 6.621340157319997e-06,
      "loss": 3.5081,
      "step": 15400
    },
    {
      "epoch": 0.22,
      "grad_norm": 18.98563003540039,
      "learning_rate": 6.566547160330999e-06,
      "loss": 3.4117,
      "step": 15420
    },
    {
      "epoch": 0.22,
      "grad_norm": 23.43938446044922,
      "learning_rate": 6.511947521539738e-06,
      "loss": 3.5529,
      "step": 15440
    },
    {
      "epoch": 0.22,
      "grad_norm": 27.628211975097656,
      "learning_rate": 6.457541813670564e-06,
      "loss": 3.6043,
      "step": 15460
    },
    {
      "epoch": 0.22,
      "grad_norm": 32.65241241455078,
      "learning_rate": 6.403330607413643e-06,
      "loss": 3.5273,
      "step": 15480
    },
    {
      "epoch": 0.22,
      "grad_norm": 23.956153869628906,
      "learning_rate": 6.349314471418849e-06,
      "loss": 3.62,
      "step": 15500
    },
    {
      "epoch": 0.22,
      "grad_norm": 26.069808959960938,
      "learning_rate": 6.295493972289904e-06,
      "loss": 3.5688,
      "step": 15520
    },
    {
      "epoch": 0.22,
      "grad_norm": 39.316566467285156,
      "learning_rate": 6.241869674578363e-06,
      "loss": 3.5178,
      "step": 15540
    },
    {
      "epoch": 0.22,
      "grad_norm": 27.55044174194336,
      "learning_rate": 6.188442140777742e-06,
      "loss": 3.4732,
      "step": 15560
    },
    {
      "epoch": 0.22,
      "grad_norm": 20.663110733032227,
      "learning_rate": 6.1352119313175945e-06,
      "loss": 3.471,
      "step": 15580
    },
    {
      "epoch": 0.22,
      "grad_norm": 24.35353660583496,
      "learning_rate": 6.082179604557617e-06,
      "loss": 3.503,
      "step": 15600
    },
    {
      "epoch": 0.22,
      "grad_norm": 21.658618927001953,
      "learning_rate": 6.029345716781837e-06,
      "loss": 3.5414,
      "step": 15620
    },
    {
      "epoch": 0.22,
      "grad_norm": 29.32859230041504,
      "learning_rate": 5.9767108221927216e-06,
      "loss": 3.4492,
      "step": 15640
    },
    {
      "epoch": 0.22,
      "grad_norm": 29.497888565063477,
      "learning_rate": 5.924275472905424e-06,
      "loss": 3.6211,
      "step": 15660
    },
    {
      "epoch": 0.22,
      "grad_norm": 22.027616500854492,
      "learning_rate": 5.872040218941929e-06,
      "loss": 3.6381,
      "step": 15680
    },
    {
      "epoch": 0.22,
      "grad_norm": 25.56600570678711,
      "learning_rate": 5.820005608225346e-06,
      "loss": 3.6468,
      "step": 15700
    },
    {
      "epoch": 0.22,
      "grad_norm": 20.85995864868164,
      "learning_rate": 5.768172186574122e-06,
      "loss": 3.5111,
      "step": 15720
    },
    {
      "epoch": 0.22,
      "grad_norm": 27.828828811645508,
      "learning_rate": 5.716540497696307e-06,
      "loss": 3.4975,
      "step": 15740
    },
    {
      "epoch": 0.22,
      "grad_norm": 28.20557403564453,
      "learning_rate": 5.665111083183905e-06,
      "loss": 3.5542,
      "step": 15760
    },
    {
      "epoch": 0.22,
      "grad_norm": 27.977331161499023,
      "learning_rate": 5.613884482507123e-06,
      "loss": 3.5096,
      "step": 15780
    },
    {
      "epoch": 0.22,
      "grad_norm": 15.945253372192383,
      "learning_rate": 5.562861233008774e-06,
      "loss": 3.4329,
      "step": 15800
    },
    {
      "epoch": 0.22,
      "grad_norm": 19.057100296020508,
      "learning_rate": 5.512041869898585e-06,
      "loss": 3.5043,
      "step": 15820
    },
    {
      "epoch": 0.22,
      "grad_norm": 19.960477828979492,
      "learning_rate": 5.46142692624764e-06,
      "loss": 3.4124,
      "step": 15840
    },
    {
      "epoch": 0.22,
      "grad_norm": 20.818775177001953,
      "learning_rate": 5.411016932982752e-06,
      "loss": 3.4409,
      "step": 15860
    },
    {
      "epoch": 0.22,
      "grad_norm": 19.86461639404297,
      "learning_rate": 5.360812418880884e-06,
      "loss": 3.6115,
      "step": 15880
    },
    {
      "epoch": 0.23,
      "grad_norm": 26.129798889160156,
      "learning_rate": 5.310813910563644e-06,
      "loss": 3.5875,
      "step": 15900
    },
    {
      "epoch": 0.23,
      "grad_norm": 17.876537322998047,
      "learning_rate": 5.261021932491714e-06,
      "loss": 3.5214,
      "step": 15920
    },
    {
      "epoch": 0.23,
      "grad_norm": 37.67085266113281,
      "learning_rate": 5.2114370069593965e-06,
      "loss": 3.6228,
      "step": 15940
    },
    {
      "epoch": 0.23,
      "grad_norm": 21.973346710205078,
      "learning_rate": 5.162059654089083e-06,
      "loss": 3.457,
      "step": 15960
    },
    {
      "epoch": 0.23,
      "grad_norm": 30.133270263671875,
      "learning_rate": 5.112890391825845e-06,
      "loss": 3.4729,
      "step": 15980
    },
    {
      "epoch": 0.23,
      "grad_norm": 24.22100830078125,
      "learning_rate": 5.063929735931985e-06,
      "loss": 3.5727,
      "step": 16000
    },
    {
      "epoch": 0.23,
      "grad_norm": 25.7775821685791,
      "learning_rate": 5.015178199981602e-06,
      "loss": 3.5195,
      "step": 16020
    },
    {
      "epoch": 0.23,
      "grad_norm": 21.86203384399414,
      "learning_rate": 4.966636295355253e-06,
      "loss": 3.5248,
      "step": 16040
    },
    {
      "epoch": 0.23,
      "grad_norm": 31.954734802246094,
      "learning_rate": 4.918304531234533e-06,
      "loss": 3.5392,
      "step": 16060
    },
    {
      "epoch": 0.23,
      "grad_norm": 19.251066207885742,
      "learning_rate": 4.870183414596794e-06,
      "loss": 3.5204,
      "step": 16080
    },
    {
      "epoch": 0.23,
      "grad_norm": 30.7813777923584,
      "learning_rate": 4.8222734502097665e-06,
      "loss": 3.5081,
      "step": 16100
    },
    {
      "epoch": 0.23,
      "grad_norm": 24.208667755126953,
      "learning_rate": 4.7745751406263165e-06,
      "loss": 3.5487,
      "step": 16120
    },
    {
      "epoch": 0.23,
      "grad_norm": 24.639707565307617,
      "learning_rate": 4.727088986179129e-06,
      "loss": 3.5998,
      "step": 16140
    },
    {
      "epoch": 0.23,
      "grad_norm": 23.774940490722656,
      "learning_rate": 4.679815484975505e-06,
      "loss": 3.4195,
      "step": 16160
    },
    {
      "epoch": 0.23,
      "grad_norm": 20.040874481201172,
      "learning_rate": 4.6327551328920945e-06,
      "loss": 3.5555,
      "step": 16180
    },
    {
      "epoch": 0.23,
      "grad_norm": 32.899959564208984,
      "learning_rate": 4.585908423569724e-06,
      "loss": 3.5204,
      "step": 16200
    },
    {
      "epoch": 0.23,
      "grad_norm": 29.705387115478516,
      "learning_rate": 4.539275848408217e-06,
      "loss": 3.5667,
      "step": 16220
    },
    {
      "epoch": 0.23,
      "grad_norm": 19.238882064819336,
      "learning_rate": 4.492857896561204e-06,
      "loss": 3.4192,
      "step": 16240
    },
    {
      "epoch": 0.23,
      "grad_norm": 18.87932777404785,
      "learning_rate": 4.446655054931051e-06,
      "loss": 3.4987,
      "step": 16260
    },
    {
      "epoch": 0.23,
      "grad_norm": 25.21925163269043,
      "learning_rate": 4.4006678081636884e-06,
      "loss": 3.6039,
      "step": 16280
    },
    {
      "epoch": 0.23,
      "grad_norm": 42.43282699584961,
      "learning_rate": 4.35489663864359e-06,
      "loss": 3.5736,
      "step": 16300
    },
    {
      "epoch": 0.23,
      "grad_norm": 34.624874114990234,
      "learning_rate": 4.309342026488653e-06,
      "loss": 3.4077,
      "step": 16320
    },
    {
      "epoch": 0.23,
      "grad_norm": 28.791912078857422,
      "learning_rate": 4.264004449545206e-06,
      "loss": 3.511,
      "step": 16340
    },
    {
      "epoch": 0.23,
      "grad_norm": 21.95167350769043,
      "learning_rate": 4.218884383382987e-06,
      "loss": 3.4688,
      "step": 16360
    },
    {
      "epoch": 0.23,
      "grad_norm": 29.78521156311035,
      "learning_rate": 4.173982301290122e-06,
      "loss": 3.4808,
      "step": 16380
    },
    {
      "epoch": 0.23,
      "grad_norm": 24.426288604736328,
      "learning_rate": 4.129298674268225e-06,
      "loss": 3.5356,
      "step": 16400
    },
    {
      "epoch": 0.23,
      "grad_norm": 23.966203689575195,
      "learning_rate": 4.084833971027379e-06,
      "loss": 3.5471,
      "step": 16420
    },
    {
      "epoch": 0.23,
      "grad_norm": 26.148141860961914,
      "learning_rate": 4.040588657981301e-06,
      "loss": 3.4811,
      "step": 16440
    },
    {
      "epoch": 0.23,
      "grad_norm": 29.300769805908203,
      "learning_rate": 3.99656319924237e-06,
      "loss": 3.5584,
      "step": 16460
    },
    {
      "epoch": 0.23,
      "grad_norm": 27.95845603942871,
      "learning_rate": 3.952758056616826e-06,
      "loss": 3.5451,
      "step": 16480
    },
    {
      "epoch": 0.23,
      "grad_norm": 21.04642677307129,
      "learning_rate": 3.90917368959989e-06,
      "loss": 3.5002,
      "step": 16500
    },
    {
      "epoch": 0.23,
      "grad_norm": 38.936370849609375,
      "learning_rate": 3.865810555370936e-06,
      "loss": 3.4524,
      "step": 16520
    },
    {
      "epoch": 0.23,
      "grad_norm": 24.49747085571289,
      "learning_rate": 3.822669108788738e-06,
      "loss": 3.4887,
      "step": 16540
    },
    {
      "epoch": 0.23,
      "grad_norm": 36.478424072265625,
      "learning_rate": 3.7797498023866396e-06,
      "loss": 3.5807,
      "step": 16560
    },
    {
      "epoch": 0.23,
      "grad_norm": 19.034469604492188,
      "learning_rate": 3.737053086367873e-06,
      "loss": 3.5806,
      "step": 16580
    },
    {
      "epoch": 0.23,
      "grad_norm": 26.125469207763672,
      "learning_rate": 3.694579408600771e-06,
      "loss": 3.4561,
      "step": 16600
    },
    {
      "epoch": 0.24,
      "grad_norm": 30.372791290283203,
      "learning_rate": 3.6523292146141227e-06,
      "loss": 3.5875,
      "step": 16620
    },
    {
      "epoch": 0.24,
      "grad_norm": 25.58843421936035,
      "learning_rate": 3.6103029475924726e-06,
      "loss": 3.498,
      "step": 16640
    },
    {
      "epoch": 0.24,
      "grad_norm": 27.708513259887695,
      "learning_rate": 3.56850104837147e-06,
      "loss": 3.5339,
      "step": 16660
    },
    {
      "epoch": 0.24,
      "grad_norm": 28.574857711791992,
      "learning_rate": 3.5269239554332563e-06,
      "loss": 3.5488,
      "step": 16680
    },
    {
      "epoch": 0.24,
      "grad_norm": 37.658775329589844,
      "learning_rate": 3.4855721049018688e-06,
      "loss": 3.5008,
      "step": 16700
    },
    {
      "epoch": 0.24,
      "grad_norm": 31.66521644592285,
      "learning_rate": 3.4444459305386507e-06,
      "loss": 3.4864,
      "step": 16720
    },
    {
      "epoch": 0.24,
      "grad_norm": 18.813400268554688,
      "learning_rate": 3.403545863737706e-06,
      "loss": 3.5685,
      "step": 16740
    },
    {
      "epoch": 0.24,
      "grad_norm": 24.066808700561523,
      "learning_rate": 3.3628723335213885e-06,
      "loss": 3.5549,
      "step": 16760
    },
    {
      "epoch": 0.24,
      "grad_norm": 23.029767990112305,
      "learning_rate": 3.322425766535778e-06,
      "loss": 3.4389,
      "step": 16780
    },
    {
      "epoch": 0.24,
      "grad_norm": 25.6854190826416,
      "learning_rate": 3.2822065870462217e-06,
      "loss": 3.4405,
      "step": 16800
    },
    {
      "epoch": 0.24,
      "grad_norm": 26.14007568359375,
      "learning_rate": 3.2422152169328922e-06,
      "loss": 3.5291,
      "step": 16820
    },
    {
      "epoch": 0.24,
      "grad_norm": 22.264413833618164,
      "learning_rate": 3.2024520756863243e-06,
      "loss": 3.613,
      "step": 16840
    },
    {
      "epoch": 0.24,
      "grad_norm": 32.82612991333008,
      "learning_rate": 3.1629175804030658e-06,
      "loss": 3.4603,
      "step": 16860
    },
    {
      "epoch": 0.24,
      "grad_norm": 32.21546173095703,
      "learning_rate": 3.1236121457812544e-06,
      "loss": 3.5886,
      "step": 16880
    },
    {
      "epoch": 0.24,
      "grad_norm": 18.181438446044922,
      "learning_rate": 3.08453618411631e-06,
      "loss": 3.4568,
      "step": 16900
    },
    {
      "epoch": 0.24,
      "grad_norm": 23.75358772277832,
      "learning_rate": 3.0456901052965724e-06,
      "loss": 3.5491,
      "step": 16920
    },
    {
      "epoch": 0.24,
      "grad_norm": 17.43839454650879,
      "learning_rate": 3.0070743167990273e-06,
      "loss": 3.5776,
      "step": 16940
    },
    {
      "epoch": 0.24,
      "grad_norm": 20.617218017578125,
      "learning_rate": 2.9686892236850337e-06,
      "loss": 3.539,
      "step": 16960
    },
    {
      "epoch": 0.24,
      "grad_norm": 19.83597755432129,
      "learning_rate": 2.93053522859604e-06,
      "loss": 3.3575,
      "step": 16980
    },
    {
      "epoch": 0.24,
      "grad_norm": 18.4063720703125,
      "learning_rate": 2.892612731749414e-06,
      "loss": 3.3658,
      "step": 17000
    },
    {
      "epoch": 0.24,
      "grad_norm": 23.77143096923828,
      "learning_rate": 2.85492213093419e-06,
      "loss": 3.4393,
      "step": 17020
    },
    {
      "epoch": 0.24,
      "grad_norm": 22.04786491394043,
      "learning_rate": 2.8174638215069493e-06,
      "loss": 3.5262,
      "step": 17040
    },
    {
      "epoch": 0.24,
      "grad_norm": 24.277013778686523,
      "learning_rate": 2.780238196387619e-06,
      "loss": 3.4419,
      "step": 17060
    },
    {
      "epoch": 0.24,
      "grad_norm": 30.128318786621094,
      "learning_rate": 2.743245646055398e-06,
      "loss": 3.5387,
      "step": 17080
    },
    {
      "epoch": 0.24,
      "grad_norm": 26.737049102783203,
      "learning_rate": 2.7064865585446434e-06,
      "loss": 3.4134,
      "step": 17100
    },
    {
      "epoch": 0.24,
      "grad_norm": 26.093942642211914,
      "learning_rate": 2.6699613194407725e-06,
      "loss": 3.5691,
      "step": 17120
    },
    {
      "epoch": 0.24,
      "grad_norm": 30.150657653808594,
      "learning_rate": 2.6336703118762766e-06,
      "loss": 3.4658,
      "step": 17140
    },
    {
      "epoch": 0.24,
      "grad_norm": 21.17641258239746,
      "learning_rate": 2.597613916526637e-06,
      "loss": 3.4942,
      "step": 17160
    },
    {
      "epoch": 0.24,
      "grad_norm": 28.02484130859375,
      "learning_rate": 2.5617925116063924e-06,
      "loss": 3.4448,
      "step": 17180
    },
    {
      "epoch": 0.24,
      "grad_norm": 24.14384651184082,
      "learning_rate": 2.52620647286512e-06,
      "loss": 3.5448,
      "step": 17200
    },
    {
      "epoch": 0.24,
      "grad_norm": 25.69285774230957,
      "learning_rate": 2.4908561735835306e-06,
      "loss": 3.5668,
      "step": 17220
    },
    {
      "epoch": 0.24,
      "grad_norm": 19.125316619873047,
      "learning_rate": 2.4557419845695427e-06,
      "loss": 3.5204,
      "step": 17240
    },
    {
      "epoch": 0.24,
      "grad_norm": 23.64023208618164,
      "learning_rate": 2.420864274154372e-06,
      "loss": 3.4345,
      "step": 17260
    },
    {
      "epoch": 0.24,
      "grad_norm": 24.39943504333496,
      "learning_rate": 2.3862234081887036e-06,
      "loss": 3.5515,
      "step": 17280
    },
    {
      "epoch": 0.24,
      "grad_norm": 24.969629287719727,
      "learning_rate": 2.351819750038828e-06,
      "loss": 3.4973,
      "step": 17300
    },
    {
      "epoch": 0.25,
      "grad_norm": 18.182634353637695,
      "learning_rate": 2.317653660582844e-06,
      "loss": 3.6065,
      "step": 17320
    },
    {
      "epoch": 0.25,
      "grad_norm": 27.141944885253906,
      "learning_rate": 2.2837254982068567e-06,
      "loss": 3.5106,
      "step": 17340
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.061452865600586,
      "learning_rate": 2.250035618801241e-06,
      "loss": 3.4274,
      "step": 17360
    },
    {
      "epoch": 0.25,
      "grad_norm": 39.53497314453125,
      "learning_rate": 2.2165843757568805e-06,
      "loss": 3.4597,
      "step": 17380
    },
    {
      "epoch": 0.25,
      "grad_norm": 14.67487907409668,
      "learning_rate": 2.183372119961499e-06,
      "loss": 3.5732,
      "step": 17400
    },
    {
      "epoch": 0.25,
      "grad_norm": 14.984709739685059,
      "learning_rate": 2.15039919979593e-06,
      "loss": 3.4735,
      "step": 17420
    },
    {
      "epoch": 0.25,
      "grad_norm": 30.988039016723633,
      "learning_rate": 2.117665961130513e-06,
      "loss": 3.4269,
      "step": 17440
    },
    {
      "epoch": 0.25,
      "grad_norm": 23.8664493560791,
      "learning_rate": 2.0851727473214315e-06,
      "loss": 3.4997,
      "step": 17460
    },
    {
      "epoch": 0.25,
      "grad_norm": 24.271230697631836,
      "learning_rate": 2.05291989920712e-06,
      "loss": 3.5919,
      "step": 17480
    },
    {
      "epoch": 0.25,
      "grad_norm": 32.17240524291992,
      "learning_rate": 2.020907755104698e-06,
      "loss": 3.4734,
      "step": 17500
    },
    {
      "epoch": 0.25,
      "grad_norm": 24.72242546081543,
      "learning_rate": 1.9891366508064003e-06,
      "loss": 3.5043,
      "step": 17520
    },
    {
      "epoch": 0.25,
      "grad_norm": 29.70708656311035,
      "learning_rate": 1.957606919576088e-06,
      "loss": 3.4543,
      "step": 17540
    },
    {
      "epoch": 0.25,
      "grad_norm": 29.549745559692383,
      "learning_rate": 1.926318892145712e-06,
      "loss": 3.4355,
      "step": 17560
    },
    {
      "epoch": 0.25,
      "grad_norm": 25.912363052368164,
      "learning_rate": 1.8952728967118804e-06,
      "loss": 3.4614,
      "step": 17580
    },
    {
      "epoch": 0.25,
      "grad_norm": 22.835115432739258,
      "learning_rate": 1.864469258932397e-06,
      "loss": 3.5498,
      "step": 17600
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.103981018066406,
      "learning_rate": 1.8339083019228404e-06,
      "loss": 3.5791,
      "step": 17620
    },
    {
      "epoch": 0.25,
      "grad_norm": 24.153532028198242,
      "learning_rate": 1.803590346253195e-06,
      "loss": 3.495,
      "step": 17640
    },
    {
      "epoch": 0.25,
      "grad_norm": 19.70048713684082,
      "learning_rate": 1.7735157099444593e-06,
      "loss": 3.5439,
      "step": 17660
    },
    {
      "epoch": 0.25,
      "grad_norm": 23.056358337402344,
      "learning_rate": 1.7436847084653456e-06,
      "loss": 3.4222,
      "step": 17680
    },
    {
      "epoch": 0.25,
      "grad_norm": 25.633689880371094,
      "learning_rate": 1.7140976547289438e-06,
      "loss": 3.5387,
      "step": 17700
    },
    {
      "epoch": 0.25,
      "grad_norm": 30.34889030456543,
      "learning_rate": 1.6847548590894435e-06,
      "loss": 3.5579,
      "step": 17720
    },
    {
      "epoch": 0.25,
      "grad_norm": 19.06514549255371,
      "learning_rate": 1.6556566293388892e-06,
      "loss": 3.4082,
      "step": 17740
    },
    {
      "epoch": 0.25,
      "grad_norm": 16.91566276550293,
      "learning_rate": 1.626803270703936e-06,
      "loss": 3.5513,
      "step": 17760
    },
    {
      "epoch": 0.25,
      "grad_norm": 26.17884635925293,
      "learning_rate": 1.5981950858426714e-06,
      "loss": 3.5068,
      "step": 17780
    },
    {
      "epoch": 0.25,
      "grad_norm": 35.77287292480469,
      "learning_rate": 1.5698323748414124e-06,
      "loss": 3.4825,
      "step": 17800
    },
    {
      "epoch": 0.25,
      "grad_norm": 25.684925079345703,
      "learning_rate": 1.5417154352115742e-06,
      "loss": 3.5529,
      "step": 17820
    },
    {
      "epoch": 0.25,
      "grad_norm": 23.964488983154297,
      "learning_rate": 1.5138445618865544e-06,
      "loss": 3.549,
      "step": 17840
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.69983673095703,
      "learning_rate": 1.4862200472186199e-06,
      "loss": 3.5607,
      "step": 17860
    },
    {
      "epoch": 0.25,
      "grad_norm": 24.382530212402344,
      "learning_rate": 1.458842180975864e-06,
      "loss": 3.4468,
      "step": 17880
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.305166244506836,
      "learning_rate": 1.4317112503391432e-06,
      "loss": 3.5468,
      "step": 17900
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.76270294189453,
      "learning_rate": 1.4048275398990896e-06,
      "loss": 3.5828,
      "step": 17920
    },
    {
      "epoch": 0.25,
      "grad_norm": 31.468564987182617,
      "learning_rate": 1.3781913316530948e-06,
      "loss": 3.6117,
      "step": 17940
    },
    {
      "epoch": 0.25,
      "grad_norm": 22.185617446899414,
      "learning_rate": 1.351802905002386e-06,
      "loss": 3.4663,
      "step": 17960
    },
    {
      "epoch": 0.25,
      "grad_norm": 27.454687118530273,
      "learning_rate": 1.32566253674907e-06,
      "loss": 3.4419,
      "step": 17980
    },
    {
      "epoch": 0.25,
      "grad_norm": 20.76512336730957,
      "learning_rate": 1.2997705010932393e-06,
      "loss": 3.5315,
      "step": 18000
    },
    {
      "epoch": 0.26,
      "grad_norm": 27.795419692993164,
      "learning_rate": 1.274127069630096e-06,
      "loss": 3.5435,
      "step": 18020
    },
    {
      "epoch": 0.26,
      "grad_norm": 45.871864318847656,
      "learning_rate": 1.2487325113471032e-06,
      "loss": 3.3871,
      "step": 18040
    },
    {
      "epoch": 0.26,
      "grad_norm": 15.510208129882812,
      "learning_rate": 1.2235870926211619e-06,
      "loss": 3.5862,
      "step": 18060
    },
    {
      "epoch": 0.26,
      "grad_norm": 26.943269729614258,
      "learning_rate": 1.1986910772158104e-06,
      "loss": 3.5032,
      "step": 18080
    },
    {
      "epoch": 0.26,
      "grad_norm": 28.423053741455078,
      "learning_rate": 1.1740447262784781e-06,
      "loss": 3.4936,
      "step": 18100
    },
    {
      "epoch": 0.26,
      "grad_norm": 25.210853576660156,
      "learning_rate": 1.1496482983377189e-06,
      "loss": 3.4515,
      "step": 18120
    },
    {
      "epoch": 0.26,
      "grad_norm": 32.88740921020508,
      "learning_rate": 1.125502049300517e-06,
      "loss": 3.5196,
      "step": 18140
    },
    {
      "epoch": 0.26,
      "grad_norm": 20.562488555908203,
      "learning_rate": 1.1016062324496008e-06,
      "loss": 3.4467,
      "step": 18160
    },
    {
      "epoch": 0.26,
      "grad_norm": 21.112634658813477,
      "learning_rate": 1.0779610984407773e-06,
      "loss": 3.5286,
      "step": 18180
    },
    {
      "epoch": 0.26,
      "grad_norm": 29.323238372802734,
      "learning_rate": 1.0545668953003241e-06,
      "loss": 3.4971,
      "step": 18200
    },
    {
      "epoch": 0.26,
      "grad_norm": 24.024930953979492,
      "learning_rate": 1.0314238684223515e-06,
      "loss": 3.5919,
      "step": 18220
    },
    {
      "epoch": 0.26,
      "grad_norm": 29.396581649780273,
      "learning_rate": 1.0085322605662666e-06,
      "loss": 3.4255,
      "step": 18240
    },
    {
      "epoch": 0.26,
      "grad_norm": 19.502662658691406,
      "learning_rate": 9.858923118542002e-07,
      "loss": 3.464,
      "step": 18260
    },
    {
      "epoch": 0.26,
      "grad_norm": 20.03078269958496,
      "learning_rate": 9.635042597685023e-07,
      "loss": 3.4305,
      "step": 18280
    },
    {
      "epoch": 0.26,
      "grad_norm": 18.905967712402344,
      "learning_rate": 9.413683391492456e-07,
      "loss": 3.6401,
      "step": 18300
    },
    {
      "epoch": 0.26,
      "grad_norm": 23.61101531982422,
      "learning_rate": 9.194847821917623e-07,
      "loss": 3.5543,
      "step": 18320
    },
    {
      "epoch": 0.26,
      "grad_norm": 18.563806533813477,
      "learning_rate": 8.978538184442137e-07,
      "loss": 3.4395,
      "step": 18340
    },
    {
      "epoch": 0.26,
      "grad_norm": 21.695003509521484,
      "learning_rate": 8.764756748051662e-07,
      "loss": 3.4193,
      "step": 18360
    },
    {
      "epoch": 0.26,
      "grad_norm": 21.57720947265625,
      "learning_rate": 8.553505755212382e-07,
      "loss": 3.5357,
      "step": 18380
    },
    {
      "epoch": 0.26,
      "grad_norm": 30.37428855895996,
      "learning_rate": 8.344787421847217e-07,
      "loss": 3.5414,
      "step": 18400
    },
    {
      "epoch": 0.26,
      "grad_norm": 42.314064025878906,
      "learning_rate": 8.138603937312722e-07,
      "loss": 3.5528,
      "step": 18420
    },
    {
      "epoch": 0.26,
      "grad_norm": 22.21116065979004,
      "learning_rate": 7.934957464376058e-07,
      "loss": 3.6419,
      "step": 18440
    },
    {
      "epoch": 0.26,
      "grad_norm": 26.877450942993164,
      "learning_rate": 7.733850139192395e-07,
      "loss": 3.5869,
      "step": 18460
    },
    {
      "epoch": 0.26,
      "grad_norm": 21.281030654907227,
      "learning_rate": 7.535284071282455e-07,
      "loss": 3.6047,
      "step": 18480
    },
    {
      "epoch": 0.26,
      "grad_norm": 20.147789001464844,
      "learning_rate": 7.339261343510206e-07,
      "loss": 3.4247,
      "step": 18500
    },
    {
      "epoch": 0.26,
      "grad_norm": 19.394601821899414,
      "learning_rate": 7.145784012061424e-07,
      "loss": 3.5844,
      "step": 18520
    },
    {
      "epoch": 0.26,
      "grad_norm": 22.156579971313477,
      "learning_rate": 6.954854106421715e-07,
      "loss": 3.5348,
      "step": 18540
    },
    {
      "epoch": 0.26,
      "grad_norm": 28.641721725463867,
      "learning_rate": 6.766473629355452e-07,
      "loss": 3.5451,
      "step": 18560
    },
    {
      "epoch": 0.26,
      "grad_norm": 19.47591209411621,
      "learning_rate": 6.580644556884702e-07,
      "loss": 3.5458,
      "step": 18580
    }
  ],
  "logging_steps": 20,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20,
  "total_flos": 4.037882943504384e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}