{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 5000,
  "global_step": 3174,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00945179584120983,
      "grad_norm": 13739.59375,
      "learning_rate": 6.000000000000001e-08,
      "loss": 14.4504,
      "step": 10
    },
    {
      "epoch": 0.01890359168241966,
      "grad_norm": 2555.72998046875,
      "learning_rate": 2.6e-07,
      "loss": 14.1577,
      "step": 20
    },
    {
      "epoch": 0.02835538752362949,
      "grad_norm": 9887.001953125,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 13.151,
      "step": 30
    },
    {
      "epoch": 0.03780718336483932,
      "grad_norm": 9856.8603515625,
      "learning_rate": 5.6e-07,
      "loss": 13.2907,
      "step": 40
    },
    {
      "epoch": 0.04725897920604915,
      "grad_norm": 5284.92724609375,
      "learning_rate": 7.6e-07,
      "loss": 12.378,
      "step": 50
    },
    {
      "epoch": 0.05671077504725898,
      "grad_norm": 3841.773681640625,
      "learning_rate": 9.600000000000001e-07,
      "loss": 9.7428,
      "step": 60
    },
    {
      "epoch": 0.0661625708884688,
      "grad_norm": 5774.35205078125,
      "learning_rate": 1.1600000000000001e-06,
      "loss": 7.6229,
      "step": 70
    },
    {
      "epoch": 0.07561436672967864,
      "grad_norm": 2795.67626953125,
      "learning_rate": 1.3600000000000001e-06,
      "loss": 6.3023,
      "step": 80
    },
    {
      "epoch": 0.08506616257088846,
      "grad_norm": 2087.883056640625,
      "learning_rate": 1.56e-06,
      "loss": 5.7153,
      "step": 90
    },
    {
      "epoch": 0.0945179584120983,
      "grad_norm": 3819.43310546875,
      "learning_rate": 1.76e-06,
      "loss": 5.3327,
      "step": 100
    },
    {
      "epoch": 0.10396975425330812,
      "grad_norm": 4049.7900390625,
      "learning_rate": 1.9600000000000003e-06,
      "loss": 4.9699,
      "step": 110
    },
    {
      "epoch": 0.11342155009451796,
      "grad_norm": 659.6953125,
      "learning_rate": 2.16e-06,
      "loss": 4.6378,
      "step": 120
    },
    {
      "epoch": 0.12287334593572778,
      "grad_norm": 951.3776245117188,
      "learning_rate": 2.3600000000000003e-06,
      "loss": 4.3035,
      "step": 130
    },
    {
      "epoch": 0.1323251417769376,
      "grad_norm": 820.498046875,
      "learning_rate": 2.56e-06,
      "loss": 4.0183,
      "step": 140
    },
    {
      "epoch": 0.14177693761814744,
      "grad_norm": 1631.3897705078125,
      "learning_rate": 2.7600000000000003e-06,
      "loss": 3.7,
      "step": 150
    },
    {
      "epoch": 0.15122873345935728,
      "grad_norm": 1278.76904296875,
      "learning_rate": 2.96e-06,
      "loss": 3.3597,
      "step": 160
    },
    {
      "epoch": 0.16068052930056712,
      "grad_norm": 831.0169067382812,
      "learning_rate": 3.1600000000000002e-06,
      "loss": 3.2386,
      "step": 170
    },
    {
      "epoch": 0.17013232514177692,
      "grad_norm": 1020.6453857421875,
      "learning_rate": 3.3600000000000004e-06,
      "loss": 2.9075,
      "step": 180
    },
    {
      "epoch": 0.17958412098298676,
      "grad_norm": 142.8883819580078,
      "learning_rate": 3.5600000000000002e-06,
      "loss": 2.6557,
      "step": 190
    },
    {
      "epoch": 0.1890359168241966,
      "grad_norm": 1896.7252197265625,
      "learning_rate": 3.7600000000000004e-06,
      "loss": 2.3728,
      "step": 200
    },
    {
      "epoch": 0.19848771266540643,
      "grad_norm": 356.39935302734375,
      "learning_rate": 3.96e-06,
      "loss": 2.1427,
      "step": 210
    },
    {
      "epoch": 0.20793950850661624,
      "grad_norm": 70.32272338867188,
      "learning_rate": 4.16e-06,
      "loss": 1.8594,
      "step": 220
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 184.2218475341797,
      "learning_rate": 4.360000000000001e-06,
      "loss": 1.5881,
      "step": 230
    },
    {
      "epoch": 0.22684310018903592,
      "grad_norm": 260.4848937988281,
      "learning_rate": 4.56e-06,
      "loss": 1.4066,
      "step": 240
    },
    {
      "epoch": 0.23629489603024575,
      "grad_norm": 455.8525085449219,
      "learning_rate": 4.76e-06,
      "loss": 1.0801,
      "step": 250
    },
    {
      "epoch": 0.24574669187145556,
      "grad_norm": 105.61797332763672,
      "learning_rate": 4.960000000000001e-06,
      "loss": 0.927,
      "step": 260
    },
    {
      "epoch": 0.2551984877126654,
      "grad_norm": 68.5740737915039,
      "learning_rate": 5.1600000000000006e-06,
      "loss": 0.7127,
      "step": 270
    },
    {
      "epoch": 0.2646502835538752,
      "grad_norm": 208.01817321777344,
      "learning_rate": 5.36e-06,
      "loss": 0.5245,
      "step": 280
    },
    {
      "epoch": 0.2741020793950851,
      "grad_norm": 69.70160675048828,
      "learning_rate": 5.560000000000001e-06,
      "loss": 0.4756,
      "step": 290
    },
    {
      "epoch": 0.2835538752362949,
      "grad_norm": 42.45973587036133,
      "learning_rate": 5.76e-06,
      "loss": 0.3668,
      "step": 300
    },
    {
      "epoch": 0.29300567107750475,
      "grad_norm": 14.809382438659668,
      "learning_rate": 5.9600000000000005e-06,
      "loss": 0.3122,
      "step": 310
    },
    {
      "epoch": 0.30245746691871456,
      "grad_norm": 106.4734115600586,
      "learning_rate": 6.16e-06,
      "loss": 0.2707,
      "step": 320
    },
    {
      "epoch": 0.31190926275992437,
      "grad_norm": 248.66326904296875,
      "learning_rate": 6.360000000000001e-06,
      "loss": 0.2752,
      "step": 330
    },
    {
      "epoch": 0.32136105860113423,
      "grad_norm": 1199.41064453125,
      "learning_rate": 6.560000000000001e-06,
      "loss": 0.287,
      "step": 340
    },
    {
      "epoch": 0.33081285444234404,
      "grad_norm": 92.04813385009766,
      "learning_rate": 6.760000000000001e-06,
      "loss": 0.2436,
      "step": 350
    },
    {
      "epoch": 0.34026465028355385,
      "grad_norm": 42.634403228759766,
      "learning_rate": 6.96e-06,
      "loss": 0.2851,
      "step": 360
    },
    {
      "epoch": 0.3497164461247637,
      "grad_norm": 6404.83837890625,
      "learning_rate": 7.16e-06,
      "loss": 2.0508,
      "step": 370
    },
    {
      "epoch": 0.3591682419659735,
      "grad_norm": 109.61998748779297,
      "learning_rate": 7.360000000000001e-06,
      "loss": 1.6968,
      "step": 380
    },
    {
      "epoch": 0.3686200378071834,
      "grad_norm": 92.08924102783203,
      "learning_rate": 7.5600000000000005e-06,
      "loss": 0.2509,
      "step": 390
    },
    {
      "epoch": 0.3780718336483932,
      "grad_norm": 31.336467742919922,
      "learning_rate": 7.76e-06,
      "loss": 0.2022,
      "step": 400
    },
    {
      "epoch": 0.387523629489603,
      "grad_norm": 21.53646469116211,
      "learning_rate": 7.960000000000002e-06,
      "loss": 0.2043,
      "step": 410
    },
    {
      "epoch": 0.39697542533081287,
      "grad_norm": 103.8397216796875,
      "learning_rate": 8.16e-06,
      "loss": 0.1877,
      "step": 420
    },
    {
      "epoch": 0.4064272211720227,
      "grad_norm": 13.6918306350708,
      "learning_rate": 8.36e-06,
      "loss": 0.1542,
      "step": 430
    },
    {
      "epoch": 0.4158790170132325,
      "grad_norm": 564.9049072265625,
      "learning_rate": 8.560000000000001e-06,
      "loss": 0.1714,
      "step": 440
    },
    {
      "epoch": 0.42533081285444235,
      "grad_norm": 3.5834062099456787,
      "learning_rate": 8.76e-06,
      "loss": 0.1856,
      "step": 450
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 6.6105637550354,
      "learning_rate": 8.96e-06,
      "loss": 0.1631,
      "step": 460
    },
    {
      "epoch": 0.444234404536862,
      "grad_norm": 18.874755859375,
      "learning_rate": 9.16e-06,
      "loss": 0.1556,
      "step": 470
    },
    {
      "epoch": 0.45368620037807184,
      "grad_norm": 4.490022659301758,
      "learning_rate": 9.360000000000002e-06,
      "loss": 0.1196,
      "step": 480
    },
    {
      "epoch": 0.46313799621928164,
      "grad_norm": 647.4920654296875,
      "learning_rate": 9.56e-06,
      "loss": 0.1807,
      "step": 490
    },
    {
      "epoch": 0.4725897920604915,
      "grad_norm": 5.233212471008301,
      "learning_rate": 9.760000000000001e-06,
      "loss": 0.2179,
      "step": 500
    },
    {
      "epoch": 0.4820415879017013,
      "grad_norm": 10.719651222229004,
      "learning_rate": 9.960000000000001e-06,
      "loss": 0.1338,
      "step": 510
    },
    {
      "epoch": 0.4914933837429111,
      "grad_norm": 16.664508819580078,
      "learning_rate": 9.970082273747197e-06,
      "loss": 1.2648,
      "step": 520
    },
    {
      "epoch": 0.500945179584121,
      "grad_norm": 11.62501335144043,
      "learning_rate": 9.93268511593119e-06,
      "loss": 0.1396,
      "step": 530
    },
    {
      "epoch": 0.5103969754253308,
      "grad_norm": 139.4752960205078,
      "learning_rate": 9.895287958115183e-06,
      "loss": 0.1359,
      "step": 540
    },
    {
      "epoch": 0.5198487712665406,
      "grad_norm": 7.7168145179748535,
      "learning_rate": 9.857890800299179e-06,
      "loss": 0.1376,
      "step": 550
    },
    {
      "epoch": 0.5293005671077504,
      "grad_norm": 32.059261322021484,
      "learning_rate": 9.820493642483172e-06,
      "loss": 0.1389,
      "step": 560
    },
    {
      "epoch": 0.5387523629489603,
      "grad_norm": 7.257635116577148,
      "learning_rate": 9.783096484667165e-06,
      "loss": 0.1427,
      "step": 570
    },
    {
      "epoch": 0.5482041587901701,
      "grad_norm": 7.264402389526367,
      "learning_rate": 9.74569932685116e-06,
      "loss": 0.1254,
      "step": 580
    },
    {
      "epoch": 0.55765595463138,
      "grad_norm": 15.918863296508789,
      "learning_rate": 9.708302169035154e-06,
      "loss": 0.1375,
      "step": 590
    },
    {
      "epoch": 0.5671077504725898,
      "grad_norm": 3.28000807762146,
      "learning_rate": 9.670905011219147e-06,
      "loss": 0.1018,
      "step": 600
    },
    {
      "epoch": 0.5765595463137996,
      "grad_norm": 3.7656383514404297,
      "learning_rate": 9.633507853403143e-06,
      "loss": 0.1003,
      "step": 610
    },
    {
      "epoch": 0.5860113421550095,
      "grad_norm": 2.568873882293701,
      "learning_rate": 9.596110695587136e-06,
      "loss": 0.1004,
      "step": 620
    },
    {
      "epoch": 0.5954631379962193,
      "grad_norm": 95.7247314453125,
      "learning_rate": 9.558713537771131e-06,
      "loss": 0.1197,
      "step": 630
    },
    {
      "epoch": 0.6049149338374291,
      "grad_norm": 1.9285805225372314,
      "learning_rate": 9.521316379955125e-06,
      "loss": 0.1489,
      "step": 640
    },
    {
      "epoch": 0.6143667296786389,
      "grad_norm": 2368.34423828125,
      "learning_rate": 9.483919222139118e-06,
      "loss": 0.1099,
      "step": 650
    },
    {
      "epoch": 0.6238185255198487,
      "grad_norm": 127.53451538085938,
      "learning_rate": 9.446522064323113e-06,
      "loss": 0.2462,
      "step": 660
    },
    {
      "epoch": 0.6332703213610587,
      "grad_norm": 3.0768001079559326,
      "learning_rate": 9.409124906507107e-06,
      "loss": 0.8238,
      "step": 670
    },
    {
      "epoch": 0.6427221172022685,
      "grad_norm": 10.293018341064453,
      "learning_rate": 9.3717277486911e-06,
      "loss": 0.1209,
      "step": 680
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 2.587555408477783,
      "learning_rate": 9.334330590875095e-06,
      "loss": 0.1323,
      "step": 690
    },
    {
      "epoch": 0.6616257088846881,
      "grad_norm": 3.1364760398864746,
      "learning_rate": 9.296933433059089e-06,
      "loss": 0.1179,
      "step": 700
    },
    {
      "epoch": 0.6710775047258979,
      "grad_norm": 7.582152366638184,
      "learning_rate": 9.259536275243082e-06,
      "loss": 0.1037,
      "step": 710
    },
    {
      "epoch": 0.6805293005671077,
      "grad_norm": 1070.914794921875,
      "learning_rate": 9.222139117427075e-06,
      "loss": 0.106,
      "step": 720
    },
    {
      "epoch": 0.6899810964083176,
      "grad_norm": 24.98986053466797,
      "learning_rate": 9.18474195961107e-06,
      "loss": 0.1497,
      "step": 730
    },
    {
      "epoch": 0.6994328922495274,
      "grad_norm": 2.334745407104492,
      "learning_rate": 9.147344801795064e-06,
      "loss": 0.0928,
      "step": 740
    },
    {
      "epoch": 0.7088846880907372,
      "grad_norm": 48.43152618408203,
      "learning_rate": 9.109947643979057e-06,
      "loss": 0.0976,
      "step": 750
    },
    {
      "epoch": 0.718336483931947,
      "grad_norm": 12.193922996520996,
      "learning_rate": 9.072550486163052e-06,
      "loss": 0.1007,
      "step": 760
    },
    {
      "epoch": 0.7277882797731569,
      "grad_norm": 65.48289489746094,
      "learning_rate": 9.035153328347046e-06,
      "loss": 0.0961,
      "step": 770
    },
    {
      "epoch": 0.7372400756143668,
      "grad_norm": 9.52373218536377,
      "learning_rate": 8.99775617053104e-06,
      "loss": 0.094,
      "step": 780
    },
    {
      "epoch": 0.7466918714555766,
      "grad_norm": 31.735408782958984,
      "learning_rate": 8.960359012715034e-06,
      "loss": 0.0781,
      "step": 790
    },
    {
      "epoch": 0.7561436672967864,
      "grad_norm": 3.400327682495117,
      "learning_rate": 8.922961854899028e-06,
      "loss": 0.0797,
      "step": 800
    },
    {
      "epoch": 0.7655954631379962,
      "grad_norm": 523.4867553710938,
      "learning_rate": 8.896783844427824e-06,
      "loss": 0.7303,
      "step": 810
    },
    {
      "epoch": 0.775047258979206,
      "grad_norm": 13.026022911071777,
      "learning_rate": 8.859386686611819e-06,
      "loss": 0.1286,
      "step": 820
    },
    {
      "epoch": 0.7844990548204159,
      "grad_norm": 292.6473083496094,
      "learning_rate": 8.821989528795813e-06,
      "loss": 0.1002,
      "step": 830
    },
    {
      "epoch": 0.7939508506616257,
      "grad_norm": 10.678335189819336,
      "learning_rate": 8.784592370979806e-06,
      "loss": 0.5203,
      "step": 840
    },
    {
      "epoch": 0.8034026465028355,
      "grad_norm": 1.7254323959350586,
      "learning_rate": 8.747195213163801e-06,
      "loss": 0.0882,
      "step": 850
    },
    {
      "epoch": 0.8128544423440454,
      "grad_norm": 61.3662223815918,
      "learning_rate": 8.709798055347795e-06,
      "loss": 0.0789,
      "step": 860
    },
    {
      "epoch": 0.8223062381852552,
      "grad_norm": 9330.720703125,
      "learning_rate": 8.672400897531788e-06,
      "loss": 1.3957,
      "step": 870
    },
    {
      "epoch": 0.831758034026465,
      "grad_norm": 8887.767578125,
      "learning_rate": 8.635003739715783e-06,
      "loss": 2.697,
      "step": 880
    },
    {
      "epoch": 0.8412098298676749,
      "grad_norm": 14477.5322265625,
      "learning_rate": 8.597606581899777e-06,
      "loss": 1.646,
      "step": 890
    },
    {
      "epoch": 0.8506616257088847,
      "grad_norm": 2064.92724609375,
      "learning_rate": 8.56020942408377e-06,
      "loss": 1.0418,
      "step": 900
    },
    {
      "epoch": 0.8601134215500945,
      "grad_norm": 53.577369689941406,
      "learning_rate": 8.522812266267765e-06,
      "loss": 0.3661,
      "step": 910
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 11.63904094696045,
      "learning_rate": 8.485415108451759e-06,
      "loss": 0.1646,
      "step": 920
    },
    {
      "epoch": 0.8790170132325141,
      "grad_norm": 313.92529296875,
      "learning_rate": 8.448017950635754e-06,
      "loss": 0.2555,
      "step": 930
    },
    {
      "epoch": 0.888468809073724,
      "grad_norm": 27.883251190185547,
      "learning_rate": 8.410620792819745e-06,
      "loss": 0.0899,
      "step": 940
    },
    {
      "epoch": 0.8979206049149339,
      "grad_norm": 1.2697465419769287,
      "learning_rate": 8.37322363500374e-06,
      "loss": 0.093,
      "step": 950
    },
    {
      "epoch": 0.9073724007561437,
      "grad_norm": 658.786376953125,
      "learning_rate": 8.335826477187734e-06,
      "loss": 0.0879,
      "step": 960
    },
    {
      "epoch": 0.9168241965973535,
      "grad_norm": 12.427763938903809,
      "learning_rate": 8.298429319371727e-06,
      "loss": 0.068,
      "step": 970
    },
    {
      "epoch": 0.9262759924385633,
      "grad_norm": 2670.397216796875,
      "learning_rate": 8.261032161555723e-06,
      "loss": 0.7053,
      "step": 980
    },
    {
      "epoch": 0.9357277882797732,
      "grad_norm": 147.85740661621094,
      "learning_rate": 8.223635003739716e-06,
      "loss": 1.1022,
      "step": 990
    },
    {
      "epoch": 0.945179584120983,
      "grad_norm": 73.45378112792969,
      "learning_rate": 8.18623784592371e-06,
      "loss": 0.3059,
      "step": 1000
    },
    {
      "epoch": 0.9546313799621928,
      "grad_norm": 7.717315196990967,
      "learning_rate": 8.148840688107704e-06,
      "loss": 0.1488,
      "step": 1010
    },
    {
      "epoch": 0.9640831758034026,
      "grad_norm": 9.288606643676758,
      "learning_rate": 8.111443530291698e-06,
      "loss": 0.1161,
      "step": 1020
    },
    {
      "epoch": 0.9735349716446124,
      "grad_norm": 12.23811149597168,
      "learning_rate": 8.074046372475693e-06,
      "loss": 0.0874,
      "step": 1030
    },
    {
      "epoch": 0.9829867674858223,
      "grad_norm": 3.111706256866455,
      "learning_rate": 8.036649214659686e-06,
      "loss": 0.1212,
      "step": 1040
    },
    {
      "epoch": 0.9924385633270322,
      "grad_norm": 7.152887344360352,
      "learning_rate": 7.99925205684368e-06,
      "loss": 0.1249,
      "step": 1050
    },
    {
      "epoch": 1.001890359168242,
      "grad_norm": 1.6718932390213013,
      "learning_rate": 7.961854899027675e-06,
      "loss": 0.1261,
      "step": 1060
    },
    {
      "epoch": 1.011342155009452,
      "grad_norm": 1.6129039525985718,
      "learning_rate": 7.924457741211668e-06,
      "loss": 0.0767,
      "step": 1070
    },
    {
      "epoch": 1.0207939508506616,
      "grad_norm": 10.476449966430664,
      "learning_rate": 7.887060583395662e-06,
      "loss": 0.0995,
      "step": 1080
    },
    {
      "epoch": 1.0302457466918715,
      "grad_norm": 5.244194030761719,
      "learning_rate": 7.849663425579657e-06,
      "loss": 0.1115,
      "step": 1090
    },
    {
      "epoch": 1.0396975425330812,
      "grad_norm": 3.1006393432617188,
      "learning_rate": 7.81226626776365e-06,
      "loss": 0.0878,
      "step": 1100
    },
    {
      "epoch": 1.0491493383742911,
      "grad_norm": 8.808783531188965,
      "learning_rate": 7.774869109947646e-06,
      "loss": 0.105,
      "step": 1110
    },
    {
      "epoch": 1.0586011342155008,
      "grad_norm": 5.994989395141602,
      "learning_rate": 7.737471952131639e-06,
      "loss": 0.1088,
      "step": 1120
    },
    {
      "epoch": 1.0680529300567108,
      "grad_norm": 2.1118083000183105,
      "learning_rate": 7.700074794315632e-06,
      "loss": 0.1051,
      "step": 1130
    },
    {
      "epoch": 1.0775047258979207,
      "grad_norm": 5.780063629150391,
      "learning_rate": 7.662677636499628e-06,
      "loss": 0.0792,
      "step": 1140
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.76413893699646,
      "learning_rate": 7.625280478683621e-06,
      "loss": 0.1034,
      "step": 1150
    },
    {
      "epoch": 1.0964083175803403,
      "grad_norm": 1.0356695652008057,
      "learning_rate": 7.587883320867615e-06,
      "loss": 0.0698,
      "step": 1160
    },
    {
      "epoch": 1.10586011342155,
      "grad_norm": 1.114787220954895,
      "learning_rate": 7.550486163051609e-06,
      "loss": 0.0847,
      "step": 1170
    },
    {
      "epoch": 1.11531190926276,
      "grad_norm": 45.184532165527344,
      "learning_rate": 7.513089005235603e-06,
      "loss": 0.1104,
      "step": 1180
    },
    {
      "epoch": 1.1247637051039698,
      "grad_norm": 1.0391864776611328,
      "learning_rate": 7.475691847419597e-06,
      "loss": 0.0829,
      "step": 1190
    },
    {
      "epoch": 1.1342155009451795,
      "grad_norm": 5.533662796020508,
      "learning_rate": 7.4382946896035916e-06,
      "loss": 0.0853,
      "step": 1200
    },
    {
      "epoch": 1.1436672967863895,
      "grad_norm": 4.5780229568481445,
      "learning_rate": 7.400897531787585e-06,
      "loss": 0.0656,
      "step": 1210
    },
    {
      "epoch": 1.1531190926275992,
      "grad_norm": 1.4483156204223633,
      "learning_rate": 7.363500373971578e-06,
      "loss": 0.0748,
      "step": 1220
    },
    {
      "epoch": 1.162570888468809,
      "grad_norm": 1.0575523376464844,
      "learning_rate": 7.326103216155573e-06,
      "loss": 0.0761,
      "step": 1230
    },
    {
      "epoch": 1.172022684310019,
      "grad_norm": 1.2220410108566284,
      "learning_rate": 7.288706058339566e-06,
      "loss": 0.0885,
      "step": 1240
    },
    {
      "epoch": 1.1814744801512287,
      "grad_norm": 9.184976577758789,
      "learning_rate": 7.25130890052356e-06,
      "loss": 0.0747,
      "step": 1250
    },
    {
      "epoch": 1.1909262759924386,
      "grad_norm": 2.5088539123535156,
      "learning_rate": 7.213911742707555e-06,
      "loss": 0.0878,
      "step": 1260
    },
    {
      "epoch": 1.2003780718336483,
      "grad_norm": 0.895652711391449,
      "learning_rate": 7.176514584891548e-06,
      "loss": 0.0648,
      "step": 1270
    },
    {
      "epoch": 1.2098298676748582,
      "grad_norm": 3.6389918327331543,
      "learning_rate": 7.139117427075542e-06,
      "loss": 0.069,
      "step": 1280
    },
    {
      "epoch": 1.2192816635160681,
      "grad_norm": 1.7553330659866333,
      "learning_rate": 7.101720269259537e-06,
      "loss": 0.085,
      "step": 1290
    },
    {
      "epoch": 1.2287334593572778,
      "grad_norm": 1.7131526470184326,
      "learning_rate": 7.064323111443531e-06,
      "loss": 0.0821,
      "step": 1300
    },
    {
      "epoch": 1.2381852551984878,
      "grad_norm": 1.947082281112671,
      "learning_rate": 7.026925953627524e-06,
      "loss": 0.079,
      "step": 1310
    },
    {
      "epoch": 1.2476370510396975,
      "grad_norm": 0.9147713780403137,
      "learning_rate": 6.989528795811519e-06,
      "loss": 0.0854,
      "step": 1320
    },
    {
      "epoch": 1.2570888468809074,
      "grad_norm": 1.334012746810913,
      "learning_rate": 6.952131637995513e-06,
      "loss": 0.1571,
      "step": 1330
    },
    {
      "epoch": 1.2665406427221173,
      "grad_norm": 1.3452980518341064,
      "learning_rate": 6.914734480179507e-06,
      "loss": 0.0861,
      "step": 1340
    },
    {
      "epoch": 1.275992438563327,
      "grad_norm": 0.8652889132499695,
      "learning_rate": 6.877337322363501e-06,
      "loss": 0.0755,
      "step": 1350
    },
    {
      "epoch": 1.285444234404537,
      "grad_norm": 0.6752623319625854,
      "learning_rate": 6.839940164547495e-06,
      "loss": 0.0671,
      "step": 1360
    },
    {
      "epoch": 1.2948960302457466,
      "grad_norm": 2.3604907989501953,
      "learning_rate": 6.802543006731489e-06,
      "loss": 0.0675,
      "step": 1370
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 84.10884094238281,
      "learning_rate": 6.7651458489154835e-06,
      "loss": 0.1184,
      "step": 1380
    },
    {
      "epoch": 1.3137996219281662,
      "grad_norm": 584.1233520507812,
      "learning_rate": 6.727748691099477e-06,
      "loss": 0.1766,
      "step": 1390
    },
    {
      "epoch": 1.3232514177693762,
      "grad_norm": 5.4759202003479,
      "learning_rate": 6.690351533283471e-06,
      "loss": 0.2643,
      "step": 1400
    },
    {
      "epoch": 1.332703213610586,
      "grad_norm": 8.900699615478516,
      "learning_rate": 6.6529543754674655e-06,
      "loss": 0.27,
      "step": 1410
    },
    {
      "epoch": 1.3421550094517958,
      "grad_norm": 31.19775390625,
      "learning_rate": 6.615557217651459e-06,
      "loss": 0.1707,
      "step": 1420
    },
    {
      "epoch": 1.3516068052930057,
      "grad_norm": 2.57696270942688,
      "learning_rate": 6.578160059835453e-06,
      "loss": 0.1375,
      "step": 1430
    },
    {
      "epoch": 1.3610586011342156,
      "grad_norm": 2.712918996810913,
      "learning_rate": 6.5407629020194475e-06,
      "loss": 0.1319,
      "step": 1440
    },
    {
      "epoch": 1.3705103969754253,
      "grad_norm": 2.8474884033203125,
      "learning_rate": 6.503365744203442e-06,
      "loss": 0.0871,
      "step": 1450
    },
    {
      "epoch": 1.3799621928166352,
      "grad_norm": 3.187256336212158,
      "learning_rate": 6.465968586387435e-06,
      "loss": 0.0876,
      "step": 1460
    },
    {
      "epoch": 1.389413988657845,
      "grad_norm": 1.1946818828582764,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 0.0732,
      "step": 1470
    },
    {
      "epoch": 1.3988657844990549,
      "grad_norm": 2.49619722366333,
      "learning_rate": 6.391174270755424e-06,
      "loss": 0.0858,
      "step": 1480
    },
    {
      "epoch": 1.4083175803402646,
      "grad_norm": 1.9434871673583984,
      "learning_rate": 6.353777112939416e-06,
      "loss": 0.1049,
      "step": 1490
    },
    {
      "epoch": 1.4177693761814745,
      "grad_norm": 1.6459031105041504,
      "learning_rate": 6.316379955123411e-06,
      "loss": 0.0706,
      "step": 1500
    },
    {
      "epoch": 1.4272211720226844,
      "grad_norm": 2.103151798248291,
      "learning_rate": 6.278982797307405e-06,
      "loss": 0.0871,
      "step": 1510
    },
    {
      "epoch": 1.436672967863894,
      "grad_norm": 1.688470721244812,
      "learning_rate": 6.241585639491398e-06,
      "loss": 0.0662,
      "step": 1520
    },
    {
      "epoch": 1.446124763705104,
      "grad_norm": 1.6121007204055786,
      "learning_rate": 6.204188481675393e-06,
      "loss": 0.0702,
      "step": 1530
    },
    {
      "epoch": 1.455576559546314,
      "grad_norm": 1.3256118297576904,
      "learning_rate": 6.166791323859387e-06,
      "loss": 0.0867,
      "step": 1540
    },
    {
      "epoch": 1.4650283553875236,
      "grad_norm": 2.683123826980591,
      "learning_rate": 6.129394166043381e-06,
      "loss": 0.0658,
      "step": 1550
    },
    {
      "epoch": 1.4744801512287333,
      "grad_norm": 11.660983085632324,
      "learning_rate": 6.091997008227375e-06,
      "loss": 0.0785,
      "step": 1560
    },
    {
      "epoch": 1.4839319470699432,
      "grad_norm": 1.9295110702514648,
      "learning_rate": 6.054599850411369e-06,
      "loss": 0.085,
      "step": 1570
    },
    {
      "epoch": 1.4933837429111532,
      "grad_norm": 0.9210951924324036,
      "learning_rate": 6.017202692595363e-06,
      "loss": 0.0974,
      "step": 1580
    },
    {
      "epoch": 1.5028355387523629,
      "grad_norm": 2.4897303581237793,
      "learning_rate": 5.979805534779357e-06,
      "loss": 0.0708,
      "step": 1590
    },
    {
      "epoch": 1.5122873345935728,
      "grad_norm": 2.9634382724761963,
      "learning_rate": 5.942408376963351e-06,
      "loss": 0.075,
      "step": 1600
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 3.2284462451934814,
      "learning_rate": 5.905011219147345e-06,
      "loss": 0.1634,
      "step": 1610
    },
    {
      "epoch": 1.5311909262759924,
      "grad_norm": 2.838763475418091,
      "learning_rate": 5.867614061331339e-06,
      "loss": 0.1089,
      "step": 1620
    },
    {
      "epoch": 1.5406427221172023,
      "grad_norm": 1.9930697679519653,
      "learning_rate": 5.830216903515334e-06,
      "loss": 0.0653,
      "step": 1630
    },
    {
      "epoch": 1.5500945179584122,
      "grad_norm": 1.8953261375427246,
      "learning_rate": 5.792819745699327e-06,
      "loss": 0.1015,
      "step": 1640
    },
    {
      "epoch": 1.559546313799622,
      "grad_norm": 0.7137608528137207,
      "learning_rate": 5.755422587883321e-06,
      "loss": 0.0608,
      "step": 1650
    },
    {
      "epoch": 1.5689981096408316,
      "grad_norm": 1.0345617532730103,
      "learning_rate": 5.718025430067316e-06,
      "loss": 0.0767,
      "step": 1660
    },
    {
      "epoch": 1.5784499054820416,
      "grad_norm": 1.0763232707977295,
      "learning_rate": 5.680628272251309e-06,
      "loss": 0.089,
      "step": 1670
    },
    {
      "epoch": 1.5879017013232515,
      "grad_norm": 13.364884376525879,
      "learning_rate": 5.643231114435303e-06,
      "loss": 0.0671,
      "step": 1680
    },
    {
      "epoch": 1.5973534971644612,
      "grad_norm": 3.817563772201538,
      "learning_rate": 5.605833956619298e-06,
      "loss": 0.1104,
      "step": 1690
    },
    {
      "epoch": 1.606805293005671,
      "grad_norm": 1.828808307647705,
      "learning_rate": 5.568436798803292e-06,
      "loss": 0.0953,
      "step": 1700
    },
    {
      "epoch": 1.616257088846881,
      "grad_norm": 3.8507823944091797,
      "learning_rate": 5.531039640987285e-06,
      "loss": 0.0838,
      "step": 1710
    },
    {
      "epoch": 1.6257088846880907,
      "grad_norm": 3.9542222023010254,
      "learning_rate": 5.49364248317128e-06,
      "loss": 0.0792,
      "step": 1720
    },
    {
      "epoch": 1.6351606805293004,
      "grad_norm": 2.827173948287964,
      "learning_rate": 5.456245325355274e-06,
      "loss": 0.0869,
      "step": 1730
    },
    {
      "epoch": 1.6446124763705106,
      "grad_norm": 8.706243515014648,
      "learning_rate": 5.418848167539268e-06,
      "loss": 0.0782,
      "step": 1740
    },
    {
      "epoch": 1.6540642722117203,
      "grad_norm": 2.825563430786133,
      "learning_rate": 5.381451009723262e-06,
      "loss": 0.1127,
      "step": 1750
    },
    {
      "epoch": 1.66351606805293,
      "grad_norm": 152.21490478515625,
      "learning_rate": 5.344053851907256e-06,
      "loss": 0.1218,
      "step": 1760
    },
    {
      "epoch": 1.6729678638941399,
      "grad_norm": 6.626716613769531,
      "learning_rate": 5.306656694091249e-06,
      "loss": 0.0866,
      "step": 1770
    },
    {
      "epoch": 1.6824196597353498,
      "grad_norm": 1.9379291534423828,
      "learning_rate": 5.269259536275243e-06,
      "loss": 0.0829,
      "step": 1780
    },
    {
      "epoch": 1.6918714555765595,
      "grad_norm": 18.214658737182617,
      "learning_rate": 5.231862378459237e-06,
      "loss": 0.0873,
      "step": 1790
    },
    {
      "epoch": 1.7013232514177694,
      "grad_norm": 17.1606502532959,
      "learning_rate": 5.194465220643231e-06,
      "loss": 0.1232,
      "step": 1800
    },
    {
      "epoch": 1.7107750472589793,
      "grad_norm": 142.15260314941406,
      "learning_rate": 5.157068062827225e-06,
      "loss": 0.1019,
      "step": 1810
    },
    {
      "epoch": 1.720226843100189,
      "grad_norm": 124.0704345703125,
      "learning_rate": 5.119670905011219e-06,
      "loss": 0.4851,
      "step": 1820
    },
    {
      "epoch": 1.7296786389413987,
      "grad_norm": 51.26754379272461,
      "learning_rate": 5.082273747195213e-06,
      "loss": 0.394,
      "step": 1830
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 56.5087890625,
      "learning_rate": 5.044876589379208e-06,
      "loss": 0.1282,
      "step": 1840
    },
    {
      "epoch": 1.7485822306238186,
      "grad_norm": 25.078203201293945,
      "learning_rate": 5.007479431563201e-06,
      "loss": 0.0931,
      "step": 1850
    },
    {
      "epoch": 1.7580340264650283,
      "grad_norm": 1.4061124324798584,
      "learning_rate": 4.970082273747195e-06,
      "loss": 0.0745,
      "step": 1860
    },
    {
      "epoch": 1.7674858223062382,
      "grad_norm": 16.42283058166504,
      "learning_rate": 4.93268511593119e-06,
      "loss": 0.0939,
      "step": 1870
    },
    {
      "epoch": 1.776937618147448,
      "grad_norm": 2.5964503288269043,
      "learning_rate": 4.895287958115184e-06,
      "loss": 0.0865,
      "step": 1880
    },
    {
      "epoch": 1.7863894139886578,
      "grad_norm": 4.37824821472168,
      "learning_rate": 4.857890800299177e-06,
      "loss": 0.0872,
      "step": 1890
    },
    {
      "epoch": 1.7958412098298677,
      "grad_norm": 3.0010366439819336,
      "learning_rate": 4.820493642483172e-06,
      "loss": 0.1027,
      "step": 1900
    },
    {
      "epoch": 1.8052930056710776,
      "grad_norm": 9.359098434448242,
      "learning_rate": 4.783096484667166e-06,
      "loss": 0.1273,
      "step": 1910
    },
    {
      "epoch": 1.8147448015122873,
      "grad_norm": 1.1968307495117188,
      "learning_rate": 4.74569932685116e-06,
      "loss": 0.1062,
      "step": 1920
    },
    {
      "epoch": 1.824196597353497,
      "grad_norm": 8.978023529052734,
      "learning_rate": 4.708302169035154e-06,
      "loss": 0.073,
      "step": 1930
    },
    {
      "epoch": 1.833648393194707,
      "grad_norm": 4.380856513977051,
      "learning_rate": 4.670905011219148e-06,
      "loss": 0.0807,
      "step": 1940
    },
    {
      "epoch": 1.8431001890359169,
      "grad_norm": 1.6301466226577759,
      "learning_rate": 4.633507853403142e-06,
      "loss": 0.069,
      "step": 1950
    },
    {
      "epoch": 1.8525519848771266,
      "grad_norm": 1.8033560514450073,
      "learning_rate": 4.5961106955871356e-06,
      "loss": 0.1026,
      "step": 1960
    },
    {
      "epoch": 1.8620037807183365,
      "grad_norm": 1.4674009084701538,
      "learning_rate": 4.55871353777113e-06,
      "loss": 0.0716,
      "step": 1970
    },
    {
      "epoch": 1.8714555765595464,
      "grad_norm": 1.8336230516433716,
      "learning_rate": 4.521316379955123e-06,
      "loss": 0.0804,
      "step": 1980
    },
    {
      "epoch": 1.8809073724007561,
      "grad_norm": 1.2159379720687866,
      "learning_rate": 4.4839192221391176e-06,
      "loss": 0.097,
      "step": 1990
    },
    {
      "epoch": 1.8903591682419658,
      "grad_norm": 4.437017440795898,
      "learning_rate": 4.446522064323112e-06,
      "loss": 0.0833,
      "step": 2000
    },
    {
      "epoch": 1.899810964083176,
      "grad_norm": 1.8714925050735474,
      "learning_rate": 4.409124906507105e-06,
      "loss": 0.0764,
      "step": 2010
    },
    {
      "epoch": 1.9092627599243857,
      "grad_norm": 1.631150722503662,
      "learning_rate": 4.3717277486910996e-06,
      "loss": 0.0827,
      "step": 2020
    },
    {
      "epoch": 1.9187145557655954,
      "grad_norm": 1.145902395248413,
      "learning_rate": 4.334330590875094e-06,
      "loss": 0.0575,
      "step": 2030
    },
    {
      "epoch": 1.9281663516068053,
      "grad_norm": 1.2010490894317627,
      "learning_rate": 4.296933433059088e-06,
      "loss": 0.086,
      "step": 2040
    },
    {
      "epoch": 1.9376181474480152,
      "grad_norm": 1.181751012802124,
      "learning_rate": 4.2595362752430815e-06,
      "loss": 0.085,
      "step": 2050
    },
    {
      "epoch": 1.947069943289225,
      "grad_norm": 1.8226746320724487,
      "learning_rate": 4.222139117427076e-06,
      "loss": 0.081,
      "step": 2060
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 2.128484010696411,
      "learning_rate": 4.18474195961107e-06,
      "loss": 0.0924,
      "step": 2070
    },
    {
      "epoch": 1.9659735349716447,
      "grad_norm": 3.3163959980010986,
      "learning_rate": 4.147344801795064e-06,
      "loss": 0.0878,
      "step": 2080
    },
    {
      "epoch": 1.9754253308128544,
      "grad_norm": 3.319842576980591,
      "learning_rate": 4.109947643979058e-06,
      "loss": 0.0771,
      "step": 2090
    },
    {
      "epoch": 1.9848771266540641,
      "grad_norm": 1.4262229204177856,
      "learning_rate": 4.072550486163052e-06,
      "loss": 0.0701,
      "step": 2100
    },
    {
      "epoch": 1.994328922495274,
      "grad_norm": 0.9300116896629333,
      "learning_rate": 4.035153328347046e-06,
      "loss": 0.071,
      "step": 2110
    },
    {
      "epoch": 2.003780718336484,
      "grad_norm": 3.044982671737671,
      "learning_rate": 3.99775617053104e-06,
      "loss": 0.093,
      "step": 2120
    },
    {
      "epoch": 2.0132325141776937,
      "grad_norm": 1.7930673360824585,
      "learning_rate": 3.960359012715034e-06,
      "loss": 0.0543,
      "step": 2130
    },
    {
      "epoch": 2.022684310018904,
      "grad_norm": 1.6980185508728027,
      "learning_rate": 3.9229618548990275e-06,
      "loss": 0.0611,
      "step": 2140
    },
    {
      "epoch": 2.0321361058601135,
      "grad_norm": 1.0368515253067017,
      "learning_rate": 3.885564697083022e-06,
      "loss": 0.047,
      "step": 2150
    },
    {
      "epoch": 2.041587901701323,
      "grad_norm": 3.497382640838623,
      "learning_rate": 3.848167539267016e-06,
      "loss": 0.0695,
      "step": 2160
    },
    {
      "epoch": 2.051039697542533,
      "grad_norm": 3.369415521621704,
      "learning_rate": 3.81077038145101e-06,
      "loss": 0.1011,
      "step": 2170
    },
    {
      "epoch": 2.060491493383743,
      "grad_norm": 1.3048640489578247,
      "learning_rate": 3.773373223635004e-06,
      "loss": 0.1194,
      "step": 2180
    },
    {
      "epoch": 2.0699432892249527,
      "grad_norm": 1.1383615732192993,
      "learning_rate": 3.735976065818998e-06,
      "loss": 0.0582,
      "step": 2190
    },
    {
      "epoch": 2.0793950850661624,
      "grad_norm": 1.8952641487121582,
      "learning_rate": 3.6985789080029923e-06,
      "loss": 0.0564,
      "step": 2200
    },
    {
      "epoch": 2.0888468809073726,
      "grad_norm": 0.8446295261383057,
      "learning_rate": 3.661181750186986e-06,
      "loss": 0.0501,
      "step": 2210
    },
    {
      "epoch": 2.0982986767485823,
      "grad_norm": 1.8624228239059448,
      "learning_rate": 3.62378459237098e-06,
      "loss": 0.0668,
      "step": 2220
    },
    {
      "epoch": 2.107750472589792,
      "grad_norm": 0.6371021866798401,
      "learning_rate": 3.5863874345549743e-06,
      "loss": 0.1011,
      "step": 2230
    },
    {
      "epoch": 2.1172022684310017,
      "grad_norm": 0.8320020437240601,
      "learning_rate": 3.548990276738968e-06,
      "loss": 0.0577,
      "step": 2240
    },
    {
      "epoch": 2.126654064272212,
      "grad_norm": 1.212850570678711,
      "learning_rate": 3.5115931189229625e-06,
      "loss": 0.0515,
      "step": 2250
    },
    {
      "epoch": 2.1361058601134215,
      "grad_norm": 1.5608317852020264,
      "learning_rate": 3.474195961106956e-06,
      "loss": 0.0549,
      "step": 2260
    },
    {
      "epoch": 2.145557655954631,
      "grad_norm": 1.6277782917022705,
      "learning_rate": 3.4367988032909497e-06,
      "loss": 0.0775,
      "step": 2270
    },
    {
      "epoch": 2.1550094517958414,
      "grad_norm": 0.8742659091949463,
      "learning_rate": 3.399401645474944e-06,
      "loss": 0.0702,
      "step": 2280
    },
    {
      "epoch": 2.164461247637051,
      "grad_norm": 2.2621870040893555,
      "learning_rate": 3.362004487658938e-06,
      "loss": 0.3185,
      "step": 2290
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 3.3026936054229736,
      "learning_rate": 3.324607329842932e-06,
      "loss": 0.0706,
      "step": 2300
    },
    {
      "epoch": 2.183364839319471,
      "grad_norm": 1.3657283782958984,
      "learning_rate": 3.287210172026926e-06,
      "loss": 0.074,
      "step": 2310
    },
    {
      "epoch": 2.1928166351606806,
      "grad_norm": 2.3479464054107666,
      "learning_rate": 3.2498130142109203e-06,
      "loss": 0.0859,
      "step": 2320
    },
    {
      "epoch": 2.2022684310018903,
      "grad_norm": 1.2391554117202759,
      "learning_rate": 3.212415856394914e-06,
      "loss": 0.0505,
      "step": 2330
    },
    {
      "epoch": 2.2117202268431,
      "grad_norm": 2.2902774810791016,
      "learning_rate": 3.1750186985789084e-06,
      "loss": 0.0659,
      "step": 2340
    },
    {
      "epoch": 2.22117202268431,
      "grad_norm": 1.3776533603668213,
      "learning_rate": 3.1376215407629023e-06,
      "loss": 0.0591,
      "step": 2350
    },
    {
      "epoch": 2.23062381852552,
      "grad_norm": 2.1550002098083496,
      "learning_rate": 3.1002243829468966e-06,
      "loss": 0.0797,
      "step": 2360
    },
    {
      "epoch": 2.2400756143667295,
      "grad_norm": 1.9426394701004028,
      "learning_rate": 3.0628272251308904e-06,
      "loss": 0.0986,
      "step": 2370
    },
    {
      "epoch": 2.2495274102079397,
      "grad_norm": 1.2983957529067993,
      "learning_rate": 3.0254300673148847e-06,
      "loss": 0.0454,
      "step": 2380
    },
    {
      "epoch": 2.2589792060491494,
      "grad_norm": 1.7152113914489746,
      "learning_rate": 2.9880329094988786e-06,
      "loss": 0.0508,
      "step": 2390
    },
    {
      "epoch": 2.268431001890359,
      "grad_norm": 0.9719337224960327,
      "learning_rate": 2.950635751682872e-06,
      "loss": 0.0581,
      "step": 2400
    },
    {
      "epoch": 2.2778827977315688,
      "grad_norm": 0.8925687670707703,
      "learning_rate": 2.9132385938668663e-06,
      "loss": 0.082,
      "step": 2410
    },
    {
      "epoch": 2.287334593572779,
      "grad_norm": 4.842050075531006,
      "learning_rate": 2.87584143605086e-06,
      "loss": 0.0731,
      "step": 2420
    },
    {
      "epoch": 2.2967863894139886,
      "grad_norm": 1.5382630825042725,
      "learning_rate": 2.8384442782348544e-06,
      "loss": 0.0595,
      "step": 2430
    },
    {
      "epoch": 2.3062381852551983,
      "grad_norm": 0.8771998286247253,
      "learning_rate": 2.8010471204188483e-06,
      "loss": 0.0584,
      "step": 2440
    },
    {
      "epoch": 2.3156899810964084,
      "grad_norm": 1.2943544387817383,
      "learning_rate": 2.7636499626028425e-06,
      "loss": 0.0674,
      "step": 2450
    },
    {
      "epoch": 2.325141776937618,
      "grad_norm": 2.6974918842315674,
      "learning_rate": 2.7262528047868364e-06,
      "loss": 0.0606,
      "step": 2460
    },
    {
      "epoch": 2.334593572778828,
      "grad_norm": 1.4208108186721802,
      "learning_rate": 2.6888556469708307e-06,
      "loss": 0.0731,
      "step": 2470
    },
    {
      "epoch": 2.344045368620038,
      "grad_norm": 1.310441493988037,
      "learning_rate": 2.6514584891548245e-06,
      "loss": 0.1353,
      "step": 2480
    },
    {
      "epoch": 2.3534971644612477,
      "grad_norm": 1.5753083229064941,
      "learning_rate": 2.6140613313388184e-06,
      "loss": 0.0648,
      "step": 2490
    },
    {
      "epoch": 2.3629489603024574,
      "grad_norm": 0.9591426253318787,
      "learning_rate": 2.5766641735228127e-06,
      "loss": 0.042,
      "step": 2500
    },
    {
      "epoch": 2.3724007561436675,
      "grad_norm": 1.4900124073028564,
      "learning_rate": 2.5392670157068065e-06,
      "loss": 0.495,
      "step": 2510
    },
    {
      "epoch": 2.381852551984877,
      "grad_norm": 1.3494096994400024,
      "learning_rate": 2.5018698578908008e-06,
      "loss": 0.0621,
      "step": 2520
    },
    {
      "epoch": 2.391304347826087,
      "grad_norm": 3.060147762298584,
      "learning_rate": 2.4644727000747946e-06,
      "loss": 0.0506,
      "step": 2530
    },
    {
      "epoch": 2.4007561436672966,
      "grad_norm": 4.2206292152404785,
      "learning_rate": 2.4270755422587885e-06,
      "loss": 0.0627,
      "step": 2540
    },
    {
      "epoch": 2.4102079395085068,
      "grad_norm": 0.9725443720817566,
      "learning_rate": 2.3896783844427828e-06,
      "loss": 0.0461,
      "step": 2550
    },
    {
      "epoch": 2.4196597353497165,
      "grad_norm": 3.230731964111328,
      "learning_rate": 2.3522812266267766e-06,
      "loss": 0.0399,
      "step": 2560
    },
    {
      "epoch": 2.429111531190926,
      "grad_norm": 2.5825319290161133,
      "learning_rate": 2.3148840688107705e-06,
      "loss": 0.0595,
      "step": 2570
    },
    {
      "epoch": 2.4385633270321363,
      "grad_norm": 1.2526172399520874,
      "learning_rate": 2.2774869109947643e-06,
      "loss": 0.0526,
      "step": 2580
    },
    {
      "epoch": 2.448015122873346,
      "grad_norm": 2.662144184112549,
      "learning_rate": 2.2400897531787586e-06,
      "loss": 0.0611,
      "step": 2590
    },
    {
      "epoch": 2.4574669187145557,
      "grad_norm": 1.0309128761291504,
      "learning_rate": 2.2026925953627525e-06,
      "loss": 0.0768,
      "step": 2600
    },
    {
      "epoch": 2.4669187145557654,
      "grad_norm": 1.1861653327941895,
      "learning_rate": 2.1652954375467468e-06,
      "loss": 0.0611,
      "step": 2610
    },
    {
      "epoch": 2.4763705103969755,
      "grad_norm": 2.0343453884124756,
      "learning_rate": 2.1278982797307406e-06,
      "loss": 0.0637,
      "step": 2620
    },
    {
      "epoch": 2.4858223062381852,
      "grad_norm": 1.182011365890503,
      "learning_rate": 2.090501121914735e-06,
      "loss": 0.0451,
      "step": 2630
    },
    {
      "epoch": 2.495274102079395,
      "grad_norm": 0.9003073573112488,
      "learning_rate": 2.0531039640987283e-06,
      "loss": 0.0526,
      "step": 2640
    },
    {
      "epoch": 2.504725897920605,
      "grad_norm": 2.235811471939087,
      "learning_rate": 2.0157068062827226e-06,
      "loss": 0.0753,
      "step": 2650
    },
    {
      "epoch": 2.5141776937618148,
      "grad_norm": 5.556035995483398,
      "learning_rate": 1.9783096484667165e-06,
      "loss": 0.1743,
      "step": 2660
    },
    {
      "epoch": 2.5236294896030245,
      "grad_norm": 1.437063455581665,
      "learning_rate": 1.9409124906507107e-06,
      "loss": 0.0511,
      "step": 2670
    },
    {
      "epoch": 2.5330812854442346,
      "grad_norm": 0.8690747022628784,
      "learning_rate": 1.9035153328347048e-06,
      "loss": 0.0634,
      "step": 2680
    },
    {
      "epoch": 2.5425330812854443,
      "grad_norm": 1.155195713043213,
      "learning_rate": 1.8661181750186989e-06,
      "loss": 0.0545,
      "step": 2690
    },
    {
      "epoch": 2.551984877126654,
      "grad_norm": 0.990226686000824,
      "learning_rate": 1.828721017202693e-06,
      "loss": 0.0704,
      "step": 2700
    },
    {
      "epoch": 2.561436672967864,
      "grad_norm": 1.3275784254074097,
      "learning_rate": 1.7913238593866866e-06,
      "loss": 0.048,
      "step": 2710
    },
    {
      "epoch": 2.570888468809074,
      "grad_norm": 0.962841808795929,
      "learning_rate": 1.7539267015706806e-06,
      "loss": 0.0469,
      "step": 2720
    },
    {
      "epoch": 2.5803402646502835,
      "grad_norm": 3.382091522216797,
      "learning_rate": 1.7165295437546747e-06,
      "loss": 0.0715,
      "step": 2730
    },
    {
      "epoch": 2.5897920604914932,
      "grad_norm": 1.1871252059936523,
      "learning_rate": 1.6791323859386688e-06,
      "loss": 0.0667,
      "step": 2740
    },
    {
      "epoch": 2.599243856332703,
      "grad_norm": 2.9719226360321045,
      "learning_rate": 1.6417352281226628e-06,
      "loss": 0.0602,
      "step": 2750
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 1.1596277952194214,
      "learning_rate": 1.604338070306657e-06,
      "loss": 0.061,
      "step": 2760
    },
    {
      "epoch": 2.618147448015123,
      "grad_norm": 1.5264619588851929,
      "learning_rate": 1.566940912490651e-06,
      "loss": 0.055,
      "step": 2770
    },
    {
      "epoch": 2.6275992438563325,
      "grad_norm": 1.292921781539917,
      "learning_rate": 1.5295437546746446e-06,
      "loss": 0.0637,
      "step": 2780
    },
    {
      "epoch": 2.6370510396975426,
      "grad_norm": 4.510688781738281,
      "learning_rate": 1.4921465968586387e-06,
      "loss": 0.0734,
      "step": 2790
    },
    {
      "epoch": 2.6465028355387523,
      "grad_norm": 0.9487069249153137,
      "learning_rate": 1.4547494390426328e-06,
      "loss": 0.0467,
      "step": 2800
    },
    {
      "epoch": 2.655954631379962,
      "grad_norm": 1.8110833168029785,
      "learning_rate": 1.4173522812266268e-06,
      "loss": 0.0479,
      "step": 2810
    },
    {
      "epoch": 2.665406427221172,
      "grad_norm": 1.7220536470413208,
      "learning_rate": 1.3799551234106209e-06,
      "loss": 0.0665,
      "step": 2820
    },
    {
      "epoch": 2.674858223062382,
      "grad_norm": 2.3197669982910156,
      "learning_rate": 1.342557965594615e-06,
      "loss": 0.0559,
      "step": 2830
    },
    {
      "epoch": 2.6843100189035916,
      "grad_norm": 1.2168952226638794,
      "learning_rate": 1.305160807778609e-06,
      "loss": 0.0597,
      "step": 2840
    },
    {
      "epoch": 2.6937618147448017,
      "grad_norm": 2.3563144207000732,
      "learning_rate": 1.2677636499626029e-06,
      "loss": 0.0698,
      "step": 2850
    },
    {
      "epoch": 2.7032136105860114,
      "grad_norm": 1.7858084440231323,
      "learning_rate": 1.230366492146597e-06,
      "loss": 0.0493,
      "step": 2860
    },
    {
      "epoch": 2.712665406427221,
      "grad_norm": 0.999500036239624,
      "learning_rate": 1.192969334330591e-06,
      "loss": 0.0555,
      "step": 2870
    },
    {
      "epoch": 2.7221172022684312,
      "grad_norm": 2.3788414001464844,
      "learning_rate": 1.1555721765145849e-06,
      "loss": 0.0466,
      "step": 2880
    },
    {
      "epoch": 2.731568998109641,
      "grad_norm": 1.2717732191085815,
      "learning_rate": 1.118175018698579e-06,
      "loss": 0.0573,
      "step": 2890
    },
    {
      "epoch": 2.7410207939508506,
      "grad_norm": 1.2164254188537598,
      "learning_rate": 1.080777860882573e-06,
      "loss": 0.0613,
      "step": 2900
    },
    {
      "epoch": 2.7504725897920603,
      "grad_norm": 1.483476996421814,
      "learning_rate": 1.043380703066567e-06,
      "loss": 0.0621,
      "step": 2910
    },
    {
      "epoch": 2.7599243856332705,
      "grad_norm": 0.919227659702301,
      "learning_rate": 1.0059835452505611e-06,
      "loss": 0.0551,
      "step": 2920
    },
    {
      "epoch": 2.76937618147448,
      "grad_norm": 1.3688384294509888,
      "learning_rate": 9.685863874345552e-07,
      "loss": 0.0457,
      "step": 2930
    },
    {
      "epoch": 2.77882797731569,
      "grad_norm": 2.6967413425445557,
      "learning_rate": 9.311892296185491e-07,
      "loss": 0.0522,
      "step": 2940
    },
    {
      "epoch": 2.7882797731568996,
      "grad_norm": 1.768357276916504,
      "learning_rate": 8.93792071802543e-07,
      "loss": 0.0507,
      "step": 2950
    },
    {
      "epoch": 2.7977315689981097,
      "grad_norm": 1.3043689727783203,
      "learning_rate": 8.563949139865371e-07,
      "loss": 0.0496,
      "step": 2960
    },
    {
      "epoch": 2.8071833648393194,
      "grad_norm": 1.3980363607406616,
      "learning_rate": 8.189977561705311e-07,
      "loss": 0.06,
      "step": 2970
    },
    {
      "epoch": 2.816635160680529,
      "grad_norm": 2.036473512649536,
      "learning_rate": 7.816005983545251e-07,
      "loss": 0.0519,
      "step": 2980
    },
    {
      "epoch": 2.8260869565217392,
      "grad_norm": 1.1731027364730835,
      "learning_rate": 7.442034405385192e-07,
      "loss": 0.0537,
      "step": 2990
    },
    {
      "epoch": 2.835538752362949,
      "grad_norm": 1.2910258769989014,
      "learning_rate": 7.068062827225131e-07,
      "loss": 0.0439,
      "step": 3000
    },
    {
      "epoch": 2.8449905482041586,
      "grad_norm": 0.6368816494941711,
      "learning_rate": 6.694091249065071e-07,
      "loss": 0.0541,
      "step": 3010
    },
    {
      "epoch": 2.854442344045369,
      "grad_norm": 1.0319303274154663,
      "learning_rate": 6.320119670905012e-07,
      "loss": 0.0337,
      "step": 3020
    },
    {
      "epoch": 2.8638941398865785,
      "grad_norm": 1.931760311126709,
      "learning_rate": 5.946148092744952e-07,
      "loss": 0.0555,
      "step": 3030
    },
    {
      "epoch": 2.873345935727788,
      "grad_norm": 1.5144755840301514,
      "learning_rate": 5.572176514584892e-07,
      "loss": 0.0555,
      "step": 3040
    },
    {
      "epoch": 2.8827977315689983,
      "grad_norm": 9.888813972473145,
      "learning_rate": 5.198204936424832e-07,
      "loss": 0.0606,
      "step": 3050
    },
    {
      "epoch": 2.892249527410208,
      "grad_norm": 10.548643112182617,
      "learning_rate": 4.824233358264772e-07,
      "loss": 0.064,
      "step": 3060
    },
    {
      "epoch": 2.9017013232514177,
      "grad_norm": 1.567958950996399,
      "learning_rate": 4.4502617801047125e-07,
      "loss": 0.0644,
      "step": 3070
    },
    {
      "epoch": 2.911153119092628,
      "grad_norm": 2.924102783203125,
      "learning_rate": 4.0762902019446526e-07,
      "loss": 0.0584,
      "step": 3080
    },
    {
      "epoch": 2.9206049149338376,
      "grad_norm": 2.3769917488098145,
      "learning_rate": 3.702318623784593e-07,
      "loss": 0.054,
      "step": 3090
    },
    {
      "epoch": 2.9300567107750473,
      "grad_norm": 2.570713996887207,
      "learning_rate": 3.328347045624533e-07,
      "loss": 0.0709,
      "step": 3100
    },
    {
      "epoch": 2.939508506616257,
      "grad_norm": 1.1489148139953613,
      "learning_rate": 2.954375467464473e-07,
      "loss": 0.0605,
      "step": 3110
    },
    {
      "epoch": 2.9489603024574667,
      "grad_norm": 1.264321208000183,
      "learning_rate": 2.580403889304413e-07,
      "loss": 0.0684,
      "step": 3120
    },
    {
      "epoch": 2.958412098298677,
      "grad_norm": 1.6857093572616577,
      "learning_rate": 2.2064323111443533e-07,
      "loss": 0.0579,
      "step": 3130
    },
    {
      "epoch": 2.9678638941398865,
      "grad_norm": 2.269068717956543,
      "learning_rate": 1.8324607329842932e-07,
      "loss": 0.0606,
      "step": 3140
    },
    {
      "epoch": 2.977315689981096,
      "grad_norm": 1.0288152694702148,
      "learning_rate": 1.4584891548242336e-07,
      "loss": 0.0577,
      "step": 3150
    },
    {
      "epoch": 2.9867674858223063,
      "grad_norm": 0.940092146396637,
      "learning_rate": 1.0845175766641736e-07,
      "loss": 0.0412,
      "step": 3160
    },
    {
      "epoch": 2.996219281663516,
      "grad_norm": 1.5147079229354858,
      "learning_rate": 7.105459985041138e-08,
      "loss": 0.0586,
      "step": 3170
    }
  ],
  "logging_steps": 10,
  "max_steps": 3174,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.245637388284723e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}