{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9149207505920933,
  "eval_steps": 500,
  "global_step": 8000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0036436509382401167,
      "grad_norm": 0.6875,
      "learning_rate": 9.987852283770651e-05,
      "loss": 3.4902,
      "step": 10
    },
    {
      "epoch": 0.007287301876480233,
      "grad_norm": 0.66796875,
      "learning_rate": 9.975704567541302e-05,
      "loss": 3.3432,
      "step": 20
    },
    {
      "epoch": 0.01093095281472035,
      "grad_norm": 0.5546875,
      "learning_rate": 9.963556851311953e-05,
      "loss": 3.2381,
      "step": 30
    },
    {
      "epoch": 0.014574603752960467,
      "grad_norm": 0.65234375,
      "learning_rate": 9.951409135082604e-05,
      "loss": 3.2931,
      "step": 40
    },
    {
      "epoch": 0.018218254691200583,
      "grad_norm": 0.6328125,
      "learning_rate": 9.939261418853257e-05,
      "loss": 3.3235,
      "step": 50
    },
    {
      "epoch": 0.0218619056294407,
      "grad_norm": 0.64453125,
      "learning_rate": 9.927113702623908e-05,
      "loss": 3.2988,
      "step": 60
    },
    {
      "epoch": 0.025505556567680818,
      "grad_norm": 0.59765625,
      "learning_rate": 9.914965986394558e-05,
      "loss": 3.2927,
      "step": 70
    },
    {
      "epoch": 0.029149207505920934,
      "grad_norm": 0.57421875,
      "learning_rate": 9.90281827016521e-05,
      "loss": 3.275,
      "step": 80
    },
    {
      "epoch": 0.03279285844416105,
      "grad_norm": 0.640625,
      "learning_rate": 9.89067055393586e-05,
      "loss": 3.316,
      "step": 90
    },
    {
      "epoch": 0.036436509382401165,
      "grad_norm": 0.57421875,
      "learning_rate": 9.878522837706513e-05,
      "loss": 3.2611,
      "step": 100
    },
    {
      "epoch": 0.04008016032064128,
      "grad_norm": 0.51171875,
      "learning_rate": 9.866375121477162e-05,
      "loss": 3.268,
      "step": 110
    },
    {
      "epoch": 0.0437238112588814,
      "grad_norm": 0.703125,
      "learning_rate": 9.854227405247813e-05,
      "loss": 3.3032,
      "step": 120
    },
    {
      "epoch": 0.04736746219712151,
      "grad_norm": 0.5546875,
      "learning_rate": 9.842079689018465e-05,
      "loss": 3.3334,
      "step": 130
    },
    {
      "epoch": 0.051011113135361635,
      "grad_norm": 0.671875,
      "learning_rate": 9.829931972789116e-05,
      "loss": 3.1943,
      "step": 140
    },
    {
      "epoch": 0.05465476407360175,
      "grad_norm": 0.6171875,
      "learning_rate": 9.817784256559767e-05,
      "loss": 3.2574,
      "step": 150
    },
    {
      "epoch": 0.05829841501184187,
      "grad_norm": 0.66015625,
      "learning_rate": 9.805636540330418e-05,
      "loss": 3.3747,
      "step": 160
    },
    {
      "epoch": 0.06194206595008198,
      "grad_norm": 0.52734375,
      "learning_rate": 9.793488824101069e-05,
      "loss": 3.2992,
      "step": 170
    },
    {
      "epoch": 0.0655857168883221,
      "grad_norm": 0.50390625,
      "learning_rate": 9.781341107871722e-05,
      "loss": 3.2342,
      "step": 180
    },
    {
      "epoch": 0.06922936782656222,
      "grad_norm": 0.65234375,
      "learning_rate": 9.769193391642371e-05,
      "loss": 3.356,
      "step": 190
    },
    {
      "epoch": 0.07287301876480233,
      "grad_norm": 0.57421875,
      "learning_rate": 9.757045675413022e-05,
      "loss": 3.3618,
      "step": 200
    },
    {
      "epoch": 0.07651666970304245,
      "grad_norm": 0.58984375,
      "learning_rate": 9.744897959183674e-05,
      "loss": 3.2931,
      "step": 210
    },
    {
      "epoch": 0.08016032064128256,
      "grad_norm": 0.77734375,
      "learning_rate": 9.732750242954325e-05,
      "loss": 3.3246,
      "step": 220
    },
    {
      "epoch": 0.08380397157952268,
      "grad_norm": 0.5859375,
      "learning_rate": 9.720602526724975e-05,
      "loss": 3.3181,
      "step": 230
    },
    {
      "epoch": 0.0874476225177628,
      "grad_norm": 0.640625,
      "learning_rate": 9.708454810495627e-05,
      "loss": 3.2757,
      "step": 240
    },
    {
      "epoch": 0.09109127345600292,
      "grad_norm": 0.55859375,
      "learning_rate": 9.696307094266278e-05,
      "loss": 3.2753,
      "step": 250
    },
    {
      "epoch": 0.09473492439424303,
      "grad_norm": 0.58203125,
      "learning_rate": 9.68415937803693e-05,
      "loss": 3.3207,
      "step": 260
    },
    {
      "epoch": 0.09837857533248315,
      "grad_norm": 0.63671875,
      "learning_rate": 9.67201166180758e-05,
      "loss": 3.3035,
      "step": 270
    },
    {
      "epoch": 0.10202222627072327,
      "grad_norm": 0.578125,
      "learning_rate": 9.659863945578231e-05,
      "loss": 3.3025,
      "step": 280
    },
    {
      "epoch": 0.10566587720896338,
      "grad_norm": 0.5859375,
      "learning_rate": 9.647716229348883e-05,
      "loss": 3.2066,
      "step": 290
    },
    {
      "epoch": 0.1093095281472035,
      "grad_norm": 0.7109375,
      "learning_rate": 9.635568513119534e-05,
      "loss": 3.2757,
      "step": 300
    },
    {
      "epoch": 0.11295317908544361,
      "grad_norm": 0.609375,
      "learning_rate": 9.623420796890185e-05,
      "loss": 3.1904,
      "step": 310
    },
    {
      "epoch": 0.11659683002368373,
      "grad_norm": 0.60546875,
      "learning_rate": 9.611273080660836e-05,
      "loss": 3.1947,
      "step": 320
    },
    {
      "epoch": 0.12024048096192384,
      "grad_norm": 0.6171875,
      "learning_rate": 9.599125364431487e-05,
      "loss": 3.2016,
      "step": 330
    },
    {
      "epoch": 0.12388413190016397,
      "grad_norm": 0.640625,
      "learning_rate": 9.58697764820214e-05,
      "loss": 3.329,
      "step": 340
    },
    {
      "epoch": 0.12752778283840407,
      "grad_norm": 0.66796875,
      "learning_rate": 9.574829931972789e-05,
      "loss": 3.2483,
      "step": 350
    },
    {
      "epoch": 0.1311714337766442,
      "grad_norm": 0.57421875,
      "learning_rate": 9.56268221574344e-05,
      "loss": 3.2388,
      "step": 360
    },
    {
      "epoch": 0.13481508471488432,
      "grad_norm": 0.58984375,
      "learning_rate": 9.550534499514092e-05,
      "loss": 3.2722,
      "step": 370
    },
    {
      "epoch": 0.13845873565312444,
      "grad_norm": 0.58203125,
      "learning_rate": 9.538386783284743e-05,
      "loss": 3.2672,
      "step": 380
    },
    {
      "epoch": 0.14210238659136454,
      "grad_norm": 0.5234375,
      "learning_rate": 9.526239067055394e-05,
      "loss": 3.3378,
      "step": 390
    },
    {
      "epoch": 0.14574603752960466,
      "grad_norm": 0.55859375,
      "learning_rate": 9.514091350826045e-05,
      "loss": 3.2637,
      "step": 400
    },
    {
      "epoch": 0.14938968846784478,
      "grad_norm": 0.70703125,
      "learning_rate": 9.501943634596696e-05,
      "loss": 3.2879,
      "step": 410
    },
    {
      "epoch": 0.1530333394060849,
      "grad_norm": 0.6640625,
      "learning_rate": 9.489795918367348e-05,
      "loss": 3.2614,
      "step": 420
    },
    {
      "epoch": 0.156676990344325,
      "grad_norm": 0.625,
      "learning_rate": 9.477648202137999e-05,
      "loss": 3.2469,
      "step": 430
    },
    {
      "epoch": 0.16032064128256512,
      "grad_norm": 0.5703125,
      "learning_rate": 9.465500485908649e-05,
      "loss": 3.1614,
      "step": 440
    },
    {
      "epoch": 0.16396429222080525,
      "grad_norm": 0.59765625,
      "learning_rate": 9.453352769679301e-05,
      "loss": 3.2658,
      "step": 450
    },
    {
      "epoch": 0.16760794315904537,
      "grad_norm": 0.6953125,
      "learning_rate": 9.441205053449952e-05,
      "loss": 3.3253,
      "step": 460
    },
    {
      "epoch": 0.1712515940972855,
      "grad_norm": 0.67578125,
      "learning_rate": 9.429057337220603e-05,
      "loss": 3.2311,
      "step": 470
    },
    {
      "epoch": 0.1748952450355256,
      "grad_norm": 0.625,
      "learning_rate": 9.416909620991254e-05,
      "loss": 3.3117,
      "step": 480
    },
    {
      "epoch": 0.1785388959737657,
      "grad_norm": 0.6640625,
      "learning_rate": 9.404761904761905e-05,
      "loss": 3.3513,
      "step": 490
    },
    {
      "epoch": 0.18218254691200583,
      "grad_norm": 0.5703125,
      "learning_rate": 9.392614188532556e-05,
      "loss": 3.3071,
      "step": 500
    },
    {
      "epoch": 0.18582619785024596,
      "grad_norm": 0.5703125,
      "learning_rate": 9.380466472303208e-05,
      "loss": 3.3047,
      "step": 510
    },
    {
      "epoch": 0.18946984878848605,
      "grad_norm": 0.58984375,
      "learning_rate": 9.368318756073858e-05,
      "loss": 3.1964,
      "step": 520
    },
    {
      "epoch": 0.19311349972672617,
      "grad_norm": 0.57421875,
      "learning_rate": 9.35617103984451e-05,
      "loss": 3.2459,
      "step": 530
    },
    {
      "epoch": 0.1967571506649663,
      "grad_norm": 0.62109375,
      "learning_rate": 9.344023323615161e-05,
      "loss": 3.205,
      "step": 540
    },
    {
      "epoch": 0.20040080160320642,
      "grad_norm": 0.66015625,
      "learning_rate": 9.331875607385812e-05,
      "loss": 3.2856,
      "step": 550
    },
    {
      "epoch": 0.20404445254144654,
      "grad_norm": 0.52734375,
      "learning_rate": 9.319727891156463e-05,
      "loss": 3.185,
      "step": 560
    },
    {
      "epoch": 0.20768810347968664,
      "grad_norm": 0.5546875,
      "learning_rate": 9.307580174927114e-05,
      "loss": 3.3071,
      "step": 570
    },
    {
      "epoch": 0.21133175441792676,
      "grad_norm": 0.63671875,
      "learning_rate": 9.295432458697765e-05,
      "loss": 3.2363,
      "step": 580
    },
    {
      "epoch": 0.21497540535616688,
      "grad_norm": 0.5625,
      "learning_rate": 9.283284742468417e-05,
      "loss": 3.2697,
      "step": 590
    },
    {
      "epoch": 0.218619056294407,
      "grad_norm": 0.56640625,
      "learning_rate": 9.271137026239067e-05,
      "loss": 3.3037,
      "step": 600
    },
    {
      "epoch": 0.2222627072326471,
      "grad_norm": 0.53125,
      "learning_rate": 9.258989310009719e-05,
      "loss": 3.2371,
      "step": 610
    },
    {
      "epoch": 0.22590635817088722,
      "grad_norm": 0.61328125,
      "learning_rate": 9.24684159378037e-05,
      "loss": 3.3367,
      "step": 620
    },
    {
      "epoch": 0.22955000910912735,
      "grad_norm": 0.5703125,
      "learning_rate": 9.234693877551021e-05,
      "loss": 3.2109,
      "step": 630
    },
    {
      "epoch": 0.23319366004736747,
      "grad_norm": 0.59375,
      "learning_rate": 9.222546161321672e-05,
      "loss": 3.2374,
      "step": 640
    },
    {
      "epoch": 0.2368373109856076,
      "grad_norm": 0.6875,
      "learning_rate": 9.210398445092323e-05,
      "loss": 3.3066,
      "step": 650
    },
    {
      "epoch": 0.24048096192384769,
      "grad_norm": 0.6484375,
      "learning_rate": 9.198250728862974e-05,
      "loss": 3.2635,
      "step": 660
    },
    {
      "epoch": 0.2441246128620878,
      "grad_norm": 0.60546875,
      "learning_rate": 9.186103012633626e-05,
      "loss": 3.26,
      "step": 670
    },
    {
      "epoch": 0.24776826380032793,
      "grad_norm": 0.65234375,
      "learning_rate": 9.173955296404276e-05,
      "loss": 3.2641,
      "step": 680
    },
    {
      "epoch": 0.25141191473856805,
      "grad_norm": 0.6015625,
      "learning_rate": 9.161807580174927e-05,
      "loss": 3.2907,
      "step": 690
    },
    {
      "epoch": 0.25505556567680815,
      "grad_norm": 0.54296875,
      "learning_rate": 9.149659863945579e-05,
      "loss": 3.2567,
      "step": 700
    },
    {
      "epoch": 0.2586992166150483,
      "grad_norm": 0.62890625,
      "learning_rate": 9.13751214771623e-05,
      "loss": 3.2838,
      "step": 710
    },
    {
      "epoch": 0.2623428675532884,
      "grad_norm": 0.546875,
      "learning_rate": 9.125364431486881e-05,
      "loss": 3.2969,
      "step": 720
    },
    {
      "epoch": 0.2659865184915285,
      "grad_norm": 0.6328125,
      "learning_rate": 9.113216715257532e-05,
      "loss": 3.2212,
      "step": 730
    },
    {
      "epoch": 0.26963016942976864,
      "grad_norm": 0.6328125,
      "learning_rate": 9.101068999028183e-05,
      "loss": 3.212,
      "step": 740
    },
    {
      "epoch": 0.27327382036800874,
      "grad_norm": 0.5859375,
      "learning_rate": 9.088921282798835e-05,
      "loss": 3.3488,
      "step": 750
    },
    {
      "epoch": 0.2769174713062489,
      "grad_norm": 0.546875,
      "learning_rate": 9.076773566569486e-05,
      "loss": 3.2143,
      "step": 760
    },
    {
      "epoch": 0.280561122244489,
      "grad_norm": 0.56640625,
      "learning_rate": 9.064625850340136e-05,
      "loss": 3.2518,
      "step": 770
    },
    {
      "epoch": 0.2842047731827291,
      "grad_norm": 0.578125,
      "learning_rate": 9.052478134110788e-05,
      "loss": 3.2638,
      "step": 780
    },
    {
      "epoch": 0.2878484241209692,
      "grad_norm": 0.58203125,
      "learning_rate": 9.040330417881439e-05,
      "loss": 3.2584,
      "step": 790
    },
    {
      "epoch": 0.2914920750592093,
      "grad_norm": 0.62890625,
      "learning_rate": 9.02818270165209e-05,
      "loss": 3.2841,
      "step": 800
    },
    {
      "epoch": 0.29513572599744947,
      "grad_norm": 0.55078125,
      "learning_rate": 9.01603498542274e-05,
      "loss": 3.261,
      "step": 810
    },
    {
      "epoch": 0.29877937693568957,
      "grad_norm": 0.6171875,
      "learning_rate": 9.003887269193392e-05,
      "loss": 3.2954,
      "step": 820
    },
    {
      "epoch": 0.30242302787392966,
      "grad_norm": 0.54296875,
      "learning_rate": 8.991739552964044e-05,
      "loss": 3.2337,
      "step": 830
    },
    {
      "epoch": 0.3060666788121698,
      "grad_norm": 0.6171875,
      "learning_rate": 8.979591836734695e-05,
      "loss": 3.2881,
      "step": 840
    },
    {
      "epoch": 0.3097103297504099,
      "grad_norm": 0.5546875,
      "learning_rate": 8.967444120505344e-05,
      "loss": 3.3519,
      "step": 850
    },
    {
      "epoch": 0.31335398068865,
      "grad_norm": 0.5859375,
      "learning_rate": 8.955296404275997e-05,
      "loss": 3.3147,
      "step": 860
    },
    {
      "epoch": 0.31699763162689015,
      "grad_norm": 0.62890625,
      "learning_rate": 8.943148688046648e-05,
      "loss": 3.2304,
      "step": 870
    },
    {
      "epoch": 0.32064128256513025,
      "grad_norm": 0.60546875,
      "learning_rate": 8.931000971817299e-05,
      "loss": 3.2526,
      "step": 880
    },
    {
      "epoch": 0.3242849335033704,
      "grad_norm": 0.6640625,
      "learning_rate": 8.91885325558795e-05,
      "loss": 3.309,
      "step": 890
    },
    {
      "epoch": 0.3279285844416105,
      "grad_norm": 0.6484375,
      "learning_rate": 8.9067055393586e-05,
      "loss": 3.2513,
      "step": 900
    },
    {
      "epoch": 0.3315722353798506,
      "grad_norm": 0.5703125,
      "learning_rate": 8.894557823129253e-05,
      "loss": 3.2135,
      "step": 910
    },
    {
      "epoch": 0.33521588631809074,
      "grad_norm": 0.64453125,
      "learning_rate": 8.882410106899904e-05,
      "loss": 3.3048,
      "step": 920
    },
    {
      "epoch": 0.33885953725633083,
      "grad_norm": 0.6015625,
      "learning_rate": 8.870262390670553e-05,
      "loss": 3.3047,
      "step": 930
    },
    {
      "epoch": 0.342503188194571,
      "grad_norm": 0.6015625,
      "learning_rate": 8.858114674441206e-05,
      "loss": 3.2616,
      "step": 940
    },
    {
      "epoch": 0.3461468391328111,
      "grad_norm": 0.5859375,
      "learning_rate": 8.845966958211857e-05,
      "loss": 3.2697,
      "step": 950
    },
    {
      "epoch": 0.3497904900710512,
      "grad_norm": 0.72265625,
      "learning_rate": 8.833819241982508e-05,
      "loss": 3.2395,
      "step": 960
    },
    {
      "epoch": 0.3534341410092913,
      "grad_norm": 0.61328125,
      "learning_rate": 8.821671525753159e-05,
      "loss": 3.2137,
      "step": 970
    },
    {
      "epoch": 0.3570777919475314,
      "grad_norm": 0.625,
      "learning_rate": 8.80952380952381e-05,
      "loss": 3.2872,
      "step": 980
    },
    {
      "epoch": 0.36072144288577157,
      "grad_norm": 0.5859375,
      "learning_rate": 8.797376093294462e-05,
      "loss": 3.2682,
      "step": 990
    },
    {
      "epoch": 0.36436509382401167,
      "grad_norm": 0.5390625,
      "learning_rate": 8.785228377065113e-05,
      "loss": 3.204,
      "step": 1000
    },
    {
      "epoch": 0.36800874476225176,
      "grad_norm": 0.71875,
      "learning_rate": 8.773080660835762e-05,
      "loss": 3.2472,
      "step": 1010
    },
    {
      "epoch": 0.3716523957004919,
      "grad_norm": 0.609375,
      "learning_rate": 8.760932944606415e-05,
      "loss": 3.2638,
      "step": 1020
    },
    {
      "epoch": 0.375296046638732,
      "grad_norm": 0.60546875,
      "learning_rate": 8.748785228377066e-05,
      "loss": 3.2803,
      "step": 1030
    },
    {
      "epoch": 0.3789396975769721,
      "grad_norm": 0.66796875,
      "learning_rate": 8.736637512147716e-05,
      "loss": 3.273,
      "step": 1040
    },
    {
      "epoch": 0.38258334851521225,
      "grad_norm": 0.65625,
      "learning_rate": 8.724489795918367e-05,
      "loss": 3.2854,
      "step": 1050
    },
    {
      "epoch": 0.38622699945345235,
      "grad_norm": 0.640625,
      "learning_rate": 8.712342079689018e-05,
      "loss": 3.2373,
      "step": 1060
    },
    {
      "epoch": 0.3898706503916925,
      "grad_norm": 0.55859375,
      "learning_rate": 8.700194363459671e-05,
      "loss": 3.2259,
      "step": 1070
    },
    {
      "epoch": 0.3935143013299326,
      "grad_norm": 0.5078125,
      "learning_rate": 8.688046647230322e-05,
      "loss": 3.2402,
      "step": 1080
    },
    {
      "epoch": 0.3971579522681727,
      "grad_norm": 0.61328125,
      "learning_rate": 8.675898931000973e-05,
      "loss": 3.2379,
      "step": 1090
    },
    {
      "epoch": 0.40080160320641284,
      "grad_norm": 0.59375,
      "learning_rate": 8.663751214771624e-05,
      "loss": 3.2564,
      "step": 1100
    },
    {
      "epoch": 0.40444525414465293,
      "grad_norm": 0.69921875,
      "learning_rate": 8.651603498542274e-05,
      "loss": 3.2342,
      "step": 1110
    },
    {
      "epoch": 0.4080889050828931,
      "grad_norm": 0.53125,
      "learning_rate": 8.639455782312925e-05,
      "loss": 3.3336,
      "step": 1120
    },
    {
      "epoch": 0.4117325560211332,
      "grad_norm": 0.63671875,
      "learning_rate": 8.627308066083576e-05,
      "loss": 3.2684,
      "step": 1130
    },
    {
      "epoch": 0.4153762069593733,
      "grad_norm": 0.61328125,
      "learning_rate": 8.615160349854227e-05,
      "loss": 3.2581,
      "step": 1140
    },
    {
      "epoch": 0.4190198578976134,
      "grad_norm": 0.50390625,
      "learning_rate": 8.603012633624878e-05,
      "loss": 3.3428,
      "step": 1150
    },
    {
      "epoch": 0.4226635088358535,
      "grad_norm": 0.58203125,
      "learning_rate": 8.59086491739553e-05,
      "loss": 3.2331,
      "step": 1160
    },
    {
      "epoch": 0.42630715977409367,
      "grad_norm": 0.63671875,
      "learning_rate": 8.578717201166182e-05,
      "loss": 3.2203,
      "step": 1170
    },
    {
      "epoch": 0.42995081071233376,
      "grad_norm": 0.57421875,
      "learning_rate": 8.566569484936832e-05,
      "loss": 3.248,
      "step": 1180
    },
    {
      "epoch": 0.43359446165057386,
      "grad_norm": 0.6015625,
      "learning_rate": 8.554421768707483e-05,
      "loss": 3.3052,
      "step": 1190
    },
    {
      "epoch": 0.437238112588814,
      "grad_norm": 0.5546875,
      "learning_rate": 8.542274052478134e-05,
      "loss": 3.2036,
      "step": 1200
    },
    {
      "epoch": 0.4408817635270541,
      "grad_norm": 0.64453125,
      "learning_rate": 8.530126336248787e-05,
      "loss": 3.2199,
      "step": 1210
    },
    {
      "epoch": 0.4445254144652942,
      "grad_norm": 0.68359375,
      "learning_rate": 8.517978620019436e-05,
      "loss": 3.2594,
      "step": 1220
    },
    {
      "epoch": 0.44816906540353435,
      "grad_norm": 0.6953125,
      "learning_rate": 8.505830903790087e-05,
      "loss": 3.26,
      "step": 1230
    },
    {
      "epoch": 0.45181271634177445,
      "grad_norm": 0.66015625,
      "learning_rate": 8.49368318756074e-05,
      "loss": 3.3623,
      "step": 1240
    },
    {
      "epoch": 0.4554563672800146,
      "grad_norm": 0.7421875,
      "learning_rate": 8.48153547133139e-05,
      "loss": 3.2625,
      "step": 1250
    },
    {
      "epoch": 0.4591000182182547,
      "grad_norm": 0.6875,
      "learning_rate": 8.469387755102041e-05,
      "loss": 3.2738,
      "step": 1260
    },
    {
      "epoch": 0.4627436691564948,
      "grad_norm": 0.61328125,
      "learning_rate": 8.457240038872692e-05,
      "loss": 3.2688,
      "step": 1270
    },
    {
      "epoch": 0.46638732009473494,
      "grad_norm": 0.609375,
      "learning_rate": 8.445092322643343e-05,
      "loss": 3.2392,
      "step": 1280
    },
    {
      "epoch": 0.47003097103297503,
      "grad_norm": 0.56640625,
      "learning_rate": 8.432944606413996e-05,
      "loss": 3.2414,
      "step": 1290
    },
    {
      "epoch": 0.4736746219712152,
      "grad_norm": 0.640625,
      "learning_rate": 8.420796890184645e-05,
      "loss": 3.2461,
      "step": 1300
    },
    {
      "epoch": 0.4773182729094553,
      "grad_norm": 0.578125,
      "learning_rate": 8.408649173955296e-05,
      "loss": 3.3459,
      "step": 1310
    },
    {
      "epoch": 0.48096192384769537,
      "grad_norm": 0.6953125,
      "learning_rate": 8.396501457725948e-05,
      "loss": 3.2631,
      "step": 1320
    },
    {
      "epoch": 0.4846055747859355,
      "grad_norm": 0.59765625,
      "learning_rate": 8.3843537414966e-05,
      "loss": 3.2883,
      "step": 1330
    },
    {
      "epoch": 0.4882492257241756,
      "grad_norm": 0.625,
      "learning_rate": 8.372206025267249e-05,
      "loss": 3.2085,
      "step": 1340
    },
    {
      "epoch": 0.49189287666241577,
      "grad_norm": 0.6640625,
      "learning_rate": 8.360058309037901e-05,
      "loss": 3.3132,
      "step": 1350
    },
    {
      "epoch": 0.49553652760065586,
      "grad_norm": 0.61328125,
      "learning_rate": 8.347910592808552e-05,
      "loss": 3.3076,
      "step": 1360
    },
    {
      "epoch": 0.49918017853889596,
      "grad_norm": 0.7265625,
      "learning_rate": 8.335762876579204e-05,
      "loss": 3.3183,
      "step": 1370
    },
    {
      "epoch": 0.5028238294771361,
      "grad_norm": 0.55859375,
      "learning_rate": 8.323615160349854e-05,
      "loss": 3.1761,
      "step": 1380
    },
    {
      "epoch": 0.5064674804153763,
      "grad_norm": 0.60546875,
      "learning_rate": 8.311467444120505e-05,
      "loss": 3.2079,
      "step": 1390
    },
    {
      "epoch": 0.5101111313536163,
      "grad_norm": 0.703125,
      "learning_rate": 8.299319727891157e-05,
      "loss": 3.2844,
      "step": 1400
    },
    {
      "epoch": 0.5137547822918564,
      "grad_norm": 0.578125,
      "learning_rate": 8.287172011661808e-05,
      "loss": 3.2492,
      "step": 1410
    },
    {
      "epoch": 0.5173984332300966,
      "grad_norm": 0.6328125,
      "learning_rate": 8.275024295432459e-05,
      "loss": 3.2525,
      "step": 1420
    },
    {
      "epoch": 0.5210420841683366,
      "grad_norm": 0.5703125,
      "learning_rate": 8.26287657920311e-05,
      "loss": 3.2449,
      "step": 1430
    },
    {
      "epoch": 0.5246857351065768,
      "grad_norm": 0.54296875,
      "learning_rate": 8.250728862973761e-05,
      "loss": 3.2279,
      "step": 1440
    },
    {
      "epoch": 0.5283293860448169,
      "grad_norm": 0.5859375,
      "learning_rate": 8.238581146744413e-05,
      "loss": 3.2751,
      "step": 1450
    },
    {
      "epoch": 0.531973036983057,
      "grad_norm": 0.57421875,
      "learning_rate": 8.226433430515063e-05,
      "loss": 3.2404,
      "step": 1460
    },
    {
      "epoch": 0.5356166879212971,
      "grad_norm": 0.67578125,
      "learning_rate": 8.214285714285714e-05,
      "loss": 3.2911,
      "step": 1470
    },
    {
      "epoch": 0.5392603388595373,
      "grad_norm": 0.6796875,
      "learning_rate": 8.202137998056366e-05,
      "loss": 3.2637,
      "step": 1480
    },
    {
      "epoch": 0.5429039897977773,
      "grad_norm": 0.61328125,
      "learning_rate": 8.189990281827017e-05,
      "loss": 3.2004,
      "step": 1490
    },
    {
      "epoch": 0.5465476407360175,
      "grad_norm": 0.6875,
      "learning_rate": 8.177842565597668e-05,
      "loss": 3.2958,
      "step": 1500
    },
    {
      "epoch": 0.5501912916742576,
      "grad_norm": 0.609375,
      "learning_rate": 8.165694849368319e-05,
      "loss": 3.2371,
      "step": 1510
    },
    {
      "epoch": 0.5538349426124978,
      "grad_norm": 0.6171875,
      "learning_rate": 8.15354713313897e-05,
      "loss": 3.2798,
      "step": 1520
    },
    {
      "epoch": 0.5574785935507378,
      "grad_norm": 0.6953125,
      "learning_rate": 8.141399416909622e-05,
      "loss": 3.2608,
      "step": 1530
    },
    {
      "epoch": 0.561122244488978,
      "grad_norm": 0.62109375,
      "learning_rate": 8.129251700680273e-05,
      "loss": 3.2374,
      "step": 1540
    },
    {
      "epoch": 0.5647658954272181,
      "grad_norm": 0.625,
      "learning_rate": 8.117103984450923e-05,
      "loss": 3.189,
      "step": 1550
    },
    {
      "epoch": 0.5684095463654582,
      "grad_norm": 0.57421875,
      "learning_rate": 8.104956268221575e-05,
      "loss": 3.2008,
      "step": 1560
    },
    {
      "epoch": 0.5720531973036983,
      "grad_norm": 0.58984375,
      "learning_rate": 8.092808551992226e-05,
      "loss": 3.219,
      "step": 1570
    },
    {
      "epoch": 0.5756968482419385,
      "grad_norm": 0.58203125,
      "learning_rate": 8.080660835762877e-05,
      "loss": 3.2417,
      "step": 1580
    },
    {
      "epoch": 0.5793404991801785,
      "grad_norm": 0.63671875,
      "learning_rate": 8.068513119533528e-05,
      "loss": 3.236,
      "step": 1590
    },
    {
      "epoch": 0.5829841501184186,
      "grad_norm": 0.703125,
      "learning_rate": 8.056365403304179e-05,
      "loss": 3.3037,
      "step": 1600
    },
    {
      "epoch": 0.5866278010566588,
      "grad_norm": 0.703125,
      "learning_rate": 8.04421768707483e-05,
      "loss": 3.2412,
      "step": 1610
    },
    {
      "epoch": 0.5902714519948989,
      "grad_norm": 0.66796875,
      "learning_rate": 8.032069970845482e-05,
      "loss": 3.2293,
      "step": 1620
    },
    {
      "epoch": 0.593915102933139,
      "grad_norm": 0.6640625,
      "learning_rate": 8.019922254616132e-05,
      "loss": 3.2208,
      "step": 1630
    },
    {
      "epoch": 0.5975587538713791,
      "grad_norm": 0.671875,
      "learning_rate": 8.007774538386784e-05,
      "loss": 3.2251,
      "step": 1640
    },
    {
      "epoch": 0.6012024048096193,
      "grad_norm": 0.63671875,
      "learning_rate": 7.995626822157435e-05,
      "loss": 3.284,
      "step": 1650
    },
    {
      "epoch": 0.6048460557478593,
      "grad_norm": 0.6484375,
      "learning_rate": 7.983479105928086e-05,
      "loss": 3.2404,
      "step": 1660
    },
    {
      "epoch": 0.6084897066860995,
      "grad_norm": 0.69140625,
      "learning_rate": 7.971331389698737e-05,
      "loss": 3.3335,
      "step": 1670
    },
    {
      "epoch": 0.6121333576243396,
      "grad_norm": 0.59765625,
      "learning_rate": 7.959183673469388e-05,
      "loss": 3.276,
      "step": 1680
    },
    {
      "epoch": 0.6157770085625797,
      "grad_norm": 0.63671875,
      "learning_rate": 7.947035957240039e-05,
      "loss": 3.2263,
      "step": 1690
    },
    {
      "epoch": 0.6194206595008198,
      "grad_norm": 0.546875,
      "learning_rate": 7.934888241010691e-05,
      "loss": 3.1878,
      "step": 1700
    },
    {
      "epoch": 0.62306431043906,
      "grad_norm": 0.625,
      "learning_rate": 7.922740524781341e-05,
      "loss": 3.294,
      "step": 1710
    },
    {
      "epoch": 0.6267079613773,
      "grad_norm": 0.578125,
      "learning_rate": 7.910592808551993e-05,
      "loss": 3.2183,
      "step": 1720
    },
    {
      "epoch": 0.6303516123155402,
      "grad_norm": 0.69140625,
      "learning_rate": 7.898445092322644e-05,
      "loss": 3.1985,
      "step": 1730
    },
    {
      "epoch": 0.6339952632537803,
      "grad_norm": 0.74609375,
      "learning_rate": 7.886297376093295e-05,
      "loss": 3.1563,
      "step": 1740
    },
    {
      "epoch": 0.6376389141920205,
      "grad_norm": 0.6484375,
      "learning_rate": 7.874149659863946e-05,
      "loss": 3.2806,
      "step": 1750
    },
    {
      "epoch": 0.6412825651302605,
      "grad_norm": 0.6328125,
      "learning_rate": 7.862001943634597e-05,
      "loss": 3.2288,
      "step": 1760
    },
    {
      "epoch": 0.6449262160685006,
      "grad_norm": 0.5859375,
      "learning_rate": 7.849854227405248e-05,
      "loss": 3.2785,
      "step": 1770
    },
    {
      "epoch": 0.6485698670067408,
      "grad_norm": 0.6875,
      "learning_rate": 7.8377065111759e-05,
      "loss": 3.2952,
      "step": 1780
    },
    {
      "epoch": 0.6522135179449808,
      "grad_norm": 0.6796875,
      "learning_rate": 7.82555879494655e-05,
      "loss": 3.1665,
      "step": 1790
    },
    {
      "epoch": 0.655857168883221,
      "grad_norm": 0.6796875,
      "learning_rate": 7.8134110787172e-05,
      "loss": 3.1984,
      "step": 1800
    },
    {
      "epoch": 0.6595008198214611,
      "grad_norm": 0.625,
      "learning_rate": 7.801263362487853e-05,
      "loss": 3.2051,
      "step": 1810
    },
    {
      "epoch": 0.6631444707597012,
      "grad_norm": 0.6640625,
      "learning_rate": 7.789115646258504e-05,
      "loss": 3.2141,
      "step": 1820
    },
    {
      "epoch": 0.6667881216979413,
      "grad_norm": 0.59375,
      "learning_rate": 7.776967930029155e-05,
      "loss": 3.312,
      "step": 1830
    },
    {
      "epoch": 0.6704317726361815,
      "grad_norm": 0.65234375,
      "learning_rate": 7.764820213799806e-05,
      "loss": 3.2473,
      "step": 1840
    },
    {
      "epoch": 0.6740754235744215,
      "grad_norm": 0.61328125,
      "learning_rate": 7.752672497570457e-05,
      "loss": 3.2924,
      "step": 1850
    },
    {
      "epoch": 0.6777190745126617,
      "grad_norm": 0.71484375,
      "learning_rate": 7.740524781341109e-05,
      "loss": 3.2799,
      "step": 1860
    },
    {
      "epoch": 0.6813627254509018,
      "grad_norm": 0.55078125,
      "learning_rate": 7.72837706511176e-05,
      "loss": 3.2251,
      "step": 1870
    },
    {
      "epoch": 0.685006376389142,
      "grad_norm": 0.70703125,
      "learning_rate": 7.71622934888241e-05,
      "loss": 3.209,
      "step": 1880
    },
    {
      "epoch": 0.688650027327382,
      "grad_norm": 0.63671875,
      "learning_rate": 7.704081632653062e-05,
      "loss": 3.2312,
      "step": 1890
    },
    {
      "epoch": 0.6922936782656222,
      "grad_norm": 0.6328125,
      "learning_rate": 7.691933916423713e-05,
      "loss": 3.2487,
      "step": 1900
    },
    {
      "epoch": 0.6959373292038623,
      "grad_norm": 0.5703125,
      "learning_rate": 7.679786200194364e-05,
      "loss": 3.3157,
      "step": 1910
    },
    {
      "epoch": 0.6995809801421023,
      "grad_norm": 0.63671875,
      "learning_rate": 7.667638483965015e-05,
      "loss": 3.299,
      "step": 1920
    },
    {
      "epoch": 0.7032246310803425,
      "grad_norm": 0.69140625,
      "learning_rate": 7.655490767735666e-05,
      "loss": 3.2755,
      "step": 1930
    },
    {
      "epoch": 0.7068682820185826,
      "grad_norm": 0.625,
      "learning_rate": 7.643343051506318e-05,
      "loss": 3.317,
      "step": 1940
    },
    {
      "epoch": 0.7105119329568227,
      "grad_norm": 0.55078125,
      "learning_rate": 7.631195335276969e-05,
      "loss": 3.1871,
      "step": 1950
    },
    {
      "epoch": 0.7141555838950628,
      "grad_norm": 0.74609375,
      "learning_rate": 7.619047619047618e-05,
      "loss": 3.2405,
      "step": 1960
    },
    {
      "epoch": 0.717799234833303,
      "grad_norm": 0.69921875,
      "learning_rate": 7.606899902818271e-05,
      "loss": 3.3068,
      "step": 1970
    },
    {
      "epoch": 0.7214428857715431,
      "grad_norm": 0.578125,
      "learning_rate": 7.594752186588922e-05,
      "loss": 3.335,
      "step": 1980
    },
    {
      "epoch": 0.7250865367097832,
      "grad_norm": 0.6484375,
      "learning_rate": 7.582604470359573e-05,
      "loss": 3.2617,
      "step": 1990
    },
    {
      "epoch": 0.7287301876480233,
      "grad_norm": 0.5234375,
      "learning_rate": 7.570456754130224e-05,
      "loss": 3.2335,
      "step": 2000
    },
    {
      "epoch": 0.7323738385862635,
      "grad_norm": 0.640625,
      "learning_rate": 7.558309037900875e-05,
      "loss": 3.2604,
      "step": 2010
    },
    {
      "epoch": 0.7360174895245035,
      "grad_norm": 0.57421875,
      "learning_rate": 7.546161321671527e-05,
      "loss": 3.2632,
      "step": 2020
    },
    {
      "epoch": 0.7396611404627437,
      "grad_norm": 0.61328125,
      "learning_rate": 7.534013605442178e-05,
      "loss": 3.2184,
      "step": 2030
    },
    {
      "epoch": 0.7433047914009838,
      "grad_norm": 0.6171875,
      "learning_rate": 7.521865889212827e-05,
      "loss": 3.2848,
      "step": 2040
    },
    {
      "epoch": 0.7469484423392239,
      "grad_norm": 0.6484375,
      "learning_rate": 7.50971817298348e-05,
      "loss": 3.2473,
      "step": 2050
    },
    {
      "epoch": 0.750592093277464,
      "grad_norm": 0.6953125,
      "learning_rate": 7.49757045675413e-05,
      "loss": 3.195,
      "step": 2060
    },
    {
      "epoch": 0.7542357442157042,
      "grad_norm": 0.73046875,
      "learning_rate": 7.485422740524782e-05,
      "loss": 3.2248,
      "step": 2070
    },
    {
      "epoch": 0.7578793951539442,
      "grad_norm": 0.5390625,
      "learning_rate": 7.473275024295433e-05,
      "loss": 3.1511,
      "step": 2080
    },
    {
      "epoch": 0.7615230460921844,
      "grad_norm": 0.66796875,
      "learning_rate": 7.461127308066083e-05,
      "loss": 3.2719,
      "step": 2090
    },
    {
      "epoch": 0.7651666970304245,
      "grad_norm": 0.57421875,
      "learning_rate": 7.448979591836736e-05,
      "loss": 3.2339,
      "step": 2100
    },
    {
      "epoch": 0.7688103479686647,
      "grad_norm": 0.61328125,
      "learning_rate": 7.436831875607387e-05,
      "loss": 3.2863,
      "step": 2110
    },
    {
      "epoch": 0.7724539989069047,
      "grad_norm": 0.55859375,
      "learning_rate": 7.424684159378036e-05,
      "loss": 3.2057,
      "step": 2120
    },
    {
      "epoch": 0.7760976498451448,
      "grad_norm": 0.73046875,
      "learning_rate": 7.412536443148689e-05,
      "loss": 3.2397,
      "step": 2130
    },
    {
      "epoch": 0.779741300783385,
      "grad_norm": 0.59375,
      "learning_rate": 7.40038872691934e-05,
      "loss": 3.2323,
      "step": 2140
    },
    {
      "epoch": 0.783384951721625,
      "grad_norm": 0.63671875,
      "learning_rate": 7.38824101068999e-05,
      "loss": 3.2764,
      "step": 2150
    },
    {
      "epoch": 0.7870286026598652,
      "grad_norm": 0.60546875,
      "learning_rate": 7.376093294460641e-05,
      "loss": 3.2668,
      "step": 2160
    },
    {
      "epoch": 0.7906722535981053,
      "grad_norm": 0.63671875,
      "learning_rate": 7.363945578231292e-05,
      "loss": 3.2953,
      "step": 2170
    },
    {
      "epoch": 0.7943159045363454,
      "grad_norm": 0.5625,
      "learning_rate": 7.351797862001945e-05,
      "loss": 3.1915,
      "step": 2180
    },
    {
      "epoch": 0.7979595554745855,
      "grad_norm": 0.66015625,
      "learning_rate": 7.339650145772596e-05,
      "loss": 3.2622,
      "step": 2190
    },
    {
      "epoch": 0.8016032064128257,
      "grad_norm": 0.6171875,
      "learning_rate": 7.327502429543247e-05,
      "loss": 3.2522,
      "step": 2200
    },
    {
      "epoch": 0.8052468573510657,
      "grad_norm": 0.64453125,
      "learning_rate": 7.315354713313898e-05,
      "loss": 3.1673,
      "step": 2210
    },
    {
      "epoch": 0.8088905082893059,
      "grad_norm": 0.625,
      "learning_rate": 7.303206997084548e-05,
      "loss": 3.2722,
      "step": 2220
    },
    {
      "epoch": 0.812534159227546,
      "grad_norm": 0.6640625,
      "learning_rate": 7.2910592808552e-05,
      "loss": 3.2377,
      "step": 2230
    },
    {
      "epoch": 0.8161778101657862,
      "grad_norm": 0.6171875,
      "learning_rate": 7.27891156462585e-05,
      "loss": 3.179,
      "step": 2240
    },
    {
      "epoch": 0.8198214611040262,
      "grad_norm": 0.57421875,
      "learning_rate": 7.266763848396501e-05,
      "loss": 3.2588,
      "step": 2250
    },
    {
      "epoch": 0.8234651120422664,
      "grad_norm": 0.578125,
      "learning_rate": 7.254616132167152e-05,
      "loss": 3.2664,
      "step": 2260
    },
    {
      "epoch": 0.8271087629805065,
      "grad_norm": 0.73046875,
      "learning_rate": 7.242468415937805e-05,
      "loss": 3.2515,
      "step": 2270
    },
    {
      "epoch": 0.8307524139187465,
      "grad_norm": 0.6328125,
      "learning_rate": 7.230320699708455e-05,
      "loss": 3.2102,
      "step": 2280
    },
    {
      "epoch": 0.8343960648569867,
      "grad_norm": 0.6484375,
      "learning_rate": 7.218172983479106e-05,
      "loss": 3.246,
      "step": 2290
    },
    {
      "epoch": 0.8380397157952268,
      "grad_norm": 0.58203125,
      "learning_rate": 7.206025267249757e-05,
      "loss": 3.3321,
      "step": 2300
    },
    {
      "epoch": 0.8416833667334669,
      "grad_norm": 0.59765625,
      "learning_rate": 7.193877551020408e-05,
      "loss": 3.0889,
      "step": 2310
    },
    {
      "epoch": 0.845327017671707,
      "grad_norm": 0.66015625,
      "learning_rate": 7.18172983479106e-05,
      "loss": 3.2811,
      "step": 2320
    },
    {
      "epoch": 0.8489706686099472,
      "grad_norm": 0.65234375,
      "learning_rate": 7.16958211856171e-05,
      "loss": 3.1688,
      "step": 2330
    },
    {
      "epoch": 0.8526143195481873,
      "grad_norm": 0.76171875,
      "learning_rate": 7.157434402332361e-05,
      "loss": 3.2495,
      "step": 2340
    },
    {
      "epoch": 0.8562579704864274,
      "grad_norm": 0.6484375,
      "learning_rate": 7.145286686103013e-05,
      "loss": 3.1742,
      "step": 2350
    },
    {
      "epoch": 0.8599016214246675,
      "grad_norm": 0.5859375,
      "learning_rate": 7.133138969873664e-05,
      "loss": 3.2293,
      "step": 2360
    },
    {
      "epoch": 0.8635452723629077,
      "grad_norm": 0.640625,
      "learning_rate": 7.120991253644315e-05,
      "loss": 3.2574,
      "step": 2370
    },
    {
      "epoch": 0.8671889233011477,
      "grad_norm": 0.55078125,
      "learning_rate": 7.108843537414966e-05,
      "loss": 3.2496,
      "step": 2380
    },
    {
      "epoch": 0.8708325742393879,
      "grad_norm": 0.7109375,
      "learning_rate": 7.096695821185617e-05,
      "loss": 3.2527,
      "step": 2390
    },
    {
      "epoch": 0.874476225177628,
      "grad_norm": 0.6640625,
      "learning_rate": 7.08454810495627e-05,
      "loss": 3.1984,
      "step": 2400
    },
    {
      "epoch": 0.8781198761158681,
      "grad_norm": 0.58984375,
      "learning_rate": 7.072400388726919e-05,
      "loss": 3.2517,
      "step": 2410
    },
    {
      "epoch": 0.8817635270541082,
      "grad_norm": 0.6171875,
      "learning_rate": 7.06025267249757e-05,
      "loss": 3.2105,
      "step": 2420
    },
    {
      "epoch": 0.8854071779923484,
      "grad_norm": 0.62890625,
      "learning_rate": 7.048104956268222e-05,
      "loss": 3.2125,
      "step": 2430
    },
    {
      "epoch": 0.8890508289305884,
      "grad_norm": 0.72265625,
      "learning_rate": 7.035957240038873e-05,
      "loss": 3.255,
      "step": 2440
    },
    {
      "epoch": 0.8926944798688285,
      "grad_norm": 0.671875,
      "learning_rate": 7.023809523809524e-05,
      "loss": 3.3331,
      "step": 2450
    },
    {
      "epoch": 0.8963381308070687,
      "grad_norm": 0.65234375,
      "learning_rate": 7.011661807580175e-05,
      "loss": 3.3545,
      "step": 2460
    },
    {
      "epoch": 0.8999817817453089,
      "grad_norm": 0.62890625,
      "learning_rate": 6.999514091350826e-05,
      "loss": 3.2776,
      "step": 2470
    },
    {
      "epoch": 0.9036254326835489,
      "grad_norm": 0.76953125,
      "learning_rate": 6.987366375121478e-05,
      "loss": 3.2331,
      "step": 2480
    },
    {
      "epoch": 0.907269083621789,
      "grad_norm": 0.78515625,
      "learning_rate": 6.975218658892128e-05,
      "loss": 3.2803,
      "step": 2490
    },
    {
      "epoch": 0.9109127345600292,
      "grad_norm": 0.671875,
      "learning_rate": 6.963070942662779e-05,
      "loss": 3.256,
      "step": 2500
    },
    {
      "epoch": 0.9145563854982692,
      "grad_norm": 0.59765625,
      "learning_rate": 6.950923226433431e-05,
      "loss": 3.2896,
      "step": 2510
    },
    {
      "epoch": 0.9182000364365094,
      "grad_norm": 0.62890625,
      "learning_rate": 6.938775510204082e-05,
      "loss": 3.2555,
      "step": 2520
    },
    {
      "epoch": 0.9218436873747495,
      "grad_norm": 0.7421875,
      "learning_rate": 6.926627793974733e-05,
      "loss": 3.2682,
      "step": 2530
    },
    {
      "epoch": 0.9254873383129896,
      "grad_norm": 0.671875,
      "learning_rate": 6.914480077745384e-05,
      "loss": 3.1564,
      "step": 2540
    },
    {
      "epoch": 0.9291309892512297,
      "grad_norm": 0.6484375,
      "learning_rate": 6.902332361516035e-05,
      "loss": 3.1445,
      "step": 2550
    },
    {
      "epoch": 0.9327746401894699,
      "grad_norm": 0.51953125,
      "learning_rate": 6.890184645286687e-05,
      "loss": 3.2515,
      "step": 2560
    },
    {
      "epoch": 0.9364182911277099,
      "grad_norm": 0.65625,
      "learning_rate": 6.878036929057337e-05,
      "loss": 3.1962,
      "step": 2570
    },
    {
      "epoch": 0.9400619420659501,
      "grad_norm": 0.59375,
      "learning_rate": 6.865889212827988e-05,
      "loss": 3.3199,
      "step": 2580
    },
    {
      "epoch": 0.9437055930041902,
      "grad_norm": 0.65234375,
      "learning_rate": 6.85374149659864e-05,
      "loss": 3.264,
      "step": 2590
    },
    {
      "epoch": 0.9473492439424304,
      "grad_norm": 0.63671875,
      "learning_rate": 6.841593780369291e-05,
      "loss": 3.1853,
      "step": 2600
    },
    {
      "epoch": 0.9509928948806704,
      "grad_norm": 0.72265625,
      "learning_rate": 6.829446064139942e-05,
      "loss": 3.3017,
      "step": 2610
    },
    {
      "epoch": 0.9546365458189106,
      "grad_norm": 0.6953125,
      "learning_rate": 6.817298347910593e-05,
      "loss": 3.2358,
      "step": 2620
    },
    {
      "epoch": 0.9582801967571507,
      "grad_norm": 0.6328125,
      "learning_rate": 6.805150631681244e-05,
      "loss": 3.2854,
      "step": 2630
    },
    {
      "epoch": 0.9619238476953907,
      "grad_norm": 0.5859375,
      "learning_rate": 6.793002915451895e-05,
      "loss": 3.1873,
      "step": 2640
    },
    {
      "epoch": 0.9655674986336309,
      "grad_norm": 0.59375,
      "learning_rate": 6.780855199222547e-05,
      "loss": 3.2274,
      "step": 2650
    },
    {
      "epoch": 0.969211149571871,
      "grad_norm": 0.63671875,
      "learning_rate": 6.768707482993197e-05,
      "loss": 3.2037,
      "step": 2660
    },
    {
      "epoch": 0.9728548005101111,
      "grad_norm": 0.5703125,
      "learning_rate": 6.756559766763849e-05,
      "loss": 3.3132,
      "step": 2670
    },
    {
      "epoch": 0.9764984514483512,
      "grad_norm": 0.72265625,
      "learning_rate": 6.7444120505345e-05,
      "loss": 3.2734,
      "step": 2680
    },
    {
      "epoch": 0.9801421023865914,
      "grad_norm": 0.70703125,
      "learning_rate": 6.732264334305151e-05,
      "loss": 3.1784,
      "step": 2690
    },
    {
      "epoch": 0.9837857533248315,
      "grad_norm": 0.57421875,
      "learning_rate": 6.720116618075802e-05,
      "loss": 3.2181,
      "step": 2700
    },
    {
      "epoch": 0.9874294042630716,
      "grad_norm": 0.6953125,
      "learning_rate": 6.707968901846453e-05,
      "loss": 3.2676,
      "step": 2710
    },
    {
      "epoch": 0.9910730552013117,
      "grad_norm": 0.6875,
      "learning_rate": 6.695821185617104e-05,
      "loss": 3.1952,
      "step": 2720
    },
    {
      "epoch": 0.9947167061395519,
      "grad_norm": 0.609375,
      "learning_rate": 6.683673469387756e-05,
      "loss": 3.3135,
      "step": 2730
    },
    {
      "epoch": 0.9983603570777919,
      "grad_norm": 0.6484375,
      "learning_rate": 6.671525753158406e-05,
      "loss": 3.2643,
      "step": 2740
    },
    {
      "epoch": 1.002004008016032,
      "grad_norm": 0.6015625,
      "learning_rate": 6.659378036929058e-05,
      "loss": 3.1996,
      "step": 2750
    },
    {
      "epoch": 1.0056476589542722,
      "grad_norm": 0.75,
      "learning_rate": 6.647230320699709e-05,
      "loss": 3.0862,
      "step": 2760
    },
    {
      "epoch": 1.0092913098925123,
      "grad_norm": 0.671875,
      "learning_rate": 6.63508260447036e-05,
      "loss": 3.1886,
      "step": 2770
    },
    {
      "epoch": 1.0129349608307525,
      "grad_norm": 0.65625,
      "learning_rate": 6.622934888241011e-05,
      "loss": 3.1478,
      "step": 2780
    },
    {
      "epoch": 1.0165786117689926,
      "grad_norm": 0.69921875,
      "learning_rate": 6.610787172011662e-05,
      "loss": 3.1577,
      "step": 2790
    },
    {
      "epoch": 1.0202222627072326,
      "grad_norm": 0.77734375,
      "learning_rate": 6.598639455782313e-05,
      "loss": 3.148,
      "step": 2800
    },
    {
      "epoch": 1.0238659136454729,
      "grad_norm": 0.640625,
      "learning_rate": 6.586491739552965e-05,
      "loss": 3.1971,
      "step": 2810
    },
    {
      "epoch": 1.027509564583713,
      "grad_norm": 0.58984375,
      "learning_rate": 6.574344023323615e-05,
      "loss": 3.1351,
      "step": 2820
    },
    {
      "epoch": 1.031153215521953,
      "grad_norm": 0.734375,
      "learning_rate": 6.562196307094267e-05,
      "loss": 3.2304,
      "step": 2830
    },
    {
      "epoch": 1.0347968664601932,
      "grad_norm": 0.71484375,
      "learning_rate": 6.550048590864918e-05,
      "loss": 3.1582,
      "step": 2840
    },
    {
      "epoch": 1.0384405173984332,
      "grad_norm": 0.71875,
      "learning_rate": 6.537900874635569e-05,
      "loss": 3.1183,
      "step": 2850
    },
    {
      "epoch": 1.0420841683366733,
      "grad_norm": 0.8046875,
      "learning_rate": 6.52575315840622e-05,
      "loss": 3.2056,
      "step": 2860
    },
    {
      "epoch": 1.0457278192749135,
      "grad_norm": 0.765625,
      "learning_rate": 6.513605442176871e-05,
      "loss": 3.1694,
      "step": 2870
    },
    {
      "epoch": 1.0493714702131536,
      "grad_norm": 0.890625,
      "learning_rate": 6.501457725947522e-05,
      "loss": 3.1428,
      "step": 2880
    },
    {
      "epoch": 1.0530151211513936,
      "grad_norm": 0.65625,
      "learning_rate": 6.489310009718174e-05,
      "loss": 3.1052,
      "step": 2890
    },
    {
      "epoch": 1.0566587720896339,
      "grad_norm": 0.83203125,
      "learning_rate": 6.477162293488824e-05,
      "loss": 3.1195,
      "step": 2900
    },
    {
      "epoch": 1.060302423027874,
      "grad_norm": 0.7421875,
      "learning_rate": 6.465014577259475e-05,
      "loss": 3.2278,
      "step": 2910
    },
    {
      "epoch": 1.063946073966114,
      "grad_norm": 0.71875,
      "learning_rate": 6.452866861030127e-05,
      "loss": 3.1563,
      "step": 2920
    },
    {
      "epoch": 1.0675897249043542,
      "grad_norm": 0.69140625,
      "learning_rate": 6.440719144800778e-05,
      "loss": 3.1505,
      "step": 2930
    },
    {
      "epoch": 1.0712333758425943,
      "grad_norm": 0.8515625,
      "learning_rate": 6.428571428571429e-05,
      "loss": 3.1681,
      "step": 2940
    },
    {
      "epoch": 1.0748770267808343,
      "grad_norm": 0.71484375,
      "learning_rate": 6.41642371234208e-05,
      "loss": 3.17,
      "step": 2950
    },
    {
      "epoch": 1.0785206777190746,
      "grad_norm": 0.90625,
      "learning_rate": 6.40427599611273e-05,
      "loss": 3.1775,
      "step": 2960
    },
    {
      "epoch": 1.0821643286573146,
      "grad_norm": 0.73828125,
      "learning_rate": 6.392128279883383e-05,
      "loss": 3.0921,
      "step": 2970
    },
    {
      "epoch": 1.0858079795955549,
      "grad_norm": 0.75390625,
      "learning_rate": 6.379980563654034e-05,
      "loss": 3.1666,
      "step": 2980
    },
    {
      "epoch": 1.089451630533795,
      "grad_norm": 0.80859375,
      "learning_rate": 6.367832847424684e-05,
      "loss": 3.1935,
      "step": 2990
    },
    {
      "epoch": 1.093095281472035,
      "grad_norm": 0.67578125,
      "learning_rate": 6.355685131195336e-05,
      "loss": 3.0588,
      "step": 3000
    },
    {
      "epoch": 1.096738932410275,
      "grad_norm": 0.74609375,
      "learning_rate": 6.343537414965987e-05,
      "loss": 3.1867,
      "step": 3010
    },
    {
      "epoch": 1.1003825833485152,
      "grad_norm": 0.8828125,
      "learning_rate": 6.331389698736638e-05,
      "loss": 3.162,
      "step": 3020
    },
    {
      "epoch": 1.1040262342867553,
      "grad_norm": 0.78515625,
      "learning_rate": 6.319241982507289e-05,
      "loss": 3.1737,
      "step": 3030
    },
    {
      "epoch": 1.1076698852249955,
      "grad_norm": 0.76171875,
      "learning_rate": 6.30709426627794e-05,
      "loss": 3.1974,
      "step": 3040
    },
    {
      "epoch": 1.1113135361632356,
      "grad_norm": 0.7734375,
      "learning_rate": 6.294946550048592e-05,
      "loss": 3.1584,
      "step": 3050
    },
    {
      "epoch": 1.1149571871014756,
      "grad_norm": 0.74609375,
      "learning_rate": 6.282798833819243e-05,
      "loss": 3.1856,
      "step": 3060
    },
    {
      "epoch": 1.1186008380397159,
      "grad_norm": 0.7109375,
      "learning_rate": 6.270651117589892e-05,
      "loss": 3.177,
      "step": 3070
    },
    {
      "epoch": 1.122244488977956,
      "grad_norm": 0.85546875,
      "learning_rate": 6.258503401360545e-05,
      "loss": 3.2028,
      "step": 3080
    },
    {
      "epoch": 1.125888139916196,
      "grad_norm": 0.93359375,
      "learning_rate": 6.246355685131196e-05,
      "loss": 3.2031,
      "step": 3090
    },
    {
      "epoch": 1.1295317908544362,
      "grad_norm": 0.82421875,
      "learning_rate": 6.234207968901847e-05,
      "loss": 3.0629,
      "step": 3100
    },
    {
      "epoch": 1.1331754417926763,
      "grad_norm": 0.6875,
      "learning_rate": 6.222060252672498e-05,
      "loss": 3.0927,
      "step": 3110
    },
    {
      "epoch": 1.1368190927309163,
      "grad_norm": 0.765625,
      "learning_rate": 6.209912536443149e-05,
      "loss": 3.2134,
      "step": 3120
    },
    {
      "epoch": 1.1404627436691566,
      "grad_norm": 0.84765625,
      "learning_rate": 6.197764820213801e-05,
      "loss": 3.2027,
      "step": 3130
    },
    {
      "epoch": 1.1441063946073966,
      "grad_norm": 0.70703125,
      "learning_rate": 6.185617103984452e-05,
      "loss": 3.1448,
      "step": 3140
    },
    {
      "epoch": 1.1477500455456366,
      "grad_norm": 0.70703125,
      "learning_rate": 6.173469387755101e-05,
      "loss": 3.1713,
      "step": 3150
    },
    {
      "epoch": 1.151393696483877,
      "grad_norm": 0.77734375,
      "learning_rate": 6.161321671525754e-05,
      "loss": 3.1612,
      "step": 3160
    },
    {
      "epoch": 1.155037347422117,
      "grad_norm": 0.79296875,
      "learning_rate": 6.149173955296405e-05,
      "loss": 3.1934,
      "step": 3170
    },
    {
      "epoch": 1.158680998360357,
      "grad_norm": 0.89453125,
      "learning_rate": 6.137026239067056e-05,
      "loss": 3.1231,
      "step": 3180
    },
    {
      "epoch": 1.1623246492985972,
      "grad_norm": 0.75390625,
      "learning_rate": 6.124878522837707e-05,
      "loss": 3.1606,
      "step": 3190
    },
    {
      "epoch": 1.1659683002368373,
      "grad_norm": 0.75,
      "learning_rate": 6.112730806608357e-05,
      "loss": 3.135,
      "step": 3200
    },
    {
      "epoch": 1.1696119511750775,
      "grad_norm": 0.78125,
      "learning_rate": 6.10058309037901e-05,
      "loss": 3.1592,
      "step": 3210
    },
    {
      "epoch": 1.1732556021133176,
      "grad_norm": 0.84375,
      "learning_rate": 6.08843537414966e-05,
      "loss": 3.2429,
      "step": 3220
    },
    {
      "epoch": 1.1768992530515576,
      "grad_norm": 0.921875,
      "learning_rate": 6.076287657920311e-05,
      "loss": 3.1182,
      "step": 3230
    },
    {
      "epoch": 1.1805429039897977,
      "grad_norm": 0.83203125,
      "learning_rate": 6.0641399416909626e-05,
      "loss": 3.2273,
      "step": 3240
    },
    {
      "epoch": 1.184186554928038,
      "grad_norm": 0.734375,
      "learning_rate": 6.0519922254616135e-05,
      "loss": 3.2101,
      "step": 3250
    },
    {
      "epoch": 1.187830205866278,
      "grad_norm": 0.76953125,
      "learning_rate": 6.0398445092322645e-05,
      "loss": 3.1181,
      "step": 3260
    },
    {
      "epoch": 1.1914738568045182,
      "grad_norm": 0.7265625,
      "learning_rate": 6.027696793002916e-05,
      "loss": 3.1349,
      "step": 3270
    },
    {
      "epoch": 1.1951175077427583,
      "grad_norm": 0.90234375,
      "learning_rate": 6.015549076773567e-05,
      "loss": 3.152,
      "step": 3280
    },
    {
      "epoch": 1.1987611586809983,
      "grad_norm": 0.75390625,
      "learning_rate": 6.003401360544217e-05,
      "loss": 3.1806,
      "step": 3290
    },
    {
      "epoch": 1.2024048096192386,
      "grad_norm": 0.85546875,
      "learning_rate": 5.991253644314869e-05,
      "loss": 3.1708,
      "step": 3300
    },
    {
      "epoch": 1.2060484605574786,
      "grad_norm": 0.78125,
      "learning_rate": 5.97910592808552e-05,
      "loss": 3.114,
      "step": 3310
    },
    {
      "epoch": 1.2096921114957186,
      "grad_norm": 0.90625,
      "learning_rate": 5.9669582118561715e-05,
      "loss": 3.1852,
      "step": 3320
    },
    {
      "epoch": 1.213335762433959,
      "grad_norm": 0.7578125,
      "learning_rate": 5.9548104956268225e-05,
      "loss": 3.2373,
      "step": 3330
    },
    {
      "epoch": 1.216979413372199,
      "grad_norm": 0.8046875,
      "learning_rate": 5.9426627793974734e-05,
      "loss": 3.2133,
      "step": 3340
    },
    {
      "epoch": 1.220623064310439,
      "grad_norm": 0.7890625,
      "learning_rate": 5.930515063168125e-05,
      "loss": 3.2556,
      "step": 3350
    },
    {
      "epoch": 1.2242667152486792,
      "grad_norm": 0.71875,
      "learning_rate": 5.918367346938776e-05,
      "loss": 3.193,
      "step": 3360
    },
    {
      "epoch": 1.2279103661869193,
      "grad_norm": 0.71484375,
      "learning_rate": 5.906219630709426e-05,
      "loss": 3.1619,
      "step": 3370
    },
    {
      "epoch": 1.2315540171251593,
      "grad_norm": 0.94140625,
      "learning_rate": 5.8940719144800785e-05,
      "loss": 3.1265,
      "step": 3380
    },
    {
      "epoch": 1.2351976680633996,
      "grad_norm": 0.80859375,
      "learning_rate": 5.881924198250729e-05,
      "loss": 3.2705,
      "step": 3390
    },
    {
      "epoch": 1.2388413190016396,
      "grad_norm": 0.77734375,
      "learning_rate": 5.8697764820213804e-05,
      "loss": 3.1545,
      "step": 3400
    },
    {
      "epoch": 1.2424849699398797,
      "grad_norm": 1.015625,
      "learning_rate": 5.8576287657920314e-05,
      "loss": 3.1632,
      "step": 3410
    },
    {
      "epoch": 1.24612862087812,
      "grad_norm": 0.75390625,
      "learning_rate": 5.845481049562682e-05,
      "loss": 3.1776,
      "step": 3420
    },
    {
      "epoch": 1.24977227181636,
      "grad_norm": 0.90625,
      "learning_rate": 5.833333333333334e-05,
      "loss": 3.1733,
      "step": 3430
    },
    {
      "epoch": 1.2534159227546002,
      "grad_norm": 0.890625,
      "learning_rate": 5.821185617103985e-05,
      "loss": 3.0226,
      "step": 3440
    },
    {
      "epoch": 1.2570595736928403,
      "grad_norm": 0.8046875,
      "learning_rate": 5.809037900874635e-05,
      "loss": 3.156,
      "step": 3450
    },
    {
      "epoch": 1.2607032246310803,
      "grad_norm": 0.85546875,
      "learning_rate": 5.7968901846452875e-05,
      "loss": 3.0929,
      "step": 3460
    },
    {
      "epoch": 1.2643468755693203,
      "grad_norm": 0.70703125,
      "learning_rate": 5.784742468415938e-05,
      "loss": 3.1027,
      "step": 3470
    },
    {
      "epoch": 1.2679905265075606,
      "grad_norm": 0.76171875,
      "learning_rate": 5.77259475218659e-05,
      "loss": 3.2188,
      "step": 3480
    },
    {
      "epoch": 1.2716341774458007,
      "grad_norm": 0.8671875,
      "learning_rate": 5.76044703595724e-05,
      "loss": 3.0835,
      "step": 3490
    },
    {
      "epoch": 1.275277828384041,
      "grad_norm": 0.82421875,
      "learning_rate": 5.748299319727891e-05,
      "loss": 3.0709,
      "step": 3500
    },
    {
      "epoch": 1.278921479322281,
      "grad_norm": 0.79296875,
      "learning_rate": 5.736151603498543e-05,
      "loss": 3.1397,
      "step": 3510
    },
    {
      "epoch": 1.282565130260521,
      "grad_norm": 0.83203125,
      "learning_rate": 5.724003887269194e-05,
      "loss": 3.1717,
      "step": 3520
    },
    {
      "epoch": 1.286208781198761,
      "grad_norm": 0.875,
      "learning_rate": 5.711856171039844e-05,
      "loss": 3.1881,
      "step": 3530
    },
    {
      "epoch": 1.2898524321370013,
      "grad_norm": 0.859375,
      "learning_rate": 5.6997084548104964e-05,
      "loss": 3.1279,
      "step": 3540
    },
    {
      "epoch": 1.2934960830752413,
      "grad_norm": 0.82421875,
      "learning_rate": 5.6875607385811467e-05,
      "loss": 3.1212,
      "step": 3550
    },
    {
      "epoch": 1.2971397340134816,
      "grad_norm": 0.95703125,
      "learning_rate": 5.6754130223517976e-05,
      "loss": 3.1591,
      "step": 3560
    },
    {
      "epoch": 1.3007833849517216,
      "grad_norm": 0.8125,
      "learning_rate": 5.663265306122449e-05,
      "loss": 3.1113,
      "step": 3570
    },
    {
      "epoch": 1.3044270358899617,
      "grad_norm": 0.90234375,
      "learning_rate": 5.6511175898931e-05,
      "loss": 3.2222,
      "step": 3580
    },
    {
      "epoch": 1.308070686828202,
      "grad_norm": 0.734375,
      "learning_rate": 5.638969873663752e-05,
      "loss": 3.1596,
      "step": 3590
    },
    {
      "epoch": 1.311714337766442,
      "grad_norm": 0.76171875,
      "learning_rate": 5.626822157434403e-05,
      "loss": 3.1784,
      "step": 3600
    },
    {
      "epoch": 1.315357988704682,
      "grad_norm": 0.7734375,
      "learning_rate": 5.614674441205054e-05,
      "loss": 3.1464,
      "step": 3610
    },
    {
      "epoch": 1.3190016396429223,
      "grad_norm": 0.7265625,
      "learning_rate": 5.602526724975705e-05,
      "loss": 3.1616,
      "step": 3620
    },
    {
      "epoch": 1.3226452905811623,
      "grad_norm": 0.81640625,
      "learning_rate": 5.5903790087463556e-05,
      "loss": 3.1747,
      "step": 3630
    },
    {
      "epoch": 1.3262889415194024,
      "grad_norm": 0.88671875,
      "learning_rate": 5.5782312925170065e-05,
      "loss": 3.137,
      "step": 3640
    },
    {
      "epoch": 1.3299325924576426,
      "grad_norm": 0.75390625,
      "learning_rate": 5.566083576287658e-05,
      "loss": 3.1302,
      "step": 3650
    },
    {
      "epoch": 1.3335762433958827,
      "grad_norm": 0.79296875,
      "learning_rate": 5.553935860058309e-05,
      "loss": 3.2009,
      "step": 3660
    },
    {
      "epoch": 1.337219894334123,
      "grad_norm": 0.8203125,
      "learning_rate": 5.541788143828961e-05,
      "loss": 3.1738,
      "step": 3670
    },
    {
      "epoch": 1.340863545272363,
      "grad_norm": 0.83203125,
      "learning_rate": 5.529640427599612e-05,
      "loss": 3.0996,
      "step": 3680
    },
    {
      "epoch": 1.344507196210603,
      "grad_norm": 1.1796875,
      "learning_rate": 5.5174927113702626e-05,
      "loss": 3.2209,
      "step": 3690
    },
    {
      "epoch": 1.348150847148843,
      "grad_norm": 0.84765625,
      "learning_rate": 5.505344995140914e-05,
      "loss": 3.1315,
      "step": 3700
    },
    {
      "epoch": 1.3517944980870833,
      "grad_norm": 0.78515625,
      "learning_rate": 5.493197278911565e-05,
      "loss": 3.1241,
      "step": 3710
    },
    {
      "epoch": 1.3554381490253233,
      "grad_norm": 0.73046875,
      "learning_rate": 5.4810495626822155e-05,
      "loss": 3.2209,
      "step": 3720
    },
    {
      "epoch": 1.3590817999635636,
      "grad_norm": 0.796875,
      "learning_rate": 5.468901846452867e-05,
      "loss": 3.1234,
      "step": 3730
    },
    {
      "epoch": 1.3627254509018036,
      "grad_norm": 0.78515625,
      "learning_rate": 5.456754130223518e-05,
      "loss": 3.0762,
      "step": 3740
    },
    {
      "epoch": 1.3663691018400437,
      "grad_norm": 0.8828125,
      "learning_rate": 5.444606413994169e-05,
      "loss": 3.1506,
      "step": 3750
    },
    {
      "epoch": 1.3700127527782837,
      "grad_norm": 0.796875,
      "learning_rate": 5.4324586977648206e-05,
      "loss": 3.1047,
      "step": 3760
    },
    {
      "epoch": 1.373656403716524,
      "grad_norm": 0.90234375,
      "learning_rate": 5.4203109815354715e-05,
      "loss": 3.1776,
      "step": 3770
    },
    {
      "epoch": 1.377300054654764,
      "grad_norm": 0.859375,
      "learning_rate": 5.408163265306123e-05,
      "loss": 3.1998,
      "step": 3780
    },
    {
      "epoch": 1.3809437055930043,
      "grad_norm": 0.87890625,
      "learning_rate": 5.396015549076774e-05,
      "loss": 3.3064,
      "step": 3790
    },
    {
      "epoch": 1.3845873565312443,
      "grad_norm": 0.8671875,
      "learning_rate": 5.3838678328474244e-05,
      "loss": 3.1491,
      "step": 3800
    },
    {
      "epoch": 1.3882310074694844,
      "grad_norm": 0.8828125,
      "learning_rate": 5.371720116618077e-05,
      "loss": 3.2158,
      "step": 3810
    },
    {
      "epoch": 1.3918746584077246,
      "grad_norm": 0.84765625,
      "learning_rate": 5.359572400388727e-05,
      "loss": 3.0956,
      "step": 3820
    },
    {
      "epoch": 1.3955183093459647,
      "grad_norm": 0.72265625,
      "learning_rate": 5.347424684159378e-05,
      "loss": 3.159,
      "step": 3830
    },
    {
      "epoch": 1.3991619602842047,
      "grad_norm": 0.9296875,
      "learning_rate": 5.3352769679300295e-05,
      "loss": 3.2044,
      "step": 3840
    },
    {
      "epoch": 1.402805611222445,
      "grad_norm": 0.76953125,
      "learning_rate": 5.3231292517006805e-05,
      "loss": 3.1354,
      "step": 3850
    },
    {
      "epoch": 1.406449262160685,
      "grad_norm": 0.79296875,
      "learning_rate": 5.310981535471332e-05,
      "loss": 3.2342,
      "step": 3860
    },
    {
      "epoch": 1.410092913098925,
      "grad_norm": 0.81640625,
      "learning_rate": 5.298833819241983e-05,
      "loss": 3.1566,
      "step": 3870
    },
    {
      "epoch": 1.4137365640371653,
      "grad_norm": 0.8671875,
      "learning_rate": 5.286686103012633e-05,
      "loss": 3.1535,
      "step": 3880
    },
    {
      "epoch": 1.4173802149754053,
      "grad_norm": 0.8046875,
      "learning_rate": 5.2745383867832856e-05,
      "loss": 3.1968,
      "step": 3890
    },
    {
      "epoch": 1.4210238659136456,
      "grad_norm": 1.0390625,
      "learning_rate": 5.262390670553936e-05,
      "loss": 3.2237,
      "step": 3900
    },
    {
      "epoch": 1.4246675168518856,
      "grad_norm": 0.8203125,
      "learning_rate": 5.250242954324587e-05,
      "loss": 3.154,
      "step": 3910
    },
    {
      "epoch": 1.4283111677901257,
      "grad_norm": 0.921875,
      "learning_rate": 5.2380952380952384e-05,
      "loss": 3.2096,
      "step": 3920
    },
    {
      "epoch": 1.4319548187283657,
      "grad_norm": 0.84765625,
      "learning_rate": 5.2259475218658894e-05,
      "loss": 3.1827,
      "step": 3930
    },
    {
      "epoch": 1.435598469666606,
      "grad_norm": 1.0234375,
      "learning_rate": 5.213799805636541e-05,
      "loss": 3.1439,
      "step": 3940
    },
    {
      "epoch": 1.439242120604846,
      "grad_norm": 0.78515625,
      "learning_rate": 5.201652089407192e-05,
      "loss": 3.1562,
      "step": 3950
    },
    {
      "epoch": 1.4428857715430863,
      "grad_norm": 0.8828125,
      "learning_rate": 5.189504373177842e-05,
      "loss": 3.1539,
      "step": 3960
    },
    {
      "epoch": 1.4465294224813263,
      "grad_norm": 0.75390625,
      "learning_rate": 5.1773566569484945e-05,
      "loss": 3.1449,
      "step": 3970
    },
    {
      "epoch": 1.4501730734195664,
      "grad_norm": 0.94140625,
      "learning_rate": 5.165208940719145e-05,
      "loss": 3.1867,
      "step": 3980
    },
    {
      "epoch": 1.4538167243578064,
      "grad_norm": 0.7578125,
      "learning_rate": 5.153061224489796e-05,
      "loss": 3.1182,
      "step": 3990
    },
    {
      "epoch": 1.4574603752960467,
      "grad_norm": 0.83203125,
      "learning_rate": 5.1409135082604474e-05,
      "loss": 3.1719,
      "step": 4000
    },
    {
      "epoch": 1.4611040262342867,
      "grad_norm": 0.87890625,
      "learning_rate": 5.128765792031098e-05,
      "loss": 3.2043,
      "step": 4010
    },
    {
      "epoch": 1.464747677172527,
      "grad_norm": 0.875,
      "learning_rate": 5.116618075801749e-05,
      "loss": 3.1937,
      "step": 4020
    },
    {
      "epoch": 1.468391328110767,
      "grad_norm": 0.72265625,
      "learning_rate": 5.104470359572401e-05,
      "loss": 3.1864,
      "step": 4030
    },
    {
      "epoch": 1.472034979049007,
      "grad_norm": 0.8828125,
      "learning_rate": 5.092322643343052e-05,
      "loss": 3.1312,
      "step": 4040
    },
    {
      "epoch": 1.4756786299872473,
      "grad_norm": 0.8828125,
      "learning_rate": 5.0801749271137035e-05,
      "loss": 3.0836,
      "step": 4050
    },
    {
      "epoch": 1.4793222809254873,
      "grad_norm": 0.9296875,
      "learning_rate": 5.068027210884354e-05,
      "loss": 3.1631,
      "step": 4060
    },
    {
      "epoch": 1.4829659318637274,
      "grad_norm": 0.77734375,
      "learning_rate": 5.055879494655005e-05,
      "loss": 3.1043,
      "step": 4070
    },
    {
      "epoch": 1.4866095828019676,
      "grad_norm": 0.71875,
      "learning_rate": 5.043731778425656e-05,
      "loss": 3.281,
      "step": 4080
    },
    {
      "epoch": 1.4902532337402077,
      "grad_norm": 0.6640625,
      "learning_rate": 5.031584062196307e-05,
      "loss": 3.1505,
      "step": 4090
    },
    {
      "epoch": 1.4938968846784477,
      "grad_norm": 0.8359375,
      "learning_rate": 5.019436345966958e-05,
      "loss": 3.1435,
      "step": 4100
    },
    {
      "epoch": 1.497540535616688,
      "grad_norm": 0.828125,
      "learning_rate": 5.00728862973761e-05,
      "loss": 3.1984,
      "step": 4110
    },
    {
      "epoch": 1.501184186554928,
      "grad_norm": 0.984375,
      "learning_rate": 4.995140913508261e-05,
      "loss": 3.1526,
      "step": 4120
    },
    {
      "epoch": 1.5048278374931683,
      "grad_norm": 0.84765625,
      "learning_rate": 4.982993197278912e-05,
      "loss": 3.1732,
      "step": 4130
    },
    {
      "epoch": 1.5084714884314083,
      "grad_norm": 0.75,
      "learning_rate": 4.970845481049563e-05,
      "loss": 3.2319,
      "step": 4140
    },
    {
      "epoch": 1.5121151393696484,
      "grad_norm": 0.76953125,
      "learning_rate": 4.958697764820214e-05,
      "loss": 3.1467,
      "step": 4150
    },
    {
      "epoch": 1.5157587903078884,
      "grad_norm": 0.828125,
      "learning_rate": 4.946550048590865e-05,
      "loss": 3.0744,
      "step": 4160
    },
    {
      "epoch": 1.5194024412461287,
      "grad_norm": 0.76171875,
      "learning_rate": 4.934402332361516e-05,
      "loss": 3.1253,
      "step": 4170
    },
    {
      "epoch": 1.5230460921843687,
      "grad_norm": 0.83203125,
      "learning_rate": 4.922254616132168e-05,
      "loss": 3.1691,
      "step": 4180
    },
    {
      "epoch": 1.526689743122609,
      "grad_norm": 0.6796875,
      "learning_rate": 4.910106899902818e-05,
      "loss": 3.1127,
      "step": 4190
    },
    {
      "epoch": 1.530333394060849,
      "grad_norm": 0.8046875,
      "learning_rate": 4.89795918367347e-05,
      "loss": 3.199,
      "step": 4200
    },
    {
      "epoch": 1.533977044999089,
      "grad_norm": 0.76171875,
      "learning_rate": 4.8858114674441206e-05,
      "loss": 3.1458,
      "step": 4210
    },
    {
      "epoch": 1.537620695937329,
      "grad_norm": 0.90234375,
      "learning_rate": 4.873663751214772e-05,
      "loss": 3.144,
      "step": 4220
    },
    {
      "epoch": 1.5412643468755693,
      "grad_norm": 0.86328125,
      "learning_rate": 4.8615160349854225e-05,
      "loss": 3.1611,
      "step": 4230
    },
    {
      "epoch": 1.5449079978138094,
      "grad_norm": 0.9921875,
      "learning_rate": 4.849368318756074e-05,
      "loss": 3.2377,
      "step": 4240
    },
    {
      "epoch": 1.5485516487520496,
      "grad_norm": 0.8046875,
      "learning_rate": 4.837220602526725e-05,
      "loss": 3.0911,
      "step": 4250
    },
    {
      "epoch": 1.5521952996902897,
      "grad_norm": 0.859375,
      "learning_rate": 4.825072886297377e-05,
      "loss": 3.1286,
      "step": 4260
    },
    {
      "epoch": 1.5558389506285297,
      "grad_norm": 0.875,
      "learning_rate": 4.812925170068027e-05,
      "loss": 3.1614,
      "step": 4270
    },
    {
      "epoch": 1.5594826015667698,
      "grad_norm": 0.75390625,
      "learning_rate": 4.8007774538386786e-05,
      "loss": 3.1076,
      "step": 4280
    },
    {
      "epoch": 1.56312625250501,
      "grad_norm": 0.83984375,
      "learning_rate": 4.7886297376093295e-05,
      "loss": 3.1806,
      "step": 4290
    },
    {
      "epoch": 1.5667699034432503,
      "grad_norm": 0.80859375,
      "learning_rate": 4.776482021379981e-05,
      "loss": 3.1957,
      "step": 4300
    },
    {
      "epoch": 1.5704135543814903,
      "grad_norm": 1.0546875,
      "learning_rate": 4.7643343051506314e-05,
      "loss": 3.1933,
      "step": 4310
    },
    {
      "epoch": 1.5740572053197304,
      "grad_norm": 0.9375,
      "learning_rate": 4.752186588921283e-05,
      "loss": 3.212,
      "step": 4320
    },
    {
      "epoch": 1.5777008562579704,
      "grad_norm": 0.8671875,
      "learning_rate": 4.740038872691934e-05,
      "loss": 3.1293,
      "step": 4330
    },
    {
      "epoch": 1.5813445071962104,
      "grad_norm": 0.8359375,
      "learning_rate": 4.7278911564625856e-05,
      "loss": 3.2165,
      "step": 4340
    },
    {
      "epoch": 1.5849881581344507,
      "grad_norm": 0.84765625,
      "learning_rate": 4.715743440233236e-05,
      "loss": 3.1911,
      "step": 4350
    },
    {
      "epoch": 1.588631809072691,
      "grad_norm": 1.03125,
      "learning_rate": 4.7035957240038875e-05,
      "loss": 3.1359,
      "step": 4360
    },
    {
      "epoch": 1.592275460010931,
      "grad_norm": 0.79296875,
      "learning_rate": 4.6914480077745385e-05,
      "loss": 3.2345,
      "step": 4370
    },
    {
      "epoch": 1.595919110949171,
      "grad_norm": 0.80859375,
      "learning_rate": 4.6793002915451894e-05,
      "loss": 3.1874,
      "step": 4380
    },
    {
      "epoch": 1.599562761887411,
      "grad_norm": 0.85546875,
      "learning_rate": 4.667152575315841e-05,
      "loss": 3.2192,
      "step": 4390
    },
    {
      "epoch": 1.6032064128256514,
      "grad_norm": 0.7734375,
      "learning_rate": 4.655004859086492e-05,
      "loss": 3.1632,
      "step": 4400
    },
    {
      "epoch": 1.6068500637638914,
      "grad_norm": 0.734375,
      "learning_rate": 4.642857142857143e-05,
      "loss": 3.1723,
      "step": 4410
    },
    {
      "epoch": 1.6104937147021317,
      "grad_norm": 0.91015625,
      "learning_rate": 4.630709426627794e-05,
      "loss": 3.1858,
      "step": 4420
    },
    {
      "epoch": 1.6141373656403717,
      "grad_norm": 0.84765625,
      "learning_rate": 4.6185617103984455e-05,
      "loss": 3.1226,
      "step": 4430
    },
    {
      "epoch": 1.6177810165786117,
      "grad_norm": 0.87109375,
      "learning_rate": 4.6064139941690965e-05,
      "loss": 3.2065,
      "step": 4440
    },
    {
      "epoch": 1.6214246675168518,
      "grad_norm": 0.87890625,
      "learning_rate": 4.5942662779397474e-05,
      "loss": 3.105,
      "step": 4450
    },
    {
      "epoch": 1.625068318455092,
      "grad_norm": 0.9609375,
      "learning_rate": 4.5821185617103983e-05,
      "loss": 3.1379,
      "step": 4460
    },
    {
      "epoch": 1.628711969393332,
      "grad_norm": 0.75,
      "learning_rate": 4.56997084548105e-05,
      "loss": 3.1684,
      "step": 4470
    },
    {
      "epoch": 1.6323556203315723,
      "grad_norm": 0.74609375,
      "learning_rate": 4.557823129251701e-05,
      "loss": 3.1278,
      "step": 4480
    },
    {
      "epoch": 1.6359992712698124,
      "grad_norm": 0.84765625,
      "learning_rate": 4.5456754130223525e-05,
      "loss": 3.1971,
      "step": 4490
    },
    {
      "epoch": 1.6396429222080524,
      "grad_norm": 0.9296875,
      "learning_rate": 4.533527696793003e-05,
      "loss": 3.1004,
      "step": 4500
    },
    {
      "epoch": 1.6432865731462925,
      "grad_norm": 0.81640625,
      "learning_rate": 4.5213799805636544e-05,
      "loss": 3.1026,
      "step": 4510
    },
    {
      "epoch": 1.6469302240845327,
      "grad_norm": 0.80859375,
      "learning_rate": 4.5092322643343054e-05,
      "loss": 3.1681,
      "step": 4520
    },
    {
      "epoch": 1.650573875022773,
      "grad_norm": 0.7109375,
      "learning_rate": 4.497084548104957e-05,
      "loss": 3.185,
      "step": 4530
    },
    {
      "epoch": 1.654217525961013,
      "grad_norm": 0.859375,
      "learning_rate": 4.484936831875607e-05,
      "loss": 3.1992,
      "step": 4540
    },
    {
      "epoch": 1.657861176899253,
      "grad_norm": 0.953125,
      "learning_rate": 4.472789115646259e-05,
      "loss": 3.1486,
      "step": 4550
    },
    {
      "epoch": 1.661504827837493,
      "grad_norm": 0.8671875,
      "learning_rate": 4.46064139941691e-05,
      "loss": 3.1765,
      "step": 4560
    },
    {
      "epoch": 1.6651484787757331,
      "grad_norm": 0.77734375,
      "learning_rate": 4.4484936831875615e-05,
      "loss": 3.1672,
      "step": 4570
    },
    {
      "epoch": 1.6687921297139734,
      "grad_norm": 0.734375,
      "learning_rate": 4.436345966958212e-05,
      "loss": 3.1509,
      "step": 4580
    },
    {
      "epoch": 1.6724357806522137,
      "grad_norm": 0.84765625,
      "learning_rate": 4.4241982507288634e-05,
      "loss": 3.1479,
      "step": 4590
    },
    {
      "epoch": 1.6760794315904537,
      "grad_norm": 0.84765625,
      "learning_rate": 4.412050534499514e-05,
      "loss": 3.1274,
      "step": 4600
    },
    {
      "epoch": 1.6797230825286937,
      "grad_norm": 0.859375,
      "learning_rate": 4.399902818270165e-05,
      "loss": 3.1988,
      "step": 4610
    },
    {
      "epoch": 1.6833667334669338,
      "grad_norm": 0.765625,
      "learning_rate": 4.387755102040816e-05,
      "loss": 3.1433,
      "step": 4620
    },
    {
      "epoch": 1.687010384405174,
      "grad_norm": 0.76171875,
      "learning_rate": 4.375607385811468e-05,
      "loss": 3.1616,
      "step": 4630
    },
    {
      "epoch": 1.690654035343414,
      "grad_norm": 0.8515625,
      "learning_rate": 4.363459669582119e-05,
      "loss": 3.2244,
      "step": 4640
    },
    {
      "epoch": 1.6942976862816543,
      "grad_norm": 0.9921875,
      "learning_rate": 4.35131195335277e-05,
      "loss": 3.2014,
      "step": 4650
    },
    {
      "epoch": 1.6979413372198944,
      "grad_norm": 0.859375,
      "learning_rate": 4.3391642371234207e-05,
      "loss": 3.1558,
      "step": 4660
    },
    {
      "epoch": 1.7015849881581344,
      "grad_norm": 0.93359375,
      "learning_rate": 4.327016520894072e-05,
      "loss": 3.1166,
      "step": 4670
    },
    {
      "epoch": 1.7052286390963745,
      "grad_norm": 0.89453125,
      "learning_rate": 4.314868804664723e-05,
      "loss": 3.1352,
      "step": 4680
    },
    {
      "epoch": 1.7088722900346147,
      "grad_norm": 0.9453125,
      "learning_rate": 4.302721088435374e-05,
      "loss": 3.1346,
      "step": 4690
    },
    {
      "epoch": 1.7125159409728548,
      "grad_norm": 0.7890625,
      "learning_rate": 4.290573372206025e-05,
      "loss": 3.1268,
      "step": 4700
    },
    {
      "epoch": 1.716159591911095,
      "grad_norm": 0.8828125,
      "learning_rate": 4.278425655976677e-05,
      "loss": 3.2035,
      "step": 4710
    },
    {
      "epoch": 1.719803242849335,
      "grad_norm": 0.75390625,
      "learning_rate": 4.266277939747328e-05,
      "loss": 3.153,
      "step": 4720
    },
    {
      "epoch": 1.723446893787575,
      "grad_norm": 0.78125,
      "learning_rate": 4.2541302235179786e-05,
      "loss": 3.1211,
      "step": 4730
    },
    {
      "epoch": 1.7270905447258151,
      "grad_norm": 0.75,
      "learning_rate": 4.2419825072886296e-05,
      "loss": 3.1218,
      "step": 4740
    },
    {
      "epoch": 1.7307341956640554,
      "grad_norm": 0.9140625,
      "learning_rate": 4.229834791059281e-05,
      "loss": 3.1847,
      "step": 4750
    },
    {
      "epoch": 1.7343778466022957,
      "grad_norm": 0.99609375,
      "learning_rate": 4.217687074829932e-05,
      "loss": 3.1372,
      "step": 4760
    },
    {
      "epoch": 1.7380214975405357,
      "grad_norm": 0.8359375,
      "learning_rate": 4.205539358600583e-05,
      "loss": 3.1543,
      "step": 4770
    },
    {
      "epoch": 1.7416651484787757,
      "grad_norm": 0.94140625,
      "learning_rate": 4.193391642371235e-05,
      "loss": 3.2583,
      "step": 4780
    },
    {
      "epoch": 1.7453087994170158,
      "grad_norm": 1.0703125,
      "learning_rate": 4.181243926141886e-05,
      "loss": 3.2017,
      "step": 4790
    },
    {
      "epoch": 1.7489524503552558,
      "grad_norm": 0.84375,
      "learning_rate": 4.1690962099125366e-05,
      "loss": 3.1221,
      "step": 4800
    },
    {
      "epoch": 1.752596101293496,
      "grad_norm": 0.9140625,
      "learning_rate": 4.1569484936831876e-05,
      "loss": 3.017,
      "step": 4810
    },
    {
      "epoch": 1.7562397522317363,
      "grad_norm": 0.84375,
      "learning_rate": 4.144800777453839e-05,
      "loss": 3.0838,
      "step": 4820
    },
    {
      "epoch": 1.7598834031699764,
      "grad_norm": 0.83984375,
      "learning_rate": 4.13265306122449e-05,
      "loss": 3.1651,
      "step": 4830
    },
    {
      "epoch": 1.7635270541082164,
      "grad_norm": 0.74609375,
      "learning_rate": 4.120505344995141e-05,
      "loss": 3.2177,
      "step": 4840
    },
    {
      "epoch": 1.7671707050464565,
      "grad_norm": 0.91796875,
      "learning_rate": 4.108357628765792e-05,
      "loss": 3.2003,
      "step": 4850
    },
    {
      "epoch": 1.7708143559846967,
      "grad_norm": 0.8359375,
      "learning_rate": 4.0962099125364436e-05,
      "loss": 3.2039,
      "step": 4860
    },
    {
      "epoch": 1.7744580069229368,
      "grad_norm": 0.7890625,
      "learning_rate": 4.0840621963070946e-05,
      "loss": 3.1705,
      "step": 4870
    },
    {
      "epoch": 1.778101657861177,
      "grad_norm": 0.8515625,
      "learning_rate": 4.0719144800777455e-05,
      "loss": 3.1413,
      "step": 4880
    },
    {
      "epoch": 1.781745308799417,
      "grad_norm": 0.83203125,
      "learning_rate": 4.0597667638483965e-05,
      "loss": 3.177,
      "step": 4890
    },
    {
      "epoch": 1.785388959737657,
      "grad_norm": 0.79296875,
      "learning_rate": 4.047619047619048e-05,
      "loss": 3.19,
      "step": 4900
    },
    {
      "epoch": 1.7890326106758971,
      "grad_norm": 0.76171875,
      "learning_rate": 4.035471331389699e-05,
      "loss": 3.1219,
      "step": 4910
    },
    {
      "epoch": 1.7926762616141374,
      "grad_norm": 0.8046875,
      "learning_rate": 4.02332361516035e-05,
      "loss": 3.2115,
      "step": 4920
    },
    {
      "epoch": 1.7963199125523774,
      "grad_norm": 0.8671875,
      "learning_rate": 4.011175898931001e-05,
      "loss": 3.2519,
      "step": 4930
    },
    {
      "epoch": 1.7999635634906177,
      "grad_norm": 0.76953125,
      "learning_rate": 3.9990281827016526e-05,
      "loss": 3.1165,
      "step": 4940
    },
    {
      "epoch": 1.8036072144288577,
      "grad_norm": 0.890625,
      "learning_rate": 3.9868804664723035e-05,
      "loss": 3.1574,
      "step": 4950
    },
    {
      "epoch": 1.8072508653670978,
      "grad_norm": 0.765625,
      "learning_rate": 3.9747327502429545e-05,
      "loss": 3.1719,
      "step": 4960
    },
    {
      "epoch": 1.8108945163053378,
      "grad_norm": 0.87109375,
      "learning_rate": 3.9625850340136054e-05,
      "loss": 3.204,
      "step": 4970
    },
    {
      "epoch": 1.814538167243578,
      "grad_norm": 0.7421875,
      "learning_rate": 3.950437317784257e-05,
      "loss": 3.1539,
      "step": 4980
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.875,
      "learning_rate": 3.938289601554908e-05,
      "loss": 3.2391,
      "step": 4990
    },
    {
      "epoch": 1.8218254691200584,
      "grad_norm": 0.88671875,
      "learning_rate": 3.926141885325559e-05,
      "loss": 3.2341,
      "step": 5000
    },
    {
      "epoch": 1.8254691200582984,
      "grad_norm": 0.9296875,
      "learning_rate": 3.91399416909621e-05,
      "loss": 3.1369,
      "step": 5010
    },
    {
      "epoch": 1.8291127709965385,
      "grad_norm": 0.83203125,
      "learning_rate": 3.9018464528668615e-05,
      "loss": 3.2285,
      "step": 5020
    },
    {
      "epoch": 1.8327564219347785,
      "grad_norm": 0.84375,
      "learning_rate": 3.8896987366375124e-05,
      "loss": 3.1143,
      "step": 5030
    },
    {
      "epoch": 1.8364000728730188,
      "grad_norm": 0.83203125,
      "learning_rate": 3.8775510204081634e-05,
      "loss": 3.1757,
      "step": 5040
    },
    {
      "epoch": 1.840043723811259,
      "grad_norm": 0.87109375,
      "learning_rate": 3.865403304178814e-05,
      "loss": 3.0718,
      "step": 5050
    },
    {
      "epoch": 1.843687374749499,
      "grad_norm": 1.0546875,
      "learning_rate": 3.853255587949466e-05,
      "loss": 3.0605,
      "step": 5060
    },
    {
      "epoch": 1.847331025687739,
      "grad_norm": 0.96484375,
      "learning_rate": 3.841107871720116e-05,
      "loss": 3.1806,
      "step": 5070
    },
    {
      "epoch": 1.8509746766259791,
      "grad_norm": 1.0234375,
      "learning_rate": 3.828960155490768e-05,
      "loss": 3.1507,
      "step": 5080
    },
    {
      "epoch": 1.8546183275642192,
      "grad_norm": 0.78515625,
      "learning_rate": 3.816812439261419e-05,
      "loss": 3.1032,
      "step": 5090
    },
    {
      "epoch": 1.8582619785024594,
      "grad_norm": 0.859375,
      "learning_rate": 3.8046647230320704e-05,
      "loss": 3.1767,
      "step": 5100
    },
    {
      "epoch": 1.8619056294406997,
      "grad_norm": 0.9609375,
      "learning_rate": 3.7925170068027214e-05,
      "loss": 3.1871,
      "step": 5110
    },
    {
      "epoch": 1.8655492803789397,
      "grad_norm": 0.83984375,
      "learning_rate": 3.780369290573372e-05,
      "loss": 3.2559,
      "step": 5120
    },
    {
      "epoch": 1.8691929313171798,
      "grad_norm": 0.875,
      "learning_rate": 3.768221574344023e-05,
      "loss": 3.1719,
      "step": 5130
    },
    {
      "epoch": 1.8728365822554198,
      "grad_norm": 0.83203125,
      "learning_rate": 3.756073858114675e-05,
      "loss": 3.1794,
      "step": 5140
    },
    {
      "epoch": 1.87648023319366,
      "grad_norm": 0.7265625,
      "learning_rate": 3.743926141885326e-05,
      "loss": 3.1099,
      "step": 5150
    },
    {
      "epoch": 1.8801238841319001,
      "grad_norm": 0.81640625,
      "learning_rate": 3.731778425655977e-05,
      "loss": 3.1963,
      "step": 5160
    },
    {
      "epoch": 1.8837675350701404,
      "grad_norm": 0.8046875,
      "learning_rate": 3.7196307094266284e-05,
      "loss": 3.1068,
      "step": 5170
    },
    {
      "epoch": 1.8874111860083804,
      "grad_norm": 0.7734375,
      "learning_rate": 3.707482993197279e-05,
      "loss": 3.1131,
      "step": 5180
    },
    {
      "epoch": 1.8910548369466205,
      "grad_norm": 0.90625,
      "learning_rate": 3.69533527696793e-05,
      "loss": 3.2152,
      "step": 5190
    },
    {
      "epoch": 1.8946984878848605,
      "grad_norm": 0.99609375,
      "learning_rate": 3.683187560738581e-05,
      "loss": 3.2625,
      "step": 5200
    },
    {
      "epoch": 1.8983421388231008,
      "grad_norm": 0.95703125,
      "learning_rate": 3.671039844509233e-05,
      "loss": 3.1989,
      "step": 5210
    },
    {
      "epoch": 1.901985789761341,
      "grad_norm": 0.84765625,
      "learning_rate": 3.658892128279884e-05,
      "loss": 3.2053,
      "step": 5220
    },
    {
      "epoch": 1.905629440699581,
      "grad_norm": 0.8515625,
      "learning_rate": 3.646744412050535e-05,
      "loss": 3.2008,
      "step": 5230
    },
    {
      "epoch": 1.909273091637821,
      "grad_norm": 0.80078125,
      "learning_rate": 3.634596695821186e-05,
      "loss": 3.1759,
      "step": 5240
    },
    {
      "epoch": 1.9129167425760611,
      "grad_norm": 1.0234375,
      "learning_rate": 3.622448979591837e-05,
      "loss": 3.1949,
      "step": 5250
    },
    {
      "epoch": 1.9165603935143012,
      "grad_norm": 0.93359375,
      "learning_rate": 3.6103012633624876e-05,
      "loss": 3.1669,
      "step": 5260
    },
    {
      "epoch": 1.9202040444525414,
      "grad_norm": 0.9296875,
      "learning_rate": 3.598153547133139e-05,
      "loss": 3.1745,
      "step": 5270
    },
    {
      "epoch": 1.9238476953907817,
      "grad_norm": 0.81640625,
      "learning_rate": 3.58600583090379e-05,
      "loss": 3.1438,
      "step": 5280
    },
    {
      "epoch": 1.9274913463290217,
      "grad_norm": 0.7421875,
      "learning_rate": 3.573858114674442e-05,
      "loss": 3.1506,
      "step": 5290
    },
    {
      "epoch": 1.9311349972672618,
      "grad_norm": 0.82421875,
      "learning_rate": 3.561710398445092e-05,
      "loss": 3.1507,
      "step": 5300
    },
    {
      "epoch": 1.9347786482055018,
      "grad_norm": 1.140625,
      "learning_rate": 3.549562682215744e-05,
      "loss": 3.1188,
      "step": 5310
    },
    {
      "epoch": 1.9384222991437419,
      "grad_norm": 0.88671875,
      "learning_rate": 3.5374149659863946e-05,
      "loss": 3.1295,
      "step": 5320
    },
    {
      "epoch": 1.9420659500819821,
      "grad_norm": 0.93359375,
      "learning_rate": 3.525267249757046e-05,
      "loss": 3.2526,
      "step": 5330
    },
    {
      "epoch": 1.9457096010202224,
      "grad_norm": 0.859375,
      "learning_rate": 3.5131195335276965e-05,
      "loss": 3.1166,
      "step": 5340
    },
    {
      "epoch": 1.9493532519584624,
      "grad_norm": 0.86328125,
      "learning_rate": 3.500971817298348e-05,
      "loss": 3.1793,
      "step": 5350
    },
    {
      "epoch": 1.9529969028967025,
      "grad_norm": 0.95703125,
      "learning_rate": 3.488824101068999e-05,
      "loss": 3.078,
      "step": 5360
    },
    {
      "epoch": 1.9566405538349425,
      "grad_norm": 0.89453125,
      "learning_rate": 3.476676384839651e-05,
      "loss": 3.1149,
      "step": 5370
    },
    {
      "epoch": 1.9602842047731828,
      "grad_norm": 0.8125,
      "learning_rate": 3.464528668610301e-05,
      "loss": 3.1697,
      "step": 5380
    },
    {
      "epoch": 1.9639278557114228,
      "grad_norm": 0.7578125,
      "learning_rate": 3.4523809523809526e-05,
      "loss": 3.1781,
      "step": 5390
    },
    {
      "epoch": 1.967571506649663,
      "grad_norm": 0.83984375,
      "learning_rate": 3.4402332361516035e-05,
      "loss": 3.11,
      "step": 5400
    },
    {
      "epoch": 1.971215157587903,
      "grad_norm": 0.8203125,
      "learning_rate": 3.428085519922255e-05,
      "loss": 3.1757,
      "step": 5410
    },
    {
      "epoch": 1.9748588085261432,
      "grad_norm": 0.89453125,
      "learning_rate": 3.4159378036929054e-05,
      "loss": 3.2046,
      "step": 5420
    },
    {
      "epoch": 1.9785024594643832,
      "grad_norm": 0.96484375,
      "learning_rate": 3.403790087463557e-05,
      "loss": 3.2087,
      "step": 5430
    },
    {
      "epoch": 1.9821461104026235,
      "grad_norm": 0.796875,
      "learning_rate": 3.391642371234208e-05,
      "loss": 3.1347,
      "step": 5440
    },
    {
      "epoch": 1.9857897613408635,
      "grad_norm": 0.78125,
      "learning_rate": 3.3794946550048596e-05,
      "loss": 3.14,
      "step": 5450
    },
    {
      "epoch": 1.9894334122791038,
      "grad_norm": 0.81640625,
      "learning_rate": 3.36734693877551e-05,
      "loss": 3.1691,
      "step": 5460
    },
    {
      "epoch": 1.9930770632173438,
      "grad_norm": 0.86328125,
      "learning_rate": 3.3551992225461615e-05,
      "loss": 3.1885,
      "step": 5470
    },
    {
      "epoch": 1.9967207141555838,
      "grad_norm": 0.7734375,
      "learning_rate": 3.3430515063168125e-05,
      "loss": 3.2177,
      "step": 5480
    },
    {
      "epoch": 2.000364365093824,
      "grad_norm": 0.8515625,
      "learning_rate": 3.3309037900874634e-05,
      "loss": 3.2009,
      "step": 5490
    },
    {
      "epoch": 2.004008016032064,
      "grad_norm": 0.890625,
      "learning_rate": 3.318756073858115e-05,
      "loss": 3.0367,
      "step": 5500
    },
    {
      "epoch": 2.0076516669703044,
      "grad_norm": 0.875,
      "learning_rate": 3.306608357628766e-05,
      "loss": 3.0228,
      "step": 5510
    },
    {
      "epoch": 2.0112953179085444,
      "grad_norm": 0.796875,
      "learning_rate": 3.294460641399417e-05,
      "loss": 3.0782,
      "step": 5520
    },
    {
      "epoch": 2.0149389688467845,
      "grad_norm": 0.93359375,
      "learning_rate": 3.282312925170068e-05,
      "loss": 3.1693,
      "step": 5530
    },
    {
      "epoch": 2.0185826197850245,
      "grad_norm": 0.81640625,
      "learning_rate": 3.2701652089407195e-05,
      "loss": 3.0759,
      "step": 5540
    },
    {
      "epoch": 2.0222262707232646,
      "grad_norm": 0.9140625,
      "learning_rate": 3.2580174927113704e-05,
      "loss": 3.135,
      "step": 5550
    },
    {
      "epoch": 2.025869921661505,
      "grad_norm": 0.9375,
      "learning_rate": 3.245869776482022e-05,
      "loss": 3.1345,
      "step": 5560
    },
    {
      "epoch": 2.029513572599745,
      "grad_norm": 0.85546875,
      "learning_rate": 3.233722060252672e-05,
      "loss": 3.0659,
      "step": 5570
    },
    {
      "epoch": 2.033157223537985,
      "grad_norm": 0.8046875,
      "learning_rate": 3.221574344023324e-05,
      "loss": 3.1813,
      "step": 5580
    },
    {
      "epoch": 2.036800874476225,
      "grad_norm": 0.83984375,
      "learning_rate": 3.209426627793975e-05,
      "loss": 3.0976,
      "step": 5590
    },
    {
      "epoch": 2.040444525414465,
      "grad_norm": 0.8203125,
      "learning_rate": 3.1972789115646265e-05,
      "loss": 3.1173,
      "step": 5600
    },
    {
      "epoch": 2.0440881763527052,
      "grad_norm": 0.8203125,
      "learning_rate": 3.185131195335277e-05,
      "loss": 3.1076,
      "step": 5610
    },
    {
      "epoch": 2.0477318272909457,
      "grad_norm": 0.859375,
      "learning_rate": 3.1729834791059284e-05,
      "loss": 3.112,
      "step": 5620
    },
    {
      "epoch": 2.0513754782291858,
      "grad_norm": 0.95703125,
      "learning_rate": 3.1608357628765794e-05,
      "loss": 3.0959,
      "step": 5630
    },
    {
      "epoch": 2.055019129167426,
      "grad_norm": 1.0078125,
      "learning_rate": 3.148688046647231e-05,
      "loss": 3.0968,
      "step": 5640
    },
    {
      "epoch": 2.058662780105666,
      "grad_norm": 0.8671875,
      "learning_rate": 3.136540330417881e-05,
      "loss": 3.0484,
      "step": 5650
    },
    {
      "epoch": 2.062306431043906,
      "grad_norm": 0.7734375,
      "learning_rate": 3.124392614188533e-05,
      "loss": 3.1581,
      "step": 5660
    },
    {
      "epoch": 2.065950081982146,
      "grad_norm": 0.9375,
      "learning_rate": 3.112244897959184e-05,
      "loss": 3.0967,
      "step": 5670
    },
    {
      "epoch": 2.0695937329203864,
      "grad_norm": 0.88671875,
      "learning_rate": 3.1000971817298355e-05,
      "loss": 3.0299,
      "step": 5680
    },
    {
      "epoch": 2.0732373838586264,
      "grad_norm": 0.82421875,
      "learning_rate": 3.087949465500486e-05,
      "loss": 3.1771,
      "step": 5690
    },
    {
      "epoch": 2.0768810347968665,
      "grad_norm": 0.98828125,
      "learning_rate": 3.0758017492711373e-05,
      "loss": 3.1248,
      "step": 5700
    },
    {
      "epoch": 2.0805246857351065,
      "grad_norm": 0.9609375,
      "learning_rate": 3.063654033041788e-05,
      "loss": 3.1227,
      "step": 5710
    },
    {
      "epoch": 2.0841683366733466,
      "grad_norm": 0.83203125,
      "learning_rate": 3.0515063168124392e-05,
      "loss": 3.1019,
      "step": 5720
    },
    {
      "epoch": 2.0878119876115866,
      "grad_norm": 1.015625,
      "learning_rate": 3.0393586005830905e-05,
      "loss": 3.151,
      "step": 5730
    },
    {
      "epoch": 2.091455638549827,
      "grad_norm": 0.7890625,
      "learning_rate": 3.0272108843537418e-05,
      "loss": 3.0596,
      "step": 5740
    },
    {
      "epoch": 2.095099289488067,
      "grad_norm": 0.84765625,
      "learning_rate": 3.015063168124393e-05,
      "loss": 3.1311,
      "step": 5750
    },
    {
      "epoch": 2.098742940426307,
      "grad_norm": 0.8828125,
      "learning_rate": 3.0029154518950437e-05,
      "loss": 3.1926,
      "step": 5760
    },
    {
      "epoch": 2.102386591364547,
      "grad_norm": 1.03125,
      "learning_rate": 2.990767735665695e-05,
      "loss": 3.1265,
      "step": 5770
    },
    {
      "epoch": 2.1060302423027872,
      "grad_norm": 0.96875,
      "learning_rate": 2.9786200194363463e-05,
      "loss": 3.1637,
      "step": 5780
    },
    {
      "epoch": 2.1096738932410277,
      "grad_norm": 0.9296875,
      "learning_rate": 2.9664723032069976e-05,
      "loss": 3.135,
      "step": 5790
    },
    {
      "epoch": 2.1133175441792678,
      "grad_norm": 0.90234375,
      "learning_rate": 2.954324586977648e-05,
      "loss": 2.9778,
      "step": 5800
    },
    {
      "epoch": 2.116961195117508,
      "grad_norm": 0.87890625,
      "learning_rate": 2.9421768707482994e-05,
      "loss": 3.1818,
      "step": 5810
    },
    {
      "epoch": 2.120604846055748,
      "grad_norm": 0.8125,
      "learning_rate": 2.9300291545189507e-05,
      "loss": 3.0939,
      "step": 5820
    },
    {
      "epoch": 2.124248496993988,
      "grad_norm": 0.94140625,
      "learning_rate": 2.917881438289602e-05,
      "loss": 3.1183,
      "step": 5830
    },
    {
      "epoch": 2.127892147932228,
      "grad_norm": 0.8515625,
      "learning_rate": 2.9057337220602526e-05,
      "loss": 3.1304,
      "step": 5840
    },
    {
      "epoch": 2.1315357988704684,
      "grad_norm": 0.8671875,
      "learning_rate": 2.893586005830904e-05,
      "loss": 3.0758,
      "step": 5850
    },
    {
      "epoch": 2.1351794498087084,
      "grad_norm": 0.91015625,
      "learning_rate": 2.8814382896015552e-05,
      "loss": 3.0331,
      "step": 5860
    },
    {
      "epoch": 2.1388231007469485,
      "grad_norm": 1.0234375,
      "learning_rate": 2.8692905733722065e-05,
      "loss": 3.1495,
      "step": 5870
    },
    {
      "epoch": 2.1424667516851885,
      "grad_norm": 0.77734375,
      "learning_rate": 2.857142857142857e-05,
      "loss": 3.0309,
      "step": 5880
    },
    {
      "epoch": 2.1461104026234286,
      "grad_norm": 0.8984375,
      "learning_rate": 2.8449951409135084e-05,
      "loss": 3.1425,
      "step": 5890
    },
    {
      "epoch": 2.1497540535616686,
      "grad_norm": 0.890625,
      "learning_rate": 2.8328474246841597e-05,
      "loss": 3.0591,
      "step": 5900
    },
    {
      "epoch": 2.153397704499909,
      "grad_norm": 1.1796875,
      "learning_rate": 2.820699708454811e-05,
      "loss": 3.1644,
      "step": 5910
    },
    {
      "epoch": 2.157041355438149,
      "grad_norm": 0.92578125,
      "learning_rate": 2.8085519922254615e-05,
      "loss": 3.0664,
      "step": 5920
    },
    {
      "epoch": 2.160685006376389,
      "grad_norm": 0.94921875,
      "learning_rate": 2.796404275996113e-05,
      "loss": 3.1222,
      "step": 5930
    },
    {
      "epoch": 2.164328657314629,
      "grad_norm": 0.875,
      "learning_rate": 2.784256559766764e-05,
      "loss": 3.1721,
      "step": 5940
    },
    {
      "epoch": 2.1679723082528692,
      "grad_norm": 1.046875,
      "learning_rate": 2.7721088435374147e-05,
      "loss": 3.2084,
      "step": 5950
    },
    {
      "epoch": 2.1716159591911097,
      "grad_norm": 0.82421875,
      "learning_rate": 2.759961127308066e-05,
      "loss": 3.1617,
      "step": 5960
    },
    {
      "epoch": 2.1752596101293498,
      "grad_norm": 0.8515625,
      "learning_rate": 2.7478134110787173e-05,
      "loss": 3.1179,
      "step": 5970
    },
    {
      "epoch": 2.17890326106759,
      "grad_norm": 0.9765625,
      "learning_rate": 2.7356656948493686e-05,
      "loss": 3.09,
      "step": 5980
    },
    {
      "epoch": 2.18254691200583,
      "grad_norm": 0.9296875,
      "learning_rate": 2.7235179786200192e-05,
      "loss": 3.0906,
      "step": 5990
    },
    {
      "epoch": 2.18619056294407,
      "grad_norm": 0.83203125,
      "learning_rate": 2.7113702623906705e-05,
      "loss": 3.118,
      "step": 6000
    },
    {
      "epoch": 2.18983421388231,
      "grad_norm": 0.953125,
      "learning_rate": 2.6992225461613218e-05,
      "loss": 3.0609,
      "step": 6010
    },
    {
      "epoch": 2.19347786482055,
      "grad_norm": 0.9609375,
      "learning_rate": 2.687074829931973e-05,
      "loss": 3.1233,
      "step": 6020
    },
    {
      "epoch": 2.1971215157587904,
      "grad_norm": 0.85546875,
      "learning_rate": 2.674927113702624e-05,
      "loss": 3.1228,
      "step": 6030
    },
    {
      "epoch": 2.2007651666970305,
      "grad_norm": 0.828125,
      "learning_rate": 2.662779397473275e-05,
      "loss": 3.0195,
      "step": 6040
    },
    {
      "epoch": 2.2044088176352705,
      "grad_norm": 0.921875,
      "learning_rate": 2.6506316812439262e-05,
      "loss": 3.1056,
      "step": 6050
    },
    {
      "epoch": 2.2080524685735106,
      "grad_norm": 0.921875,
      "learning_rate": 2.6384839650145775e-05,
      "loss": 3.0823,
      "step": 6060
    },
    {
      "epoch": 2.2116961195117506,
      "grad_norm": 0.97265625,
      "learning_rate": 2.6263362487852285e-05,
      "loss": 3.0095,
      "step": 6070
    },
    {
      "epoch": 2.215339770449991,
      "grad_norm": 0.98828125,
      "learning_rate": 2.6141885325558797e-05,
      "loss": 3.1279,
      "step": 6080
    },
    {
      "epoch": 2.218983421388231,
      "grad_norm": 0.875,
      "learning_rate": 2.6020408163265307e-05,
      "loss": 3.0758,
      "step": 6090
    },
    {
      "epoch": 2.222627072326471,
      "grad_norm": 0.98828125,
      "learning_rate": 2.589893100097182e-05,
      "loss": 3.0668,
      "step": 6100
    },
    {
      "epoch": 2.226270723264711,
      "grad_norm": 1.1171875,
      "learning_rate": 2.577745383867833e-05,
      "loss": 3.0601,
      "step": 6110
    },
    {
      "epoch": 2.2299143742029512,
      "grad_norm": 0.94140625,
      "learning_rate": 2.5655976676384842e-05,
      "loss": 3.0568,
      "step": 6120
    },
    {
      "epoch": 2.2335580251411913,
      "grad_norm": 0.90234375,
      "learning_rate": 2.5534499514091355e-05,
      "loss": 3.1399,
      "step": 6130
    },
    {
      "epoch": 2.2372016760794318,
      "grad_norm": 0.9375,
      "learning_rate": 2.541302235179786e-05,
      "loss": 3.1351,
      "step": 6140
    },
    {
      "epoch": 2.240845327017672,
      "grad_norm": 1.078125,
      "learning_rate": 2.5291545189504374e-05,
      "loss": 3.0368,
      "step": 6150
    },
    {
      "epoch": 2.244488977955912,
      "grad_norm": 1.046875,
      "learning_rate": 2.5170068027210887e-05,
      "loss": 3.1425,
      "step": 6160
    },
    {
      "epoch": 2.248132628894152,
      "grad_norm": 0.8984375,
      "learning_rate": 2.50485908649174e-05,
      "loss": 3.1455,
      "step": 6170
    },
    {
      "epoch": 2.251776279832392,
      "grad_norm": 0.9453125,
      "learning_rate": 2.492711370262391e-05,
      "loss": 3.1195,
      "step": 6180
    },
    {
      "epoch": 2.255419930770632,
      "grad_norm": 0.953125,
      "learning_rate": 2.480563654033042e-05,
      "loss": 3.1929,
      "step": 6190
    },
    {
      "epoch": 2.2590635817088724,
      "grad_norm": 0.87109375,
      "learning_rate": 2.468415937803693e-05,
      "loss": 3.0456,
      "step": 6200
    },
    {
      "epoch": 2.2627072326471125,
      "grad_norm": 1.1328125,
      "learning_rate": 2.456268221574344e-05,
      "loss": 3.1606,
      "step": 6210
    },
    {
      "epoch": 2.2663508835853525,
      "grad_norm": 0.83984375,
      "learning_rate": 2.4441205053449954e-05,
      "loss": 3.054,
      "step": 6220
    },
    {
      "epoch": 2.2699945345235926,
      "grad_norm": 1.0,
      "learning_rate": 2.4319727891156463e-05,
      "loss": 3.17,
      "step": 6230
    },
    {
      "epoch": 2.2736381854618326,
      "grad_norm": 1.09375,
      "learning_rate": 2.4198250728862976e-05,
      "loss": 3.0642,
      "step": 6240
    },
    {
      "epoch": 2.277281836400073,
      "grad_norm": 0.7734375,
      "learning_rate": 2.4076773566569485e-05,
      "loss": 2.9784,
      "step": 6250
    },
    {
      "epoch": 2.280925487338313,
      "grad_norm": 0.96875,
      "learning_rate": 2.3955296404275998e-05,
      "loss": 3.0481,
      "step": 6260
    },
    {
      "epoch": 2.284569138276553,
      "grad_norm": 0.91796875,
      "learning_rate": 2.3833819241982508e-05,
      "loss": 3.1128,
      "step": 6270
    },
    {
      "epoch": 2.288212789214793,
      "grad_norm": 0.9296875,
      "learning_rate": 2.371234207968902e-05,
      "loss": 3.0554,
      "step": 6280
    },
    {
      "epoch": 2.2918564401530332,
      "grad_norm": 1.1953125,
      "learning_rate": 2.359086491739553e-05,
      "loss": 3.1442,
      "step": 6290
    },
    {
      "epoch": 2.2955000910912733,
      "grad_norm": 0.86328125,
      "learning_rate": 2.3469387755102043e-05,
      "loss": 3.1732,
      "step": 6300
    },
    {
      "epoch": 2.2991437420295133,
      "grad_norm": 0.90625,
      "learning_rate": 2.3347910592808552e-05,
      "loss": 3.1065,
      "step": 6310
    },
    {
      "epoch": 2.302787392967754,
      "grad_norm": 0.90234375,
      "learning_rate": 2.3226433430515065e-05,
      "loss": 3.1013,
      "step": 6320
    },
    {
      "epoch": 2.306431043905994,
      "grad_norm": 0.859375,
      "learning_rate": 2.3104956268221575e-05,
      "loss": 3.1159,
      "step": 6330
    },
    {
      "epoch": 2.310074694844234,
      "grad_norm": 0.953125,
      "learning_rate": 2.2983479105928087e-05,
      "loss": 3.0996,
      "step": 6340
    },
    {
      "epoch": 2.313718345782474,
      "grad_norm": 0.85546875,
      "learning_rate": 2.2862001943634597e-05,
      "loss": 3.1101,
      "step": 6350
    },
    {
      "epoch": 2.317361996720714,
      "grad_norm": 1.0546875,
      "learning_rate": 2.2740524781341106e-05,
      "loss": 3.1715,
      "step": 6360
    },
    {
      "epoch": 2.3210056476589545,
      "grad_norm": 0.890625,
      "learning_rate": 2.261904761904762e-05,
      "loss": 3.0314,
      "step": 6370
    },
    {
      "epoch": 2.3246492985971945,
      "grad_norm": 0.9921875,
      "learning_rate": 2.249757045675413e-05,
      "loss": 3.1542,
      "step": 6380
    },
    {
      "epoch": 2.3282929495354345,
      "grad_norm": 0.8984375,
      "learning_rate": 2.237609329446064e-05,
      "loss": 3.1521,
      "step": 6390
    },
    {
      "epoch": 2.3319366004736746,
      "grad_norm": 0.90625,
      "learning_rate": 2.225461613216715e-05,
      "loss": 3.1132,
      "step": 6400
    },
    {
      "epoch": 2.3355802514119146,
      "grad_norm": 0.94921875,
      "learning_rate": 2.2133138969873664e-05,
      "loss": 3.0016,
      "step": 6410
    },
    {
      "epoch": 2.339223902350155,
      "grad_norm": 0.9921875,
      "learning_rate": 2.2011661807580177e-05,
      "loss": 3.1012,
      "step": 6420
    },
    {
      "epoch": 2.342867553288395,
      "grad_norm": 0.9375,
      "learning_rate": 2.1890184645286686e-05,
      "loss": 3.0911,
      "step": 6430
    },
    {
      "epoch": 2.346511204226635,
      "grad_norm": 0.8984375,
      "learning_rate": 2.17687074829932e-05,
      "loss": 3.0734,
      "step": 6440
    },
    {
      "epoch": 2.350154855164875,
      "grad_norm": 1.03125,
      "learning_rate": 2.1647230320699712e-05,
      "loss": 3.1034,
      "step": 6450
    },
    {
      "epoch": 2.3537985061031153,
      "grad_norm": 0.90234375,
      "learning_rate": 2.152575315840622e-05,
      "loss": 3.1082,
      "step": 6460
    },
    {
      "epoch": 2.3574421570413553,
      "grad_norm": 0.76953125,
      "learning_rate": 2.1404275996112734e-05,
      "loss": 3.078,
      "step": 6470
    },
    {
      "epoch": 2.3610858079795953,
      "grad_norm": 0.828125,
      "learning_rate": 2.1282798833819244e-05,
      "loss": 3.077,
      "step": 6480
    },
    {
      "epoch": 2.364729458917836,
      "grad_norm": 0.91015625,
      "learning_rate": 2.1161321671525756e-05,
      "loss": 3.0717,
      "step": 6490
    },
    {
      "epoch": 2.368373109856076,
      "grad_norm": 0.91015625,
      "learning_rate": 2.1039844509232266e-05,
      "loss": 3.0983,
      "step": 6500
    },
    {
      "epoch": 2.372016760794316,
      "grad_norm": 0.890625,
      "learning_rate": 2.091836734693878e-05,
      "loss": 3.0621,
      "step": 6510
    },
    {
      "epoch": 2.375660411732556,
      "grad_norm": 1.015625,
      "learning_rate": 2.0796890184645288e-05,
      "loss": 3.0199,
      "step": 6520
    },
    {
      "epoch": 2.379304062670796,
      "grad_norm": 0.94921875,
      "learning_rate": 2.06754130223518e-05,
      "loss": 3.1456,
      "step": 6530
    },
    {
      "epoch": 2.3829477136090365,
      "grad_norm": 1.125,
      "learning_rate": 2.055393586005831e-05,
      "loss": 3.0592,
      "step": 6540
    },
    {
      "epoch": 2.3865913645472765,
      "grad_norm": 0.96875,
      "learning_rate": 2.0432458697764823e-05,
      "loss": 3.0988,
      "step": 6550
    },
    {
      "epoch": 2.3902350154855165,
      "grad_norm": 0.875,
      "learning_rate": 2.0310981535471333e-05,
      "loss": 3.1426,
      "step": 6560
    },
    {
      "epoch": 2.3938786664237566,
      "grad_norm": 1.03125,
      "learning_rate": 2.0189504373177842e-05,
      "loss": 3.0916,
      "step": 6570
    },
    {
      "epoch": 2.3975223173619966,
      "grad_norm": 0.92578125,
      "learning_rate": 2.0068027210884355e-05,
      "loss": 3.1088,
      "step": 6580
    },
    {
      "epoch": 2.4011659683002367,
      "grad_norm": 0.91796875,
      "learning_rate": 1.9946550048590865e-05,
      "loss": 3.0977,
      "step": 6590
    },
    {
      "epoch": 2.404809619238477,
      "grad_norm": 0.875,
      "learning_rate": 1.9825072886297377e-05,
      "loss": 3.1589,
      "step": 6600
    },
    {
      "epoch": 2.408453270176717,
      "grad_norm": 0.9375,
      "learning_rate": 1.9703595724003887e-05,
      "loss": 3.0655,
      "step": 6610
    },
    {
      "epoch": 2.412096921114957,
      "grad_norm": 0.95703125,
      "learning_rate": 1.95821185617104e-05,
      "loss": 3.085,
      "step": 6620
    },
    {
      "epoch": 2.4157405720531973,
      "grad_norm": 1.0,
      "learning_rate": 1.946064139941691e-05,
      "loss": 3.0235,
      "step": 6630
    },
    {
      "epoch": 2.4193842229914373,
      "grad_norm": 1.015625,
      "learning_rate": 1.9339164237123422e-05,
      "loss": 3.1214,
      "step": 6640
    },
    {
      "epoch": 2.4230278739296773,
      "grad_norm": 0.8671875,
      "learning_rate": 1.921768707482993e-05,
      "loss": 3.1466,
      "step": 6650
    },
    {
      "epoch": 2.426671524867918,
      "grad_norm": 1.1640625,
      "learning_rate": 1.9096209912536444e-05,
      "loss": 3.0947,
      "step": 6660
    },
    {
      "epoch": 2.430315175806158,
      "grad_norm": 0.984375,
      "learning_rate": 1.8974732750242954e-05,
      "loss": 3.1565,
      "step": 6670
    },
    {
      "epoch": 2.433958826744398,
      "grad_norm": 0.9921875,
      "learning_rate": 1.8853255587949467e-05,
      "loss": 3.1209,
      "step": 6680
    },
    {
      "epoch": 2.437602477682638,
      "grad_norm": 0.80078125,
      "learning_rate": 1.8731778425655976e-05,
      "loss": 3.0784,
      "step": 6690
    },
    {
      "epoch": 2.441246128620878,
      "grad_norm": 0.828125,
      "learning_rate": 1.861030126336249e-05,
      "loss": 3.1211,
      "step": 6700
    },
    {
      "epoch": 2.4448897795591185,
      "grad_norm": 0.828125,
      "learning_rate": 1.8488824101069e-05,
      "loss": 3.1112,
      "step": 6710
    },
    {
      "epoch": 2.4485334304973585,
      "grad_norm": 0.9375,
      "learning_rate": 1.836734693877551e-05,
      "loss": 3.1023,
      "step": 6720
    },
    {
      "epoch": 2.4521770814355985,
      "grad_norm": 0.98046875,
      "learning_rate": 1.824586977648202e-05,
      "loss": 3.1156,
      "step": 6730
    },
    {
      "epoch": 2.4558207323738386,
      "grad_norm": 0.9140625,
      "learning_rate": 1.8124392614188534e-05,
      "loss": 3.104,
      "step": 6740
    },
    {
      "epoch": 2.4594643833120786,
      "grad_norm": 0.90234375,
      "learning_rate": 1.8002915451895043e-05,
      "loss": 3.1426,
      "step": 6750
    },
    {
      "epoch": 2.4631080342503187,
      "grad_norm": 0.80859375,
      "learning_rate": 1.7881438289601556e-05,
      "loss": 3.126,
      "step": 6760
    },
    {
      "epoch": 2.4667516851885587,
      "grad_norm": 0.953125,
      "learning_rate": 1.7759961127308065e-05,
      "loss": 3.104,
      "step": 6770
    },
    {
      "epoch": 2.470395336126799,
      "grad_norm": 0.8359375,
      "learning_rate": 1.7638483965014578e-05,
      "loss": 3.1772,
      "step": 6780
    },
    {
      "epoch": 2.474038987065039,
      "grad_norm": 1.0078125,
      "learning_rate": 1.7517006802721088e-05,
      "loss": 3.0617,
      "step": 6790
    },
    {
      "epoch": 2.4776826380032793,
      "grad_norm": 1.0859375,
      "learning_rate": 1.73955296404276e-05,
      "loss": 3.0941,
      "step": 6800
    },
    {
      "epoch": 2.4813262889415193,
      "grad_norm": 1.0625,
      "learning_rate": 1.7274052478134113e-05,
      "loss": 3.1459,
      "step": 6810
    },
    {
      "epoch": 2.4849699398797593,
      "grad_norm": 0.9609375,
      "learning_rate": 1.7152575315840623e-05,
      "loss": 3.1183,
      "step": 6820
    },
    {
      "epoch": 2.488613590818,
      "grad_norm": 1.25,
      "learning_rate": 1.7031098153547136e-05,
      "loss": 3.1467,
      "step": 6830
    },
    {
      "epoch": 2.49225724175624,
      "grad_norm": 1.03125,
      "learning_rate": 1.6909620991253645e-05,
      "loss": 3.1645,
      "step": 6840
    },
    {
      "epoch": 2.49590089269448,
      "grad_norm": 1.171875,
      "learning_rate": 1.6788143828960158e-05,
      "loss": 3.1622,
      "step": 6850
    },
    {
      "epoch": 2.49954454363272,
      "grad_norm": 0.97265625,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 3.1339,
      "step": 6860
    },
    {
      "epoch": 2.50318819457096,
      "grad_norm": 0.93359375,
      "learning_rate": 1.654518950437318e-05,
      "loss": 3.0641,
      "step": 6870
    },
    {
      "epoch": 2.5068318455092005,
      "grad_norm": 0.8984375,
      "learning_rate": 1.642371234207969e-05,
      "loss": 3.1318,
      "step": 6880
    },
    {
      "epoch": 2.51047549644744,
      "grad_norm": 0.8671875,
      "learning_rate": 1.6302235179786203e-05,
      "loss": 3.1287,
      "step": 6890
    },
    {
      "epoch": 2.5141191473856805,
      "grad_norm": 0.8203125,
      "learning_rate": 1.6180758017492712e-05,
      "loss": 3.0884,
      "step": 6900
    },
    {
      "epoch": 2.5177627983239206,
      "grad_norm": 0.83203125,
      "learning_rate": 1.6059280855199225e-05,
      "loss": 3.1332,
      "step": 6910
    },
    {
      "epoch": 2.5214064492621606,
      "grad_norm": 0.9375,
      "learning_rate": 1.5937803692905734e-05,
      "loss": 3.129,
      "step": 6920
    },
    {
      "epoch": 2.5250501002004007,
      "grad_norm": 1.125,
      "learning_rate": 1.5816326530612247e-05,
      "loss": 3.134,
      "step": 6930
    },
    {
      "epoch": 2.5286937511386407,
      "grad_norm": 0.93359375,
      "learning_rate": 1.5694849368318757e-05,
      "loss": 3.0906,
      "step": 6940
    },
    {
      "epoch": 2.532337402076881,
      "grad_norm": 1.09375,
      "learning_rate": 1.557337220602527e-05,
      "loss": 3.1158,
      "step": 6950
    },
    {
      "epoch": 2.5359810530151212,
      "grad_norm": 0.80859375,
      "learning_rate": 1.545189504373178e-05,
      "loss": 3.0513,
      "step": 6960
    },
    {
      "epoch": 2.5396247039533613,
      "grad_norm": 0.87890625,
      "learning_rate": 1.5330417881438292e-05,
      "loss": 3.0564,
      "step": 6970
    },
    {
      "epoch": 2.5432683548916013,
      "grad_norm": 0.9140625,
      "learning_rate": 1.5208940719144801e-05,
      "loss": 3.1163,
      "step": 6980
    },
    {
      "epoch": 2.5469120058298413,
      "grad_norm": 0.83984375,
      "learning_rate": 1.5087463556851314e-05,
      "loss": 3.0554,
      "step": 6990
    },
    {
      "epoch": 2.550555656768082,
      "grad_norm": 0.94921875,
      "learning_rate": 1.4965986394557824e-05,
      "loss": 3.1519,
      "step": 7000
    },
    {
      "epoch": 2.554199307706322,
      "grad_norm": 0.96484375,
      "learning_rate": 1.4844509232264333e-05,
      "loss": 3.0809,
      "step": 7010
    },
    {
      "epoch": 2.557842958644562,
      "grad_norm": 0.90234375,
      "learning_rate": 1.4723032069970846e-05,
      "loss": 3.0894,
      "step": 7020
    },
    {
      "epoch": 2.561486609582802,
      "grad_norm": 1.1015625,
      "learning_rate": 1.4601554907677355e-05,
      "loss": 3.2001,
      "step": 7030
    },
    {
      "epoch": 2.565130260521042,
      "grad_norm": 1.046875,
      "learning_rate": 1.4480077745383868e-05,
      "loss": 3.0819,
      "step": 7040
    },
    {
      "epoch": 2.5687739114592825,
      "grad_norm": 1.2109375,
      "learning_rate": 1.435860058309038e-05,
      "loss": 3.084,
      "step": 7050
    },
    {
      "epoch": 2.572417562397522,
      "grad_norm": 0.9296875,
      "learning_rate": 1.423712342079689e-05,
      "loss": 3.0735,
      "step": 7060
    },
    {
      "epoch": 2.5760612133357625,
      "grad_norm": 1.0625,
      "learning_rate": 1.4115646258503402e-05,
      "loss": 3.1273,
      "step": 7070
    },
    {
      "epoch": 2.5797048642740026,
      "grad_norm": 0.91015625,
      "learning_rate": 1.3994169096209913e-05,
      "loss": 3.1316,
      "step": 7080
    },
    {
      "epoch": 2.5833485152122426,
      "grad_norm": 0.96484375,
      "learning_rate": 1.3872691933916424e-05,
      "loss": 3.1375,
      "step": 7090
    },
    {
      "epoch": 2.5869921661504827,
      "grad_norm": 0.91015625,
      "learning_rate": 1.3751214771622937e-05,
      "loss": 3.1154,
      "step": 7100
    },
    {
      "epoch": 2.5906358170887227,
      "grad_norm": 0.92578125,
      "learning_rate": 1.3629737609329446e-05,
      "loss": 3.1512,
      "step": 7110
    },
    {
      "epoch": 2.594279468026963,
      "grad_norm": 0.9140625,
      "learning_rate": 1.350826044703596e-05,
      "loss": 3.087,
      "step": 7120
    },
    {
      "epoch": 2.5979231189652032,
      "grad_norm": 1.046875,
      "learning_rate": 1.3386783284742469e-05,
      "loss": 3.1213,
      "step": 7130
    },
    {
      "epoch": 2.6015667699034433,
      "grad_norm": 0.92578125,
      "learning_rate": 1.3265306122448982e-05,
      "loss": 3.1229,
      "step": 7140
    },
    {
      "epoch": 2.6052104208416833,
      "grad_norm": 1.03125,
      "learning_rate": 1.3143828960155491e-05,
      "loss": 3.1252,
      "step": 7150
    },
    {
      "epoch": 2.6088540717799233,
      "grad_norm": 0.890625,
      "learning_rate": 1.3022351797862004e-05,
      "loss": 3.0816,
      "step": 7160
    },
    {
      "epoch": 2.612497722718164,
      "grad_norm": 1.109375,
      "learning_rate": 1.2900874635568513e-05,
      "loss": 3.1299,
      "step": 7170
    },
    {
      "epoch": 2.616141373656404,
      "grad_norm": 0.92578125,
      "learning_rate": 1.2779397473275026e-05,
      "loss": 3.0499,
      "step": 7180
    },
    {
      "epoch": 2.619785024594644,
      "grad_norm": 1.1640625,
      "learning_rate": 1.2657920310981536e-05,
      "loss": 3.1844,
      "step": 7190
    },
    {
      "epoch": 2.623428675532884,
      "grad_norm": 0.83203125,
      "learning_rate": 1.2536443148688048e-05,
      "loss": 3.148,
      "step": 7200
    },
    {
      "epoch": 2.627072326471124,
      "grad_norm": 0.90625,
      "learning_rate": 1.2414965986394558e-05,
      "loss": 3.0752,
      "step": 7210
    },
    {
      "epoch": 2.630715977409364,
      "grad_norm": 0.99609375,
      "learning_rate": 1.2293488824101069e-05,
      "loss": 3.1968,
      "step": 7220
    },
    {
      "epoch": 2.634359628347604,
      "grad_norm": 1.125,
      "learning_rate": 1.217201166180758e-05,
      "loss": 3.2027,
      "step": 7230
    },
    {
      "epoch": 2.6380032792858445,
      "grad_norm": 0.890625,
      "learning_rate": 1.2050534499514091e-05,
      "loss": 3.1299,
      "step": 7240
    },
    {
      "epoch": 2.6416469302240846,
      "grad_norm": 0.92578125,
      "learning_rate": 1.1929057337220603e-05,
      "loss": 3.1109,
      "step": 7250
    },
    {
      "epoch": 2.6452905811623246,
      "grad_norm": 0.8515625,
      "learning_rate": 1.1807580174927114e-05,
      "loss": 3.1591,
      "step": 7260
    },
    {
      "epoch": 2.6489342321005647,
      "grad_norm": 1.0703125,
      "learning_rate": 1.1686103012633627e-05,
      "loss": 3.0862,
      "step": 7270
    },
    {
      "epoch": 2.6525778830388047,
      "grad_norm": 0.87890625,
      "learning_rate": 1.1564625850340138e-05,
      "loss": 3.1458,
      "step": 7280
    },
    {
      "epoch": 2.656221533977045,
      "grad_norm": 1.1171875,
      "learning_rate": 1.1443148688046649e-05,
      "loss": 3.1476,
      "step": 7290
    },
    {
      "epoch": 2.6598651849152852,
      "grad_norm": 0.99609375,
      "learning_rate": 1.132167152575316e-05,
      "loss": 3.136,
      "step": 7300
    },
    {
      "epoch": 2.6635088358535253,
      "grad_norm": 0.87109375,
      "learning_rate": 1.1200194363459671e-05,
      "loss": 3.0971,
      "step": 7310
    },
    {
      "epoch": 2.6671524867917653,
      "grad_norm": 0.95703125,
      "learning_rate": 1.1078717201166182e-05,
      "loss": 3.1187,
      "step": 7320
    },
    {
      "epoch": 2.6707961377300053,
      "grad_norm": 0.88671875,
      "learning_rate": 1.0957240038872693e-05,
      "loss": 3.1171,
      "step": 7330
    },
    {
      "epoch": 2.674439788668246,
      "grad_norm": 0.9453125,
      "learning_rate": 1.0835762876579203e-05,
      "loss": 3.1523,
      "step": 7340
    },
    {
      "epoch": 2.6780834396064854,
      "grad_norm": 0.94921875,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 3.1301,
      "step": 7350
    },
    {
      "epoch": 2.681727090544726,
      "grad_norm": 1.0390625,
      "learning_rate": 1.0592808551992225e-05,
      "loss": 3.1293,
      "step": 7360
    },
    {
      "epoch": 2.685370741482966,
      "grad_norm": 0.96875,
      "learning_rate": 1.0471331389698736e-05,
      "loss": 3.1171,
      "step": 7370
    },
    {
      "epoch": 2.689014392421206,
      "grad_norm": 1.0859375,
      "learning_rate": 1.0349854227405248e-05,
      "loss": 3.0375,
      "step": 7380
    },
    {
      "epoch": 2.692658043359446,
      "grad_norm": 1.0390625,
      "learning_rate": 1.0228377065111759e-05,
      "loss": 3.0265,
      "step": 7390
    },
    {
      "epoch": 2.696301694297686,
      "grad_norm": 0.94921875,
      "learning_rate": 1.010689990281827e-05,
      "loss": 3.097,
      "step": 7400
    },
    {
      "epoch": 2.6999453452359266,
      "grad_norm": 0.83984375,
      "learning_rate": 9.985422740524781e-06,
      "loss": 3.0494,
      "step": 7410
    },
    {
      "epoch": 2.7035889961741666,
      "grad_norm": 0.9140625,
      "learning_rate": 9.863945578231292e-06,
      "loss": 3.0811,
      "step": 7420
    },
    {
      "epoch": 2.7072326471124066,
      "grad_norm": 0.96484375,
      "learning_rate": 9.742468415937803e-06,
      "loss": 3.1214,
      "step": 7430
    },
    {
      "epoch": 2.7108762980506467,
      "grad_norm": 0.96875,
      "learning_rate": 9.620991253644314e-06,
      "loss": 3.1006,
      "step": 7440
    },
    {
      "epoch": 2.7145199489888867,
      "grad_norm": 0.99609375,
      "learning_rate": 9.499514091350827e-06,
      "loss": 3.1645,
      "step": 7450
    },
    {
      "epoch": 2.718163599927127,
      "grad_norm": 0.96484375,
      "learning_rate": 9.378036929057338e-06,
      "loss": 3.07,
      "step": 7460
    },
    {
      "epoch": 2.7218072508653672,
      "grad_norm": 0.8515625,
      "learning_rate": 9.25655976676385e-06,
      "loss": 3.1343,
      "step": 7470
    },
    {
      "epoch": 2.7254509018036073,
      "grad_norm": 1.015625,
      "learning_rate": 9.13508260447036e-06,
      "loss": 3.1049,
      "step": 7480
    },
    {
      "epoch": 2.7290945527418473,
      "grad_norm": 0.90234375,
      "learning_rate": 9.013605442176872e-06,
      "loss": 3.1182,
      "step": 7490
    },
    {
      "epoch": 2.7327382036800874,
      "grad_norm": 0.84765625,
      "learning_rate": 8.892128279883383e-06,
      "loss": 3.063,
      "step": 7500
    },
    {
      "epoch": 2.736381854618328,
      "grad_norm": 0.9453125,
      "learning_rate": 8.770651117589894e-06,
      "loss": 3.0678,
      "step": 7510
    },
    {
      "epoch": 2.7400255055565674,
      "grad_norm": 0.84765625,
      "learning_rate": 8.649173955296405e-06,
      "loss": 3.1132,
      "step": 7520
    },
    {
      "epoch": 2.743669156494808,
      "grad_norm": 0.9765625,
      "learning_rate": 8.527696793002917e-06,
      "loss": 3.0649,
      "step": 7530
    },
    {
      "epoch": 2.747312807433048,
      "grad_norm": 0.9140625,
      "learning_rate": 8.406219630709428e-06,
      "loss": 3.0386,
      "step": 7540
    },
    {
      "epoch": 2.750956458371288,
      "grad_norm": 0.96484375,
      "learning_rate": 8.284742468415939e-06,
      "loss": 3.0972,
      "step": 7550
    },
    {
      "epoch": 2.754600109309528,
      "grad_norm": 1.0703125,
      "learning_rate": 8.163265306122448e-06,
      "loss": 3.1145,
      "step": 7560
    },
    {
      "epoch": 2.758243760247768,
      "grad_norm": 0.94140625,
      "learning_rate": 8.04178814382896e-06,
      "loss": 3.1053,
      "step": 7570
    },
    {
      "epoch": 2.7618874111860086,
      "grad_norm": 0.95703125,
      "learning_rate": 7.92031098153547e-06,
      "loss": 3.1086,
      "step": 7580
    },
    {
      "epoch": 2.7655310621242486,
      "grad_norm": 0.875,
      "learning_rate": 7.798833819241982e-06,
      "loss": 3.0831,
      "step": 7590
    },
    {
      "epoch": 2.7691747130624886,
      "grad_norm": 1.015625,
      "learning_rate": 7.677356656948493e-06,
      "loss": 3.1135,
      "step": 7600
    },
    {
      "epoch": 2.7728183640007287,
      "grad_norm": 0.921875,
      "learning_rate": 7.555879494655005e-06,
      "loss": 3.0605,
      "step": 7610
    },
    {
      "epoch": 2.7764620149389687,
      "grad_norm": 0.96484375,
      "learning_rate": 7.434402332361516e-06,
      "loss": 2.9854,
      "step": 7620
    },
    {
      "epoch": 2.780105665877209,
      "grad_norm": 1.078125,
      "learning_rate": 7.312925170068027e-06,
      "loss": 3.15,
      "step": 7630
    },
    {
      "epoch": 2.7837493168154492,
      "grad_norm": 0.921875,
      "learning_rate": 7.191448007774538e-06,
      "loss": 3.1166,
      "step": 7640
    },
    {
      "epoch": 2.7873929677536893,
      "grad_norm": 0.9375,
      "learning_rate": 7.06997084548105e-06,
      "loss": 3.0783,
      "step": 7650
    },
    {
      "epoch": 2.7910366186919293,
      "grad_norm": 0.796875,
      "learning_rate": 6.948493683187561e-06,
      "loss": 3.0845,
      "step": 7660
    },
    {
      "epoch": 2.7946802696301694,
      "grad_norm": 1.015625,
      "learning_rate": 6.827016520894072e-06,
      "loss": 3.0717,
      "step": 7670
    },
    {
      "epoch": 2.7983239205684094,
      "grad_norm": 1.109375,
      "learning_rate": 6.705539358600584e-06,
      "loss": 3.0456,
      "step": 7680
    },
    {
      "epoch": 2.8019675715066494,
      "grad_norm": 0.890625,
      "learning_rate": 6.584062196307095e-06,
      "loss": 3.071,
      "step": 7690
    },
    {
      "epoch": 2.80561122244489,
      "grad_norm": 1.0390625,
      "learning_rate": 6.462585034013606e-06,
      "loss": 3.063,
      "step": 7700
    },
    {
      "epoch": 2.80925487338313,
      "grad_norm": 1.0546875,
      "learning_rate": 6.341107871720117e-06,
      "loss": 3.1031,
      "step": 7710
    },
    {
      "epoch": 2.81289852432137,
      "grad_norm": 0.97265625,
      "learning_rate": 6.219630709426628e-06,
      "loss": 3.0297,
      "step": 7720
    },
    {
      "epoch": 2.81654217525961,
      "grad_norm": 0.92578125,
      "learning_rate": 6.098153547133139e-06,
      "loss": 3.119,
      "step": 7730
    },
    {
      "epoch": 2.82018582619785,
      "grad_norm": 0.92578125,
      "learning_rate": 5.97667638483965e-06,
      "loss": 3.0535,
      "step": 7740
    },
    {
      "epoch": 2.8238294771360906,
      "grad_norm": 0.81640625,
      "learning_rate": 5.855199222546161e-06,
      "loss": 3.1086,
      "step": 7750
    },
    {
      "epoch": 2.8274731280743306,
      "grad_norm": 0.9609375,
      "learning_rate": 5.733722060252672e-06,
      "loss": 3.133,
      "step": 7760
    },
    {
      "epoch": 2.8311167790125706,
      "grad_norm": 1.0625,
      "learning_rate": 5.612244897959184e-06,
      "loss": 3.1374,
      "step": 7770
    },
    {
      "epoch": 2.8347604299508107,
      "grad_norm": 0.9453125,
      "learning_rate": 5.4907677356656954e-06,
      "loss": 3.1706,
      "step": 7780
    },
    {
      "epoch": 2.8384040808890507,
      "grad_norm": 0.9453125,
      "learning_rate": 5.369290573372207e-06,
      "loss": 3.0924,
      "step": 7790
    },
    {
      "epoch": 2.842047731827291,
      "grad_norm": 0.87890625,
      "learning_rate": 5.247813411078718e-06,
      "loss": 3.0695,
      "step": 7800
    },
    {
      "epoch": 2.845691382765531,
      "grad_norm": 0.89453125,
      "learning_rate": 5.126336248785229e-06,
      "loss": 3.0492,
      "step": 7810
    },
    {
      "epoch": 2.8493350337037713,
      "grad_norm": 0.83984375,
      "learning_rate": 5.00485908649174e-06,
      "loss": 3.0992,
      "step": 7820
    },
    {
      "epoch": 2.8529786846420113,
      "grad_norm": 0.875,
      "learning_rate": 4.88338192419825e-06,
      "loss": 3.0975,
      "step": 7830
    },
    {
      "epoch": 2.8566223355802514,
      "grad_norm": 0.93359375,
      "learning_rate": 4.7619047619047615e-06,
      "loss": 3.1571,
      "step": 7840
    },
    {
      "epoch": 2.8602659865184914,
      "grad_norm": 0.984375,
      "learning_rate": 4.640427599611273e-06,
      "loss": 3.1478,
      "step": 7850
    },
    {
      "epoch": 2.8639096374567314,
      "grad_norm": 0.94140625,
      "learning_rate": 4.518950437317785e-06,
      "loss": 3.117,
      "step": 7860
    },
    {
      "epoch": 2.867553288394972,
      "grad_norm": 0.94921875,
      "learning_rate": 4.397473275024296e-06,
      "loss": 3.0144,
      "step": 7870
    },
    {
      "epoch": 2.871196939333212,
      "grad_norm": 0.8828125,
      "learning_rate": 4.275996112730807e-06,
      "loss": 3.1565,
      "step": 7880
    },
    {
      "epoch": 2.874840590271452,
      "grad_norm": 1.015625,
      "learning_rate": 4.154518950437318e-06,
      "loss": 3.2086,
      "step": 7890
    },
    {
      "epoch": 2.878484241209692,
      "grad_norm": 0.82421875,
      "learning_rate": 4.033041788143829e-06,
      "loss": 3.124,
      "step": 7900
    },
    {
      "epoch": 2.882127892147932,
      "grad_norm": 0.94921875,
      "learning_rate": 3.9115646258503405e-06,
      "loss": 3.046,
      "step": 7910
    },
    {
      "epoch": 2.8857715430861726,
      "grad_norm": 0.8828125,
      "learning_rate": 3.7900874635568516e-06,
      "loss": 3.1214,
      "step": 7920
    },
    {
      "epoch": 2.8894151940244126,
      "grad_norm": 0.91796875,
      "learning_rate": 3.6686103012633628e-06,
      "loss": 3.0823,
      "step": 7930
    },
    {
      "epoch": 2.8930588449626526,
      "grad_norm": 0.765625,
      "learning_rate": 3.5471331389698735e-06,
      "loss": 3.0588,
      "step": 7940
    },
    {
      "epoch": 2.8967024959008927,
      "grad_norm": 0.93359375,
      "learning_rate": 3.4256559766763847e-06,
      "loss": 3.1368,
      "step": 7950
    },
    {
      "epoch": 2.9003461468391327,
      "grad_norm": 0.87890625,
      "learning_rate": 3.304178814382896e-06,
      "loss": 3.0578,
      "step": 7960
    },
    {
      "epoch": 2.903989797777373,
      "grad_norm": 0.890625,
      "learning_rate": 3.1827016520894074e-06,
      "loss": 3.1724,
      "step": 7970
    },
    {
      "epoch": 2.907633448715613,
      "grad_norm": 0.85546875,
      "learning_rate": 3.0612244897959185e-06,
      "loss": 3.1477,
      "step": 7980
    },
    {
      "epoch": 2.9112770996538533,
      "grad_norm": 0.96484375,
      "learning_rate": 2.9397473275024297e-06,
      "loss": 3.1196,
      "step": 7990
    },
    {
      "epoch": 2.9149207505920933,
      "grad_norm": 0.9765625,
      "learning_rate": 2.818270165208941e-06,
      "loss": 3.1087,
      "step": 8000
    }
  ],
  "logging_steps": 10,
  "max_steps": 8232,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7504106874736026e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}