{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 5250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0019047619047619048,
      "grad_norm": 4.547202110290527,
      "learning_rate": 3.8095238095238096e-07,
      "loss": 1.5025,
      "step": 1
    },
    {
      "epoch": 0.009523809523809525,
      "grad_norm": 4.337673187255859,
      "learning_rate": 1.9047619047619051e-06,
      "loss": 1.5226,
      "step": 5
    },
    {
      "epoch": 0.01904761904761905,
      "grad_norm": 4.153797149658203,
      "learning_rate": 3.8095238095238102e-06,
      "loss": 1.5223,
      "step": 10
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 4.489221096038818,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.5005,
      "step": 15
    },
    {
      "epoch": 0.0380952380952381,
      "grad_norm": 4.049315452575684,
      "learning_rate": 7.6190476190476205e-06,
      "loss": 1.4699,
      "step": 20
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 3.1139485836029053,
      "learning_rate": 9.523809523809523e-06,
      "loss": 1.4301,
      "step": 25
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 2.510863780975342,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.4343,
      "step": 30
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 1.4479591846466064,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.3446,
      "step": 35
    },
    {
      "epoch": 0.0761904761904762,
      "grad_norm": 0.9517801403999329,
      "learning_rate": 1.5238095238095241e-05,
      "loss": 1.3221,
      "step": 40
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 0.5813843011856079,
      "learning_rate": 1.7142857142857145e-05,
      "loss": 1.2988,
      "step": 45
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 0.4426492154598236,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 1.2713,
      "step": 50
    },
    {
      "epoch": 0.10476190476190476,
      "grad_norm": 0.38477158546447754,
      "learning_rate": 2.0952380952380954e-05,
      "loss": 1.2046,
      "step": 55
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.44873887300491333,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 1.1903,
      "step": 60
    },
    {
      "epoch": 0.12380952380952381,
      "grad_norm": 0.3480363190174103,
      "learning_rate": 2.4761904761904762e-05,
      "loss": 1.1401,
      "step": 65
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 0.40956687927246094,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.1247,
      "step": 70
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.3006480038166046,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.0727,
      "step": 75
    },
    {
      "epoch": 0.1523809523809524,
      "grad_norm": 0.32749098539352417,
      "learning_rate": 3.0476190476190482e-05,
      "loss": 1.0581,
      "step": 80
    },
    {
      "epoch": 0.1619047619047619,
      "grad_norm": 0.3036528527736664,
      "learning_rate": 3.2380952380952386e-05,
      "loss": 1.0331,
      "step": 85
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.2610386908054352,
      "learning_rate": 3.428571428571429e-05,
      "loss": 0.9981,
      "step": 90
    },
    {
      "epoch": 0.18095238095238095,
      "grad_norm": 0.29137253761291504,
      "learning_rate": 3.619047619047619e-05,
      "loss": 0.9739,
      "step": 95
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.24456577003002167,
      "learning_rate": 3.809523809523809e-05,
      "loss": 0.9688,
      "step": 100
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.2633320689201355,
      "learning_rate": 4e-05,
      "loss": 0.9689,
      "step": 105
    },
    {
      "epoch": 0.20952380952380953,
      "grad_norm": 0.25056907534599304,
      "learning_rate": 4.190476190476191e-05,
      "loss": 0.9563,
      "step": 110
    },
    {
      "epoch": 0.21904761904761905,
      "grad_norm": 0.24942700564861298,
      "learning_rate": 4.380952380952381e-05,
      "loss": 0.9452,
      "step": 115
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.23507161438465118,
      "learning_rate": 4.5714285714285716e-05,
      "loss": 0.922,
      "step": 120
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.24385438859462738,
      "learning_rate": 4.761904761904762e-05,
      "loss": 0.9187,
      "step": 125
    },
    {
      "epoch": 0.24761904761904763,
      "grad_norm": 0.285789430141449,
      "learning_rate": 4.9523809523809525e-05,
      "loss": 0.912,
      "step": 130
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 0.27400535345077515,
      "learning_rate": 5.142857142857143e-05,
      "loss": 0.9069,
      "step": 135
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.2844380736351013,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.8973,
      "step": 140
    },
    {
      "epoch": 0.2761904761904762,
      "grad_norm": 0.26373493671417236,
      "learning_rate": 5.5238095238095244e-05,
      "loss": 0.9018,
      "step": 145
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.28538423776626587,
      "learning_rate": 5.714285714285714e-05,
      "loss": 0.9021,
      "step": 150
    },
    {
      "epoch": 0.29523809523809524,
      "grad_norm": 0.2729125916957855,
      "learning_rate": 5.904761904761905e-05,
      "loss": 0.8798,
      "step": 155
    },
    {
      "epoch": 0.3047619047619048,
      "grad_norm": 0.3309907019138336,
      "learning_rate": 6.0952380952380964e-05,
      "loss": 0.8709,
      "step": 160
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 0.2918560802936554,
      "learning_rate": 6.285714285714286e-05,
      "loss": 0.8643,
      "step": 165
    },
    {
      "epoch": 0.3238095238095238,
      "grad_norm": 0.3260324001312256,
      "learning_rate": 6.476190476190477e-05,
      "loss": 0.8742,
      "step": 170
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.2992309033870697,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.8893,
      "step": 175
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.3110353350639343,
      "learning_rate": 6.857142857142858e-05,
      "loss": 0.8452,
      "step": 180
    },
    {
      "epoch": 0.3523809523809524,
      "grad_norm": 0.3042120635509491,
      "learning_rate": 7.047619047619048e-05,
      "loss": 0.8585,
      "step": 185
    },
    {
      "epoch": 0.3619047619047619,
      "grad_norm": 0.31247013807296753,
      "learning_rate": 7.238095238095238e-05,
      "loss": 0.8443,
      "step": 190
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 0.29538431763648987,
      "learning_rate": 7.428571428571429e-05,
      "loss": 0.8431,
      "step": 195
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.34301429986953735,
      "learning_rate": 7.619047619047618e-05,
      "loss": 0.8555,
      "step": 200
    },
    {
      "epoch": 0.3904761904761905,
      "grad_norm": 0.3382505476474762,
      "learning_rate": 7.80952380952381e-05,
      "loss": 0.8392,
      "step": 205
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2907902002334595,
      "learning_rate": 8e-05,
      "loss": 0.8232,
      "step": 210
    },
    {
      "epoch": 0.4095238095238095,
      "grad_norm": 0.29543590545654297,
      "learning_rate": 8.19047619047619e-05,
      "loss": 0.8215,
      "step": 215
    },
    {
      "epoch": 0.41904761904761906,
      "grad_norm": 0.33882054686546326,
      "learning_rate": 8.380952380952382e-05,
      "loss": 0.8142,
      "step": 220
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.3038513958454132,
      "learning_rate": 8.571428571428571e-05,
      "loss": 0.8162,
      "step": 225
    },
    {
      "epoch": 0.4380952380952381,
      "grad_norm": 0.30865398049354553,
      "learning_rate": 8.761904761904762e-05,
      "loss": 0.8218,
      "step": 230
    },
    {
      "epoch": 0.44761904761904764,
      "grad_norm": 0.2758966088294983,
      "learning_rate": 8.952380952380953e-05,
      "loss": 0.8131,
      "step": 235
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.29004842042922974,
      "learning_rate": 9.142857142857143e-05,
      "loss": 0.7924,
      "step": 240
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.3257029354572296,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.8138,
      "step": 245
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.32075703144073486,
      "learning_rate": 9.523809523809524e-05,
      "loss": 0.8137,
      "step": 250
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 0.3217829763889313,
      "learning_rate": 9.714285714285715e-05,
      "loss": 0.8051,
      "step": 255
    },
    {
      "epoch": 0.49523809523809526,
      "grad_norm": 0.35465100407600403,
      "learning_rate": 9.904761904761905e-05,
      "loss": 0.8048,
      "step": 260
    },
    {
      "epoch": 0.5047619047619047,
      "grad_norm": 0.30548200011253357,
      "learning_rate": 0.00010095238095238096,
      "loss": 0.798,
      "step": 265
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 0.30726566910743713,
      "learning_rate": 0.00010285714285714286,
      "loss": 0.8034,
      "step": 270
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.31289350986480713,
      "learning_rate": 0.00010476190476190477,
      "loss": 0.8003,
      "step": 275
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.2915325164794922,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.7923,
      "step": 280
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 0.29550987482070923,
      "learning_rate": 0.00010857142857142856,
      "loss": 0.8084,
      "step": 285
    },
    {
      "epoch": 0.5523809523809524,
      "grad_norm": 0.28710678219795227,
      "learning_rate": 0.00011047619047619049,
      "loss": 0.7715,
      "step": 290
    },
    {
      "epoch": 0.5619047619047619,
      "grad_norm": 0.35985657572746277,
      "learning_rate": 0.00011238095238095239,
      "loss": 0.8112,
      "step": 295
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.2753393352031708,
      "learning_rate": 0.00011428571428571428,
      "loss": 0.7816,
      "step": 300
    },
    {
      "epoch": 0.580952380952381,
      "grad_norm": 0.2836596667766571,
      "learning_rate": 0.00011619047619047621,
      "loss": 0.7905,
      "step": 305
    },
    {
      "epoch": 0.5904761904761905,
      "grad_norm": 0.31738153100013733,
      "learning_rate": 0.0001180952380952381,
      "loss": 0.7929,
      "step": 310
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.28743502497673035,
      "learning_rate": 0.00012,
      "loss": 0.7838,
      "step": 315
    },
    {
      "epoch": 0.6095238095238096,
      "grad_norm": 0.2714017629623413,
      "learning_rate": 0.00012190476190476193,
      "loss": 0.7833,
      "step": 320
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 0.3143031895160675,
      "learning_rate": 0.0001238095238095238,
      "loss": 0.789,
      "step": 325
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 0.3043210804462433,
      "learning_rate": 0.00012571428571428572,
      "loss": 0.7845,
      "step": 330
    },
    {
      "epoch": 0.638095238095238,
      "grad_norm": 0.3003801703453064,
      "learning_rate": 0.0001276190476190476,
      "loss": 0.7717,
      "step": 335
    },
    {
      "epoch": 0.6476190476190476,
      "grad_norm": 0.29364722967147827,
      "learning_rate": 0.00012952380952380954,
      "loss": 0.784,
      "step": 340
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 0.29768991470336914,
      "learning_rate": 0.00013142857142857143,
      "loss": 0.7856,
      "step": 345
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.3462805151939392,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.7826,
      "step": 350
    },
    {
      "epoch": 0.6761904761904762,
      "grad_norm": 0.3385864794254303,
      "learning_rate": 0.00013523809523809525,
      "loss": 0.7879,
      "step": 355
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.2977157533168793,
      "learning_rate": 0.00013714285714285716,
      "loss": 0.7764,
      "step": 360
    },
    {
      "epoch": 0.6952380952380952,
      "grad_norm": 0.3157060444355011,
      "learning_rate": 0.00013904761904761905,
      "loss": 0.7707,
      "step": 365
    },
    {
      "epoch": 0.7047619047619048,
      "grad_norm": 0.2835277020931244,
      "learning_rate": 0.00014095238095238096,
      "loss": 0.7956,
      "step": 370
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.3145689070224762,
      "learning_rate": 0.00014285714285714287,
      "loss": 0.775,
      "step": 375
    },
    {
      "epoch": 0.7238095238095238,
      "grad_norm": 0.28412529826164246,
      "learning_rate": 0.00014476190476190475,
      "loss": 0.786,
      "step": 380
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 0.27334657311439514,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.7635,
      "step": 385
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 0.274685263633728,
      "learning_rate": 0.00014857142857142857,
      "loss": 0.7684,
      "step": 390
    },
    {
      "epoch": 0.7523809523809524,
      "grad_norm": 0.27724364399909973,
      "learning_rate": 0.00015047619047619048,
      "loss": 0.7631,
      "step": 395
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.28986790776252747,
      "learning_rate": 0.00015238095238095237,
      "loss": 0.7644,
      "step": 400
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 0.28879615664482117,
      "learning_rate": 0.0001542857142857143,
      "loss": 0.7611,
      "step": 405
    },
    {
      "epoch": 0.780952380952381,
      "grad_norm": 0.27653956413269043,
      "learning_rate": 0.0001561904761904762,
      "loss": 0.7796,
      "step": 410
    },
    {
      "epoch": 0.7904761904761904,
      "grad_norm": 0.281981498003006,
      "learning_rate": 0.0001580952380952381,
      "loss": 0.7664,
      "step": 415
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2850152850151062,
      "learning_rate": 0.00016,
      "loss": 0.7677,
      "step": 420
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.254380464553833,
      "learning_rate": 0.00016190476190476192,
      "loss": 0.7669,
      "step": 425
    },
    {
      "epoch": 0.819047619047619,
      "grad_norm": 0.28639087080955505,
      "learning_rate": 0.0001638095238095238,
      "loss": 0.7781,
      "step": 430
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 0.27872613072395325,
      "learning_rate": 0.00016571428571428575,
      "loss": 0.7654,
      "step": 435
    },
    {
      "epoch": 0.8380952380952381,
      "grad_norm": 0.27628201246261597,
      "learning_rate": 0.00016761904761904763,
      "loss": 0.772,
      "step": 440
    },
    {
      "epoch": 0.8476190476190476,
      "grad_norm": 0.2789876461029053,
      "learning_rate": 0.00016952380952380954,
      "loss": 0.7657,
      "step": 445
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.2589787542819977,
      "learning_rate": 0.00017142857142857143,
      "loss": 0.7608,
      "step": 450
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 0.25564825534820557,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.7701,
      "step": 455
    },
    {
      "epoch": 0.8761904761904762,
      "grad_norm": 0.26511332392692566,
      "learning_rate": 0.00017523809523809525,
      "loss": 0.7608,
      "step": 460
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 0.254036545753479,
      "learning_rate": 0.00017714285714285713,
      "loss": 0.7547,
      "step": 465
    },
    {
      "epoch": 0.8952380952380953,
      "grad_norm": 0.2760804295539856,
      "learning_rate": 0.00017904761904761907,
      "loss": 0.7676,
      "step": 470
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 0.27230989933013916,
      "learning_rate": 0.00018095238095238095,
      "loss": 0.7666,
      "step": 475
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.27643173933029175,
      "learning_rate": 0.00018285714285714286,
      "loss": 0.7658,
      "step": 480
    },
    {
      "epoch": 0.9238095238095239,
      "grad_norm": 0.253610759973526,
      "learning_rate": 0.00018476190476190478,
      "loss": 0.7485,
      "step": 485
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 0.2513977289199829,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.7615,
      "step": 490
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 0.24851179122924805,
      "learning_rate": 0.00018857142857142857,
      "loss": 0.761,
      "step": 495
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.2603645920753479,
      "learning_rate": 0.00019047619047619048,
      "loss": 0.767,
      "step": 500
    },
    {
      "epoch": 0.9619047619047619,
      "grad_norm": 0.24542096257209778,
      "learning_rate": 0.0001923809523809524,
      "loss": 0.7535,
      "step": 505
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 0.265168696641922,
      "learning_rate": 0.0001942857142857143,
      "loss": 0.7583,
      "step": 510
    },
    {
      "epoch": 0.9809523809523809,
      "grad_norm": 0.2615059018135071,
      "learning_rate": 0.0001961904761904762,
      "loss": 0.7683,
      "step": 515
    },
    {
      "epoch": 0.9904761904761905,
      "grad_norm": 0.23228660225868225,
      "learning_rate": 0.0001980952380952381,
      "loss": 0.7632,
      "step": 520
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2468753159046173,
      "learning_rate": 0.0002,
      "loss": 0.741,
      "step": 525
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.3567252159118652,
      "eval_runtime": 0.3239,
      "eval_samples_per_second": 12.351,
      "eval_steps_per_second": 3.088,
      "step": 525
    },
    {
      "epoch": 1.0095238095238095,
      "grad_norm": 0.25585678219795227,
      "learning_rate": 0.00019999944740655014,
      "loss": 0.7468,
      "step": 530
    },
    {
      "epoch": 1.019047619047619,
      "grad_norm": 0.2317453920841217,
      "learning_rate": 0.00019999778963230775,
      "loss": 0.7413,
      "step": 535
    },
    {
      "epoch": 1.0285714285714285,
      "grad_norm": 0.2543046772480011,
      "learning_rate": 0.00019999502669559432,
      "loss": 0.7451,
      "step": 540
    },
    {
      "epoch": 1.0380952380952382,
      "grad_norm": 0.2301589846611023,
      "learning_rate": 0.00019999115862694546,
      "loss": 0.7481,
      "step": 545
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.3147750794887543,
      "learning_rate": 0.00019998618546911056,
      "loss": 0.749,
      "step": 550
    },
    {
      "epoch": 1.0571428571428572,
      "grad_norm": 0.27922147512435913,
      "learning_rate": 0.00019998010727705236,
      "loss": 0.7626,
      "step": 555
    },
    {
      "epoch": 1.0666666666666667,
      "grad_norm": 0.22671197354793549,
      "learning_rate": 0.00019997292411794618,
      "loss": 0.7553,
      "step": 560
    },
    {
      "epoch": 1.0761904761904761,
      "grad_norm": 0.23539680242538452,
      "learning_rate": 0.00019996463607117935,
      "loss": 0.7339,
      "step": 565
    },
    {
      "epoch": 1.0857142857142856,
      "grad_norm": 0.2762920558452606,
      "learning_rate": 0.00019995524322835034,
      "loss": 0.7574,
      "step": 570
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.23747943341732025,
      "learning_rate": 0.00019994474569326757,
      "loss": 0.7561,
      "step": 575
    },
    {
      "epoch": 1.1047619047619048,
      "grad_norm": 0.24105724692344666,
      "learning_rate": 0.00019993314358194843,
      "loss": 0.7553,
      "step": 580
    },
    {
      "epoch": 1.1142857142857143,
      "grad_norm": 0.2368220090866089,
      "learning_rate": 0.00019992043702261793,
      "loss": 0.74,
      "step": 585
    },
    {
      "epoch": 1.1238095238095238,
      "grad_norm": 0.24352073669433594,
      "learning_rate": 0.0001999066261557073,
      "loss": 0.7399,
      "step": 590
    },
    {
      "epoch": 1.1333333333333333,
      "grad_norm": 0.22486181557178497,
      "learning_rate": 0.0001998917111338525,
      "loss": 0.7385,
      "step": 595
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.22657416760921478,
      "learning_rate": 0.00019987569212189224,
      "loss": 0.7475,
      "step": 600
    },
    {
      "epoch": 1.1523809523809523,
      "grad_norm": 0.2311800867319107,
      "learning_rate": 0.00019985856929686667,
      "loss": 0.751,
      "step": 605
    },
    {
      "epoch": 1.161904761904762,
      "grad_norm": 0.2517586946487427,
      "learning_rate": 0.00019984034284801502,
      "loss": 0.7407,
      "step": 610
    },
    {
      "epoch": 1.1714285714285715,
      "grad_norm": 0.22927944362163544,
      "learning_rate": 0.0001998210129767735,
      "loss": 0.7343,
      "step": 615
    },
    {
      "epoch": 1.180952380952381,
      "grad_norm": 0.22523367404937744,
      "learning_rate": 0.00019980057989677345,
      "loss": 0.7676,
      "step": 620
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.22527702152729034,
      "learning_rate": 0.0001997790438338385,
      "loss": 0.7318,
      "step": 625
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.3828093409538269,
      "learning_rate": 0.00019975640502598244,
      "loss": 0.7502,
      "step": 630
    },
    {
      "epoch": 1.2095238095238094,
      "grad_norm": 0.22656366229057312,
      "learning_rate": 0.00019973266372340639,
      "loss": 0.7466,
      "step": 635
    },
    {
      "epoch": 1.2190476190476192,
      "grad_norm": 0.26040101051330566,
      "learning_rate": 0.0001997078201884961,
      "loss": 0.7327,
      "step": 640
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 0.22036729753017426,
      "learning_rate": 0.0001996818746958191,
      "loss": 0.7548,
      "step": 645
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.2276628315448761,
      "learning_rate": 0.00019965482753212156,
      "loss": 0.7364,
      "step": 650
    },
    {
      "epoch": 1.2476190476190476,
      "grad_norm": 0.24642202258110046,
      "learning_rate": 0.00019962667899632518,
      "loss": 0.7406,
      "step": 655
    },
    {
      "epoch": 1.2571428571428571,
      "grad_norm": 0.22199499607086182,
      "learning_rate": 0.00019959742939952392,
      "loss": 0.7488,
      "step": 660
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 0.22032096982002258,
      "learning_rate": 0.00019956707906498044,
      "loss": 0.7436,
      "step": 665
    },
    {
      "epoch": 1.276190476190476,
      "grad_norm": 0.22946354746818542,
      "learning_rate": 0.00019953562832812272,
      "loss": 0.7498,
      "step": 670
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.22464948892593384,
      "learning_rate": 0.00019950307753654017,
      "loss": 0.7385,
      "step": 675
    },
    {
      "epoch": 1.2952380952380953,
      "grad_norm": 0.2189594954252243,
      "learning_rate": 0.00019946942704997982,
      "loss": 0.742,
      "step": 680
    },
    {
      "epoch": 1.3047619047619048,
      "grad_norm": 0.24271249771118164,
      "learning_rate": 0.00019943467724034252,
      "loss": 0.7282,
      "step": 685
    },
    {
      "epoch": 1.3142857142857143,
      "grad_norm": 0.21535710990428925,
      "learning_rate": 0.00019939882849167852,
      "loss": 0.7428,
      "step": 690
    },
    {
      "epoch": 1.3238095238095238,
      "grad_norm": 0.21307721734046936,
      "learning_rate": 0.0001993618812001836,
      "loss": 0.7448,
      "step": 695
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.2116234302520752,
      "learning_rate": 0.00019932383577419432,
      "loss": 0.7315,
      "step": 700
    },
    {
      "epoch": 1.342857142857143,
      "grad_norm": 0.21006180346012115,
      "learning_rate": 0.00019928469263418374,
      "loss": 0.7288,
      "step": 705
    },
    {
      "epoch": 1.3523809523809525,
      "grad_norm": 0.2520844638347626,
      "learning_rate": 0.00019924445221275675,
      "loss": 0.7345,
      "step": 710
    },
    {
      "epoch": 1.361904761904762,
      "grad_norm": 0.2356862872838974,
      "learning_rate": 0.00019920311495464518,
      "loss": 0.7299,
      "step": 715
    },
    {
      "epoch": 1.3714285714285714,
      "grad_norm": 0.22165431082248688,
      "learning_rate": 0.00019916068131670302,
      "loss": 0.7289,
      "step": 720
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.21119216084480286,
      "learning_rate": 0.0001991171517679013,
      "loss": 0.7436,
      "step": 725
    },
    {
      "epoch": 1.3904761904761904,
      "grad_norm": 0.2150939702987671,
      "learning_rate": 0.0001990725267893228,
      "loss": 0.7343,
      "step": 730
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.21897323429584503,
      "learning_rate": 0.00019902680687415705,
      "loss": 0.7314,
      "step": 735
    },
    {
      "epoch": 1.4095238095238094,
      "grad_norm": 0.22644034028053284,
      "learning_rate": 0.00019897999252769448,
      "loss": 0.7392,
      "step": 740
    },
    {
      "epoch": 1.4190476190476191,
      "grad_norm": 0.2236684113740921,
      "learning_rate": 0.00019893208426732115,
      "loss": 0.7223,
      "step": 745
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.22646702826023102,
      "learning_rate": 0.00019888308262251285,
      "loss": 0.7378,
      "step": 750
    },
    {
      "epoch": 1.438095238095238,
      "grad_norm": 0.19864632189273834,
      "learning_rate": 0.00019883298813482938,
      "loss": 0.7224,
      "step": 755
    },
    {
      "epoch": 1.4476190476190476,
      "grad_norm": 0.20702700316905975,
      "learning_rate": 0.00019878180135790845,
      "loss": 0.7228,
      "step": 760
    },
    {
      "epoch": 1.457142857142857,
      "grad_norm": 0.21697306632995605,
      "learning_rate": 0.00019872952285745959,
      "loss": 0.7221,
      "step": 765
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": 0.209822416305542,
      "learning_rate": 0.00019867615321125795,
      "loss": 0.7186,
      "step": 770
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 0.20457518100738525,
      "learning_rate": 0.00019862169300913785,
      "loss": 0.7318,
      "step": 775
    },
    {
      "epoch": 1.4857142857142858,
      "grad_norm": 0.21236108243465424,
      "learning_rate": 0.0001985661428529863,
      "loss": 0.7339,
      "step": 780
    },
    {
      "epoch": 1.4952380952380953,
      "grad_norm": 0.19768942892551422,
      "learning_rate": 0.00019850950335673643,
      "loss": 0.7266,
      "step": 785
    },
    {
      "epoch": 1.5047619047619047,
      "grad_norm": 0.2030116766691208,
      "learning_rate": 0.00019845177514636042,
      "loss": 0.7331,
      "step": 790
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 0.22577205300331116,
      "learning_rate": 0.00019839295885986296,
      "loss": 0.7199,
      "step": 795
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.23508670926094055,
      "learning_rate": 0.00019833305514727395,
      "loss": 0.7315,
      "step": 800
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 0.2087986171245575,
      "learning_rate": 0.00019827206467064133,
      "loss": 0.7369,
      "step": 805
    },
    {
      "epoch": 1.5428571428571427,
      "grad_norm": 0.2076413631439209,
      "learning_rate": 0.0001982099881040239,
      "loss": 0.7253,
      "step": 810
    },
    {
      "epoch": 1.5523809523809524,
      "grad_norm": 0.2177678495645523,
      "learning_rate": 0.0001981468261334837,
      "loss": 0.7252,
      "step": 815
    },
    {
      "epoch": 1.561904761904762,
      "grad_norm": 0.20691955089569092,
      "learning_rate": 0.0001980825794570786,
      "loss": 0.7231,
      "step": 820
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.2094532549381256,
      "learning_rate": 0.00019801724878485438,
      "loss": 0.7346,
      "step": 825
    },
    {
      "epoch": 1.580952380952381,
      "grad_norm": 0.2252875119447708,
      "learning_rate": 0.00019795083483883715,
      "loss": 0.7352,
      "step": 830
    },
    {
      "epoch": 1.5904761904761906,
      "grad_norm": 0.20988918840885162,
      "learning_rate": 0.0001978833383530251,
      "loss": 0.7201,
      "step": 835
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.22274397313594818,
      "learning_rate": 0.00019781476007338058,
      "loss": 0.7457,
      "step": 840
    },
    {
      "epoch": 1.6095238095238096,
      "grad_norm": 0.21066966652870178,
      "learning_rate": 0.00019774510075782172,
      "loss": 0.7431,
      "step": 845
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.21072280406951904,
      "learning_rate": 0.00019767436117621413,
      "loss": 0.719,
      "step": 850
    },
    {
      "epoch": 1.6285714285714286,
      "grad_norm": 0.20725810527801514,
      "learning_rate": 0.00019760254211036244,
      "loss": 0.743,
      "step": 855
    },
    {
      "epoch": 1.638095238095238,
      "grad_norm": 0.21349456906318665,
      "learning_rate": 0.00019752964435400155,
      "loss": 0.7367,
      "step": 860
    },
    {
      "epoch": 1.6476190476190475,
      "grad_norm": 0.22150424122810364,
      "learning_rate": 0.00019745566871278794,
      "loss": 0.7249,
      "step": 865
    },
    {
      "epoch": 1.657142857142857,
      "grad_norm": 0.22179411351680756,
      "learning_rate": 0.00019738061600429064,
      "loss": 0.722,
      "step": 870
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.20809294283390045,
      "learning_rate": 0.00019730448705798239,
      "loss": 0.7271,
      "step": 875
    },
    {
      "epoch": 1.6761904761904762,
      "grad_norm": 0.19328345358371735,
      "learning_rate": 0.00019722728271523034,
      "loss": 0.7191,
      "step": 880
    },
    {
      "epoch": 1.6857142857142857,
      "grad_norm": 0.20828521251678467,
      "learning_rate": 0.00019714900382928675,
      "loss": 0.7193,
      "step": 885
    },
    {
      "epoch": 1.6952380952380952,
      "grad_norm": 0.20919948816299438,
      "learning_rate": 0.00019706965126527963,
      "loss": 0.742,
      "step": 890
    },
    {
      "epoch": 1.704761904761905,
      "grad_norm": 0.21169473230838776,
      "learning_rate": 0.00019698922590020312,
      "loss": 0.7152,
      "step": 895
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.2047414630651474,
      "learning_rate": 0.0001969077286229078,
      "loss": 0.7139,
      "step": 900
    },
    {
      "epoch": 1.723809523809524,
      "grad_norm": 0.2073826789855957,
      "learning_rate": 0.00019682516033409092,
      "loss": 0.7158,
      "step": 905
    },
    {
      "epoch": 1.7333333333333334,
      "grad_norm": 0.21763114631175995,
      "learning_rate": 0.00019674152194628638,
      "loss": 0.7258,
      "step": 910
    },
    {
      "epoch": 1.7428571428571429,
      "grad_norm": 0.20960763096809387,
      "learning_rate": 0.00019665681438385473,
      "loss": 0.7255,
      "step": 915
    },
    {
      "epoch": 1.7523809523809524,
      "grad_norm": 0.19667227566242218,
      "learning_rate": 0.0001965710385829728,
      "loss": 0.7242,
      "step": 920
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.20691533386707306,
      "learning_rate": 0.00019648419549162348,
      "loss": 0.7243,
      "step": 925
    },
    {
      "epoch": 1.7714285714285714,
      "grad_norm": 0.22077150642871857,
      "learning_rate": 0.00019639628606958533,
      "loss": 0.7244,
      "step": 930
    },
    {
      "epoch": 1.7809523809523808,
      "grad_norm": 0.20273786783218384,
      "learning_rate": 0.0001963073112884217,
      "loss": 0.7294,
      "step": 935
    },
    {
      "epoch": 1.7904761904761903,
      "grad_norm": 0.19783906638622284,
      "learning_rate": 0.00019621727213147027,
      "loss": 0.7242,
      "step": 940
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.21224017441272736,
      "learning_rate": 0.0001961261695938319,
      "loss": 0.7213,
      "step": 945
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.21960359811782837,
      "learning_rate": 0.00019603400468235998,
      "loss": 0.7171,
      "step": 950
    },
    {
      "epoch": 1.819047619047619,
      "grad_norm": 0.20761699974536896,
      "learning_rate": 0.00019594077841564907,
      "loss": 0.7187,
      "step": 955
    },
    {
      "epoch": 1.8285714285714287,
      "grad_norm": 0.20614556968212128,
      "learning_rate": 0.00019584649182402357,
      "loss": 0.7153,
      "step": 960
    },
    {
      "epoch": 1.8380952380952382,
      "grad_norm": 0.19090235233306885,
      "learning_rate": 0.0001957511459495266,
      "loss": 0.7202,
      "step": 965
    },
    {
      "epoch": 1.8476190476190477,
      "grad_norm": 0.19847603142261505,
      "learning_rate": 0.00019565474184590826,
      "loss": 0.7073,
      "step": 970
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.211056649684906,
      "learning_rate": 0.0001955572805786141,
      "loss": 0.7144,
      "step": 975
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": 0.2638969421386719,
      "learning_rate": 0.0001954587632247732,
      "loss": 0.7315,
      "step": 980
    },
    {
      "epoch": 1.8761904761904762,
      "grad_norm": 0.21314914524555206,
      "learning_rate": 0.00019535919087318652,
      "loss": 0.7267,
      "step": 985
    },
    {
      "epoch": 1.8857142857142857,
      "grad_norm": 0.19470569491386414,
      "learning_rate": 0.0001952585646243146,
      "loss": 0.7205,
      "step": 990
    },
    {
      "epoch": 1.8952380952380952,
      "grad_norm": 0.21095521748065948,
      "learning_rate": 0.00019515688559026563,
      "loss": 0.7285,
      "step": 995
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.20666122436523438,
      "learning_rate": 0.0001950541548947829,
      "loss": 0.7123,
      "step": 1000
    },
    {
      "epoch": 1.9142857142857141,
      "grad_norm": 0.19656658172607422,
      "learning_rate": 0.00019495037367323262,
      "loss": 0.709,
      "step": 1005
    },
    {
      "epoch": 1.9238095238095239,
      "grad_norm": 0.21879138052463531,
      "learning_rate": 0.0001948455430725913,
      "loss": 0.729,
      "step": 1010
    },
    {
      "epoch": 1.9333333333333333,
      "grad_norm": 0.1921882927417755,
      "learning_rate": 0.00019473966425143292,
      "loss": 0.721,
      "step": 1015
    },
    {
      "epoch": 1.9428571428571428,
      "grad_norm": 0.21759168803691864,
      "learning_rate": 0.00019463273837991643,
      "loss": 0.7274,
      "step": 1020
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.222857266664505,
      "learning_rate": 0.00019452476663977248,
      "loss": 0.7275,
      "step": 1025
    },
    {
      "epoch": 1.961904761904762,
      "grad_norm": 0.2145960032939911,
      "learning_rate": 0.00019441575022429065,
      "loss": 0.7234,
      "step": 1030
    },
    {
      "epoch": 1.9714285714285715,
      "grad_norm": 0.5522246360778809,
      "learning_rate": 0.00019430569033830605,
      "loss": 0.7188,
      "step": 1035
    },
    {
      "epoch": 1.980952380952381,
      "grad_norm": 0.23135340213775635,
      "learning_rate": 0.00019419458819818614,
      "loss": 0.7352,
      "step": 1040
    },
    {
      "epoch": 1.9904761904761905,
      "grad_norm": 0.19514022767543793,
      "learning_rate": 0.00019408244503181724,
      "loss": 0.7397,
      "step": 1045
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.19880671799182892,
      "learning_rate": 0.00019396926207859084,
      "loss": 0.7109,
      "step": 1050
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.3157501220703125,
      "eval_runtime": 0.3231,
      "eval_samples_per_second": 12.38,
      "eval_steps_per_second": 3.095,
      "step": 1050
    },
    {
      "epoch": 2.0095238095238095,
      "grad_norm": 0.22727364301681519,
      "learning_rate": 0.00019385504058939024,
      "loss": 0.7229,
      "step": 1055
    },
    {
      "epoch": 2.019047619047619,
      "grad_norm": 0.20397067070007324,
      "learning_rate": 0.00019373978182657625,
      "loss": 0.7093,
      "step": 1060
    },
    {
      "epoch": 2.0285714285714285,
      "grad_norm": 0.23505325615406036,
      "learning_rate": 0.00019362348706397373,
      "loss": 0.71,
      "step": 1065
    },
    {
      "epoch": 2.038095238095238,
      "grad_norm": 0.21519462764263153,
      "learning_rate": 0.00019350615758685708,
      "loss": 0.7154,
      "step": 1070
    },
    {
      "epoch": 2.0476190476190474,
      "grad_norm": 0.21023060381412506,
      "learning_rate": 0.00019338779469193639,
      "loss": 0.7081,
      "step": 1075
    },
    {
      "epoch": 2.057142857142857,
      "grad_norm": 0.21591557562351227,
      "learning_rate": 0.00019326839968734279,
      "loss": 0.7125,
      "step": 1080
    },
    {
      "epoch": 2.066666666666667,
      "grad_norm": 0.21711720526218414,
      "learning_rate": 0.00019314797389261424,
      "loss": 0.6959,
      "step": 1085
    },
    {
      "epoch": 2.0761904761904764,
      "grad_norm": 0.21242506802082062,
      "learning_rate": 0.00019302651863868092,
      "loss": 0.7166,
      "step": 1090
    },
    {
      "epoch": 2.085714285714286,
      "grad_norm": 0.2289026975631714,
      "learning_rate": 0.00019290403526785025,
      "loss": 0.6892,
      "step": 1095
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.2135750651359558,
      "learning_rate": 0.00019278052513379255,
      "loss": 0.7101,
      "step": 1100
    },
    {
      "epoch": 2.104761904761905,
      "grad_norm": 0.21561966836452484,
      "learning_rate": 0.00019265598960152555,
      "loss": 0.7063,
      "step": 1105
    },
    {
      "epoch": 2.1142857142857143,
      "grad_norm": 0.2171257734298706,
      "learning_rate": 0.00019253043004739968,
      "loss": 0.6985,
      "step": 1110
    },
    {
      "epoch": 2.123809523809524,
      "grad_norm": 0.20231732726097107,
      "learning_rate": 0.00019240384785908265,
      "loss": 0.6996,
      "step": 1115
    },
    {
      "epoch": 2.1333333333333333,
      "grad_norm": 0.19682158529758453,
      "learning_rate": 0.00019227624443554425,
      "loss": 0.7008,
      "step": 1120
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.21168991923332214,
      "learning_rate": 0.00019214762118704076,
      "loss": 0.7115,
      "step": 1125
    },
    {
      "epoch": 2.1523809523809523,
      "grad_norm": 0.2140636444091797,
      "learning_rate": 0.00019201797953509955,
      "loss": 0.706,
      "step": 1130
    },
    {
      "epoch": 2.1619047619047618,
      "grad_norm": 0.19730402529239655,
      "learning_rate": 0.00019188732091250307,
      "loss": 0.7092,
      "step": 1135
    },
    {
      "epoch": 2.1714285714285713,
      "grad_norm": 0.20363454520702362,
      "learning_rate": 0.00019175564676327339,
      "loss": 0.7051,
      "step": 1140
    },
    {
      "epoch": 2.1809523809523808,
      "grad_norm": 0.1948300451040268,
      "learning_rate": 0.00019162295854265594,
      "loss": 0.7114,
      "step": 1145
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.20962835848331451,
      "learning_rate": 0.00019148925771710347,
      "loss": 0.7053,
      "step": 1150
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.221847265958786,
      "learning_rate": 0.0001913545457642601,
      "loss": 0.7077,
      "step": 1155
    },
    {
      "epoch": 2.2095238095238097,
      "grad_norm": 0.20366375148296356,
      "learning_rate": 0.00019121882417294462,
      "loss": 0.7064,
      "step": 1160
    },
    {
      "epoch": 2.219047619047619,
      "grad_norm": 0.20227287709712982,
      "learning_rate": 0.00019108209444313433,
      "loss": 0.7035,
      "step": 1165
    },
    {
      "epoch": 2.2285714285714286,
      "grad_norm": 0.22311125695705414,
      "learning_rate": 0.00019094435808594823,
      "loss": 0.7088,
      "step": 1170
    },
    {
      "epoch": 2.238095238095238,
      "grad_norm": 0.20252376794815063,
      "learning_rate": 0.0001908056166236305,
      "loss": 0.6998,
      "step": 1175
    },
    {
      "epoch": 2.2476190476190476,
      "grad_norm": 0.19497165083885193,
      "learning_rate": 0.00019066587158953366,
      "loss": 0.7102,
      "step": 1180
    },
    {
      "epoch": 2.257142857142857,
      "grad_norm": 0.21889087557792664,
      "learning_rate": 0.0001905251245281015,
      "loss": 0.6957,
      "step": 1185
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 0.20565317571163177,
      "learning_rate": 0.00019038337699485208,
      "loss": 0.7151,
      "step": 1190
    },
    {
      "epoch": 2.276190476190476,
      "grad_norm": 0.19329777359962463,
      "learning_rate": 0.00019024063055636057,
      "loss": 0.7063,
      "step": 1195
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.22063401341438293,
      "learning_rate": 0.0001900968867902419,
      "loss": 0.71,
      "step": 1200
    },
    {
      "epoch": 2.295238095238095,
      "grad_norm": 0.20509225130081177,
      "learning_rate": 0.00018995214728513343,
      "loss": 0.7075,
      "step": 1205
    },
    {
      "epoch": 2.3047619047619046,
      "grad_norm": 0.20319826900959015,
      "learning_rate": 0.0001898064136406771,
      "loss": 0.6987,
      "step": 1210
    },
    {
      "epoch": 2.314285714285714,
      "grad_norm": 0.19624005258083344,
      "learning_rate": 0.0001896596874675021,
      "loss": 0.7062,
      "step": 1215
    },
    {
      "epoch": 2.323809523809524,
      "grad_norm": 0.20942609012126923,
      "learning_rate": 0.00018951197038720688,
      "loss": 0.7122,
      "step": 1220
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.20319467782974243,
      "learning_rate": 0.00018936326403234125,
      "loss": 0.7012,
      "step": 1225
    },
    {
      "epoch": 2.342857142857143,
      "grad_norm": 0.19727739691734314,
      "learning_rate": 0.00018921357004638835,
      "loss": 0.7056,
      "step": 1230
    },
    {
      "epoch": 2.3523809523809525,
      "grad_norm": 0.20682814717292786,
      "learning_rate": 0.00018906289008374655,
      "loss": 0.702,
      "step": 1235
    },
    {
      "epoch": 2.361904761904762,
      "grad_norm": 0.19265605509281158,
      "learning_rate": 0.00018891122580971098,
      "loss": 0.6957,
      "step": 1240
    },
    {
      "epoch": 2.3714285714285714,
      "grad_norm": 0.1969050019979477,
      "learning_rate": 0.00018875857890045543,
      "loss": 0.6915,
      "step": 1245
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.19742543995380402,
      "learning_rate": 0.00018860495104301345,
      "loss": 0.7074,
      "step": 1250
    },
    {
      "epoch": 2.3904761904761904,
      "grad_norm": 0.1971733719110489,
      "learning_rate": 0.00018845034393526005,
      "loss": 0.7133,
      "step": 1255
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.204182431101799,
      "learning_rate": 0.00018829475928589271,
      "loss": 0.7091,
      "step": 1260
    },
    {
      "epoch": 2.4095238095238094,
      "grad_norm": 0.20317105948925018,
      "learning_rate": 0.0001881381988144126,
      "loss": 0.7056,
      "step": 1265
    },
    {
      "epoch": 2.419047619047619,
      "grad_norm": 0.19810158014297485,
      "learning_rate": 0.0001879806642511055,
      "loss": 0.7128,
      "step": 1270
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.20122739672660828,
      "learning_rate": 0.00018782215733702286,
      "loss": 0.7047,
      "step": 1275
    },
    {
      "epoch": 2.4380952380952383,
      "grad_norm": 0.20654700696468353,
      "learning_rate": 0.00018766267982396224,
      "loss": 0.7044,
      "step": 1280
    },
    {
      "epoch": 2.447619047619048,
      "grad_norm": 0.21352505683898926,
      "learning_rate": 0.00018750223347444828,
      "loss": 0.7102,
      "step": 1285
    },
    {
      "epoch": 2.4571428571428573,
      "grad_norm": 0.1927068829536438,
      "learning_rate": 0.00018734082006171299,
      "loss": 0.6973,
      "step": 1290
    },
    {
      "epoch": 2.466666666666667,
      "grad_norm": 0.19341471791267395,
      "learning_rate": 0.00018717844136967624,
      "loss": 0.707,
      "step": 1295
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.20617789030075073,
      "learning_rate": 0.00018701509919292613,
      "loss": 0.6977,
      "step": 1300
    },
    {
      "epoch": 2.4857142857142858,
      "grad_norm": 0.2034485936164856,
      "learning_rate": 0.0001868507953366989,
      "loss": 0.7044,
      "step": 1305
    },
    {
      "epoch": 2.4952380952380953,
      "grad_norm": 0.211845263838768,
      "learning_rate": 0.00018668553161685933,
      "loss": 0.7057,
      "step": 1310
    },
    {
      "epoch": 2.5047619047619047,
      "grad_norm": 0.19829222559928894,
      "learning_rate": 0.00018651930985988036,
      "loss": 0.7129,
      "step": 1315
    },
    {
      "epoch": 2.5142857142857142,
      "grad_norm": 0.20161347091197968,
      "learning_rate": 0.0001863521319028231,
      "loss": 0.7088,
      "step": 1320
    },
    {
      "epoch": 2.5238095238095237,
      "grad_norm": 0.19120529294013977,
      "learning_rate": 0.0001861839995933164,
      "loss": 0.6949,
      "step": 1325
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 0.1997355818748474,
      "learning_rate": 0.00018601491478953657,
      "loss": 0.7107,
      "step": 1330
    },
    {
      "epoch": 2.5428571428571427,
      "grad_norm": 0.19840583205223083,
      "learning_rate": 0.00018584487936018661,
      "loss": 0.7073,
      "step": 1335
    },
    {
      "epoch": 2.552380952380952,
      "grad_norm": 0.2014908641576767,
      "learning_rate": 0.0001856738951844759,
      "loss": 0.7045,
      "step": 1340
    },
    {
      "epoch": 2.5619047619047617,
      "grad_norm": 0.18779955804347992,
      "learning_rate": 0.00018550196415209914,
      "loss": 0.7076,
      "step": 1345
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.196727454662323,
      "learning_rate": 0.00018532908816321558,
      "loss": 0.708,
      "step": 1350
    },
    {
      "epoch": 2.580952380952381,
      "grad_norm": 0.2060198038816452,
      "learning_rate": 0.00018515526912842796,
      "loss": 0.6914,
      "step": 1355
    },
    {
      "epoch": 2.5904761904761906,
      "grad_norm": 0.2006414532661438,
      "learning_rate": 0.0001849805089687615,
      "loss": 0.7079,
      "step": 1360
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.20242097973823547,
      "learning_rate": 0.0001848048096156426,
      "loss": 0.7092,
      "step": 1365
    },
    {
      "epoch": 2.6095238095238096,
      "grad_norm": 0.2044093757867813,
      "learning_rate": 0.00018462817301087748,
      "loss": 0.7065,
      "step": 1370
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 0.19251036643981934,
      "learning_rate": 0.0001844506011066308,
      "loss": 0.707,
      "step": 1375
    },
    {
      "epoch": 2.6285714285714286,
      "grad_norm": 0.2017953246831894,
      "learning_rate": 0.0001842720958654039,
      "loss": 0.7098,
      "step": 1380
    },
    {
      "epoch": 2.638095238095238,
      "grad_norm": 0.19051124155521393,
      "learning_rate": 0.00018409265926001343,
      "loss": 0.703,
      "step": 1385
    },
    {
      "epoch": 2.6476190476190475,
      "grad_norm": 0.20295244455337524,
      "learning_rate": 0.00018391229327356916,
      "loss": 0.7007,
      "step": 1390
    },
    {
      "epoch": 2.657142857142857,
      "grad_norm": 0.1967683732509613,
      "learning_rate": 0.00018373099989945236,
      "loss": 0.7099,
      "step": 1395
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.19073644280433655,
      "learning_rate": 0.00018354878114129367,
      "loss": 0.6934,
      "step": 1400
    },
    {
      "epoch": 2.6761904761904765,
      "grad_norm": 0.19312947988510132,
      "learning_rate": 0.0001833656390129509,
      "loss": 0.6955,
      "step": 1405
    },
    {
      "epoch": 2.685714285714286,
      "grad_norm": 0.19207774102687836,
      "learning_rate": 0.0001831815755384869,
      "loss": 0.6975,
      "step": 1410
    },
    {
      "epoch": 2.6952380952380954,
      "grad_norm": 0.21370422840118408,
      "learning_rate": 0.00018299659275214706,
      "loss": 0.6936,
      "step": 1415
    },
    {
      "epoch": 2.704761904761905,
      "grad_norm": 0.20860233902931213,
      "learning_rate": 0.00018281069269833692,
      "loss": 0.709,
      "step": 1420
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.19530543684959412,
      "learning_rate": 0.0001826238774315995,
      "loss": 0.6969,
      "step": 1425
    },
    {
      "epoch": 2.723809523809524,
      "grad_norm": 0.20660221576690674,
      "learning_rate": 0.00018243614901659264,
      "loss": 0.7213,
      "step": 1430
    },
    {
      "epoch": 2.7333333333333334,
      "grad_norm": 0.19530445337295532,
      "learning_rate": 0.00018224750952806624,
      "loss": 0.7118,
      "step": 1435
    },
    {
      "epoch": 2.742857142857143,
      "grad_norm": 0.20584052801132202,
      "learning_rate": 0.00018205796105083915,
      "loss": 0.712,
      "step": 1440
    },
    {
      "epoch": 2.7523809523809524,
      "grad_norm": 0.19385926425457,
      "learning_rate": 0.00018186750567977637,
      "loss": 0.711,
      "step": 1445
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.1934896558523178,
      "learning_rate": 0.00018167614551976567,
      "loss": 0.7109,
      "step": 1450
    },
    {
      "epoch": 2.7714285714285714,
      "grad_norm": 0.2056296020746231,
      "learning_rate": 0.00018148388268569453,
      "loss": 0.7139,
      "step": 1455
    },
    {
      "epoch": 2.780952380952381,
      "grad_norm": 0.25994202494621277,
      "learning_rate": 0.00018129071930242648,
      "loss": 0.7144,
      "step": 1460
    },
    {
      "epoch": 2.7904761904761903,
      "grad_norm": 0.19467397034168243,
      "learning_rate": 0.00018109665750477806,
      "loss": 0.7075,
      "step": 1465
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.2021484375,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.7032,
      "step": 1470
    },
    {
      "epoch": 2.8095238095238093,
      "grad_norm": 0.19192054867744446,
      "learning_rate": 0.00018070584725522762,
      "loss": 0.6992,
      "step": 1475
    },
    {
      "epoch": 2.819047619047619,
      "grad_norm": 0.19371001422405243,
      "learning_rate": 0.00018050910312250931,
      "loss": 0.6881,
      "step": 1480
    },
    {
      "epoch": 2.8285714285714287,
      "grad_norm": 0.20279107987880707,
      "learning_rate": 0.00018031146921373018,
      "loss": 0.6949,
      "step": 1485
    },
    {
      "epoch": 2.8380952380952382,
      "grad_norm": 0.1979864537715912,
      "learning_rate": 0.00018011294771311435,
      "loss": 0.7011,
      "step": 1490
    },
    {
      "epoch": 2.8476190476190477,
      "grad_norm": 0.18850283324718475,
      "learning_rate": 0.00017991354081469538,
      "loss": 0.6992,
      "step": 1495
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.1913542002439499,
      "learning_rate": 0.00017971325072229226,
      "loss": 0.7061,
      "step": 1500
    },
    {
      "epoch": 2.8666666666666667,
      "grad_norm": 0.1887340098619461,
      "learning_rate": 0.0001795120796494848,
      "loss": 0.7039,
      "step": 1505
    },
    {
      "epoch": 2.876190476190476,
      "grad_norm": 0.1913866549730301,
      "learning_rate": 0.00017931002981958933,
      "loss": 0.6995,
      "step": 1510
    },
    {
      "epoch": 2.8857142857142857,
      "grad_norm": 0.201620414853096,
      "learning_rate": 0.00017910710346563416,
      "loss": 0.6939,
      "step": 1515
    },
    {
      "epoch": 2.895238095238095,
      "grad_norm": 0.20726467669010162,
      "learning_rate": 0.00017890330283033468,
      "loss": 0.7071,
      "step": 1520
    },
    {
      "epoch": 2.9047619047619047,
      "grad_norm": 0.2361179143190384,
      "learning_rate": 0.0001786986301660689,
      "loss": 0.6983,
      "step": 1525
    },
    {
      "epoch": 2.914285714285714,
      "grad_norm": 0.19285356998443604,
      "learning_rate": 0.00017849308773485226,
      "loss": 0.6997,
      "step": 1530
    },
    {
      "epoch": 2.923809523809524,
      "grad_norm": 0.19193626940250397,
      "learning_rate": 0.00017828667780831278,
      "loss": 0.6892,
      "step": 1535
    },
    {
      "epoch": 2.9333333333333336,
      "grad_norm": 0.19089607894420624,
      "learning_rate": 0.00017807940266766593,
      "loss": 0.7065,
      "step": 1540
    },
    {
      "epoch": 2.942857142857143,
      "grad_norm": 0.19156192243099213,
      "learning_rate": 0.0001778712646036894,
      "loss": 0.7004,
      "step": 1545
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.1920241266489029,
      "learning_rate": 0.00017766226591669785,
      "loss": 0.6856,
      "step": 1550
    },
    {
      "epoch": 2.961904761904762,
      "grad_norm": 0.1933414787054062,
      "learning_rate": 0.00017745240891651735,
      "loss": 0.6941,
      "step": 1555
    },
    {
      "epoch": 2.9714285714285715,
      "grad_norm": 0.19441571831703186,
      "learning_rate": 0.00017724169592245995,
      "loss": 0.7047,
      "step": 1560
    },
    {
      "epoch": 2.980952380952381,
      "grad_norm": 0.19140082597732544,
      "learning_rate": 0.00017703012926329815,
      "loss": 0.6935,
      "step": 1565
    },
    {
      "epoch": 2.9904761904761905,
      "grad_norm": 0.18173792958259583,
      "learning_rate": 0.0001768177112772388,
      "loss": 0.6973,
      "step": 1570
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.1952088624238968,
      "learning_rate": 0.0001766044443118978,
      "loss": 0.7026,
      "step": 1575
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.3116141557693481,
      "eval_runtime": 0.3239,
      "eval_samples_per_second": 12.349,
      "eval_steps_per_second": 3.087,
      "step": 1575
    },
    {
      "epoch": 3.0095238095238095,
      "grad_norm": 0.19785767793655396,
      "learning_rate": 0.00017639033072427366,
      "loss": 0.6929,
      "step": 1580
    },
    {
      "epoch": 3.019047619047619,
      "grad_norm": 0.2005433589220047,
      "learning_rate": 0.0001761753728807217,
      "loss": 0.6741,
      "step": 1585
    },
    {
      "epoch": 3.0285714285714285,
      "grad_norm": 0.2056550532579422,
      "learning_rate": 0.00017595957315692782,
      "loss": 0.688,
      "step": 1590
    },
    {
      "epoch": 3.038095238095238,
      "grad_norm": 0.674697756767273,
      "learning_rate": 0.00017574293393788235,
      "loss": 0.6673,
      "step": 1595
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 0.20014941692352295,
      "learning_rate": 0.0001755254576178535,
      "loss": 0.682,
      "step": 1600
    },
    {
      "epoch": 3.057142857142857,
      "grad_norm": 0.27740803360939026,
      "learning_rate": 0.00017530714660036112,
      "loss": 0.6746,
      "step": 1605
    },
    {
      "epoch": 3.066666666666667,
      "grad_norm": 0.1996471881866455,
      "learning_rate": 0.00017508800329814995,
      "loss": 0.6926,
      "step": 1610
    },
    {
      "epoch": 3.0761904761904764,
      "grad_norm": 0.21270829439163208,
      "learning_rate": 0.000174868030133163,
      "loss": 0.6846,
      "step": 1615
    },
    {
      "epoch": 3.085714285714286,
      "grad_norm": 0.21131370961666107,
      "learning_rate": 0.00017464722953651504,
      "loss": 0.684,
      "step": 1620
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 0.19949893653392792,
      "learning_rate": 0.00017442560394846516,
      "loss": 0.6814,
      "step": 1625
    },
    {
      "epoch": 3.104761904761905,
      "grad_norm": 0.20186954736709595,
      "learning_rate": 0.00017420315581839044,
      "loss": 0.6892,
      "step": 1630
    },
    {
      "epoch": 3.1142857142857143,
      "grad_norm": 0.19453243911266327,
      "learning_rate": 0.0001739798876047584,
      "loss": 0.6695,
      "step": 1635
    },
    {
      "epoch": 3.123809523809524,
      "grad_norm": 0.19434688985347748,
      "learning_rate": 0.00017375580177510016,
      "loss": 0.68,
      "step": 1640
    },
    {
      "epoch": 3.1333333333333333,
      "grad_norm": 0.8618267178535461,
      "learning_rate": 0.0001735309008059829,
      "loss": 0.6898,
      "step": 1645
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 0.2208489179611206,
      "learning_rate": 0.00017330518718298264,
      "loss": 0.6874,
      "step": 1650
    },
    {
      "epoch": 3.1523809523809523,
      "grad_norm": 0.2234090119600296,
      "learning_rate": 0.00017307866340065685,
      "loss": 0.6937,
      "step": 1655
    },
    {
      "epoch": 3.1619047619047618,
      "grad_norm": 0.1979946345090866,
      "learning_rate": 0.00017285133196251663,
      "loss": 0.6724,
      "step": 1660
    },
    {
      "epoch": 3.1714285714285713,
      "grad_norm": 0.19695109128952026,
      "learning_rate": 0.0001726231953809993,
      "loss": 0.6995,
      "step": 1665
    },
    {
      "epoch": 3.1809523809523808,
      "grad_norm": 0.21705491840839386,
      "learning_rate": 0.00017239425617744048,
      "loss": 0.6741,
      "step": 1670
    },
    {
      "epoch": 3.1904761904761907,
      "grad_norm": 0.20663681626319885,
      "learning_rate": 0.0001721645168820462,
      "loss": 0.6822,
      "step": 1675
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.20704145729541779,
      "learning_rate": 0.0001719339800338651,
      "loss": 0.691,
      "step": 1680
    },
    {
      "epoch": 3.2095238095238097,
      "grad_norm": 0.20241037011146545,
      "learning_rate": 0.00017170264818076026,
      "loss": 0.695,
      "step": 1685
    },
    {
      "epoch": 3.219047619047619,
      "grad_norm": 0.20969533920288086,
      "learning_rate": 0.0001714705238793809,
      "loss": 0.6893,
      "step": 1690
    },
    {
      "epoch": 3.2285714285714286,
      "grad_norm": 0.19700659811496735,
      "learning_rate": 0.0001712376096951345,
      "loss": 0.6773,
      "step": 1695
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 0.21133695542812347,
      "learning_rate": 0.00017100390820215804,
      "loss": 0.6976,
      "step": 1700
    },
    {
      "epoch": 3.2476190476190476,
      "grad_norm": 0.19604110717773438,
      "learning_rate": 0.00017076942198328987,
      "loss": 0.6872,
      "step": 1705
    },
    {
      "epoch": 3.257142857142857,
      "grad_norm": 0.19546429812908173,
      "learning_rate": 0.0001705341536300409,
      "loss": 0.6919,
      "step": 1710
    },
    {
      "epoch": 3.2666666666666666,
      "grad_norm": 0.1990043967962265,
      "learning_rate": 0.0001702981057425662,
      "loss": 0.6802,
      "step": 1715
    },
    {
      "epoch": 3.276190476190476,
      "grad_norm": 0.20021270215511322,
      "learning_rate": 0.00017006128092963605,
      "loss": 0.6834,
      "step": 1720
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 0.2077239453792572,
      "learning_rate": 0.00016982368180860728,
      "loss": 0.6876,
      "step": 1725
    },
    {
      "epoch": 3.295238095238095,
      "grad_norm": 0.2189949005842209,
      "learning_rate": 0.00016958531100539427,
      "loss": 0.6837,
      "step": 1730
    },
    {
      "epoch": 3.3047619047619046,
      "grad_norm": 0.2016359120607376,
      "learning_rate": 0.00016934617115443992,
      "loss": 0.6905,
      "step": 1735
    },
    {
      "epoch": 3.314285714285714,
      "grad_norm": 0.18884477019309998,
      "learning_rate": 0.00016910626489868649,
      "loss": 0.7001,
      "step": 1740
    },
    {
      "epoch": 3.323809523809524,
      "grad_norm": 0.1908182054758072,
      "learning_rate": 0.00016886559488954648,
      "loss": 0.6843,
      "step": 1745
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.20577913522720337,
      "learning_rate": 0.0001686241637868734,
      "loss": 0.6845,
      "step": 1750
    },
    {
      "epoch": 3.342857142857143,
      "grad_norm": 0.19659753143787384,
      "learning_rate": 0.00016838197425893202,
      "loss": 0.6744,
      "step": 1755
    },
    {
      "epoch": 3.3523809523809525,
      "grad_norm": 0.2035914957523346,
      "learning_rate": 0.00016813902898236939,
      "loss": 0.6851,
      "step": 1760
    },
    {
      "epoch": 3.361904761904762,
      "grad_norm": 0.2145099639892578,
      "learning_rate": 0.00016789533064218485,
      "loss": 0.6848,
      "step": 1765
    },
    {
      "epoch": 3.3714285714285714,
      "grad_norm": 0.1982029229402542,
      "learning_rate": 0.00016765088193170053,
      "loss": 0.694,
      "step": 1770
    },
    {
      "epoch": 3.380952380952381,
      "grad_norm": 0.2153388410806656,
      "learning_rate": 0.00016740568555253155,
      "loss": 0.6788,
      "step": 1775
    },
    {
      "epoch": 3.3904761904761904,
      "grad_norm": 0.2058364748954773,
      "learning_rate": 0.00016715974421455617,
      "loss": 0.6855,
      "step": 1780
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.20370839536190033,
      "learning_rate": 0.00016691306063588583,
      "loss": 0.6989,
      "step": 1785
    },
    {
      "epoch": 3.4095238095238094,
      "grad_norm": 0.19771145284175873,
      "learning_rate": 0.00016666563754283515,
      "loss": 0.6849,
      "step": 1790
    },
    {
      "epoch": 3.419047619047619,
      "grad_norm": 0.20471984148025513,
      "learning_rate": 0.0001664174776698917,
      "loss": 0.6843,
      "step": 1795
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.1989559680223465,
      "learning_rate": 0.00016616858375968595,
      "loss": 0.6805,
      "step": 1800
    },
    {
      "epoch": 3.4380952380952383,
      "grad_norm": 0.20598559081554413,
      "learning_rate": 0.00016591895856296073,
      "loss": 0.6648,
      "step": 1805
    },
    {
      "epoch": 3.447619047619048,
      "grad_norm": 0.22308282554149628,
      "learning_rate": 0.00016566860483854104,
      "loss": 0.703,
      "step": 1810
    },
    {
      "epoch": 3.4571428571428573,
      "grad_norm": 0.20057585835456848,
      "learning_rate": 0.00016541752535330345,
      "loss": 0.6776,
      "step": 1815
    },
    {
      "epoch": 3.466666666666667,
      "grad_norm": 0.19391490519046783,
      "learning_rate": 0.00016516572288214552,
      "loss": 0.6869,
      "step": 1820
    },
    {
      "epoch": 3.4761904761904763,
      "grad_norm": 0.2048014998435974,
      "learning_rate": 0.0001649132002079552,
      "loss": 0.6825,
      "step": 1825
    },
    {
      "epoch": 3.4857142857142858,
      "grad_norm": 0.19976018369197845,
      "learning_rate": 0.00016465996012157995,
      "loss": 0.6886,
      "step": 1830
    },
    {
      "epoch": 3.4952380952380953,
      "grad_norm": 0.19274355471134186,
      "learning_rate": 0.00016440600542179615,
      "loss": 0.6869,
      "step": 1835
    },
    {
      "epoch": 3.5047619047619047,
      "grad_norm": 0.20784519612789154,
      "learning_rate": 0.0001641513389152777,
      "loss": 0.6921,
      "step": 1840
    },
    {
      "epoch": 3.5142857142857142,
      "grad_norm": 0.26407596468925476,
      "learning_rate": 0.0001638959634165656,
      "loss": 0.6869,
      "step": 1845
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 0.20616909861564636,
      "learning_rate": 0.00016363988174803638,
      "loss": 0.6916,
      "step": 1850
    },
    {
      "epoch": 3.533333333333333,
      "grad_norm": 0.21633301675319672,
      "learning_rate": 0.00016338309673987101,
      "loss": 0.6761,
      "step": 1855
    },
    {
      "epoch": 3.5428571428571427,
      "grad_norm": 0.19825606048107147,
      "learning_rate": 0.0001631256112300239,
      "loss": 0.6871,
      "step": 1860
    },
    {
      "epoch": 3.552380952380952,
      "grad_norm": 0.21330222487449646,
      "learning_rate": 0.00016286742806419108,
      "loss": 0.6774,
      "step": 1865
    },
    {
      "epoch": 3.5619047619047617,
      "grad_norm": 0.20014986395835876,
      "learning_rate": 0.0001626085500957791,
      "loss": 0.6758,
      "step": 1870
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.21541140973567963,
      "learning_rate": 0.00016234898018587337,
      "loss": 0.6792,
      "step": 1875
    },
    {
      "epoch": 3.580952380952381,
      "grad_norm": 0.19707003235816956,
      "learning_rate": 0.0001620887212032065,
      "loss": 0.6761,
      "step": 1880
    },
    {
      "epoch": 3.5904761904761906,
      "grad_norm": 0.2032250314950943,
      "learning_rate": 0.00016182777602412665,
      "loss": 0.6836,
      "step": 1885
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.20881584286689758,
      "learning_rate": 0.0001615661475325658,
      "loss": 0.6894,
      "step": 1890
    },
    {
      "epoch": 3.6095238095238096,
      "grad_norm": 0.20583228766918182,
      "learning_rate": 0.0001613038386200078,
      "loss": 0.6872,
      "step": 1895
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 0.1901794672012329,
      "learning_rate": 0.00016104085218545633,
      "loss": 0.6958,
      "step": 1900
    },
    {
      "epoch": 3.6285714285714286,
      "grad_norm": 0.20203644037246704,
      "learning_rate": 0.00016077719113540302,
      "loss": 0.6973,
      "step": 1905
    },
    {
      "epoch": 3.638095238095238,
      "grad_norm": 0.19529937207698822,
      "learning_rate": 0.00016051285838379525,
      "loss": 0.6917,
      "step": 1910
    },
    {
      "epoch": 3.6476190476190475,
      "grad_norm": 0.19104109704494476,
      "learning_rate": 0.00016024785685200395,
      "loss": 0.6851,
      "step": 1915
    },
    {
      "epoch": 3.657142857142857,
      "grad_norm": 0.20573295652866364,
      "learning_rate": 0.00015998218946879138,
      "loss": 0.6788,
      "step": 1920
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 0.19037216901779175,
      "learning_rate": 0.00015971585917027862,
      "loss": 0.6834,
      "step": 1925
    },
    {
      "epoch": 3.6761904761904765,
      "grad_norm": 0.21168257296085358,
      "learning_rate": 0.00015944886889991325,
      "loss": 0.6858,
      "step": 1930
    },
    {
      "epoch": 3.685714285714286,
      "grad_norm": 0.19083018600940704,
      "learning_rate": 0.00015918122160843678,
      "loss": 0.6828,
      "step": 1935
    },
    {
      "epoch": 3.6952380952380954,
      "grad_norm": 0.20215772092342377,
      "learning_rate": 0.000158912920253852,
      "loss": 0.6886,
      "step": 1940
    },
    {
      "epoch": 3.704761904761905,
      "grad_norm": 0.19086819887161255,
      "learning_rate": 0.0001586439678013903,
      "loss": 0.6848,
      "step": 1945
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 0.1868395358324051,
      "learning_rate": 0.000158374367223479,
      "loss": 0.676,
      "step": 1950
    },
    {
      "epoch": 3.723809523809524,
      "grad_norm": 0.20506930351257324,
      "learning_rate": 0.00015810412149970833,
      "loss": 0.6799,
      "step": 1955
    },
    {
      "epoch": 3.7333333333333334,
      "grad_norm": 0.19333495199680328,
      "learning_rate": 0.00015783323361679864,
      "loss": 0.694,
      "step": 1960
    },
    {
      "epoch": 3.742857142857143,
      "grad_norm": 0.22014223039150238,
      "learning_rate": 0.00015756170656856737,
      "loss": 0.7038,
      "step": 1965
    },
    {
      "epoch": 3.7523809523809524,
      "grad_norm": 0.1922711282968521,
      "learning_rate": 0.0001572895433558958,
      "loss": 0.6888,
      "step": 1970
    },
    {
      "epoch": 3.761904761904762,
      "grad_norm": 0.19480884075164795,
      "learning_rate": 0.0001570167469866962,
      "loss": 0.6851,
      "step": 1975
    },
    {
      "epoch": 3.7714285714285714,
      "grad_norm": 0.19552657008171082,
      "learning_rate": 0.0001567433204758782,
      "loss": 0.683,
      "step": 1980
    },
    {
      "epoch": 3.780952380952381,
      "grad_norm": 0.19440296292304993,
      "learning_rate": 0.00015646926684531585,
      "loss": 0.6828,
      "step": 1985
    },
    {
      "epoch": 3.7904761904761903,
      "grad_norm": 0.19595205783843994,
      "learning_rate": 0.00015619458912381396,
      "loss": 0.6838,
      "step": 1990
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.19198662042617798,
      "learning_rate": 0.0001559192903470747,
      "loss": 0.6851,
      "step": 1995
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 0.21291592717170715,
      "learning_rate": 0.00015564337355766412,
      "loss": 0.6873,
      "step": 2000
    },
    {
      "epoch": 3.819047619047619,
      "grad_norm": 0.19576378166675568,
      "learning_rate": 0.0001553668418049784,
      "loss": 0.6793,
      "step": 2005
    },
    {
      "epoch": 3.8285714285714287,
      "grad_norm": 0.23415517807006836,
      "learning_rate": 0.00015508969814521025,
      "loss": 0.6866,
      "step": 2010
    },
    {
      "epoch": 3.8380952380952382,
      "grad_norm": 0.20917555689811707,
      "learning_rate": 0.00015481194564131512,
      "loss": 0.6802,
      "step": 2015
    },
    {
      "epoch": 3.8476190476190477,
      "grad_norm": 0.19065144658088684,
      "learning_rate": 0.00015453358736297729,
      "loss": 0.6795,
      "step": 2020
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.2099611908197403,
      "learning_rate": 0.00015425462638657595,
      "loss": 0.6907,
      "step": 2025
    },
    {
      "epoch": 3.8666666666666667,
      "grad_norm": 0.2239813506603241,
      "learning_rate": 0.0001539750657951513,
      "loss": 0.6878,
      "step": 2030
    },
    {
      "epoch": 3.876190476190476,
      "grad_norm": 0.19681893289089203,
      "learning_rate": 0.00015369490867837035,
      "loss": 0.681,
      "step": 2035
    },
    {
      "epoch": 3.8857142857142857,
      "grad_norm": 0.20367826521396637,
      "learning_rate": 0.00015341415813249288,
      "loss": 0.6942,
      "step": 2040
    },
    {
      "epoch": 3.895238095238095,
      "grad_norm": 0.21106091141700745,
      "learning_rate": 0.00015313281726033715,
      "loss": 0.6846,
      "step": 2045
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 0.2056264877319336,
      "learning_rate": 0.00015285088917124556,
      "loss": 0.6911,
      "step": 2050
    },
    {
      "epoch": 3.914285714285714,
      "grad_norm": 0.19982090592384338,
      "learning_rate": 0.00015256837698105047,
      "loss": 0.6846,
      "step": 2055
    },
    {
      "epoch": 3.923809523809524,
      "grad_norm": 0.2040010392665863,
      "learning_rate": 0.00015228528381203962,
      "loss": 0.6866,
      "step": 2060
    },
    {
      "epoch": 3.9333333333333336,
      "grad_norm": 0.19176547229290009,
      "learning_rate": 0.00015200161279292155,
      "loss": 0.6765,
      "step": 2065
    },
    {
      "epoch": 3.942857142857143,
      "grad_norm": 0.1905089169740677,
      "learning_rate": 0.00015171736705879126,
      "loss": 0.6947,
      "step": 2070
    },
    {
      "epoch": 3.9523809523809526,
      "grad_norm": 0.20202653110027313,
      "learning_rate": 0.00015143254975109538,
      "loss": 0.6977,
      "step": 2075
    },
    {
      "epoch": 3.961904761904762,
      "grad_norm": 0.200669065117836,
      "learning_rate": 0.0001511471640175974,
      "loss": 0.6864,
      "step": 2080
    },
    {
      "epoch": 3.9714285714285715,
      "grad_norm": 0.19808419048786163,
      "learning_rate": 0.00015086121301234316,
      "loss": 0.6777,
      "step": 2085
    },
    {
      "epoch": 3.980952380952381,
      "grad_norm": 0.1924077272415161,
      "learning_rate": 0.00015057469989562567,
      "loss": 0.6869,
      "step": 2090
    },
    {
      "epoch": 3.9904761904761905,
      "grad_norm": 0.21015213429927826,
      "learning_rate": 0.00015028762783395034,
      "loss": 0.6822,
      "step": 2095
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.20121638476848602,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.6682,
      "step": 2100
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.3089699745178223,
      "eval_runtime": 0.3257,
      "eval_samples_per_second": 12.281,
      "eval_steps_per_second": 3.07,
      "step": 2100
    },
    {
      "epoch": 4.0095238095238095,
      "grad_norm": 0.28249043226242065,
      "learning_rate": 0.0001497118195725998,
      "loss": 0.6699,
      "step": 2105
    },
    {
      "epoch": 4.019047619047619,
      "grad_norm": 0.19913609325885773,
      "learning_rate": 0.0001494230897366821,
      "loss": 0.6576,
      "step": 2110
    },
    {
      "epoch": 4.0285714285714285,
      "grad_norm": 0.2098485380411148,
      "learning_rate": 0.00014913381368325115,
      "loss": 0.6695,
      "step": 2115
    },
    {
      "epoch": 4.038095238095238,
      "grad_norm": 0.20271775126457214,
      "learning_rate": 0.00014884399460934805,
      "loss": 0.6792,
      "step": 2120
    },
    {
      "epoch": 4.0476190476190474,
      "grad_norm": 0.1934160739183426,
      "learning_rate": 0.00014855363571801523,
      "loss": 0.6703,
      "step": 2125
    },
    {
      "epoch": 4.057142857142857,
      "grad_norm": 0.205865740776062,
      "learning_rate": 0.0001482627402182611,
      "loss": 0.6614,
      "step": 2130
    },
    {
      "epoch": 4.066666666666666,
      "grad_norm": 0.19480110704898834,
      "learning_rate": 0.00014797131132502465,
      "loss": 0.6589,
      "step": 2135
    },
    {
      "epoch": 4.076190476190476,
      "grad_norm": 0.19697819650173187,
      "learning_rate": 0.00014767935225913975,
      "loss": 0.6762,
      "step": 2140
    },
    {
      "epoch": 4.085714285714285,
      "grad_norm": 0.20213504135608673,
      "learning_rate": 0.00014738686624729986,
      "loss": 0.6664,
      "step": 2145
    },
    {
      "epoch": 4.095238095238095,
      "grad_norm": 0.19599653780460358,
      "learning_rate": 0.00014709385652202203,
      "loss": 0.6727,
      "step": 2150
    },
    {
      "epoch": 4.104761904761904,
      "grad_norm": 0.201912984251976,
      "learning_rate": 0.0001468003263216113,
      "loss": 0.6554,
      "step": 2155
    },
    {
      "epoch": 4.114285714285714,
      "grad_norm": 0.19933155179023743,
      "learning_rate": 0.00014650627889012507,
      "loss": 0.6704,
      "step": 2160
    },
    {
      "epoch": 4.123809523809523,
      "grad_norm": 0.19774621725082397,
      "learning_rate": 0.00014621171747733697,
      "loss": 0.6582,
      "step": 2165
    },
    {
      "epoch": 4.133333333333334,
      "grad_norm": 0.1958772838115692,
      "learning_rate": 0.00014591664533870118,
      "loss": 0.6744,
      "step": 2170
    },
    {
      "epoch": 4.142857142857143,
      "grad_norm": 0.20352153480052948,
      "learning_rate": 0.0001456210657353163,
      "loss": 0.6655,
      "step": 2175
    },
    {
      "epoch": 4.152380952380953,
      "grad_norm": 0.20768842101097107,
      "learning_rate": 0.0001453249819338894,
      "loss": 0.68,
      "step": 2180
    },
    {
      "epoch": 4.161904761904762,
      "grad_norm": 0.21102721989154816,
      "learning_rate": 0.00014502839720669989,
      "loss": 0.651,
      "step": 2185
    },
    {
      "epoch": 4.171428571428572,
      "grad_norm": 0.2110520899295807,
      "learning_rate": 0.00014473131483156327,
      "loss": 0.6647,
      "step": 2190
    },
    {
      "epoch": 4.180952380952381,
      "grad_norm": 0.2165745049715042,
      "learning_rate": 0.00014443373809179508,
      "loss": 0.6762,
      "step": 2195
    },
    {
      "epoch": 4.190476190476191,
      "grad_norm": 0.21253971755504608,
      "learning_rate": 0.0001441356702761744,
      "loss": 0.668,
      "step": 2200
    },
    {
      "epoch": 4.2,
      "grad_norm": 0.21589303016662598,
      "learning_rate": 0.00014383711467890774,
      "loss": 0.6643,
      "step": 2205
    },
    {
      "epoch": 4.20952380952381,
      "grad_norm": 0.19887423515319824,
      "learning_rate": 0.00014353807459959242,
      "loss": 0.665,
      "step": 2210
    },
    {
      "epoch": 4.219047619047619,
      "grad_norm": 0.21460965275764465,
      "learning_rate": 0.00014323855334318026,
      "loss": 0.6661,
      "step": 2215
    },
    {
      "epoch": 4.228571428571429,
      "grad_norm": 0.20307758450508118,
      "learning_rate": 0.00014293855421994094,
      "loss": 0.6564,
      "step": 2220
    },
    {
      "epoch": 4.238095238095238,
      "grad_norm": 0.20516367256641388,
      "learning_rate": 0.0001426380805454254,
      "loss": 0.6694,
      "step": 2225
    },
    {
      "epoch": 4.247619047619048,
      "grad_norm": 0.20536041259765625,
      "learning_rate": 0.00014233713564042937,
      "loss": 0.6724,
      "step": 2230
    },
    {
      "epoch": 4.257142857142857,
      "grad_norm": 0.25682541728019714,
      "learning_rate": 0.00014203572283095657,
      "loss": 0.6835,
      "step": 2235
    },
    {
      "epoch": 4.266666666666667,
      "grad_norm": 0.20103533565998077,
      "learning_rate": 0.0001417338454481818,
      "loss": 0.66,
      "step": 2240
    },
    {
      "epoch": 4.276190476190476,
      "grad_norm": 0.22302131354808807,
      "learning_rate": 0.00014143150682841438,
      "loss": 0.6786,
      "step": 2245
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.20563514530658722,
      "learning_rate": 0.00014112871031306119,
      "loss": 0.6642,
      "step": 2250
    },
    {
      "epoch": 4.295238095238095,
      "grad_norm": 0.20527109503746033,
      "learning_rate": 0.00014082545924858954,
      "loss": 0.6601,
      "step": 2255
    },
    {
      "epoch": 4.304761904761905,
      "grad_norm": 0.20536208152770996,
      "learning_rate": 0.00014052175698649053,
      "loss": 0.6609,
      "step": 2260
    },
    {
      "epoch": 4.314285714285714,
      "grad_norm": 0.19894732534885406,
      "learning_rate": 0.00014021760688324176,
      "loss": 0.6655,
      "step": 2265
    },
    {
      "epoch": 4.3238095238095235,
      "grad_norm": 0.20036424696445465,
      "learning_rate": 0.0001399130123002703,
      "loss": 0.6615,
      "step": 2270
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 0.19823205471038818,
      "learning_rate": 0.0001396079766039157,
      "loss": 0.6608,
      "step": 2275
    },
    {
      "epoch": 4.3428571428571425,
      "grad_norm": 0.1884753406047821,
      "learning_rate": 0.00013930250316539238,
      "loss": 0.6716,
      "step": 2280
    },
    {
      "epoch": 4.352380952380952,
      "grad_norm": 0.21051181852817535,
      "learning_rate": 0.0001389965953607528,
      "loss": 0.6822,
      "step": 2285
    },
    {
      "epoch": 4.3619047619047615,
      "grad_norm": 0.2015211582183838,
      "learning_rate": 0.00013869025657084995,
      "loss": 0.673,
      "step": 2290
    },
    {
      "epoch": 4.371428571428572,
      "grad_norm": 0.19995340704917908,
      "learning_rate": 0.00013838349018130007,
      "loss": 0.6659,
      "step": 2295
    },
    {
      "epoch": 4.380952380952381,
      "grad_norm": 0.20316636562347412,
      "learning_rate": 0.00013807629958244498,
      "loss": 0.6639,
      "step": 2300
    },
    {
      "epoch": 4.390476190476191,
      "grad_norm": 0.2030089646577835,
      "learning_rate": 0.00013776868816931502,
      "loss": 0.6668,
      "step": 2305
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.19299709796905518,
      "learning_rate": 0.00013746065934159123,
      "loss": 0.646,
      "step": 2310
    },
    {
      "epoch": 4.40952380952381,
      "grad_norm": 0.20314723253250122,
      "learning_rate": 0.0001371522165035678,
      "loss": 0.6961,
      "step": 2315
    },
    {
      "epoch": 4.419047619047619,
      "grad_norm": 0.20023757219314575,
      "learning_rate": 0.00013684336306411468,
      "loss": 0.6673,
      "step": 2320
    },
    {
      "epoch": 4.428571428571429,
      "grad_norm": 0.20633894205093384,
      "learning_rate": 0.00013653410243663952,
      "loss": 0.6707,
      "step": 2325
    },
    {
      "epoch": 4.438095238095238,
      "grad_norm": 0.1962614208459854,
      "learning_rate": 0.00013622443803905027,
      "loss": 0.6777,
      "step": 2330
    },
    {
      "epoch": 4.447619047619048,
      "grad_norm": 0.1993137001991272,
      "learning_rate": 0.00013591437329371736,
      "loss": 0.6661,
      "step": 2335
    },
    {
      "epoch": 4.457142857142857,
      "grad_norm": 0.22276465594768524,
      "learning_rate": 0.00013560391162743569,
      "loss": 0.6728,
      "step": 2340
    },
    {
      "epoch": 4.466666666666667,
      "grad_norm": 0.20663803815841675,
      "learning_rate": 0.00013529305647138687,
      "loss": 0.661,
      "step": 2345
    },
    {
      "epoch": 4.476190476190476,
      "grad_norm": 0.20806623995304108,
      "learning_rate": 0.0001349818112611015,
      "loss": 0.6642,
      "step": 2350
    },
    {
      "epoch": 4.485714285714286,
      "grad_norm": 0.20528347790241241,
      "learning_rate": 0.00013467017943642073,
      "loss": 0.6891,
      "step": 2355
    },
    {
      "epoch": 4.495238095238095,
      "grad_norm": 0.20824523270130157,
      "learning_rate": 0.0001343581644414587,
      "loss": 0.6698,
      "step": 2360
    },
    {
      "epoch": 4.504761904761905,
      "grad_norm": 0.19966593384742737,
      "learning_rate": 0.00013404576972456431,
      "loss": 0.6745,
      "step": 2365
    },
    {
      "epoch": 4.514285714285714,
      "grad_norm": 0.20751707255840302,
      "learning_rate": 0.00013373299873828303,
      "loss": 0.6647,
      "step": 2370
    },
    {
      "epoch": 4.523809523809524,
      "grad_norm": 0.21567291021347046,
      "learning_rate": 0.00013341985493931877,
      "loss": 0.6636,
      "step": 2375
    },
    {
      "epoch": 4.533333333333333,
      "grad_norm": 0.2077573835849762,
      "learning_rate": 0.0001331063417884958,
      "loss": 0.6649,
      "step": 2380
    },
    {
      "epoch": 4.542857142857143,
      "grad_norm": 0.1955225169658661,
      "learning_rate": 0.00013279246275072046,
      "loss": 0.6729,
      "step": 2385
    },
    {
      "epoch": 4.552380952380952,
      "grad_norm": 0.19223564863204956,
      "learning_rate": 0.00013247822129494266,
      "loss": 0.665,
      "step": 2390
    },
    {
      "epoch": 4.561904761904762,
      "grad_norm": 0.2114327996969223,
      "learning_rate": 0.00013216362089411783,
      "loss": 0.6588,
      "step": 2395
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 0.20199786126613617,
      "learning_rate": 0.00013184866502516845,
      "loss": 0.6597,
      "step": 2400
    },
    {
      "epoch": 4.580952380952381,
      "grad_norm": 0.21868473291397095,
      "learning_rate": 0.00013153335716894544,
      "loss": 0.6785,
      "step": 2405
    },
    {
      "epoch": 4.59047619047619,
      "grad_norm": 0.20326976478099823,
      "learning_rate": 0.00013121770081018998,
      "loss": 0.679,
      "step": 2410
    },
    {
      "epoch": 4.6,
      "grad_norm": 0.2070162296295166,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.6778,
      "step": 2415
    },
    {
      "epoch": 4.609523809523809,
      "grad_norm": 0.20076832175254822,
      "learning_rate": 0.00013058535654326554,
      "loss": 0.6707,
      "step": 2420
    },
    {
      "epoch": 4.619047619047619,
      "grad_norm": 0.20883376896381378,
      "learning_rate": 0.0001302686756236826,
      "loss": 0.68,
      "step": 2425
    },
    {
      "epoch": 4.628571428571428,
      "grad_norm": 0.20020318031311035,
      "learning_rate": 0.00012995166017866193,
      "loss": 0.6657,
      "step": 2430
    },
    {
      "epoch": 4.638095238095238,
      "grad_norm": 0.21386635303497314,
      "learning_rate": 0.00012963431371181672,
      "loss": 0.6802,
      "step": 2435
    },
    {
      "epoch": 4.647619047619048,
      "grad_norm": 0.1988811492919922,
      "learning_rate": 0.00012931663973041855,
      "loss": 0.6674,
      "step": 2440
    },
    {
      "epoch": 4.6571428571428575,
      "grad_norm": 0.20621821284294128,
      "learning_rate": 0.00012899864174535864,
      "loss": 0.6794,
      "step": 2445
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 0.20699866116046906,
      "learning_rate": 0.00012868032327110904,
      "loss": 0.6751,
      "step": 2450
    },
    {
      "epoch": 4.6761904761904765,
      "grad_norm": 0.2192639857530594,
      "learning_rate": 0.00012836168782568385,
      "loss": 0.6654,
      "step": 2455
    },
    {
      "epoch": 4.685714285714286,
      "grad_norm": 0.19943931698799133,
      "learning_rate": 0.00012804273893060028,
      "loss": 0.6686,
      "step": 2460
    },
    {
      "epoch": 4.695238095238095,
      "grad_norm": 0.20029397308826447,
      "learning_rate": 0.00012772348011083973,
      "loss": 0.6742,
      "step": 2465
    },
    {
      "epoch": 4.704761904761905,
      "grad_norm": 0.20713527500629425,
      "learning_rate": 0.00012740391489480884,
      "loss": 0.6718,
      "step": 2470
    },
    {
      "epoch": 4.714285714285714,
      "grad_norm": 0.20206685364246368,
      "learning_rate": 0.00012708404681430053,
      "loss": 0.6717,
      "step": 2475
    },
    {
      "epoch": 4.723809523809524,
      "grad_norm": 0.2047334611415863,
      "learning_rate": 0.0001267638794044549,
      "loss": 0.666,
      "step": 2480
    },
    {
      "epoch": 4.733333333333333,
      "grad_norm": 0.20825915038585663,
      "learning_rate": 0.00012644341620372023,
      "loss": 0.6734,
      "step": 2485
    },
    {
      "epoch": 4.742857142857143,
      "grad_norm": 0.2174612432718277,
      "learning_rate": 0.00012612266075381386,
      "loss": 0.6808,
      "step": 2490
    },
    {
      "epoch": 4.752380952380952,
      "grad_norm": 0.2005445957183838,
      "learning_rate": 0.00012580161659968294,
      "loss": 0.6694,
      "step": 2495
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 0.20034897327423096,
      "learning_rate": 0.0001254802872894655,
      "loss": 0.6857,
      "step": 2500
    },
    {
      "epoch": 4.771428571428571,
      "grad_norm": 0.2014506757259369,
      "learning_rate": 0.00012515867637445086,
      "loss": 0.6832,
      "step": 2505
    },
    {
      "epoch": 4.780952380952381,
      "grad_norm": 0.21148435771465302,
      "learning_rate": 0.00012483678740904082,
      "loss": 0.6684,
      "step": 2510
    },
    {
      "epoch": 4.79047619047619,
      "grad_norm": 0.21509744226932526,
      "learning_rate": 0.00012451462395071,
      "loss": 0.6692,
      "step": 2515
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.20884525775909424,
      "learning_rate": 0.00012419218955996676,
      "loss": 0.6753,
      "step": 2520
    },
    {
      "epoch": 4.809523809523809,
      "grad_norm": 0.19881895184516907,
      "learning_rate": 0.0001238694878003138,
      "loss": 0.6713,
      "step": 2525
    },
    {
      "epoch": 4.819047619047619,
      "grad_norm": 0.2082035094499588,
      "learning_rate": 0.00012354652223820858,
      "loss": 0.6762,
      "step": 2530
    },
    {
      "epoch": 4.828571428571428,
      "grad_norm": 0.20466946065425873,
      "learning_rate": 0.00012322329644302426,
      "loss": 0.6581,
      "step": 2535
    },
    {
      "epoch": 4.838095238095238,
      "grad_norm": 0.2181474268436432,
      "learning_rate": 0.00012289981398700995,
      "loss": 0.6621,
      "step": 2540
    },
    {
      "epoch": 4.847619047619047,
      "grad_norm": 0.20615698397159576,
      "learning_rate": 0.00012257607844525146,
      "loss": 0.6689,
      "step": 2545
    },
    {
      "epoch": 4.857142857142857,
      "grad_norm": 0.20270757377147675,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.6753,
      "step": 2550
    },
    {
      "epoch": 4.866666666666667,
      "grad_norm": 0.19730758666992188,
      "learning_rate": 0.00012192786241879033,
      "loss": 0.6691,
      "step": 2555
    },
    {
      "epoch": 4.876190476190477,
      "grad_norm": 0.19855643808841705,
      "learning_rate": 0.0001216033890980864,
      "loss": 0.6686,
      "step": 2560
    },
    {
      "epoch": 4.885714285714286,
      "grad_norm": 0.2075609266757965,
      "learning_rate": 0.00012127867701955622,
      "loss": 0.6698,
      "step": 2565
    },
    {
      "epoch": 4.895238095238096,
      "grad_norm": 0.1980564445257187,
      "learning_rate": 0.0001209537297718752,
      "loss": 0.6738,
      "step": 2570
    },
    {
      "epoch": 4.904761904761905,
      "grad_norm": 0.20312833786010742,
      "learning_rate": 0.00012062855094631778,
      "loss": 0.6615,
      "step": 2575
    },
    {
      "epoch": 4.914285714285715,
      "grad_norm": 0.20446398854255676,
      "learning_rate": 0.00012030314413671762,
      "loss": 0.6674,
      "step": 2580
    },
    {
      "epoch": 4.923809523809524,
      "grad_norm": 0.19080471992492676,
      "learning_rate": 0.00011997751293942827,
      "loss": 0.6662,
      "step": 2585
    },
    {
      "epoch": 4.933333333333334,
      "grad_norm": 0.19706608355045319,
      "learning_rate": 0.00011965166095328301,
      "loss": 0.6728,
      "step": 2590
    },
    {
      "epoch": 4.942857142857143,
      "grad_norm": 0.1980735808610916,
      "learning_rate": 0.00011932559177955533,
      "loss": 0.682,
      "step": 2595
    },
    {
      "epoch": 4.9523809523809526,
      "grad_norm": 0.2065589874982834,
      "learning_rate": 0.00011899930902191902,
      "loss": 0.6628,
      "step": 2600
    },
    {
      "epoch": 4.961904761904762,
      "grad_norm": 0.20613136887550354,
      "learning_rate": 0.00011867281628640835,
      "loss": 0.6709,
      "step": 2605
    },
    {
      "epoch": 4.9714285714285715,
      "grad_norm": 0.20417103171348572,
      "learning_rate": 0.00011834611718137824,
      "loss": 0.6821,
      "step": 2610
    },
    {
      "epoch": 4.980952380952381,
      "grad_norm": 0.1957087367773056,
      "learning_rate": 0.00011801921531746444,
      "loss": 0.671,
      "step": 2615
    },
    {
      "epoch": 4.9904761904761905,
      "grad_norm": 0.20346994698047638,
      "learning_rate": 0.00011769211430754357,
      "loss": 0.6656,
      "step": 2620
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.20766137540340424,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.6825,
      "step": 2625
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.312631368637085,
      "eval_runtime": 0.3238,
      "eval_samples_per_second": 12.354,
      "eval_steps_per_second": 3.089,
      "step": 2625
    },
    {
      "epoch": 5.0095238095238095,
      "grad_norm": 0.20680904388427734,
      "learning_rate": 0.00011703732931215141,
      "loss": 0.6432,
      "step": 2630
    },
    {
      "epoch": 5.019047619047619,
      "grad_norm": 0.21646055579185486,
      "learning_rate": 0.00011670965256327818,
      "loss": 0.6509,
      "step": 2635
    },
    {
      "epoch": 5.0285714285714285,
      "grad_norm": 0.19928839802742004,
      "learning_rate": 0.00011638179114151377,
      "loss": 0.6454,
      "step": 2640
    },
    {
      "epoch": 5.038095238095238,
      "grad_norm": 0.21113866567611694,
      "learning_rate": 0.00011605374867033977,
      "loss": 0.652,
      "step": 2645
    },
    {
      "epoch": 5.0476190476190474,
      "grad_norm": 0.21099436283111572,
      "learning_rate": 0.00011572552877523854,
      "loss": 0.6464,
      "step": 2650
    },
    {
      "epoch": 5.057142857142857,
      "grad_norm": 0.21483275294303894,
      "learning_rate": 0.00011539713508365335,
      "loss": 0.6557,
      "step": 2655
    },
    {
      "epoch": 5.066666666666666,
      "grad_norm": 0.24092718958854675,
      "learning_rate": 0.00011506857122494831,
      "loss": 0.6628,
      "step": 2660
    },
    {
      "epoch": 5.076190476190476,
      "grad_norm": 0.2057563066482544,
      "learning_rate": 0.00011473984083036813,
      "loss": 0.6475,
      "step": 2665
    },
    {
      "epoch": 5.085714285714285,
      "grad_norm": 0.20357713103294373,
      "learning_rate": 0.00011441094753299801,
      "loss": 0.6508,
      "step": 2670
    },
    {
      "epoch": 5.095238095238095,
      "grad_norm": 0.21014833450317383,
      "learning_rate": 0.00011408189496772368,
      "loss": 0.6538,
      "step": 2675
    },
    {
      "epoch": 5.104761904761904,
      "grad_norm": 0.22002901136875153,
      "learning_rate": 0.00011375268677119089,
      "loss": 0.6547,
      "step": 2680
    },
    {
      "epoch": 5.114285714285714,
      "grad_norm": 0.2036370486021042,
      "learning_rate": 0.00011342332658176555,
      "loss": 0.6635,
      "step": 2685
    },
    {
      "epoch": 5.123809523809523,
      "grad_norm": 0.22806309163570404,
      "learning_rate": 0.00011309381803949333,
      "loss": 0.6556,
      "step": 2690
    },
    {
      "epoch": 5.133333333333334,
      "grad_norm": 0.20940910279750824,
      "learning_rate": 0.00011276416478605949,
      "loss": 0.6602,
      "step": 2695
    },
    {
      "epoch": 5.142857142857143,
      "grad_norm": 0.21158607304096222,
      "learning_rate": 0.00011243437046474853,
      "loss": 0.6563,
      "step": 2700
    },
    {
      "epoch": 5.152380952380953,
      "grad_norm": 0.2098589837551117,
      "learning_rate": 0.00011210443872040414,
      "loss": 0.6555,
      "step": 2705
    },
    {
      "epoch": 5.161904761904762,
      "grad_norm": 0.2072463035583496,
      "learning_rate": 0.00011177437319938875,
      "loss": 0.6586,
      "step": 2710
    },
    {
      "epoch": 5.171428571428572,
      "grad_norm": 0.21415144205093384,
      "learning_rate": 0.0001114441775495432,
      "loss": 0.6483,
      "step": 2715
    },
    {
      "epoch": 5.180952380952381,
      "grad_norm": 0.21063564717769623,
      "learning_rate": 0.00011111385542014663,
      "loss": 0.6535,
      "step": 2720
    },
    {
      "epoch": 5.190476190476191,
      "grad_norm": 0.225935161113739,
      "learning_rate": 0.00011078341046187589,
      "loss": 0.6597,
      "step": 2725
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.2182355672121048,
      "learning_rate": 0.00011045284632676536,
      "loss": 0.6437,
      "step": 2730
    },
    {
      "epoch": 5.20952380952381,
      "grad_norm": 0.20297573506832123,
      "learning_rate": 0.00011012216666816659,
      "loss": 0.6479,
      "step": 2735
    },
    {
      "epoch": 5.219047619047619,
      "grad_norm": 0.22021973133087158,
      "learning_rate": 0.00010979137514070782,
      "loss": 0.6556,
      "step": 2740
    },
    {
      "epoch": 5.228571428571429,
      "grad_norm": 0.21546654403209686,
      "learning_rate": 0.00010946047540025372,
      "loss": 0.666,
      "step": 2745
    },
    {
      "epoch": 5.238095238095238,
      "grad_norm": 0.21640990674495697,
      "learning_rate": 0.00010912947110386484,
      "loss": 0.6568,
      "step": 2750
    },
    {
      "epoch": 5.247619047619048,
      "grad_norm": 0.21457038819789886,
      "learning_rate": 0.00010879836590975731,
      "loss": 0.6552,
      "step": 2755
    },
    {
      "epoch": 5.257142857142857,
      "grad_norm": 0.21117344498634338,
      "learning_rate": 0.00010846716347726233,
      "loss": 0.6649,
      "step": 2760
    },
    {
      "epoch": 5.266666666666667,
      "grad_norm": 0.21039853990077972,
      "learning_rate": 0.00010813586746678583,
      "loss": 0.6627,
      "step": 2765
    },
    {
      "epoch": 5.276190476190476,
      "grad_norm": 0.21392405033111572,
      "learning_rate": 0.00010780448153976793,
      "loss": 0.6563,
      "step": 2770
    },
    {
      "epoch": 5.285714285714286,
      "grad_norm": 0.21208111941814423,
      "learning_rate": 0.00010747300935864243,
      "loss": 0.666,
      "step": 2775
    },
    {
      "epoch": 5.295238095238095,
      "grad_norm": 0.20485153794288635,
      "learning_rate": 0.00010714145458679649,
      "loss": 0.6537,
      "step": 2780
    },
    {
      "epoch": 5.304761904761905,
      "grad_norm": 0.224151611328125,
      "learning_rate": 0.00010680982088853002,
      "loss": 0.6574,
      "step": 2785
    },
    {
      "epoch": 5.314285714285714,
      "grad_norm": 0.2293432652950287,
      "learning_rate": 0.00010647811192901518,
      "loss": 0.6521,
      "step": 2790
    },
    {
      "epoch": 5.3238095238095235,
      "grad_norm": 0.21431459486484528,
      "learning_rate": 0.00010614633137425598,
      "loss": 0.6594,
      "step": 2795
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 0.2100796401500702,
      "learning_rate": 0.00010581448289104758,
      "loss": 0.6493,
      "step": 2800
    },
    {
      "epoch": 5.3428571428571425,
      "grad_norm": 0.20995594561100006,
      "learning_rate": 0.00010548257014693601,
      "loss": 0.657,
      "step": 2805
    },
    {
      "epoch": 5.352380952380952,
      "grad_norm": 0.20966996252536774,
      "learning_rate": 0.0001051505968101774,
      "loss": 0.6603,
      "step": 2810
    },
    {
      "epoch": 5.3619047619047615,
      "grad_norm": 0.22000014781951904,
      "learning_rate": 0.00010481856654969758,
      "loss": 0.6525,
      "step": 2815
    },
    {
      "epoch": 5.371428571428572,
      "grad_norm": 0.2085055559873581,
      "learning_rate": 0.00010448648303505151,
      "loss": 0.6539,
      "step": 2820
    },
    {
      "epoch": 5.380952380952381,
      "grad_norm": 0.2067158818244934,
      "learning_rate": 0.00010415434993638269,
      "loss": 0.655,
      "step": 2825
    },
    {
      "epoch": 5.390476190476191,
      "grad_norm": 0.22521977126598358,
      "learning_rate": 0.00010382217092438255,
      "loss": 0.6621,
      "step": 2830
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.22613851726055145,
      "learning_rate": 0.00010348994967025012,
      "loss": 0.6542,
      "step": 2835
    },
    {
      "epoch": 5.40952380952381,
      "grad_norm": 0.2127508819103241,
      "learning_rate": 0.0001031576898456511,
      "loss": 0.6455,
      "step": 2840
    },
    {
      "epoch": 5.419047619047619,
      "grad_norm": 0.21902593970298767,
      "learning_rate": 0.00010282539512267757,
      "loss": 0.6449,
      "step": 2845
    },
    {
      "epoch": 5.428571428571429,
      "grad_norm": 0.21509668231010437,
      "learning_rate": 0.0001024930691738073,
      "loss": 0.663,
      "step": 2850
    },
    {
      "epoch": 5.438095238095238,
      "grad_norm": 0.2239295095205307,
      "learning_rate": 0.00010216071567186312,
      "loss": 0.6648,
      "step": 2855
    },
    {
      "epoch": 5.447619047619048,
      "grad_norm": 0.20996320247650146,
      "learning_rate": 0.00010182833828997238,
      "loss": 0.6614,
      "step": 2860
    },
    {
      "epoch": 5.457142857142857,
      "grad_norm": 0.2127327024936676,
      "learning_rate": 0.00010149594070152638,
      "loss": 0.6431,
      "step": 2865
    },
    {
      "epoch": 5.466666666666667,
      "grad_norm": 0.20127449929714203,
      "learning_rate": 0.00010116352658013973,
      "loss": 0.6504,
      "step": 2870
    },
    {
      "epoch": 5.476190476190476,
      "grad_norm": 0.21320253610610962,
      "learning_rate": 0.00010083109959960973,
      "loss": 0.6619,
      "step": 2875
    },
    {
      "epoch": 5.485714285714286,
      "grad_norm": 0.2200571596622467,
      "learning_rate": 0.00010049866343387581,
      "loss": 0.6638,
      "step": 2880
    },
    {
      "epoch": 5.495238095238095,
      "grad_norm": 0.21618418395519257,
      "learning_rate": 0.00010016622175697898,
      "loss": 0.6496,
      "step": 2885
    },
    {
      "epoch": 5.504761904761905,
      "grad_norm": 0.2114275097846985,
      "learning_rate": 9.983377824302106e-05,
      "loss": 0.657,
      "step": 2890
    },
    {
      "epoch": 5.514285714285714,
      "grad_norm": 0.21886934340000153,
      "learning_rate": 9.950133656612421e-05,
      "loss": 0.6493,
      "step": 2895
    },
    {
      "epoch": 5.523809523809524,
      "grad_norm": 0.2145605832338333,
      "learning_rate": 9.916890040039031e-05,
      "loss": 0.6619,
      "step": 2900
    },
    {
      "epoch": 5.533333333333333,
      "grad_norm": 0.21204130351543427,
      "learning_rate": 9.883647341986032e-05,
      "loss": 0.6664,
      "step": 2905
    },
    {
      "epoch": 5.542857142857143,
      "grad_norm": 0.20686715841293335,
      "learning_rate": 9.850405929847366e-05,
      "loss": 0.6507,
      "step": 2910
    },
    {
      "epoch": 5.552380952380952,
      "grad_norm": 0.21932560205459595,
      "learning_rate": 9.817166171002765e-05,
      "loss": 0.6579,
      "step": 2915
    },
    {
      "epoch": 5.561904761904762,
      "grad_norm": 0.21961069107055664,
      "learning_rate": 9.783928432813688e-05,
      "loss": 0.65,
      "step": 2920
    },
    {
      "epoch": 5.571428571428571,
      "grad_norm": 0.23916806280612946,
      "learning_rate": 9.750693082619273e-05,
      "loss": 0.6525,
      "step": 2925
    },
    {
      "epoch": 5.580952380952381,
      "grad_norm": 0.20841637253761292,
      "learning_rate": 9.717460487732245e-05,
      "loss": 0.6553,
      "step": 2930
    },
    {
      "epoch": 5.59047619047619,
      "grad_norm": 0.20813757181167603,
      "learning_rate": 9.68423101543489e-05,
      "loss": 0.6548,
      "step": 2935
    },
    {
      "epoch": 5.6,
      "grad_norm": 0.21043892204761505,
      "learning_rate": 9.651005032974994e-05,
      "loss": 0.6486,
      "step": 2940
    },
    {
      "epoch": 5.609523809523809,
      "grad_norm": 0.20587663352489471,
      "learning_rate": 9.617782907561748e-05,
      "loss": 0.6553,
      "step": 2945
    },
    {
      "epoch": 5.619047619047619,
      "grad_norm": 0.21101590991020203,
      "learning_rate": 9.584565006361734e-05,
      "loss": 0.6454,
      "step": 2950
    },
    {
      "epoch": 5.628571428571428,
      "grad_norm": 0.21065913140773773,
      "learning_rate": 9.551351696494854e-05,
      "loss": 0.6697,
      "step": 2955
    },
    {
      "epoch": 5.638095238095238,
      "grad_norm": 0.21288540959358215,
      "learning_rate": 9.518143345030246e-05,
      "loss": 0.6571,
      "step": 2960
    },
    {
      "epoch": 5.647619047619048,
      "grad_norm": 0.20005963742733002,
      "learning_rate": 9.48494031898226e-05,
      "loss": 0.67,
      "step": 2965
    },
    {
      "epoch": 5.6571428571428575,
      "grad_norm": 0.20527806878089905,
      "learning_rate": 9.451742985306398e-05,
      "loss": 0.6589,
      "step": 2970
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.21453768014907837,
      "learning_rate": 9.418551710895243e-05,
      "loss": 0.6603,
      "step": 2975
    },
    {
      "epoch": 5.6761904761904765,
      "grad_norm": 0.20562489330768585,
      "learning_rate": 9.385366862574404e-05,
      "loss": 0.6515,
      "step": 2980
    },
    {
      "epoch": 5.685714285714286,
      "grad_norm": 0.21697136759757996,
      "learning_rate": 9.352188807098481e-05,
      "loss": 0.6558,
      "step": 2985
    },
    {
      "epoch": 5.695238095238095,
      "grad_norm": 0.2106858789920807,
      "learning_rate": 9.319017911147e-05,
      "loss": 0.6527,
      "step": 2990
    },
    {
      "epoch": 5.704761904761905,
      "grad_norm": 0.21161264181137085,
      "learning_rate": 9.285854541320352e-05,
      "loss": 0.6621,
      "step": 2995
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.2115710973739624,
      "learning_rate": 9.252699064135758e-05,
      "loss": 0.6545,
      "step": 3000
    },
    {
      "epoch": 5.723809523809524,
      "grad_norm": 0.21325847506523132,
      "learning_rate": 9.219551846023211e-05,
      "loss": 0.6548,
      "step": 3005
    },
    {
      "epoch": 5.733333333333333,
      "grad_norm": 0.2185753583908081,
      "learning_rate": 9.186413253321418e-05,
      "loss": 0.6563,
      "step": 3010
    },
    {
      "epoch": 5.742857142857143,
      "grad_norm": 0.21847587823867798,
      "learning_rate": 9.153283652273768e-05,
      "loss": 0.6597,
      "step": 3015
    },
    {
      "epoch": 5.752380952380952,
      "grad_norm": 0.22264257073402405,
      "learning_rate": 9.120163409024271e-05,
      "loss": 0.6555,
      "step": 3020
    },
    {
      "epoch": 5.761904761904762,
      "grad_norm": 0.21518436074256897,
      "learning_rate": 9.087052889613518e-05,
      "loss": 0.6676,
      "step": 3025
    },
    {
      "epoch": 5.771428571428571,
      "grad_norm": 0.21668776869773865,
      "learning_rate": 9.05395245997463e-05,
      "loss": 0.6638,
      "step": 3030
    },
    {
      "epoch": 5.780952380952381,
      "grad_norm": 0.23866741359233856,
      "learning_rate": 9.020862485929219e-05,
      "loss": 0.6614,
      "step": 3035
    },
    {
      "epoch": 5.79047619047619,
      "grad_norm": 0.21523581445217133,
      "learning_rate": 8.987783333183344e-05,
      "loss": 0.6421,
      "step": 3040
    },
    {
      "epoch": 5.8,
      "grad_norm": 0.22735083103179932,
      "learning_rate": 8.954715367323468e-05,
      "loss": 0.6432,
      "step": 3045
    },
    {
      "epoch": 5.809523809523809,
      "grad_norm": 0.20661625266075134,
      "learning_rate": 8.921658953812415e-05,
      "loss": 0.6475,
      "step": 3050
    },
    {
      "epoch": 5.819047619047619,
      "grad_norm": 0.21183475852012634,
      "learning_rate": 8.888614457985341e-05,
      "loss": 0.6693,
      "step": 3055
    },
    {
      "epoch": 5.828571428571428,
      "grad_norm": 0.2123451828956604,
      "learning_rate": 8.855582245045683e-05,
      "loss": 0.6406,
      "step": 3060
    },
    {
      "epoch": 5.838095238095238,
      "grad_norm": 0.2733854651451111,
      "learning_rate": 8.822562680061125e-05,
      "loss": 0.6548,
      "step": 3065
    },
    {
      "epoch": 5.847619047619047,
      "grad_norm": 0.2196865677833557,
      "learning_rate": 8.789556127959585e-05,
      "loss": 0.6513,
      "step": 3070
    },
    {
      "epoch": 5.857142857142857,
      "grad_norm": 0.20598062872886658,
      "learning_rate": 8.756562953525152e-05,
      "loss": 0.663,
      "step": 3075
    },
    {
      "epoch": 5.866666666666667,
      "grad_norm": 0.21008974313735962,
      "learning_rate": 8.723583521394054e-05,
      "loss": 0.6511,
      "step": 3080
    },
    {
      "epoch": 5.876190476190477,
      "grad_norm": 0.21377860009670258,
      "learning_rate": 8.690618196050666e-05,
      "loss": 0.6601,
      "step": 3085
    },
    {
      "epoch": 5.885714285714286,
      "grad_norm": 0.22736646234989166,
      "learning_rate": 8.657667341823448e-05,
      "loss": 0.6644,
      "step": 3090
    },
    {
      "epoch": 5.895238095238096,
      "grad_norm": 0.20148470997810364,
      "learning_rate": 8.624731322880912e-05,
      "loss": 0.6517,
      "step": 3095
    },
    {
      "epoch": 5.904761904761905,
      "grad_norm": 0.20768018066883087,
      "learning_rate": 8.591810503227635e-05,
      "loss": 0.6382,
      "step": 3100
    },
    {
      "epoch": 5.914285714285715,
      "grad_norm": 0.21072714030742645,
      "learning_rate": 8.558905246700201e-05,
      "loss": 0.6539,
      "step": 3105
    },
    {
      "epoch": 5.923809523809524,
      "grad_norm": 0.2142985463142395,
      "learning_rate": 8.526015916963191e-05,
      "loss": 0.6655,
      "step": 3110
    },
    {
      "epoch": 5.933333333333334,
      "grad_norm": 0.2132679671049118,
      "learning_rate": 8.49314287750517e-05,
      "loss": 0.6733,
      "step": 3115
    },
    {
      "epoch": 5.942857142857143,
      "grad_norm": 0.2185792326927185,
      "learning_rate": 8.460286491634663e-05,
      "loss": 0.6632,
      "step": 3120
    },
    {
      "epoch": 5.9523809523809526,
      "grad_norm": 0.212264746427536,
      "learning_rate": 8.427447122476148e-05,
      "loss": 0.6484,
      "step": 3125
    },
    {
      "epoch": 5.961904761904762,
      "grad_norm": 0.21196219325065613,
      "learning_rate": 8.394625132966025e-05,
      "loss": 0.6574,
      "step": 3130
    },
    {
      "epoch": 5.9714285714285715,
      "grad_norm": 0.206856831908226,
      "learning_rate": 8.361820885848624e-05,
      "loss": 0.6597,
      "step": 3135
    },
    {
      "epoch": 5.980952380952381,
      "grad_norm": 0.214055135846138,
      "learning_rate": 8.329034743672187e-05,
      "loss": 0.6464,
      "step": 3140
    },
    {
      "epoch": 5.9904761904761905,
      "grad_norm": 0.21056272089481354,
      "learning_rate": 8.296267068784862e-05,
      "loss": 0.6465,
      "step": 3145
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.2108917087316513,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.6429,
      "step": 3150
    },
    {
      "epoch": 6.0,
      "eval_loss": 1.3227609395980835,
      "eval_runtime": 0.3235,
      "eval_samples_per_second": 12.366,
      "eval_steps_per_second": 3.092,
      "step": 3150
    },
    {
      "epoch": 6.0095238095238095,
      "grad_norm": 0.21242249011993408,
      "learning_rate": 8.230788569245648e-05,
      "loss": 0.6373,
      "step": 3155
    },
    {
      "epoch": 6.019047619047619,
      "grad_norm": 0.21833695471286774,
      "learning_rate": 8.198078468253557e-05,
      "loss": 0.6458,
      "step": 3160
    },
    {
      "epoch": 6.0285714285714285,
      "grad_norm": 0.21860025823116302,
      "learning_rate": 8.165388281862178e-05,
      "loss": 0.6412,
      "step": 3165
    },
    {
      "epoch": 6.038095238095238,
      "grad_norm": 0.2336193323135376,
      "learning_rate": 8.132718371359166e-05,
      "loss": 0.6468,
      "step": 3170
    },
    {
      "epoch": 6.0476190476190474,
      "grad_norm": 0.2238347828388214,
      "learning_rate": 8.100069097808103e-05,
      "loss": 0.6318,
      "step": 3175
    },
    {
      "epoch": 6.057142857142857,
      "grad_norm": 0.21204425394535065,
      "learning_rate": 8.067440822044469e-05,
      "loss": 0.6458,
      "step": 3180
    },
    {
      "epoch": 6.066666666666666,
      "grad_norm": 0.22270914912223816,
      "learning_rate": 8.034833904671698e-05,
      "loss": 0.6386,
      "step": 3185
    },
    {
      "epoch": 6.076190476190476,
      "grad_norm": 0.2162003070116043,
      "learning_rate": 8.002248706057177e-05,
      "loss": 0.6432,
      "step": 3190
    },
    {
      "epoch": 6.085714285714285,
      "grad_norm": 0.21775895357131958,
      "learning_rate": 7.96968558632824e-05,
      "loss": 0.6471,
      "step": 3195
    },
    {
      "epoch": 6.095238095238095,
      "grad_norm": 0.2277059406042099,
      "learning_rate": 7.937144905368226e-05,
      "loss": 0.6523,
      "step": 3200
    },
    {
      "epoch": 6.104761904761904,
      "grad_norm": 0.21727009117603302,
      "learning_rate": 7.904627022812483e-05,
      "loss": 0.641,
      "step": 3205
    },
    {
      "epoch": 6.114285714285714,
      "grad_norm": 0.21867170929908752,
      "learning_rate": 7.872132298044382e-05,
      "loss": 0.6504,
      "step": 3210
    },
    {
      "epoch": 6.123809523809523,
      "grad_norm": 0.21738098561763763,
      "learning_rate": 7.839661090191362e-05,
      "loss": 0.6381,
      "step": 3215
    },
    {
      "epoch": 6.133333333333334,
      "grad_norm": 0.21628010272979736,
      "learning_rate": 7.807213758120966e-05,
      "loss": 0.6503,
      "step": 3220
    },
    {
      "epoch": 6.142857142857143,
      "grad_norm": 0.21854370832443237,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.6434,
      "step": 3225
    },
    {
      "epoch": 6.152380952380953,
      "grad_norm": 0.22102175652980804,
      "learning_rate": 7.742392155474858e-05,
      "loss": 0.6506,
      "step": 3230
    },
    {
      "epoch": 6.161904761904762,
      "grad_norm": 0.21102498471736908,
      "learning_rate": 7.710018601299004e-05,
      "loss": 0.6416,
      "step": 3235
    },
    {
      "epoch": 6.171428571428572,
      "grad_norm": 0.2162449210882187,
      "learning_rate": 7.677670355697577e-05,
      "loss": 0.6511,
      "step": 3240
    },
    {
      "epoch": 6.180952380952381,
      "grad_norm": 0.23095406591892242,
      "learning_rate": 7.645347776179144e-05,
      "loss": 0.6337,
      "step": 3245
    },
    {
      "epoch": 6.190476190476191,
      "grad_norm": 0.22487138211727142,
      "learning_rate": 7.613051219968623e-05,
      "loss": 0.6332,
      "step": 3250
    },
    {
      "epoch": 6.2,
      "grad_norm": 0.21796458959579468,
      "learning_rate": 7.580781044003324e-05,
      "loss": 0.6472,
      "step": 3255
    },
    {
      "epoch": 6.20952380952381,
      "grad_norm": 0.24705886840820312,
      "learning_rate": 7.548537604929001e-05,
      "loss": 0.6506,
      "step": 3260
    },
    {
      "epoch": 6.219047619047619,
      "grad_norm": 0.23071187734603882,
      "learning_rate": 7.516321259095921e-05,
      "loss": 0.6386,
      "step": 3265
    },
    {
      "epoch": 6.228571428571429,
      "grad_norm": 0.2173680067062378,
      "learning_rate": 7.484132362554915e-05,
      "loss": 0.64,
      "step": 3270
    },
    {
      "epoch": 6.238095238095238,
      "grad_norm": 1.5498923063278198,
      "learning_rate": 7.451971271053455e-05,
      "loss": 0.6438,
      "step": 3275
    },
    {
      "epoch": 6.247619047619048,
      "grad_norm": 0.6907296180725098,
      "learning_rate": 7.419838340031708e-05,
      "loss": 0.65,
      "step": 3280
    },
    {
      "epoch": 6.257142857142857,
      "grad_norm": 0.23223426938056946,
      "learning_rate": 7.387733924618617e-05,
      "loss": 0.636,
      "step": 3285
    },
    {
      "epoch": 6.266666666666667,
      "grad_norm": 0.2620706856250763,
      "learning_rate": 7.35565837962798e-05,
      "loss": 0.6509,
      "step": 3290
    },
    {
      "epoch": 6.276190476190476,
      "grad_norm": 0.26130273938179016,
      "learning_rate": 7.323612059554513e-05,
      "loss": 0.6511,
      "step": 3295
    },
    {
      "epoch": 6.285714285714286,
      "grad_norm": 0.22935442626476288,
      "learning_rate": 7.291595318569951e-05,
      "loss": 0.6357,
      "step": 3300
    },
    {
      "epoch": 6.295238095238095,
      "grad_norm": 0.3201715350151062,
      "learning_rate": 7.25960851051912e-05,
      "loss": 0.6442,
      "step": 3305
    },
    {
      "epoch": 6.304761904761905,
      "grad_norm": 0.22515980899333954,
      "learning_rate": 7.227651988916031e-05,
      "loss": 0.6467,
      "step": 3310
    },
    {
      "epoch": 6.314285714285714,
      "grad_norm": 0.22413288056850433,
      "learning_rate": 7.195726106939974e-05,
      "loss": 0.6425,
      "step": 3315
    },
    {
      "epoch": 6.3238095238095235,
      "grad_norm": 0.22419866919517517,
      "learning_rate": 7.163831217431615e-05,
      "loss": 0.6572,
      "step": 3320
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 0.23005759716033936,
      "learning_rate": 7.131967672889101e-05,
      "loss": 0.6473,
      "step": 3325
    },
    {
      "epoch": 6.3428571428571425,
      "grad_norm": 0.2409326583147049,
      "learning_rate": 7.100135825464139e-05,
      "loss": 0.6342,
      "step": 3330
    },
    {
      "epoch": 6.352380952380952,
      "grad_norm": 0.2287633717060089,
      "learning_rate": 7.068336026958146e-05,
      "loss": 0.6445,
      "step": 3335
    },
    {
      "epoch": 6.3619047619047615,
      "grad_norm": 0.22215120494365692,
      "learning_rate": 7.036568628818331e-05,
      "loss": 0.6404,
      "step": 3340
    },
    {
      "epoch": 6.371428571428572,
      "grad_norm": 0.2332102507352829,
      "learning_rate": 7.004833982133808e-05,
      "loss": 0.6309,
      "step": 3345
    },
    {
      "epoch": 6.380952380952381,
      "grad_norm": 0.21468514204025269,
      "learning_rate": 6.973132437631742e-05,
      "loss": 0.6544,
      "step": 3350
    },
    {
      "epoch": 6.390476190476191,
      "grad_norm": 0.23263736069202423,
      "learning_rate": 6.941464345673449e-05,
      "loss": 0.6378,
      "step": 3355
    },
    {
      "epoch": 6.4,
      "grad_norm": 0.24136883020401,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.6567,
      "step": 3360
    },
    {
      "epoch": 6.40952380952381,
      "grad_norm": 0.21449565887451172,
      "learning_rate": 6.878229918981003e-05,
      "loss": 0.6455,
      "step": 3365
    },
    {
      "epoch": 6.419047619047619,
      "grad_norm": 0.24325934052467346,
      "learning_rate": 6.846664283105455e-05,
      "loss": 0.6362,
      "step": 3370
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 0.22252559661865234,
      "learning_rate": 6.815133497483157e-05,
      "loss": 0.6426,
      "step": 3375
    },
    {
      "epoch": 6.438095238095238,
      "grad_norm": 0.21811635792255402,
      "learning_rate": 6.783637910588216e-05,
      "loss": 0.6419,
      "step": 3380
    },
    {
      "epoch": 6.447619047619048,
      "grad_norm": 0.22843381762504578,
      "learning_rate": 6.752177870505736e-05,
      "loss": 0.6408,
      "step": 3385
    },
    {
      "epoch": 6.457142857142857,
      "grad_norm": 0.23752233386039734,
      "learning_rate": 6.720753724927958e-05,
      "loss": 0.6687,
      "step": 3390
    },
    {
      "epoch": 6.466666666666667,
      "grad_norm": 0.21157948672771454,
      "learning_rate": 6.68936582115042e-05,
      "loss": 0.6307,
      "step": 3395
    },
    {
      "epoch": 6.476190476190476,
      "grad_norm": 0.23496676981449127,
      "learning_rate": 6.658014506068126e-05,
      "loss": 0.6453,
      "step": 3400
    },
    {
      "epoch": 6.485714285714286,
      "grad_norm": 0.22223064303398132,
      "learning_rate": 6.626700126171702e-05,
      "loss": 0.65,
      "step": 3405
    },
    {
      "epoch": 6.495238095238095,
      "grad_norm": 0.22827011346817017,
      "learning_rate": 6.595423027543571e-05,
      "loss": 0.6496,
      "step": 3410
    },
    {
      "epoch": 6.504761904761905,
      "grad_norm": 0.22207534313201904,
      "learning_rate": 6.56418355585413e-05,
      "loss": 0.6375,
      "step": 3415
    },
    {
      "epoch": 6.514285714285714,
      "grad_norm": 0.2754807770252228,
      "learning_rate": 6.532982056357928e-05,
      "loss": 0.6477,
      "step": 3420
    },
    {
      "epoch": 6.523809523809524,
      "grad_norm": 0.21566829085350037,
      "learning_rate": 6.501818873889855e-05,
      "loss": 0.6349,
      "step": 3425
    },
    {
      "epoch": 6.533333333333333,
      "grad_norm": 0.22195175290107727,
      "learning_rate": 6.470694352861312e-05,
      "loss": 0.6492,
      "step": 3430
    },
    {
      "epoch": 6.542857142857143,
      "grad_norm": 0.2323753833770752,
      "learning_rate": 6.439608837256432e-05,
      "loss": 0.6388,
      "step": 3435
    },
    {
      "epoch": 6.552380952380952,
      "grad_norm": 0.23055404424667358,
      "learning_rate": 6.408562670628266e-05,
      "loss": 0.6385,
      "step": 3440
    },
    {
      "epoch": 6.561904761904762,
      "grad_norm": 0.21605758368968964,
      "learning_rate": 6.377556196094973e-05,
      "loss": 0.6473,
      "step": 3445
    },
    {
      "epoch": 6.571428571428571,
      "grad_norm": 0.22067958116531372,
      "learning_rate": 6.34658975633605e-05,
      "loss": 0.6369,
      "step": 3450
    },
    {
      "epoch": 6.580952380952381,
      "grad_norm": 0.22081324458122253,
      "learning_rate": 6.315663693588534e-05,
      "loss": 0.638,
      "step": 3455
    },
    {
      "epoch": 6.59047619047619,
      "grad_norm": 0.224380224943161,
      "learning_rate": 6.28477834964322e-05,
      "loss": 0.6333,
      "step": 3460
    },
    {
      "epoch": 6.6,
      "grad_norm": 0.2965473532676697,
      "learning_rate": 6.25393406584088e-05,
      "loss": 0.6405,
      "step": 3465
    },
    {
      "epoch": 6.609523809523809,
      "grad_norm": 0.23683632910251617,
      "learning_rate": 6.223131183068499e-05,
      "loss": 0.645,
      "step": 3470
    },
    {
      "epoch": 6.619047619047619,
      "grad_norm": 0.2217981517314911,
      "learning_rate": 6.192370041755505e-05,
      "loss": 0.6384,
      "step": 3475
    },
    {
      "epoch": 6.628571428571428,
      "grad_norm": 0.21454942226409912,
      "learning_rate": 6.161650981869998e-05,
      "loss": 0.6418,
      "step": 3480
    },
    {
      "epoch": 6.638095238095238,
      "grad_norm": 0.22158564627170563,
      "learning_rate": 6.130974342915005e-05,
      "loss": 0.6503,
      "step": 3485
    },
    {
      "epoch": 6.647619047619048,
      "grad_norm": 0.22903573513031006,
      "learning_rate": 6.100340463924723e-05,
      "loss": 0.6491,
      "step": 3490
    },
    {
      "epoch": 6.6571428571428575,
      "grad_norm": 0.22213099896907806,
      "learning_rate": 6.069749683460765e-05,
      "loss": 0.6368,
      "step": 3495
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.2271195501089096,
      "learning_rate": 6.039202339608432e-05,
      "loss": 0.6427,
      "step": 3500
    },
    {
      "epoch": 6.6761904761904765,
      "grad_norm": 0.22851118445396423,
      "learning_rate": 6.008698769972967e-05,
      "loss": 0.6484,
      "step": 3505
    },
    {
      "epoch": 6.685714285714286,
      "grad_norm": 0.22598107159137726,
      "learning_rate": 5.978239311675826e-05,
      "loss": 0.6433,
      "step": 3510
    },
    {
      "epoch": 6.695238095238095,
      "grad_norm": 0.2218712866306305,
      "learning_rate": 5.9478243013509505e-05,
      "loss": 0.6384,
      "step": 3515
    },
    {
      "epoch": 6.704761904761905,
      "grad_norm": 0.2214185744524002,
      "learning_rate": 5.9174540751410487e-05,
      "loss": 0.6518,
      "step": 3520
    },
    {
      "epoch": 6.714285714285714,
      "grad_norm": 0.2286664992570877,
      "learning_rate": 5.887128968693887e-05,
      "loss": 0.6418,
      "step": 3525
    },
    {
      "epoch": 6.723809523809524,
      "grad_norm": 0.2170267552137375,
      "learning_rate": 5.856849317158563e-05,
      "loss": 0.6486,
      "step": 3530
    },
    {
      "epoch": 6.733333333333333,
      "grad_norm": 0.21755385398864746,
      "learning_rate": 5.8266154551818216e-05,
      "loss": 0.6285,
      "step": 3535
    },
    {
      "epoch": 6.742857142857143,
      "grad_norm": 0.2144262194633484,
      "learning_rate": 5.796427716904347e-05,
      "loss": 0.6431,
      "step": 3540
    },
    {
      "epoch": 6.752380952380952,
      "grad_norm": 0.21666479110717773,
      "learning_rate": 5.7662864359570624e-05,
      "loss": 0.6369,
      "step": 3545
    },
    {
      "epoch": 6.761904761904762,
      "grad_norm": 0.2362881898880005,
      "learning_rate": 5.736191945457463e-05,
      "loss": 0.6449,
      "step": 3550
    },
    {
      "epoch": 6.771428571428571,
      "grad_norm": 0.22996211051940918,
      "learning_rate": 5.7061445780059074e-05,
      "loss": 0.6356,
      "step": 3555
    },
    {
      "epoch": 6.780952380952381,
      "grad_norm": 0.22610628604888916,
      "learning_rate": 5.676144665681974e-05,
      "loss": 0.65,
      "step": 3560
    },
    {
      "epoch": 6.79047619047619,
      "grad_norm": 0.22624777257442474,
      "learning_rate": 5.6461925400407576e-05,
      "loss": 0.6434,
      "step": 3565
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.22202523052692413,
      "learning_rate": 5.616288532109225e-05,
      "loss": 0.6369,
      "step": 3570
    },
    {
      "epoch": 6.809523809523809,
      "grad_norm": 0.22538915276527405,
      "learning_rate": 5.58643297238256e-05,
      "loss": 0.6407,
      "step": 3575
    },
    {
      "epoch": 6.819047619047619,
      "grad_norm": 0.22355104982852936,
      "learning_rate": 5.5566261908204966e-05,
      "loss": 0.6484,
      "step": 3580
    },
    {
      "epoch": 6.828571428571428,
      "grad_norm": 0.22738416492938995,
      "learning_rate": 5.526868516843673e-05,
      "loss": 0.6377,
      "step": 3585
    },
    {
      "epoch": 6.838095238095238,
      "grad_norm": 0.22791539132595062,
      "learning_rate": 5.497160279330014e-05,
      "loss": 0.6384,
      "step": 3590
    },
    {
      "epoch": 6.847619047619047,
      "grad_norm": 0.22362259030342102,
      "learning_rate": 5.467501806611062e-05,
      "loss": 0.6445,
      "step": 3595
    },
    {
      "epoch": 6.857142857142857,
      "grad_norm": 0.23865683376789093,
      "learning_rate": 5.43789342646837e-05,
      "loss": 0.6421,
      "step": 3600
    },
    {
      "epoch": 6.866666666666667,
      "grad_norm": 0.2309015691280365,
      "learning_rate": 5.4083354661298814e-05,
      "loss": 0.6562,
      "step": 3605
    },
    {
      "epoch": 6.876190476190477,
      "grad_norm": 0.2259485423564911,
      "learning_rate": 5.378828252266308e-05,
      "loss": 0.6313,
      "step": 3610
    },
    {
      "epoch": 6.885714285714286,
      "grad_norm": 0.2315201759338379,
      "learning_rate": 5.349372110987496e-05,
      "loss": 0.6583,
      "step": 3615
    },
    {
      "epoch": 6.895238095238096,
      "grad_norm": 0.21792897582054138,
      "learning_rate": 5.3199673678388685e-05,
      "loss": 0.6534,
      "step": 3620
    },
    {
      "epoch": 6.904761904761905,
      "grad_norm": 0.22640301287174225,
      "learning_rate": 5.290614347797802e-05,
      "loss": 0.6454,
      "step": 3625
    },
    {
      "epoch": 6.914285714285715,
      "grad_norm": 0.2275838702917099,
      "learning_rate": 5.261313375270014e-05,
      "loss": 0.6471,
      "step": 3630
    },
    {
      "epoch": 6.923809523809524,
      "grad_norm": 0.22041475772857666,
      "learning_rate": 5.232064774086022e-05,
      "loss": 0.6573,
      "step": 3635
    },
    {
      "epoch": 6.933333333333334,
      "grad_norm": 0.2304404079914093,
      "learning_rate": 5.2028688674975415e-05,
      "loss": 0.6377,
      "step": 3640
    },
    {
      "epoch": 6.942857142857143,
      "grad_norm": 0.22729218006134033,
      "learning_rate": 5.1737259781738936e-05,
      "loss": 0.6455,
      "step": 3645
    },
    {
      "epoch": 6.9523809523809526,
      "grad_norm": 0.22103598713874817,
      "learning_rate": 5.1446364281984774e-05,
      "loss": 0.6503,
      "step": 3650
    },
    {
      "epoch": 6.961904761904762,
      "grad_norm": 0.2224428504705429,
      "learning_rate": 5.115600539065197e-05,
      "loss": 0.6443,
      "step": 3655
    },
    {
      "epoch": 6.9714285714285715,
      "grad_norm": 0.22665762901306152,
      "learning_rate": 5.086618631674888e-05,
      "loss": 0.6415,
      "step": 3660
    },
    {
      "epoch": 6.980952380952381,
      "grad_norm": 0.2255854308605194,
      "learning_rate": 5.057691026331792e-05,
      "loss": 0.6288,
      "step": 3665
    },
    {
      "epoch": 6.9904761904761905,
      "grad_norm": 0.21485072374343872,
      "learning_rate": 5.02881804274002e-05,
      "loss": 0.6466,
      "step": 3670
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.2187153398990631,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.6334,
      "step": 3675
    },
    {
      "epoch": 7.0,
      "eval_loss": 1.3276076316833496,
      "eval_runtime": 0.3234,
      "eval_samples_per_second": 12.37,
      "eval_steps_per_second": 3.093,
      "step": 3675
    },
    {
      "epoch": 7.0095238095238095,
      "grad_norm": 0.21199530363082886,
      "learning_rate": 4.971237216604967e-05,
      "loss": 0.6287,
      "step": 3680
    },
    {
      "epoch": 7.019047619047619,
      "grad_norm": 0.23007389903068542,
      "learning_rate": 4.942530010437435e-05,
      "loss": 0.6213,
      "step": 3685
    },
    {
      "epoch": 7.0285714285714285,
      "grad_norm": 0.23050346970558167,
      "learning_rate": 4.913878698765686e-05,
      "loss": 0.6315,
      "step": 3690
    },
    {
      "epoch": 7.038095238095238,
      "grad_norm": 0.22807465493679047,
      "learning_rate": 4.885283598240259e-05,
      "loss": 0.6316,
      "step": 3695
    },
    {
      "epoch": 7.0476190476190474,
      "grad_norm": 0.23785021901130676,
      "learning_rate": 4.856745024890466e-05,
      "loss": 0.6464,
      "step": 3700
    },
    {
      "epoch": 7.057142857142857,
      "grad_norm": 0.23706254363059998,
      "learning_rate": 4.8282632941208725e-05,
      "loss": 0.6321,
      "step": 3705
    },
    {
      "epoch": 7.066666666666666,
      "grad_norm": 0.228632390499115,
      "learning_rate": 4.799838720707846e-05,
      "loss": 0.6293,
      "step": 3710
    },
    {
      "epoch": 7.076190476190476,
      "grad_norm": 0.22894619405269623,
      "learning_rate": 4.771471618796043e-05,
      "loss": 0.631,
      "step": 3715
    },
    {
      "epoch": 7.085714285714285,
      "grad_norm": 0.2303706556558609,
      "learning_rate": 4.743162301894952e-05,
      "loss": 0.6231,
      "step": 3720
    },
    {
      "epoch": 7.095238095238095,
      "grad_norm": 0.22928594052791595,
      "learning_rate": 4.7149110828754464e-05,
      "loss": 0.6379,
      "step": 3725
    },
    {
      "epoch": 7.104761904761904,
      "grad_norm": 0.22976277768611908,
      "learning_rate": 4.686718273966291e-05,
      "loss": 0.6253,
      "step": 3730
    },
    {
      "epoch": 7.114285714285714,
      "grad_norm": 0.22555364668369293,
      "learning_rate": 4.658584186750713e-05,
      "loss": 0.629,
      "step": 3735
    },
    {
      "epoch": 7.123809523809523,
      "grad_norm": 0.22725003957748413,
      "learning_rate": 4.6305091321629666e-05,
      "loss": 0.622,
      "step": 3740
    },
    {
      "epoch": 7.133333333333334,
      "grad_norm": 0.2352193295955658,
      "learning_rate": 4.6024934204848745e-05,
      "loss": 0.6296,
      "step": 3745
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.22691534459590912,
      "learning_rate": 4.574537361342407e-05,
      "loss": 0.6505,
      "step": 3750
    },
    {
      "epoch": 7.152380952380953,
      "grad_norm": 0.22884990274906158,
      "learning_rate": 4.5466412637022704e-05,
      "loss": 0.6438,
      "step": 3755
    },
    {
      "epoch": 7.161904761904762,
      "grad_norm": 0.22874386608600616,
      "learning_rate": 4.518805435868492e-05,
      "loss": 0.6395,
      "step": 3760
    },
    {
      "epoch": 7.171428571428572,
      "grad_norm": 0.23881952464580536,
      "learning_rate": 4.491030185478976e-05,
      "loss": 0.6338,
      "step": 3765
    },
    {
      "epoch": 7.180952380952381,
      "grad_norm": 0.22728921473026276,
      "learning_rate": 4.4633158195021594e-05,
      "loss": 0.6424,
      "step": 3770
    },
    {
      "epoch": 7.190476190476191,
      "grad_norm": 0.2279832810163498,
      "learning_rate": 4.435662644233594e-05,
      "loss": 0.6337,
      "step": 3775
    },
    {
      "epoch": 7.2,
      "grad_norm": 0.22659078240394592,
      "learning_rate": 4.4080709652925336e-05,
      "loss": 0.6354,
      "step": 3780
    },
    {
      "epoch": 7.20952380952381,
      "grad_norm": 0.2384444922208786,
      "learning_rate": 4.380541087618606e-05,
      "loss": 0.6262,
      "step": 3785
    },
    {
      "epoch": 7.219047619047619,
      "grad_norm": 0.2297607809305191,
      "learning_rate": 4.3530733154684164e-05,
      "loss": 0.6331,
      "step": 3790
    },
    {
      "epoch": 7.228571428571429,
      "grad_norm": 0.23174314200878143,
      "learning_rate": 4.3256679524121834e-05,
      "loss": 0.6279,
      "step": 3795
    },
    {
      "epoch": 7.238095238095238,
      "grad_norm": 0.240789994597435,
      "learning_rate": 4.298325301330383e-05,
      "loss": 0.6279,
      "step": 3800
    },
    {
      "epoch": 7.247619047619048,
      "grad_norm": 0.22910235822200775,
      "learning_rate": 4.27104566441042e-05,
      "loss": 0.6329,
      "step": 3805
    },
    {
      "epoch": 7.257142857142857,
      "grad_norm": 0.22811570763587952,
      "learning_rate": 4.2438293431432665e-05,
      "loss": 0.628,
      "step": 3810
    },
    {
      "epoch": 7.266666666666667,
      "grad_norm": 0.23355652391910553,
      "learning_rate": 4.216676638320135e-05,
      "loss": 0.6418,
      "step": 3815
    },
    {
      "epoch": 7.276190476190476,
      "grad_norm": 0.2335626780986786,
      "learning_rate": 4.189587850029169e-05,
      "loss": 0.6349,
      "step": 3820
    },
    {
      "epoch": 7.285714285714286,
      "grad_norm": 0.23812420666217804,
      "learning_rate": 4.1625632776521037e-05,
      "loss": 0.6326,
      "step": 3825
    },
    {
      "epoch": 7.295238095238095,
      "grad_norm": 0.24018298089504242,
      "learning_rate": 4.1356032198609706e-05,
      "loss": 0.6249,
      "step": 3830
    },
    {
      "epoch": 7.304761904761905,
      "grad_norm": 0.22917360067367554,
      "learning_rate": 4.108707974614804e-05,
      "loss": 0.6397,
      "step": 3835
    },
    {
      "epoch": 7.314285714285714,
      "grad_norm": 0.23437809944152832,
      "learning_rate": 4.081877839156325e-05,
      "loss": 0.6334,
      "step": 3840
    },
    {
      "epoch": 7.3238095238095235,
      "grad_norm": 0.23028285801410675,
      "learning_rate": 4.0551131100086745e-05,
      "loss": 0.6394,
      "step": 3845
    },
    {
      "epoch": 7.333333333333333,
      "grad_norm": 0.22391854226589203,
      "learning_rate": 4.028414082972141e-05,
      "loss": 0.6291,
      "step": 3850
    },
    {
      "epoch": 7.3428571428571425,
      "grad_norm": 0.22412873804569244,
      "learning_rate": 4.001781053120863e-05,
      "loss": 0.6377,
      "step": 3855
    },
    {
      "epoch": 7.352380952380952,
      "grad_norm": 0.24517199397087097,
      "learning_rate": 3.975214314799607e-05,
      "loss": 0.6311,
      "step": 3860
    },
    {
      "epoch": 7.3619047619047615,
      "grad_norm": 0.2389526069164276,
      "learning_rate": 3.94871416162048e-05,
      "loss": 0.6321,
      "step": 3865
    },
    {
      "epoch": 7.371428571428572,
      "grad_norm": 0.2269456386566162,
      "learning_rate": 3.9222808864597004e-05,
      "loss": 0.6372,
      "step": 3870
    },
    {
      "epoch": 7.380952380952381,
      "grad_norm": 0.2337706834077835,
      "learning_rate": 3.89591478145437e-05,
      "loss": 0.6336,
      "step": 3875
    },
    {
      "epoch": 7.390476190476191,
      "grad_norm": 0.2252926528453827,
      "learning_rate": 3.8696161379992225e-05,
      "loss": 0.6329,
      "step": 3880
    },
    {
      "epoch": 7.4,
      "grad_norm": 0.22934380173683167,
      "learning_rate": 3.843385246743417e-05,
      "loss": 0.6374,
      "step": 3885
    },
    {
      "epoch": 7.40952380952381,
      "grad_norm": 0.22791922092437744,
      "learning_rate": 3.817222397587336e-05,
      "loss": 0.6326,
      "step": 3890
    },
    {
      "epoch": 7.419047619047619,
      "grad_norm": 0.2295857071876526,
      "learning_rate": 3.7911278796793516e-05,
      "loss": 0.6353,
      "step": 3895
    },
    {
      "epoch": 7.428571428571429,
      "grad_norm": 0.23317788541316986,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 0.6317,
      "step": 3900
    },
    {
      "epoch": 7.438095238095238,
      "grad_norm": 0.2250727415084839,
      "learning_rate": 3.739144990422089e-05,
      "loss": 0.6281,
      "step": 3905
    },
    {
      "epoch": 7.447619047619048,
      "grad_norm": 0.22562646865844727,
      "learning_rate": 3.7132571935808924e-05,
      "loss": 0.6454,
      "step": 3910
    },
    {
      "epoch": 7.457142857142857,
      "grad_norm": 0.2368139922618866,
      "learning_rate": 3.687438876997612e-05,
      "loss": 0.6444,
      "step": 3915
    },
    {
      "epoch": 7.466666666666667,
      "grad_norm": 0.23156170547008514,
      "learning_rate": 3.661690326012897e-05,
      "loss": 0.6249,
      "step": 3920
    },
    {
      "epoch": 7.476190476190476,
      "grad_norm": 0.23131678998470306,
      "learning_rate": 3.6360118251963645e-05,
      "loss": 0.6224,
      "step": 3925
    },
    {
      "epoch": 7.485714285714286,
      "grad_norm": 0.23170669376850128,
      "learning_rate": 3.610403658343443e-05,
      "loss": 0.6355,
      "step": 3930
    },
    {
      "epoch": 7.495238095238095,
      "grad_norm": 0.22911617159843445,
      "learning_rate": 3.58486610847223e-05,
      "loss": 0.6344,
      "step": 3935
    },
    {
      "epoch": 7.504761904761905,
      "grad_norm": 0.23085066676139832,
      "learning_rate": 3.5593994578203896e-05,
      "loss": 0.6332,
      "step": 3940
    },
    {
      "epoch": 7.514285714285714,
      "grad_norm": 0.23891034722328186,
      "learning_rate": 3.534003987842005e-05,
      "loss": 0.6165,
      "step": 3945
    },
    {
      "epoch": 7.523809523809524,
      "grad_norm": 0.23303653299808502,
      "learning_rate": 3.508679979204481e-05,
      "loss": 0.6275,
      "step": 3950
    },
    {
      "epoch": 7.533333333333333,
      "grad_norm": 0.2292027771472931,
      "learning_rate": 3.483427711785449e-05,
      "loss": 0.6424,
      "step": 3955
    },
    {
      "epoch": 7.542857142857143,
      "grad_norm": 0.22289618849754333,
      "learning_rate": 3.458247464669657e-05,
      "loss": 0.6396,
      "step": 3960
    },
    {
      "epoch": 7.552380952380952,
      "grad_norm": 0.22831101715564728,
      "learning_rate": 3.4331395161458955e-05,
      "loss": 0.6293,
      "step": 3965
    },
    {
      "epoch": 7.561904761904762,
      "grad_norm": 0.23642738163471222,
      "learning_rate": 3.408104143703929e-05,
      "loss": 0.6394,
      "step": 3970
    },
    {
      "epoch": 7.571428571428571,
      "grad_norm": 0.23651988804340363,
      "learning_rate": 3.383141624031408e-05,
      "loss": 0.65,
      "step": 3975
    },
    {
      "epoch": 7.580952380952381,
      "grad_norm": 0.229757159948349,
      "learning_rate": 3.35825223301083e-05,
      "loss": 0.6244,
      "step": 3980
    },
    {
      "epoch": 7.59047619047619,
      "grad_norm": 0.2353103756904602,
      "learning_rate": 3.333436245716488e-05,
      "loss": 0.6218,
      "step": 3985
    },
    {
      "epoch": 7.6,
      "grad_norm": 0.24895426630973816,
      "learning_rate": 3.308693936411421e-05,
      "loss": 0.6323,
      "step": 3990
    },
    {
      "epoch": 7.609523809523809,
      "grad_norm": 0.24273917078971863,
      "learning_rate": 3.2840255785443855e-05,
      "loss": 0.6307,
      "step": 3995
    },
    {
      "epoch": 7.619047619047619,
      "grad_norm": 0.24038879573345184,
      "learning_rate": 3.259431444746846e-05,
      "loss": 0.6326,
      "step": 4000
    },
    {
      "epoch": 7.628571428571428,
      "grad_norm": 0.23644651472568512,
      "learning_rate": 3.234911806829948e-05,
      "loss": 0.6284,
      "step": 4005
    },
    {
      "epoch": 7.638095238095238,
      "grad_norm": 0.238076314330101,
      "learning_rate": 3.210466935781516e-05,
      "loss": 0.6317,
      "step": 4010
    },
    {
      "epoch": 7.647619047619048,
      "grad_norm": 0.23139876127243042,
      "learning_rate": 3.1860971017630604e-05,
      "loss": 0.6214,
      "step": 4015
    },
    {
      "epoch": 7.6571428571428575,
      "grad_norm": 0.23607772588729858,
      "learning_rate": 3.161802574106799e-05,
      "loss": 0.6337,
      "step": 4020
    },
    {
      "epoch": 7.666666666666667,
      "grad_norm": 0.23559069633483887,
      "learning_rate": 3.137583621312665e-05,
      "loss": 0.6278,
      "step": 4025
    },
    {
      "epoch": 7.6761904761904765,
      "grad_norm": 0.2418035864830017,
      "learning_rate": 3.1134405110453515e-05,
      "loss": 0.6302,
      "step": 4030
    },
    {
      "epoch": 7.685714285714286,
      "grad_norm": 0.25391387939453125,
      "learning_rate": 3.089373510131354e-05,
      "loss": 0.647,
      "step": 4035
    },
    {
      "epoch": 7.695238095238095,
      "grad_norm": 0.2297278344631195,
      "learning_rate": 3.065382884556012e-05,
      "loss": 0.6296,
      "step": 4040
    },
    {
      "epoch": 7.704761904761905,
      "grad_norm": 0.22566130757331848,
      "learning_rate": 3.0414688994605723e-05,
      "loss": 0.6324,
      "step": 4045
    },
    {
      "epoch": 7.714285714285714,
      "grad_norm": 0.23526619374752045,
      "learning_rate": 3.0176318191392726e-05,
      "loss": 0.6403,
      "step": 4050
    },
    {
      "epoch": 7.723809523809524,
      "grad_norm": 0.230539932847023,
      "learning_rate": 2.9938719070363952e-05,
      "loss": 0.6397,
      "step": 4055
    },
    {
      "epoch": 7.733333333333333,
      "grad_norm": 0.23514920473098755,
      "learning_rate": 2.9701894257433826e-05,
      "loss": 0.626,
      "step": 4060
    },
    {
      "epoch": 7.742857142857143,
      "grad_norm": 0.24501506984233856,
      "learning_rate": 2.9465846369959127e-05,
      "loss": 0.6322,
      "step": 4065
    },
    {
      "epoch": 7.752380952380952,
      "grad_norm": 0.22882947325706482,
      "learning_rate": 2.923057801671015e-05,
      "loss": 0.624,
      "step": 4070
    },
    {
      "epoch": 7.761904761904762,
      "grad_norm": 0.23827053606510162,
      "learning_rate": 2.8996091797841973e-05,
      "loss": 0.6377,
      "step": 4075
    },
    {
      "epoch": 7.771428571428571,
      "grad_norm": 0.23343512415885925,
      "learning_rate": 2.876239030486554e-05,
      "loss": 0.6388,
      "step": 4080
    },
    {
      "epoch": 7.780952380952381,
      "grad_norm": 0.25341862440109253,
      "learning_rate": 2.8529476120619104e-05,
      "loss": 0.622,
      "step": 4085
    },
    {
      "epoch": 7.79047619047619,
      "grad_norm": 0.23422300815582275,
      "learning_rate": 2.829735181923978e-05,
      "loss": 0.6281,
      "step": 4090
    },
    {
      "epoch": 7.8,
      "grad_norm": 0.22450385987758636,
      "learning_rate": 2.8066019966134904e-05,
      "loss": 0.6316,
      "step": 4095
    },
    {
      "epoch": 7.809523809523809,
      "grad_norm": 0.2333240658044815,
      "learning_rate": 2.7835483117953788e-05,
      "loss": 0.6406,
      "step": 4100
    },
    {
      "epoch": 7.819047619047619,
      "grad_norm": 0.23980993032455444,
      "learning_rate": 2.7605743822559506e-05,
      "loss": 0.6351,
      "step": 4105
    },
    {
      "epoch": 7.828571428571428,
      "grad_norm": 0.2439979910850525,
      "learning_rate": 2.7376804619000707e-05,
      "loss": 0.638,
      "step": 4110
    },
    {
      "epoch": 7.838095238095238,
      "grad_norm": 0.2424413561820984,
      "learning_rate": 2.7148668037483372e-05,
      "loss": 0.6357,
      "step": 4115
    },
    {
      "epoch": 7.847619047619047,
      "grad_norm": 0.231084942817688,
      "learning_rate": 2.692133659934315e-05,
      "loss": 0.6217,
      "step": 4120
    },
    {
      "epoch": 7.857142857142857,
      "grad_norm": 0.23306681215763092,
      "learning_rate": 2.669481281701739e-05,
      "loss": 0.6293,
      "step": 4125
    },
    {
      "epoch": 7.866666666666667,
      "grad_norm": 0.2443678230047226,
      "learning_rate": 2.6469099194017143e-05,
      "loss": 0.6348,
      "step": 4130
    },
    {
      "epoch": 7.876190476190477,
      "grad_norm": 0.2363799512386322,
      "learning_rate": 2.624419822489985e-05,
      "loss": 0.6295,
      "step": 4135
    },
    {
      "epoch": 7.885714285714286,
      "grad_norm": 0.2323981076478958,
      "learning_rate": 2.6020112395241624e-05,
      "loss": 0.6375,
      "step": 4140
    },
    {
      "epoch": 7.895238095238096,
      "grad_norm": 0.24826794862747192,
      "learning_rate": 2.579684418160958e-05,
      "loss": 0.6389,
      "step": 4145
    },
    {
      "epoch": 7.904761904761905,
      "grad_norm": 0.223325714468956,
      "learning_rate": 2.5574396051534832e-05,
      "loss": 0.636,
      "step": 4150
    },
    {
      "epoch": 7.914285714285715,
      "grad_norm": 0.22773179411888123,
      "learning_rate": 2.5352770463484987e-05,
      "loss": 0.6256,
      "step": 4155
    },
    {
      "epoch": 7.923809523809524,
      "grad_norm": 0.23265981674194336,
      "learning_rate": 2.5131969866836992e-05,
      "loss": 0.6241,
      "step": 4160
    },
    {
      "epoch": 7.933333333333334,
      "grad_norm": 0.23152920603752136,
      "learning_rate": 2.491199670185008e-05,
      "loss": 0.6366,
      "step": 4165
    },
    {
      "epoch": 7.942857142857143,
      "grad_norm": 0.24560460448265076,
      "learning_rate": 2.4692853399638917e-05,
      "loss": 0.6378,
      "step": 4170
    },
    {
      "epoch": 7.9523809523809526,
      "grad_norm": 0.22926020622253418,
      "learning_rate": 2.4474542382146537e-05,
      "loss": 0.6402,
      "step": 4175
    },
    {
      "epoch": 7.961904761904762,
      "grad_norm": 0.2434161901473999,
      "learning_rate": 2.425706606211767e-05,
      "loss": 0.6338,
      "step": 4180
    },
    {
      "epoch": 7.9714285714285715,
      "grad_norm": 0.23746095597743988,
      "learning_rate": 2.4040426843072206e-05,
      "loss": 0.6484,
      "step": 4185
    },
    {
      "epoch": 7.980952380952381,
      "grad_norm": 0.2342091053724289,
      "learning_rate": 2.3824627119278342e-05,
      "loss": 0.6273,
      "step": 4190
    },
    {
      "epoch": 7.9904761904761905,
      "grad_norm": 0.2437712550163269,
      "learning_rate": 2.3609669275726355e-05,
      "loss": 0.6365,
      "step": 4195
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.23214805126190186,
      "learning_rate": 2.339555568810221e-05,
      "loss": 0.6257,
      "step": 4200
    },
    {
      "epoch": 8.0,
      "eval_loss": 1.3403503894805908,
      "eval_runtime": 0.3249,
      "eval_samples_per_second": 12.312,
      "eval_steps_per_second": 3.078,
      "step": 4200
    },
    {
      "epoch": 8.00952380952381,
      "grad_norm": 0.23136037588119507,
      "learning_rate": 2.318228872276118e-05,
      "loss": 0.6216,
      "step": 4205
    },
    {
      "epoch": 8.019047619047619,
      "grad_norm": 0.23694069683551788,
      "learning_rate": 2.2969870736701895e-05,
      "loss": 0.6208,
      "step": 4210
    },
    {
      "epoch": 8.028571428571428,
      "grad_norm": 0.23975005745887756,
      "learning_rate": 2.275830407754006e-05,
      "loss": 0.6298,
      "step": 4215
    },
    {
      "epoch": 8.038095238095238,
      "grad_norm": 0.23182031512260437,
      "learning_rate": 2.2547591083482665e-05,
      "loss": 0.627,
      "step": 4220
    },
    {
      "epoch": 8.047619047619047,
      "grad_norm": 0.24627025425434113,
      "learning_rate": 2.2337734083302164e-05,
      "loss": 0.6128,
      "step": 4225
    },
    {
      "epoch": 8.057142857142857,
      "grad_norm": 0.23380368947982788,
      "learning_rate": 2.212873539631061e-05,
      "loss": 0.6315,
      "step": 4230
    },
    {
      "epoch": 8.066666666666666,
      "grad_norm": 0.23186807334423065,
      "learning_rate": 2.192059733233408e-05,
      "loss": 0.626,
      "step": 4235
    },
    {
      "epoch": 8.076190476190476,
      "grad_norm": 0.23652274906635284,
      "learning_rate": 2.1713322191687237e-05,
      "loss": 0.6358,
      "step": 4240
    },
    {
      "epoch": 8.085714285714285,
      "grad_norm": 0.24210993945598602,
      "learning_rate": 2.1506912265147772e-05,
      "loss": 0.6315,
      "step": 4245
    },
    {
      "epoch": 8.095238095238095,
      "grad_norm": 0.23931226134300232,
      "learning_rate": 2.1301369833931117e-05,
      "loss": 0.6093,
      "step": 4250
    },
    {
      "epoch": 8.104761904761904,
      "grad_norm": 0.2417602837085724,
      "learning_rate": 2.1096697169665313e-05,
      "loss": 0.6271,
      "step": 4255
    },
    {
      "epoch": 8.114285714285714,
      "grad_norm": 0.23360390961170197,
      "learning_rate": 2.0892896534365904e-05,
      "loss": 0.6216,
      "step": 4260
    },
    {
      "epoch": 8.123809523809523,
      "grad_norm": 0.2413237988948822,
      "learning_rate": 2.068997018041069e-05,
      "loss": 0.6184,
      "step": 4265
    },
    {
      "epoch": 8.133333333333333,
      "grad_norm": 0.2482381910085678,
      "learning_rate": 2.0487920350515212e-05,
      "loss": 0.624,
      "step": 4270
    },
    {
      "epoch": 8.142857142857142,
      "grad_norm": 0.24830950796604156,
      "learning_rate": 2.0286749277707782e-05,
      "loss": 0.6253,
      "step": 4275
    },
    {
      "epoch": 8.152380952380952,
      "grad_norm": 0.24451254308223724,
      "learning_rate": 2.0086459185304618e-05,
      "loss": 0.6213,
      "step": 4280
    },
    {
      "epoch": 8.161904761904761,
      "grad_norm": 0.23981262743473053,
      "learning_rate": 1.9887052286885655e-05,
      "loss": 0.6237,
      "step": 4285
    },
    {
      "epoch": 8.17142857142857,
      "grad_norm": 0.24213843047618866,
      "learning_rate": 1.9688530786269855e-05,
      "loss": 0.6297,
      "step": 4290
    },
    {
      "epoch": 8.18095238095238,
      "grad_norm": 0.23491358757019043,
      "learning_rate": 1.9490896877490716e-05,
      "loss": 0.6309,
      "step": 4295
    },
    {
      "epoch": 8.19047619047619,
      "grad_norm": 0.24114489555358887,
      "learning_rate": 1.929415274477239e-05,
      "loss": 0.6273,
      "step": 4300
    },
    {
      "epoch": 8.2,
      "grad_norm": 0.24128074944019318,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 0.6283,
      "step": 4305
    },
    {
      "epoch": 8.209523809523809,
      "grad_norm": 0.23723888397216797,
      "learning_rate": 1.8903342495221977e-05,
      "loss": 0.6221,
      "step": 4310
    },
    {
      "epoch": 8.219047619047618,
      "grad_norm": 0.23763377964496613,
      "learning_rate": 1.870928069757353e-05,
      "loss": 0.6309,
      "step": 4315
    },
    {
      "epoch": 8.228571428571428,
      "grad_norm": 0.2403092235326767,
      "learning_rate": 1.8516117314305524e-05,
      "loss": 0.6221,
      "step": 4320
    },
    {
      "epoch": 8.238095238095237,
      "grad_norm": 0.23820042610168457,
      "learning_rate": 1.832385448023435e-05,
      "loss": 0.6254,
      "step": 4325
    },
    {
      "epoch": 8.247619047619047,
      "grad_norm": 0.23579280078411102,
      "learning_rate": 1.8132494320223638e-05,
      "loss": 0.6225,
      "step": 4330
    },
    {
      "epoch": 8.257142857142856,
      "grad_norm": 0.24339617788791656,
      "learning_rate": 1.7942038949160854e-05,
      "loss": 0.6292,
      "step": 4335
    },
    {
      "epoch": 8.266666666666667,
      "grad_norm": 0.24123533070087433,
      "learning_rate": 1.775249047193377e-05,
      "loss": 0.6241,
      "step": 4340
    },
    {
      "epoch": 8.276190476190477,
      "grad_norm": 0.2402196228504181,
      "learning_rate": 1.756385098340736e-05,
      "loss": 0.629,
      "step": 4345
    },
    {
      "epoch": 8.285714285714286,
      "grad_norm": 0.22874706983566284,
      "learning_rate": 1.7376122568400532e-05,
      "loss": 0.6161,
      "step": 4350
    },
    {
      "epoch": 8.295238095238096,
      "grad_norm": 0.23019570112228394,
      "learning_rate": 1.7189307301663084e-05,
      "loss": 0.6144,
      "step": 4355
    },
    {
      "epoch": 8.304761904761905,
      "grad_norm": 0.2534734010696411,
      "learning_rate": 1.7003407247852943e-05,
      "loss": 0.6275,
      "step": 4360
    },
    {
      "epoch": 8.314285714285715,
      "grad_norm": 0.2459252029657364,
      "learning_rate": 1.681842446151313e-05,
      "loss": 0.6095,
      "step": 4365
    },
    {
      "epoch": 8.323809523809524,
      "grad_norm": 0.23832803964614868,
      "learning_rate": 1.6634360987049115e-05,
      "loss": 0.6295,
      "step": 4370
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.22661805152893066,
      "learning_rate": 1.6451218858706374e-05,
      "loss": 0.6322,
      "step": 4375
    },
    {
      "epoch": 8.342857142857143,
      "grad_norm": 0.246062234044075,
      "learning_rate": 1.6269000100547683e-05,
      "loss": 0.63,
      "step": 4380
    },
    {
      "epoch": 8.352380952380953,
      "grad_norm": 0.24505558609962463,
      "learning_rate": 1.6087706726430873e-05,
      "loss": 0.6271,
      "step": 4385
    },
    {
      "epoch": 8.361904761904762,
      "grad_norm": 0.2376982420682907,
      "learning_rate": 1.5907340739986575e-05,
      "loss": 0.6346,
      "step": 4390
    },
    {
      "epoch": 8.371428571428572,
      "grad_norm": 0.23987463116645813,
      "learning_rate": 1.5727904134596083e-05,
      "loss": 0.6239,
      "step": 4395
    },
    {
      "epoch": 8.380952380952381,
      "grad_norm": 0.24543854594230652,
      "learning_rate": 1.5549398893369216e-05,
      "loss": 0.634,
      "step": 4400
    },
    {
      "epoch": 8.39047619047619,
      "grad_norm": 0.23671837151050568,
      "learning_rate": 1.5371826989122506e-05,
      "loss": 0.6288,
      "step": 4405
    },
    {
      "epoch": 8.4,
      "grad_norm": 0.23273004591464996,
      "learning_rate": 1.5195190384357404e-05,
      "loss": 0.6288,
      "step": 4410
    },
    {
      "epoch": 8.40952380952381,
      "grad_norm": 0.24326454102993011,
      "learning_rate": 1.501949103123852e-05,
      "loss": 0.6386,
      "step": 4415
    },
    {
      "epoch": 8.41904761904762,
      "grad_norm": 0.2386908084154129,
      "learning_rate": 1.4844730871572043e-05,
      "loss": 0.6312,
      "step": 4420
    },
    {
      "epoch": 8.428571428571429,
      "grad_norm": 0.23784001171588898,
      "learning_rate": 1.467091183678444e-05,
      "loss": 0.6158,
      "step": 4425
    },
    {
      "epoch": 8.438095238095238,
      "grad_norm": 0.24026724696159363,
      "learning_rate": 1.449803584790086e-05,
      "loss": 0.6275,
      "step": 4430
    },
    {
      "epoch": 8.447619047619048,
      "grad_norm": 0.23797613382339478,
      "learning_rate": 1.4326104815524088e-05,
      "loss": 0.6254,
      "step": 4435
    },
    {
      "epoch": 8.457142857142857,
      "grad_norm": 0.2374219447374344,
      "learning_rate": 1.415512063981339e-05,
      "loss": 0.6308,
      "step": 4440
    },
    {
      "epoch": 8.466666666666667,
      "grad_norm": 0.26075613498687744,
      "learning_rate": 1.3985085210463477e-05,
      "loss": 0.6279,
      "step": 4445
    },
    {
      "epoch": 8.476190476190476,
      "grad_norm": 0.23775546252727509,
      "learning_rate": 1.3816000406683604e-05,
      "loss": 0.6369,
      "step": 4450
    },
    {
      "epoch": 8.485714285714286,
      "grad_norm": 0.25033655762672424,
      "learning_rate": 1.364786809717692e-05,
      "loss": 0.6317,
      "step": 4455
    },
    {
      "epoch": 8.495238095238095,
      "grad_norm": 0.23537905514240265,
      "learning_rate": 1.3480690140119657e-05,
      "loss": 0.6252,
      "step": 4460
    },
    {
      "epoch": 8.504761904761905,
      "grad_norm": 0.24787379801273346,
      "learning_rate": 1.3314468383140688e-05,
      "loss": 0.6241,
      "step": 4465
    },
    {
      "epoch": 8.514285714285714,
      "grad_norm": 0.24332831799983978,
      "learning_rate": 1.3149204663301118e-05,
      "loss": 0.6369,
      "step": 4470
    },
    {
      "epoch": 8.523809523809524,
      "grad_norm": 0.23973241448402405,
      "learning_rate": 1.2984900807073919e-05,
      "loss": 0.6275,
      "step": 4475
    },
    {
      "epoch": 8.533333333333333,
      "grad_norm": 0.24601459503173828,
      "learning_rate": 1.2821558630323772e-05,
      "loss": 0.6347,
      "step": 4480
    },
    {
      "epoch": 8.542857142857143,
      "grad_norm": 0.23905131220817566,
      "learning_rate": 1.2659179938287035e-05,
      "loss": 0.6208,
      "step": 4485
    },
    {
      "epoch": 8.552380952380952,
      "grad_norm": 0.23523162305355072,
      "learning_rate": 1.2497766525551724e-05,
      "loss": 0.6155,
      "step": 4490
    },
    {
      "epoch": 8.561904761904762,
      "grad_norm": 0.2428881824016571,
      "learning_rate": 1.2337320176037759e-05,
      "loss": 0.6283,
      "step": 4495
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.24822403490543365,
      "learning_rate": 1.2177842662977135e-05,
      "loss": 0.6298,
      "step": 4500
    },
    {
      "epoch": 8.58095238095238,
      "grad_norm": 0.23006483912467957,
      "learning_rate": 1.201933574889449e-05,
      "loss": 0.6264,
      "step": 4505
    },
    {
      "epoch": 8.59047619047619,
      "grad_norm": 0.23746708035469055,
      "learning_rate": 1.186180118558743e-05,
      "loss": 0.6143,
      "step": 4510
    },
    {
      "epoch": 8.6,
      "grad_norm": 0.23508812487125397,
      "learning_rate": 1.1705240714107302e-05,
      "loss": 0.621,
      "step": 4515
    },
    {
      "epoch": 8.60952380952381,
      "grad_norm": 0.2398723065853119,
      "learning_rate": 1.1549656064739967e-05,
      "loss": 0.6246,
      "step": 4520
    },
    {
      "epoch": 8.619047619047619,
      "grad_norm": 0.2376699149608612,
      "learning_rate": 1.1395048956986575e-05,
      "loss": 0.6205,
      "step": 4525
    },
    {
      "epoch": 8.628571428571428,
      "grad_norm": 0.2414540946483612,
      "learning_rate": 1.124142109954459e-05,
      "loss": 0.6204,
      "step": 4530
    },
    {
      "epoch": 8.638095238095238,
      "grad_norm": 0.2395474761724472,
      "learning_rate": 1.108877419028902e-05,
      "loss": 0.6255,
      "step": 4535
    },
    {
      "epoch": 8.647619047619047,
      "grad_norm": 0.24437417089939117,
      "learning_rate": 1.0937109916253474e-05,
      "loss": 0.6231,
      "step": 4540
    },
    {
      "epoch": 8.657142857142857,
      "grad_norm": 0.25323808193206787,
      "learning_rate": 1.0786429953611666e-05,
      "loss": 0.6291,
      "step": 4545
    },
    {
      "epoch": 8.666666666666666,
      "grad_norm": 0.23473167419433594,
      "learning_rate": 1.0636735967658784e-05,
      "loss": 0.6207,
      "step": 4550
    },
    {
      "epoch": 8.676190476190476,
      "grad_norm": 0.23271633684635162,
      "learning_rate": 1.0488029612793138e-05,
      "loss": 0.6226,
      "step": 4555
    },
    {
      "epoch": 8.685714285714285,
      "grad_norm": 0.24144107103347778,
      "learning_rate": 1.034031253249792e-05,
      "loss": 0.6329,
      "step": 4560
    },
    {
      "epoch": 8.695238095238095,
      "grad_norm": 0.2525869905948639,
      "learning_rate": 1.0193586359322927e-05,
      "loss": 0.6192,
      "step": 4565
    },
    {
      "epoch": 8.704761904761904,
      "grad_norm": 0.24347785115242004,
      "learning_rate": 1.004785271486659e-05,
      "loss": 0.6284,
      "step": 4570
    },
    {
      "epoch": 8.714285714285714,
      "grad_norm": 0.24428115785121918,
      "learning_rate": 9.903113209758096e-06,
      "loss": 0.6346,
      "step": 4575
    },
    {
      "epoch": 8.723809523809523,
      "grad_norm": 0.2366633117198944,
      "learning_rate": 9.759369443639454e-06,
      "loss": 0.6257,
      "step": 4580
    },
    {
      "epoch": 8.733333333333333,
      "grad_norm": 0.24603548645973206,
      "learning_rate": 9.616623005147951e-06,
      "loss": 0.6286,
      "step": 4585
    },
    {
      "epoch": 8.742857142857144,
      "grad_norm": 0.240610271692276,
      "learning_rate": 9.474875471898526e-06,
      "loss": 0.6288,
      "step": 4590
    },
    {
      "epoch": 8.752380952380953,
      "grad_norm": 0.2394147515296936,
      "learning_rate": 9.334128410466358e-06,
      "loss": 0.6304,
      "step": 4595
    },
    {
      "epoch": 8.761904761904763,
      "grad_norm": 0.23732179403305054,
      "learning_rate": 9.194383376369508e-06,
      "loss": 0.6256,
      "step": 4600
    },
    {
      "epoch": 8.771428571428572,
      "grad_norm": 0.23427680134773254,
      "learning_rate": 9.055641914051782e-06,
      "loss": 0.6154,
      "step": 4605
    },
    {
      "epoch": 8.780952380952382,
      "grad_norm": 0.24093270301818848,
      "learning_rate": 8.917905556865713e-06,
      "loss": 0.6189,
      "step": 4610
    },
    {
      "epoch": 8.790476190476191,
      "grad_norm": 0.24400576949119568,
      "learning_rate": 8.781175827055389e-06,
      "loss": 0.6301,
      "step": 4615
    },
    {
      "epoch": 8.8,
      "grad_norm": 0.24120011925697327,
      "learning_rate": 8.645454235739903e-06,
      "loss": 0.6239,
      "step": 4620
    },
    {
      "epoch": 8.80952380952381,
      "grad_norm": 0.2423393577337265,
      "learning_rate": 8.510742282896544e-06,
      "loss": 0.6383,
      "step": 4625
    },
    {
      "epoch": 8.81904761904762,
      "grad_norm": 0.24667339026927948,
      "learning_rate": 8.377041457344103e-06,
      "loss": 0.628,
      "step": 4630
    },
    {
      "epoch": 8.82857142857143,
      "grad_norm": 0.23888331651687622,
      "learning_rate": 8.24435323672661e-06,
      "loss": 0.6236,
      "step": 4635
    },
    {
      "epoch": 8.838095238095239,
      "grad_norm": 0.2347164750099182,
      "learning_rate": 8.112679087496933e-06,
      "loss": 0.621,
      "step": 4640
    },
    {
      "epoch": 8.847619047619048,
      "grad_norm": 0.249232217669487,
      "learning_rate": 7.982020464900486e-06,
      "loss": 0.6296,
      "step": 4645
    },
    {
      "epoch": 8.857142857142858,
      "grad_norm": 0.2342270165681839,
      "learning_rate": 7.852378812959227e-06,
      "loss": 0.6261,
      "step": 4650
    },
    {
      "epoch": 8.866666666666667,
      "grad_norm": 0.24151065945625305,
      "learning_rate": 7.72375556445577e-06,
      "loss": 0.6207,
      "step": 4655
    },
    {
      "epoch": 8.876190476190477,
      "grad_norm": 0.24049705266952515,
      "learning_rate": 7.596152140917368e-06,
      "loss": 0.6294,
      "step": 4660
    },
    {
      "epoch": 8.885714285714286,
      "grad_norm": 0.24534159898757935,
      "learning_rate": 7.46956995260033e-06,
      "loss": 0.6227,
      "step": 4665
    },
    {
      "epoch": 8.895238095238096,
      "grad_norm": 0.2385033518075943,
      "learning_rate": 7.344010398474455e-06,
      "loss": 0.6309,
      "step": 4670
    },
    {
      "epoch": 8.904761904761905,
      "grad_norm": 0.24666495621204376,
      "learning_rate": 7.219474866207465e-06,
      "loss": 0.6197,
      "step": 4675
    },
    {
      "epoch": 8.914285714285715,
      "grad_norm": 0.23790596425533295,
      "learning_rate": 7.09596473214974e-06,
      "loss": 0.6161,
      "step": 4680
    },
    {
      "epoch": 8.923809523809524,
      "grad_norm": 0.23783983290195465,
      "learning_rate": 6.973481361319123e-06,
      "loss": 0.6148,
      "step": 4685
    },
    {
      "epoch": 8.933333333333334,
      "grad_norm": 0.2483368068933487,
      "learning_rate": 6.852026107385756e-06,
      "loss": 0.6311,
      "step": 4690
    },
    {
      "epoch": 8.942857142857143,
      "grad_norm": 0.24231784045696259,
      "learning_rate": 6.731600312657238e-06,
      "loss": 0.631,
      "step": 4695
    },
    {
      "epoch": 8.952380952380953,
      "grad_norm": 0.24928317964076996,
      "learning_rate": 6.612205308063646e-06,
      "loss": 0.6235,
      "step": 4700
    },
    {
      "epoch": 8.961904761904762,
      "grad_norm": 0.23735187947750092,
      "learning_rate": 6.493842413142914e-06,
      "loss": 0.6259,
      "step": 4705
    },
    {
      "epoch": 8.971428571428572,
      "grad_norm": 0.2443312555551529,
      "learning_rate": 6.37651293602628e-06,
      "loss": 0.6372,
      "step": 4710
    },
    {
      "epoch": 8.980952380952381,
      "grad_norm": 0.24989666044712067,
      "learning_rate": 6.260218173423749e-06,
      "loss": 0.6253,
      "step": 4715
    },
    {
      "epoch": 8.99047619047619,
      "grad_norm": 0.24133141338825226,
      "learning_rate": 6.144959410609785e-06,
      "loss": 0.6334,
      "step": 4720
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.24009673297405243,
      "learning_rate": 6.030737921409169e-06,
      "loss": 0.6314,
      "step": 4725
    },
    {
      "epoch": 9.0,
      "eval_loss": 1.3410394191741943,
      "eval_runtime": 0.3239,
      "eval_samples_per_second": 12.35,
      "eval_steps_per_second": 3.088,
      "step": 4725
    },
    {
      "epoch": 9.00952380952381,
      "grad_norm": 0.2452923059463501,
      "learning_rate": 5.917554968182803e-06,
      "loss": 0.6214,
      "step": 4730
    },
    {
      "epoch": 9.019047619047619,
      "grad_norm": 0.2375546544790268,
      "learning_rate": 5.805411801813865e-06,
      "loss": 0.6109,
      "step": 4735
    },
    {
      "epoch": 9.028571428571428,
      "grad_norm": 0.2484077662229538,
      "learning_rate": 5.694309661693942e-06,
      "loss": 0.6179,
      "step": 4740
    },
    {
      "epoch": 9.038095238095238,
      "grad_norm": 0.23496288061141968,
      "learning_rate": 5.584249775709371e-06,
      "loss": 0.6322,
      "step": 4745
    },
    {
      "epoch": 9.047619047619047,
      "grad_norm": 0.25102752447128296,
      "learning_rate": 5.475233360227516e-06,
      "loss": 0.6257,
      "step": 4750
    },
    {
      "epoch": 9.057142857142857,
      "grad_norm": 0.24880193173885345,
      "learning_rate": 5.367261620083575e-06,
      "loss": 0.6333,
      "step": 4755
    },
    {
      "epoch": 9.066666666666666,
      "grad_norm": 0.24257133901119232,
      "learning_rate": 5.26033574856708e-06,
      "loss": 0.6297,
      "step": 4760
    },
    {
      "epoch": 9.076190476190476,
      "grad_norm": 0.24016863107681274,
      "learning_rate": 5.1544569274087125e-06,
      "loss": 0.6263,
      "step": 4765
    },
    {
      "epoch": 9.085714285714285,
      "grad_norm": 0.24308805167675018,
      "learning_rate": 5.049626326767365e-06,
      "loss": 0.6202,
      "step": 4770
    },
    {
      "epoch": 9.095238095238095,
      "grad_norm": 0.25135210156440735,
      "learning_rate": 4.945845105217117e-06,
      "loss": 0.6202,
      "step": 4775
    },
    {
      "epoch": 9.104761904761904,
      "grad_norm": 0.24231822788715363,
      "learning_rate": 4.843114409734384e-06,
      "loss": 0.6275,
      "step": 4780
    },
    {
      "epoch": 9.114285714285714,
      "grad_norm": 0.24114476144313812,
      "learning_rate": 4.741435375685377e-06,
      "loss": 0.6163,
      "step": 4785
    },
    {
      "epoch": 9.123809523809523,
      "grad_norm": 0.25297802686691284,
      "learning_rate": 4.640809126813484e-06,
      "loss": 0.6278,
      "step": 4790
    },
    {
      "epoch": 9.133333333333333,
      "grad_norm": 0.24216073751449585,
      "learning_rate": 4.541236775226809e-06,
      "loss": 0.6208,
      "step": 4795
    },
    {
      "epoch": 9.142857142857142,
      "grad_norm": 0.23923125863075256,
      "learning_rate": 4.442719421385922e-06,
      "loss": 0.6148,
      "step": 4800
    },
    {
      "epoch": 9.152380952380952,
      "grad_norm": 0.25497567653656006,
      "learning_rate": 4.3452581540917465e-06,
      "loss": 0.6215,
      "step": 4805
    },
    {
      "epoch": 9.161904761904761,
      "grad_norm": 0.2442941963672638,
      "learning_rate": 4.248854050473405e-06,
      "loss": 0.6197,
      "step": 4810
    },
    {
      "epoch": 9.17142857142857,
      "grad_norm": 0.2433978170156479,
      "learning_rate": 4.153508175976428e-06,
      "loss": 0.6216,
      "step": 4815
    },
    {
      "epoch": 9.18095238095238,
      "grad_norm": 0.24015413224697113,
      "learning_rate": 4.059221584350958e-06,
      "loss": 0.6261,
      "step": 4820
    },
    {
      "epoch": 9.19047619047619,
      "grad_norm": 0.24067072570323944,
      "learning_rate": 3.965995317640025e-06,
      "loss": 0.6264,
      "step": 4825
    },
    {
      "epoch": 9.2,
      "grad_norm": 0.24210909008979797,
      "learning_rate": 3.873830406168111e-06,
      "loss": 0.6106,
      "step": 4830
    },
    {
      "epoch": 9.209523809523809,
      "grad_norm": 0.24473240971565247,
      "learning_rate": 3.7827278685297785e-06,
      "loss": 0.6207,
      "step": 4835
    },
    {
      "epoch": 9.219047619047618,
      "grad_norm": 0.24637968838214874,
      "learning_rate": 3.692688711578296e-06,
      "loss": 0.6292,
      "step": 4840
    },
    {
      "epoch": 9.228571428571428,
      "grad_norm": 0.24839821457862854,
      "learning_rate": 3.6037139304146762e-06,
      "loss": 0.6222,
      "step": 4845
    },
    {
      "epoch": 9.238095238095237,
      "grad_norm": 0.2498600333929062,
      "learning_rate": 3.515804508376508e-06,
      "loss": 0.6266,
      "step": 4850
    },
    {
      "epoch": 9.247619047619047,
      "grad_norm": 0.2570066750049591,
      "learning_rate": 3.428961417027221e-06,
      "loss": 0.6265,
      "step": 4855
    },
    {
      "epoch": 9.257142857142856,
      "grad_norm": 0.24512985348701477,
      "learning_rate": 3.3431856161452835e-06,
      "loss": 0.6185,
      "step": 4860
    },
    {
      "epoch": 9.266666666666667,
      "grad_norm": 0.2434176504611969,
      "learning_rate": 3.2584780537136207e-06,
      "loss": 0.6322,
      "step": 4865
    },
    {
      "epoch": 9.276190476190477,
      "grad_norm": 0.24330537021160126,
      "learning_rate": 3.1748396659090797e-06,
      "loss": 0.6241,
      "step": 4870
    },
    {
      "epoch": 9.285714285714286,
      "grad_norm": 0.24642570316791534,
      "learning_rate": 3.092271377092215e-06,
      "loss": 0.6274,
      "step": 4875
    },
    {
      "epoch": 9.295238095238096,
      "grad_norm": 0.23440000414848328,
      "learning_rate": 3.010774099796898e-06,
      "loss": 0.6163,
      "step": 4880
    },
    {
      "epoch": 9.304761904761905,
      "grad_norm": 0.24107569456100464,
      "learning_rate": 2.9303487347203783e-06,
      "loss": 0.6226,
      "step": 4885
    },
    {
      "epoch": 9.314285714285715,
      "grad_norm": 0.23449283838272095,
      "learning_rate": 2.8509961707132494e-06,
      "loss": 0.6318,
      "step": 4890
    },
    {
      "epoch": 9.323809523809524,
      "grad_norm": 0.25119608640670776,
      "learning_rate": 2.772717284769677e-06,
      "loss": 0.6264,
      "step": 4895
    },
    {
      "epoch": 9.333333333333334,
      "grad_norm": 0.23543590307235718,
      "learning_rate": 2.6955129420176196e-06,
      "loss": 0.6128,
      "step": 4900
    },
    {
      "epoch": 9.342857142857143,
      "grad_norm": 0.23934414982795715,
      "learning_rate": 2.619383995709368e-06,
      "loss": 0.6163,
      "step": 4905
    },
    {
      "epoch": 9.352380952380953,
      "grad_norm": 0.25171783566474915,
      "learning_rate": 2.5443312872120763e-06,
      "loss": 0.6229,
      "step": 4910
    },
    {
      "epoch": 9.361904761904762,
      "grad_norm": 0.23963721096515656,
      "learning_rate": 2.4703556459984456e-06,
      "loss": 0.6269,
      "step": 4915
    },
    {
      "epoch": 9.371428571428572,
      "grad_norm": 0.25053393840789795,
      "learning_rate": 2.3974578896375553e-06,
      "loss": 0.6227,
      "step": 4920
    },
    {
      "epoch": 9.380952380952381,
      "grad_norm": 0.24071863293647766,
      "learning_rate": 2.3256388237858807e-06,
      "loss": 0.6276,
      "step": 4925
    },
    {
      "epoch": 9.39047619047619,
      "grad_norm": 0.2486407309770584,
      "learning_rate": 2.25489924217831e-06,
      "loss": 0.6228,
      "step": 4930
    },
    {
      "epoch": 9.4,
      "grad_norm": 0.2375013381242752,
      "learning_rate": 2.1852399266194314e-06,
      "loss": 0.6139,
      "step": 4935
    },
    {
      "epoch": 9.40952380952381,
      "grad_norm": 0.2476935237646103,
      "learning_rate": 2.1166616469749044e-06,
      "loss": 0.6162,
      "step": 4940
    },
    {
      "epoch": 9.41904761904762,
      "grad_norm": 0.24889154732227325,
      "learning_rate": 2.049165161162858e-06,
      "loss": 0.613,
      "step": 4945
    },
    {
      "epoch": 9.428571428571429,
      "grad_norm": 0.240982323884964,
      "learning_rate": 1.9827512151456173e-06,
      "loss": 0.63,
      "step": 4950
    },
    {
      "epoch": 9.438095238095238,
      "grad_norm": 0.2406960278749466,
      "learning_rate": 1.917420542921433e-06,
      "loss": 0.6204,
      "step": 4955
    },
    {
      "epoch": 9.447619047619048,
      "grad_norm": 0.2408684343099594,
      "learning_rate": 1.8531738665163112e-06,
      "loss": 0.6126,
      "step": 4960
    },
    {
      "epoch": 9.457142857142857,
      "grad_norm": 0.2530766725540161,
      "learning_rate": 1.790011895976118e-06,
      "loss": 0.6303,
      "step": 4965
    },
    {
      "epoch": 9.466666666666667,
      "grad_norm": 0.2396114617586136,
      "learning_rate": 1.7279353293586765e-06,
      "loss": 0.6274,
      "step": 4970
    },
    {
      "epoch": 9.476190476190476,
      "grad_norm": 0.23766325414180756,
      "learning_rate": 1.66694485272606e-06,
      "loss": 0.6246,
      "step": 4975
    },
    {
      "epoch": 9.485714285714286,
      "grad_norm": 0.24630650877952576,
      "learning_rate": 1.6070411401370334e-06,
      "loss": 0.6217,
      "step": 4980
    },
    {
      "epoch": 9.495238095238095,
      "grad_norm": 0.25678691267967224,
      "learning_rate": 1.5482248536395905e-06,
      "loss": 0.626,
      "step": 4985
    },
    {
      "epoch": 9.504761904761905,
      "grad_norm": 0.24416512250900269,
      "learning_rate": 1.4904966432635947e-06,
      "loss": 0.6299,
      "step": 4990
    },
    {
      "epoch": 9.514285714285714,
      "grad_norm": 0.2470226287841797,
      "learning_rate": 1.4338571470137063e-06,
      "loss": 0.6229,
      "step": 4995
    },
    {
      "epoch": 9.523809523809524,
      "grad_norm": 0.24221652746200562,
      "learning_rate": 1.378306990862177e-06,
      "loss": 0.621,
      "step": 5000
    },
    {
      "epoch": 9.533333333333333,
      "grad_norm": 0.24181492626667023,
      "learning_rate": 1.323846788742078e-06,
      "loss": 0.6048,
      "step": 5005
    },
    {
      "epoch": 9.542857142857143,
      "grad_norm": 0.24268200993537903,
      "learning_rate": 1.2704771425404382e-06,
      "loss": 0.6382,
      "step": 5010
    },
    {
      "epoch": 9.552380952380952,
      "grad_norm": 0.24577122926712036,
      "learning_rate": 1.2181986420915615e-06,
      "loss": 0.6284,
      "step": 5015
    },
    {
      "epoch": 9.561904761904762,
      "grad_norm": 0.24282944202423096,
      "learning_rate": 1.1670118651706197e-06,
      "loss": 0.6201,
      "step": 5020
    },
    {
      "epoch": 9.571428571428571,
      "grad_norm": 0.24517573416233063,
      "learning_rate": 1.1169173774871478e-06,
      "loss": 0.6234,
      "step": 5025
    },
    {
      "epoch": 9.58095238095238,
      "grad_norm": 0.23740537464618683,
      "learning_rate": 1.067915732678859e-06,
      "loss": 0.6202,
      "step": 5030
    },
    {
      "epoch": 9.59047619047619,
      "grad_norm": 0.24459858238697052,
      "learning_rate": 1.0200074723055398e-06,
      "loss": 0.6273,
      "step": 5035
    },
    {
      "epoch": 9.6,
      "grad_norm": 0.24076281487941742,
      "learning_rate": 9.731931258429638e-07,
      "loss": 0.6337,
      "step": 5040
    },
    {
      "epoch": 9.60952380952381,
      "grad_norm": 0.24906916916370392,
      "learning_rate": 9.274732106771988e-07,
      "loss": 0.6172,
      "step": 5045
    },
    {
      "epoch": 9.619047619047619,
      "grad_norm": 0.23475927114486694,
      "learning_rate": 8.828482320987319e-07,
      "loss": 0.617,
      "step": 5050
    },
    {
      "epoch": 9.628571428571428,
      "grad_norm": 0.2411186695098877,
      "learning_rate": 8.393186832969746e-07,
      "loss": 0.6235,
      "step": 5055
    },
    {
      "epoch": 9.638095238095238,
      "grad_norm": 0.24285031855106354,
      "learning_rate": 7.968850453548226e-07,
      "loss": 0.6293,
      "step": 5060
    },
    {
      "epoch": 9.647619047619047,
      "grad_norm": 0.24694561958312988,
      "learning_rate": 7.555477872432715e-07,
      "loss": 0.6242,
      "step": 5065
    },
    {
      "epoch": 9.657142857142857,
      "grad_norm": 0.24676960706710815,
      "learning_rate": 7.153073658162646e-07,
      "loss": 0.6236,
      "step": 5070
    },
    {
      "epoch": 9.666666666666666,
      "grad_norm": 0.25139757990837097,
      "learning_rate": 6.761642258056978e-07,
      "loss": 0.635,
      "step": 5075
    },
    {
      "epoch": 9.676190476190476,
      "grad_norm": 0.2367604374885559,
      "learning_rate": 6.381187998164229e-07,
      "loss": 0.6248,
      "step": 5080
    },
    {
      "epoch": 9.685714285714285,
      "grad_norm": 0.24842996895313263,
      "learning_rate": 6.011715083214741e-07,
      "loss": 0.6203,
      "step": 5085
    },
    {
      "epoch": 9.695238095238095,
      "grad_norm": 0.25487616658210754,
      "learning_rate": 5.653227596575161e-07,
      "loss": 0.6235,
      "step": 5090
    },
    {
      "epoch": 9.704761904761904,
      "grad_norm": 0.23450079560279846,
      "learning_rate": 5.305729500201917e-07,
      "loss": 0.6179,
      "step": 5095
    },
    {
      "epoch": 9.714285714285714,
      "grad_norm": 0.24460509419441223,
      "learning_rate": 4.969224634598591e-07,
      "loss": 0.6174,
      "step": 5100
    },
    {
      "epoch": 9.723809523809523,
      "grad_norm": 0.2516217827796936,
      "learning_rate": 4.6437167187728393e-07,
      "loss": 0.6149,
      "step": 5105
    },
    {
      "epoch": 9.733333333333333,
      "grad_norm": 0.24219274520874023,
      "learning_rate": 4.329209350195651e-07,
      "loss": 0.6235,
      "step": 5110
    },
    {
      "epoch": 9.742857142857144,
      "grad_norm": 0.24507369101047516,
      "learning_rate": 4.025706004760932e-07,
      "loss": 0.6322,
      "step": 5115
    },
    {
      "epoch": 9.752380952380953,
      "grad_norm": 0.24700859189033508,
      "learning_rate": 3.7332100367482024e-07,
      "loss": 0.619,
      "step": 5120
    },
    {
      "epoch": 9.761904761904763,
      "grad_norm": 0.23718251287937164,
      "learning_rate": 3.451724678784518e-07,
      "loss": 0.6156,
      "step": 5125
    },
    {
      "epoch": 9.771428571428572,
      "grad_norm": 0.2427196353673935,
      "learning_rate": 3.1812530418090513e-07,
      "loss": 0.6186,
      "step": 5130
    },
    {
      "epoch": 9.780952380952382,
      "grad_norm": 0.23827961087226868,
      "learning_rate": 2.921798115039009e-07,
      "loss": 0.608,
      "step": 5135
    },
    {
      "epoch": 9.790476190476191,
      "grad_norm": 0.23600171506404877,
      "learning_rate": 2.673362765936327e-07,
      "loss": 0.6194,
      "step": 5140
    },
    {
      "epoch": 9.8,
      "grad_norm": 0.2432773858308792,
      "learning_rate": 2.4359497401758024e-07,
      "loss": 0.6259,
      "step": 5145
    },
    {
      "epoch": 9.80952380952381,
      "grad_norm": 0.24990539252758026,
      "learning_rate": 2.2095616616150115e-07,
      "loss": 0.6227,
      "step": 5150
    },
    {
      "epoch": 9.81904761904762,
      "grad_norm": 0.23904049396514893,
      "learning_rate": 1.9942010322655524e-07,
      "loss": 0.6174,
      "step": 5155
    },
    {
      "epoch": 9.82857142857143,
      "grad_norm": 0.23718209564685822,
      "learning_rate": 1.7898702322648453e-07,
      "loss": 0.6279,
      "step": 5160
    },
    {
      "epoch": 9.838095238095239,
      "grad_norm": 0.24559420347213745,
      "learning_rate": 1.596571519850043e-07,
      "loss": 0.6209,
      "step": 5165
    },
    {
      "epoch": 9.847619047619048,
      "grad_norm": 0.23925460875034332,
      "learning_rate": 1.414307031333273e-07,
      "loss": 0.6195,
      "step": 5170
    },
    {
      "epoch": 9.857142857142858,
      "grad_norm": 0.2313607931137085,
      "learning_rate": 1.2430787810776555e-07,
      "loss": 0.614,
      "step": 5175
    },
    {
      "epoch": 9.866666666666667,
      "grad_norm": 0.2343767285346985,
      "learning_rate": 1.0828886614754341e-07,
      "loss": 0.6238,
      "step": 5180
    },
    {
      "epoch": 9.876190476190477,
      "grad_norm": 0.24600039422512054,
      "learning_rate": 9.337384429269901e-08,
      "loss": 0.6264,
      "step": 5185
    },
    {
      "epoch": 9.885714285714286,
      "grad_norm": 0.24011261761188507,
      "learning_rate": 7.956297738207497e-08,
      "loss": 0.6147,
      "step": 5190
    },
    {
      "epoch": 9.895238095238096,
      "grad_norm": 0.23987029492855072,
      "learning_rate": 6.685641805158627e-08,
      "loss": 0.6204,
      "step": 5195
    },
    {
      "epoch": 9.904761904761905,
      "grad_norm": 0.23944221436977386,
      "learning_rate": 5.5254306732444025e-08,
      "loss": 0.6315,
      "step": 5200
    },
    {
      "epoch": 9.914285714285715,
      "grad_norm": 0.24449606239795685,
      "learning_rate": 4.475677164966774e-08,
      "loss": 0.6149,
      "step": 5205
    },
    {
      "epoch": 9.923809523809524,
      "grad_norm": 0.2435421347618103,
      "learning_rate": 3.536392882064199e-08,
      "loss": 0.6352,
      "step": 5210
    },
    {
      "epoch": 9.933333333333334,
      "grad_norm": 0.24883785843849182,
      "learning_rate": 2.7075882053828605e-08,
      "loss": 0.6303,
      "step": 5215
    },
    {
      "epoch": 9.942857142857143,
      "grad_norm": 0.25345560908317566,
      "learning_rate": 1.9892722947645326e-08,
      "loss": 0.6168,
      "step": 5220
    },
    {
      "epoch": 9.952380952380953,
      "grad_norm": 0.24040359258651733,
      "learning_rate": 1.3814530889433296e-08,
      "loss": 0.6159,
      "step": 5225
    },
    {
      "epoch": 9.961904761904762,
      "grad_norm": 0.24196043610572815,
      "learning_rate": 8.841373054546686e-09,
      "loss": 0.6198,
      "step": 5230
    },
    {
      "epoch": 9.971428571428572,
      "grad_norm": 0.2445971667766571,
      "learning_rate": 4.973304405697654e-09,
      "loss": 0.6088,
      "step": 5235
    },
    {
      "epoch": 9.980952380952381,
      "grad_norm": 0.245397686958313,
      "learning_rate": 2.2103676922680117e-09,
      "loss": 0.6265,
      "step": 5240
    },
    {
      "epoch": 9.99047619047619,
      "grad_norm": 0.24436482787132263,
      "learning_rate": 5.525934498651352e-10,
      "loss": 0.6103,
      "step": 5245
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.2441110908985138,
      "learning_rate": 0.0,
      "loss": 0.6205,
      "step": 5250
    },
    {
      "epoch": 10.0,
      "eval_loss": 1.3443903923034668,
      "eval_runtime": 0.326,
      "eval_samples_per_second": 12.27,
      "eval_steps_per_second": 3.068,
      "step": 5250
    },
    {
      "epoch": 10.0,
      "step": 5250,
      "total_flos": 7.760593801491513e+18,
      "train_loss": 0.6862981784684318,
      "train_runtime": 15610.7374,
      "train_samples_per_second": 10.757,
      "train_steps_per_second": 0.336
    }
  ],
  "logging_steps": 5,
  "max_steps": 5250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.760593801491513e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}