{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.992992992992993,
  "eval_steps": 83,
  "global_step": 498,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004004004004004004,
      "grad_norm": 6.739165782928467,
      "learning_rate": 6.666666666666667e-07,
      "loss": 1.4163,
      "step": 1
    },
    {
      "epoch": 0.004004004004004004,
      "eval_loss": 1.4217944145202637,
      "eval_runtime": 5.678,
      "eval_samples_per_second": 14.266,
      "eval_steps_per_second": 1.937,
      "step": 1
    },
    {
      "epoch": 0.008008008008008008,
      "grad_norm": 6.897192001342773,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.3767,
      "step": 2
    },
    {
      "epoch": 0.012012012012012012,
      "grad_norm": 6.74431037902832,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.3848,
      "step": 3
    },
    {
      "epoch": 0.016016016016016016,
      "grad_norm": 6.999237537384033,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.4294,
      "step": 4
    },
    {
      "epoch": 0.02002002002002002,
      "grad_norm": 4.510103702545166,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2646,
      "step": 5
    },
    {
      "epoch": 0.024024024024024024,
      "grad_norm": 4.533900737762451,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.2563,
      "step": 6
    },
    {
      "epoch": 0.028028028028028028,
      "grad_norm": 3.565216541290283,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.1061,
      "step": 7
    },
    {
      "epoch": 0.03203203203203203,
      "grad_norm": 3.1937592029571533,
      "learning_rate": 5.333333333333334e-06,
      "loss": 1.0445,
      "step": 8
    },
    {
      "epoch": 0.036036036036036036,
      "grad_norm": 3.0942018032073975,
      "learning_rate": 6e-06,
      "loss": 0.8555,
      "step": 9
    },
    {
      "epoch": 0.04004004004004004,
      "grad_norm": 4.628591060638428,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.8539,
      "step": 10
    },
    {
      "epoch": 0.044044044044044044,
      "grad_norm": 5.402413845062256,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.7684,
      "step": 11
    },
    {
      "epoch": 0.04804804804804805,
      "grad_norm": 1.96303391456604,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.6347,
      "step": 12
    },
    {
      "epoch": 0.05205205205205205,
      "grad_norm": 1.33661687374115,
      "learning_rate": 8.666666666666668e-06,
      "loss": 0.6692,
      "step": 13
    },
    {
      "epoch": 0.056056056056056056,
      "grad_norm": 0.9704915285110474,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.6385,
      "step": 14
    },
    {
      "epoch": 0.06006006006006006,
      "grad_norm": 0.7543495893478394,
      "learning_rate": 1e-05,
      "loss": 0.5901,
      "step": 15
    },
    {
      "epoch": 0.06406406406406406,
      "grad_norm": 1.3593250513076782,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.5645,
      "step": 16
    },
    {
      "epoch": 0.06806806806806807,
      "grad_norm": 1.147750735282898,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 0.5508,
      "step": 17
    },
    {
      "epoch": 0.07207207207207207,
      "grad_norm": 0.8024477958679199,
      "learning_rate": 1.2e-05,
      "loss": 0.5282,
      "step": 18
    },
    {
      "epoch": 0.07607607607607608,
      "grad_norm": 0.7931386232376099,
      "learning_rate": 1.2666666666666667e-05,
      "loss": 0.4929,
      "step": 19
    },
    {
      "epoch": 0.08008008008008008,
      "grad_norm": 0.6702373623847961,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.4868,
      "step": 20
    },
    {
      "epoch": 0.08408408408408409,
      "grad_norm": 0.747148871421814,
      "learning_rate": 1.4e-05,
      "loss": 0.4857,
      "step": 21
    },
    {
      "epoch": 0.08808808808808809,
      "grad_norm": 0.5935061573982239,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.4908,
      "step": 22
    },
    {
      "epoch": 0.0920920920920921,
      "grad_norm": 0.5696635842323303,
      "learning_rate": 1.5333333333333334e-05,
      "loss": 0.4437,
      "step": 23
    },
    {
      "epoch": 0.0960960960960961,
      "grad_norm": 0.5861401557922363,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.4442,
      "step": 24
    },
    {
      "epoch": 0.1001001001001001,
      "grad_norm": 0.5833226442337036,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.4585,
      "step": 25
    },
    {
      "epoch": 0.1041041041041041,
      "grad_norm": 0.48214447498321533,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.3994,
      "step": 26
    },
    {
      "epoch": 0.10810810810810811,
      "grad_norm": 0.49264758825302124,
      "learning_rate": 1.8e-05,
      "loss": 0.4609,
      "step": 27
    },
    {
      "epoch": 0.11211211211211211,
      "grad_norm": 0.5025641322135925,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.4816,
      "step": 28
    },
    {
      "epoch": 0.11611611611611612,
      "grad_norm": 0.46342933177948,
      "learning_rate": 1.9333333333333333e-05,
      "loss": 0.4435,
      "step": 29
    },
    {
      "epoch": 0.12012012012012012,
      "grad_norm": 0.46523571014404297,
      "learning_rate": 2e-05,
      "loss": 0.4208,
      "step": 30
    },
    {
      "epoch": 0.12412412412412413,
      "grad_norm": 0.4298263192176819,
      "learning_rate": 1.9999904008949705e-05,
      "loss": 0.4137,
      "step": 31
    },
    {
      "epoch": 0.12812812812812813,
      "grad_norm": 0.43352752923965454,
      "learning_rate": 1.999961603764167e-05,
      "loss": 0.4096,
      "step": 32
    },
    {
      "epoch": 0.13213213213213212,
      "grad_norm": 0.4369907081127167,
      "learning_rate": 1.9999136091604433e-05,
      "loss": 0.4128,
      "step": 33
    },
    {
      "epoch": 0.13613613613613615,
      "grad_norm": 0.4188078045845032,
      "learning_rate": 1.99984641800521e-05,
      "loss": 0.4171,
      "step": 34
    },
    {
      "epoch": 0.14014014014014015,
      "grad_norm": 0.4548235237598419,
      "learning_rate": 1.9997600315884166e-05,
      "loss": 0.4236,
      "step": 35
    },
    {
      "epoch": 0.14414414414414414,
      "grad_norm": 0.4751495122909546,
      "learning_rate": 1.999654451568528e-05,
      "loss": 0.438,
      "step": 36
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 0.4333605170249939,
      "learning_rate": 1.9995296799724914e-05,
      "loss": 0.4208,
      "step": 37
    },
    {
      "epoch": 0.15215215215215216,
      "grad_norm": 0.48084449768066406,
      "learning_rate": 1.999385719195698e-05,
      "loss": 0.3969,
      "step": 38
    },
    {
      "epoch": 0.15615615615615616,
      "grad_norm": 0.42627257108688354,
      "learning_rate": 1.9992225720019377e-05,
      "loss": 0.4503,
      "step": 39
    },
    {
      "epoch": 0.16016016016016016,
      "grad_norm": 0.41883718967437744,
      "learning_rate": 1.9990402415233436e-05,
      "loss": 0.4322,
      "step": 40
    },
    {
      "epoch": 0.16416416416416416,
      "grad_norm": 0.39587706327438354,
      "learning_rate": 1.998838731260335e-05,
      "loss": 0.3841,
      "step": 41
    },
    {
      "epoch": 0.16816816816816818,
      "grad_norm": 0.40334609150886536,
      "learning_rate": 1.9986180450815485e-05,
      "loss": 0.3737,
      "step": 42
    },
    {
      "epoch": 0.17217217217217218,
      "grad_norm": 0.3715899884700775,
      "learning_rate": 1.9983781872237634e-05,
      "loss": 0.387,
      "step": 43
    },
    {
      "epoch": 0.17617617617617617,
      "grad_norm": 0.38875311613082886,
      "learning_rate": 1.9981191622918217e-05,
      "loss": 0.3695,
      "step": 44
    },
    {
      "epoch": 0.18018018018018017,
      "grad_norm": 0.39087679982185364,
      "learning_rate": 1.997840975258538e-05,
      "loss": 0.3934,
      "step": 45
    },
    {
      "epoch": 0.1841841841841842,
      "grad_norm": 0.41504260897636414,
      "learning_rate": 1.9975436314646052e-05,
      "loss": 0.3769,
      "step": 46
    },
    {
      "epoch": 0.1881881881881882,
      "grad_norm": 0.36994805932044983,
      "learning_rate": 1.9972271366184922e-05,
      "loss": 0.3807,
      "step": 47
    },
    {
      "epoch": 0.1921921921921922,
      "grad_norm": 0.39996904134750366,
      "learning_rate": 1.996891496796334e-05,
      "loss": 0.3903,
      "step": 48
    },
    {
      "epoch": 0.1961961961961962,
      "grad_norm": 0.3904661536216736,
      "learning_rate": 1.9965367184418138e-05,
      "loss": 0.3785,
      "step": 49
    },
    {
      "epoch": 0.2002002002002002,
      "grad_norm": 0.39596742391586304,
      "learning_rate": 1.9961628083660406e-05,
      "loss": 0.3806,
      "step": 50
    },
    {
      "epoch": 0.2042042042042042,
      "grad_norm": 0.39424648880958557,
      "learning_rate": 1.9957697737474198e-05,
      "loss": 0.3736,
      "step": 51
    },
    {
      "epoch": 0.2082082082082082,
      "grad_norm": 0.41719183325767517,
      "learning_rate": 1.9953576221315116e-05,
      "loss": 0.4023,
      "step": 52
    },
    {
      "epoch": 0.2122122122122122,
      "grad_norm": 0.3773253262042999,
      "learning_rate": 1.9949263614308894e-05,
      "loss": 0.396,
      "step": 53
    },
    {
      "epoch": 0.21621621621621623,
      "grad_norm": 0.4236510992050171,
      "learning_rate": 1.994475999924987e-05,
      "loss": 0.4032,
      "step": 54
    },
    {
      "epoch": 0.22022022022022023,
      "grad_norm": 0.3507007360458374,
      "learning_rate": 1.9940065462599394e-05,
      "loss": 0.3615,
      "step": 55
    },
    {
      "epoch": 0.22422422422422422,
      "grad_norm": 0.45851731300354004,
      "learning_rate": 1.9935180094484164e-05,
      "loss": 0.3402,
      "step": 56
    },
    {
      "epoch": 0.22822822822822822,
      "grad_norm": 0.36239954829216003,
      "learning_rate": 1.99301039886945e-05,
      "loss": 0.3668,
      "step": 57
    },
    {
      "epoch": 0.23223223223223224,
      "grad_norm": 0.3855980634689331,
      "learning_rate": 1.992483724268255e-05,
      "loss": 0.3575,
      "step": 58
    },
    {
      "epoch": 0.23623623623623624,
      "grad_norm": 0.4716965854167938,
      "learning_rate": 1.9919379957560413e-05,
      "loss": 0.3532,
      "step": 59
    },
    {
      "epoch": 0.24024024024024024,
      "grad_norm": 0.45167747139930725,
      "learning_rate": 1.991373223809819e-05,
      "loss": 0.3537,
      "step": 60
    },
    {
      "epoch": 0.24424424424424424,
      "grad_norm": 0.420512855052948,
      "learning_rate": 1.990789419272199e-05,
      "loss": 0.3471,
      "step": 61
    },
    {
      "epoch": 0.24824824824824826,
      "grad_norm": 0.4863167107105255,
      "learning_rate": 1.9901865933511834e-05,
      "loss": 0.3741,
      "step": 62
    },
    {
      "epoch": 0.25225225225225223,
      "grad_norm": 0.39653480052948,
      "learning_rate": 1.9895647576199507e-05,
      "loss": 0.3799,
      "step": 63
    },
    {
      "epoch": 0.25625625625625625,
      "grad_norm": 0.38418489694595337,
      "learning_rate": 1.988923924016634e-05,
      "loss": 0.3577,
      "step": 64
    },
    {
      "epoch": 0.2602602602602603,
      "grad_norm": 0.39798790216445923,
      "learning_rate": 1.988264104844091e-05,
      "loss": 0.3581,
      "step": 65
    },
    {
      "epoch": 0.26426426426426425,
      "grad_norm": 0.41135266423225403,
      "learning_rate": 1.987585312769669e-05,
      "loss": 0.3306,
      "step": 66
    },
    {
      "epoch": 0.2682682682682683,
      "grad_norm": 0.36515921354293823,
      "learning_rate": 1.9868875608249613e-05,
      "loss": 0.3628,
      "step": 67
    },
    {
      "epoch": 0.2722722722722723,
      "grad_norm": 0.4733300507068634,
      "learning_rate": 1.986170862405556e-05,
      "loss": 0.3733,
      "step": 68
    },
    {
      "epoch": 0.27627627627627627,
      "grad_norm": 0.4218703806400299,
      "learning_rate": 1.98543523127078e-05,
      "loss": 0.371,
      "step": 69
    },
    {
      "epoch": 0.2802802802802803,
      "grad_norm": 0.35307836532592773,
      "learning_rate": 1.984680681543434e-05,
      "loss": 0.3568,
      "step": 70
    },
    {
      "epoch": 0.28428428428428426,
      "grad_norm": 0.4475674629211426,
      "learning_rate": 1.9839072277095222e-05,
      "loss": 0.3828,
      "step": 71
    },
    {
      "epoch": 0.2882882882882883,
      "grad_norm": 0.37015393376350403,
      "learning_rate": 1.9831148846179743e-05,
      "loss": 0.3426,
      "step": 72
    },
    {
      "epoch": 0.2922922922922923,
      "grad_norm": 0.39532360434532166,
      "learning_rate": 1.9823036674803585e-05,
      "loss": 0.3545,
      "step": 73
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.349669486284256,
      "learning_rate": 1.981473591870593e-05,
      "loss": 0.332,
      "step": 74
    },
    {
      "epoch": 0.3003003003003003,
      "grad_norm": 0.356000155210495,
      "learning_rate": 1.980624673724643e-05,
      "loss": 0.3684,
      "step": 75
    },
    {
      "epoch": 0.30430430430430433,
      "grad_norm": 0.4027644693851471,
      "learning_rate": 1.9797569293402174e-05,
      "loss": 0.3592,
      "step": 76
    },
    {
      "epoch": 0.3083083083083083,
      "grad_norm": 0.36116528511047363,
      "learning_rate": 1.9788703753764554e-05,
      "loss": 0.3433,
      "step": 77
    },
    {
      "epoch": 0.3123123123123123,
      "grad_norm": 0.35624876618385315,
      "learning_rate": 1.9779650288536057e-05,
      "loss": 0.3541,
      "step": 78
    },
    {
      "epoch": 0.3163163163163163,
      "grad_norm": 0.360287606716156,
      "learning_rate": 1.977040907152702e-05,
      "loss": 0.3413,
      "step": 79
    },
    {
      "epoch": 0.3203203203203203,
      "grad_norm": 0.412913978099823,
      "learning_rate": 1.976098028015226e-05,
      "loss": 0.4142,
      "step": 80
    },
    {
      "epoch": 0.32432432432432434,
      "grad_norm": 0.38022932410240173,
      "learning_rate": 1.9751364095427694e-05,
      "loss": 0.3481,
      "step": 81
    },
    {
      "epoch": 0.3283283283283283,
      "grad_norm": 0.37813299894332886,
      "learning_rate": 1.974156070196686e-05,
      "loss": 0.3552,
      "step": 82
    },
    {
      "epoch": 0.33233233233233234,
      "grad_norm": 0.3782276511192322,
      "learning_rate": 1.973157028797737e-05,
      "loss": 0.3799,
      "step": 83
    },
    {
      "epoch": 0.33233233233233234,
      "eval_loss": 0.33762940764427185,
      "eval_runtime": 6.2209,
      "eval_samples_per_second": 13.021,
      "eval_steps_per_second": 1.768,
      "step": 83
    },
    {
      "epoch": 0.33633633633633636,
      "grad_norm": 0.3933849036693573,
      "learning_rate": 1.9721393045257277e-05,
      "loss": 0.3654,
      "step": 84
    },
    {
      "epoch": 0.34034034034034033,
      "grad_norm": 0.35808295011520386,
      "learning_rate": 1.9711029169191437e-05,
      "loss": 0.3716,
      "step": 85
    },
    {
      "epoch": 0.34434434434434436,
      "grad_norm": 0.3547224700450897,
      "learning_rate": 1.970047885874771e-05,
      "loss": 0.3397,
      "step": 86
    },
    {
      "epoch": 0.3483483483483483,
      "grad_norm": 0.39883747696876526,
      "learning_rate": 1.968974231647318e-05,
      "loss": 0.3645,
      "step": 87
    },
    {
      "epoch": 0.35235235235235235,
      "grad_norm": 0.3208443224430084,
      "learning_rate": 1.9678819748490236e-05,
      "loss": 0.3431,
      "step": 88
    },
    {
      "epoch": 0.3563563563563564,
      "grad_norm": 0.34669625759124756,
      "learning_rate": 1.9667711364492638e-05,
      "loss": 0.3613,
      "step": 89
    },
    {
      "epoch": 0.36036036036036034,
      "grad_norm": 0.35220351815223694,
      "learning_rate": 1.965641737774147e-05,
      "loss": 0.3499,
      "step": 90
    },
    {
      "epoch": 0.36436436436436437,
      "grad_norm": 0.3566596806049347,
      "learning_rate": 1.9644938005061062e-05,
      "loss": 0.3204,
      "step": 91
    },
    {
      "epoch": 0.3683683683683684,
      "grad_norm": 0.3813494145870209,
      "learning_rate": 1.9633273466834826e-05,
      "loss": 0.3526,
      "step": 92
    },
    {
      "epoch": 0.37237237237237236,
      "grad_norm": 0.3885157108306885,
      "learning_rate": 1.9621423987001013e-05,
      "loss": 0.3562,
      "step": 93
    },
    {
      "epoch": 0.3763763763763764,
      "grad_norm": 0.4746558666229248,
      "learning_rate": 1.960938979304843e-05,
      "loss": 0.3509,
      "step": 94
    },
    {
      "epoch": 0.38038038038038036,
      "grad_norm": 0.3623756766319275,
      "learning_rate": 1.959717111601206e-05,
      "loss": 0.371,
      "step": 95
    },
    {
      "epoch": 0.3843843843843844,
      "grad_norm": 0.3858593702316284,
      "learning_rate": 1.9584768190468624e-05,
      "loss": 0.3551,
      "step": 96
    },
    {
      "epoch": 0.3883883883883884,
      "grad_norm": 0.3788565993309021,
      "learning_rate": 1.95721812545321e-05,
      "loss": 0.3669,
      "step": 97
    },
    {
      "epoch": 0.3923923923923924,
      "grad_norm": 0.3729216754436493,
      "learning_rate": 1.9559410549849125e-05,
      "loss": 0.34,
      "step": 98
    },
    {
      "epoch": 0.3963963963963964,
      "grad_norm": 0.44008028507232666,
      "learning_rate": 1.9546456321594374e-05,
      "loss": 0.3898,
      "step": 99
    },
    {
      "epoch": 0.4004004004004004,
      "grad_norm": 0.36622726917266846,
      "learning_rate": 1.9533318818465837e-05,
      "loss": 0.3624,
      "step": 100
    },
    {
      "epoch": 0.4044044044044044,
      "grad_norm": 0.39071497321128845,
      "learning_rate": 1.9519998292680062e-05,
      "loss": 0.3518,
      "step": 101
    },
    {
      "epoch": 0.4084084084084084,
      "grad_norm": 0.40084153413772583,
      "learning_rate": 1.9506494999967298e-05,
      "loss": 0.3483,
      "step": 102
    },
    {
      "epoch": 0.4124124124124124,
      "grad_norm": 0.3901435434818268,
      "learning_rate": 1.94928091995666e-05,
      "loss": 0.3577,
      "step": 103
    },
    {
      "epoch": 0.4164164164164164,
      "grad_norm": 0.34764233231544495,
      "learning_rate": 1.9478941154220833e-05,
      "loss": 0.3487,
      "step": 104
    },
    {
      "epoch": 0.42042042042042044,
      "grad_norm": 0.4044027030467987,
      "learning_rate": 1.9464891130171647e-05,
      "loss": 0.3602,
      "step": 105
    },
    {
      "epoch": 0.4244244244244244,
      "grad_norm": 0.3537923991680145,
      "learning_rate": 1.9450659397154353e-05,
      "loss": 0.3282,
      "step": 106
    },
    {
      "epoch": 0.42842842842842843,
      "grad_norm": 0.35585689544677734,
      "learning_rate": 1.9436246228392762e-05,
      "loss": 0.361,
      "step": 107
    },
    {
      "epoch": 0.43243243243243246,
      "grad_norm": 0.380585253238678,
      "learning_rate": 1.94216519005939e-05,
      "loss": 0.3218,
      "step": 108
    },
    {
      "epoch": 0.4364364364364364,
      "grad_norm": 0.3388879597187042,
      "learning_rate": 1.9406876693942747e-05,
      "loss": 0.3563,
      "step": 109
    },
    {
      "epoch": 0.44044044044044045,
      "grad_norm": 0.359130859375,
      "learning_rate": 1.939192089209682e-05,
      "loss": 0.3386,
      "step": 110
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.35704970359802246,
      "learning_rate": 1.9376784782180747e-05,
      "loss": 0.3336,
      "step": 111
    },
    {
      "epoch": 0.44844844844844844,
      "grad_norm": 0.3638094961643219,
      "learning_rate": 1.9361468654780748e-05,
      "loss": 0.3582,
      "step": 112
    },
    {
      "epoch": 0.45245245245245247,
      "grad_norm": 0.3996574878692627,
      "learning_rate": 1.9345972803939046e-05,
      "loss": 0.3496,
      "step": 113
    },
    {
      "epoch": 0.45645645645645644,
      "grad_norm": 0.3565851151943207,
      "learning_rate": 1.9330297527148246e-05,
      "loss": 0.3273,
      "step": 114
    },
    {
      "epoch": 0.46046046046046046,
      "grad_norm": 0.3502778112888336,
      "learning_rate": 1.9314443125345606e-05,
      "loss": 0.3331,
      "step": 115
    },
    {
      "epoch": 0.4644644644644645,
      "grad_norm": 0.4017852544784546,
      "learning_rate": 1.929840990290726e-05,
      "loss": 0.3522,
      "step": 116
    },
    {
      "epoch": 0.46846846846846846,
      "grad_norm": 0.354686975479126,
      "learning_rate": 1.928219816764238e-05,
      "loss": 0.3456,
      "step": 117
    },
    {
      "epoch": 0.4724724724724725,
      "grad_norm": 0.34257611632347107,
      "learning_rate": 1.9265808230787265e-05,
      "loss": 0.3325,
      "step": 118
    },
    {
      "epoch": 0.47647647647647645,
      "grad_norm": 0.3504616320133209,
      "learning_rate": 1.9249240406999366e-05,
      "loss": 0.3516,
      "step": 119
    },
    {
      "epoch": 0.4804804804804805,
      "grad_norm": 0.36517202854156494,
      "learning_rate": 1.9232495014351248e-05,
      "loss": 0.3233,
      "step": 120
    },
    {
      "epoch": 0.4844844844844845,
      "grad_norm": 0.33805495500564575,
      "learning_rate": 1.921557237432447e-05,
      "loss": 0.3261,
      "step": 121
    },
    {
      "epoch": 0.48848848848848847,
      "grad_norm": 0.35013893246650696,
      "learning_rate": 1.919847281180343e-05,
      "loss": 0.3361,
      "step": 122
    },
    {
      "epoch": 0.4924924924924925,
      "grad_norm": 0.3569040298461914,
      "learning_rate": 1.9181196655069126e-05,
      "loss": 0.33,
      "step": 123
    },
    {
      "epoch": 0.4964964964964965,
      "grad_norm": 0.3355570137500763,
      "learning_rate": 1.9163744235792845e-05,
      "loss": 0.3263,
      "step": 124
    },
    {
      "epoch": 0.5005005005005005,
      "grad_norm": 0.39212533831596375,
      "learning_rate": 1.9146115889029793e-05,
      "loss": 0.3671,
      "step": 125
    },
    {
      "epoch": 0.5045045045045045,
      "grad_norm": 0.3458411395549774,
      "learning_rate": 1.912831195321268e-05,
      "loss": 0.3575,
      "step": 126
    },
    {
      "epoch": 0.5085085085085085,
      "grad_norm": 0.3606933057308197,
      "learning_rate": 1.9110332770145198e-05,
      "loss": 0.342,
      "step": 127
    },
    {
      "epoch": 0.5125125125125125,
      "grad_norm": 0.3897223472595215,
      "learning_rate": 1.9092178684995487e-05,
      "loss": 0.37,
      "step": 128
    },
    {
      "epoch": 0.5165165165165165,
      "grad_norm": 0.30565860867500305,
      "learning_rate": 1.9073850046289484e-05,
      "loss": 0.3331,
      "step": 129
    },
    {
      "epoch": 0.5205205205205206,
      "grad_norm": 0.3087623119354248,
      "learning_rate": 1.9055347205904245e-05,
      "loss": 0.322,
      "step": 130
    },
    {
      "epoch": 0.5245245245245245,
      "grad_norm": 0.34453681111335754,
      "learning_rate": 1.903667051906119e-05,
      "loss": 0.3405,
      "step": 131
    },
    {
      "epoch": 0.5285285285285285,
      "grad_norm": 0.32023486495018005,
      "learning_rate": 1.901782034431927e-05,
      "loss": 0.338,
      "step": 132
    },
    {
      "epoch": 0.5325325325325325,
      "grad_norm": 0.37953877449035645,
      "learning_rate": 1.8998797043568102e-05,
      "loss": 0.3406,
      "step": 133
    },
    {
      "epoch": 0.5365365365365365,
      "grad_norm": 0.3680444061756134,
      "learning_rate": 1.8979600982021014e-05,
      "loss": 0.324,
      "step": 134
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.3368768095970154,
      "learning_rate": 1.896023252820802e-05,
      "loss": 0.3194,
      "step": 135
    },
    {
      "epoch": 0.5445445445445446,
      "grad_norm": 0.37519025802612305,
      "learning_rate": 1.8940692053968773e-05,
      "loss": 0.3358,
      "step": 136
    },
    {
      "epoch": 0.5485485485485485,
      "grad_norm": 0.33083492517471313,
      "learning_rate": 1.89209799344454e-05,
      "loss": 0.3202,
      "step": 137
    },
    {
      "epoch": 0.5525525525525525,
      "grad_norm": 0.3258178234100342,
      "learning_rate": 1.8901096548075305e-05,
      "loss": 0.3186,
      "step": 138
    },
    {
      "epoch": 0.5565565565565566,
      "grad_norm": 0.37846943736076355,
      "learning_rate": 1.8881042276583924e-05,
      "loss": 0.3563,
      "step": 139
    },
    {
      "epoch": 0.5605605605605606,
      "grad_norm": 0.35151371359825134,
      "learning_rate": 1.8860817504977374e-05,
      "loss": 0.337,
      "step": 140
    },
    {
      "epoch": 0.5645645645645646,
      "grad_norm": 0.33033043146133423,
      "learning_rate": 1.8840422621535067e-05,
      "loss": 0.3042,
      "step": 141
    },
    {
      "epoch": 0.5685685685685685,
      "grad_norm": 0.3724791705608368,
      "learning_rate": 1.881985801780225e-05,
      "loss": 0.3165,
      "step": 142
    },
    {
      "epoch": 0.5725725725725725,
      "grad_norm": 0.355752170085907,
      "learning_rate": 1.8799124088582523e-05,
      "loss": 0.3693,
      "step": 143
    },
    {
      "epoch": 0.5765765765765766,
      "grad_norm": 0.3422398567199707,
      "learning_rate": 1.8778221231930204e-05,
      "loss": 0.3121,
      "step": 144
    },
    {
      "epoch": 0.5805805805805806,
      "grad_norm": 0.3716834783554077,
      "learning_rate": 1.8757149849142724e-05,
      "loss": 0.3338,
      "step": 145
    },
    {
      "epoch": 0.5845845845845846,
      "grad_norm": 0.313723087310791,
      "learning_rate": 1.8735910344752925e-05,
      "loss": 0.3294,
      "step": 146
    },
    {
      "epoch": 0.5885885885885885,
      "grad_norm": 0.33704790472984314,
      "learning_rate": 1.871450312652126e-05,
      "loss": 0.3425,
      "step": 147
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.3442137837409973,
      "learning_rate": 1.8692928605428016e-05,
      "loss": 0.3243,
      "step": 148
    },
    {
      "epoch": 0.5965965965965966,
      "grad_norm": 0.3326564133167267,
      "learning_rate": 1.8671187195665373e-05,
      "loss": 0.3548,
      "step": 149
    },
    {
      "epoch": 0.6006006006006006,
      "grad_norm": 0.37658053636550903,
      "learning_rate": 1.8649279314629484e-05,
      "loss": 0.3545,
      "step": 150
    },
    {
      "epoch": 0.6046046046046046,
      "grad_norm": 0.34806281328201294,
      "learning_rate": 1.862720538291245e-05,
      "loss": 0.3365,
      "step": 151
    },
    {
      "epoch": 0.6086086086086087,
      "grad_norm": 0.3958812355995178,
      "learning_rate": 1.8604965824294253e-05,
      "loss": 0.3682,
      "step": 152
    },
    {
      "epoch": 0.6126126126126126,
      "grad_norm": 0.34817248582839966,
      "learning_rate": 1.8582561065734602e-05,
      "loss": 0.3454,
      "step": 153
    },
    {
      "epoch": 0.6166166166166166,
      "grad_norm": 0.3551209270954132,
      "learning_rate": 1.8559991537364767e-05,
      "loss": 0.3466,
      "step": 154
    },
    {
      "epoch": 0.6206206206206206,
      "grad_norm": 0.34840643405914307,
      "learning_rate": 1.8537257672479293e-05,
      "loss": 0.3186,
      "step": 155
    },
    {
      "epoch": 0.6246246246246246,
      "grad_norm": 0.3974769413471222,
      "learning_rate": 1.8514359907527693e-05,
      "loss": 0.32,
      "step": 156
    },
    {
      "epoch": 0.6286286286286287,
      "grad_norm": 0.36330661177635193,
      "learning_rate": 1.8491298682106066e-05,
      "loss": 0.3261,
      "step": 157
    },
    {
      "epoch": 0.6326326326326326,
      "grad_norm": 0.3402544856071472,
      "learning_rate": 1.8468074438948664e-05,
      "loss": 0.335,
      "step": 158
    },
    {
      "epoch": 0.6366366366366366,
      "grad_norm": 0.3627852201461792,
      "learning_rate": 1.8444687623919388e-05,
      "loss": 0.318,
      "step": 159
    },
    {
      "epoch": 0.6406406406406406,
      "grad_norm": 0.3495313823223114,
      "learning_rate": 1.842113868600322e-05,
      "loss": 0.3235,
      "step": 160
    },
    {
      "epoch": 0.6446446446446447,
      "grad_norm": 0.34827110171318054,
      "learning_rate": 1.8397428077297622e-05,
      "loss": 0.335,
      "step": 161
    },
    {
      "epoch": 0.6486486486486487,
      "grad_norm": 0.35586410760879517,
      "learning_rate": 1.837355625300383e-05,
      "loss": 0.3163,
      "step": 162
    },
    {
      "epoch": 0.6526526526526526,
      "grad_norm": 0.3451946973800659,
      "learning_rate": 1.834952367141816e-05,
      "loss": 0.3317,
      "step": 163
    },
    {
      "epoch": 0.6566566566566566,
      "grad_norm": 0.36004722118377686,
      "learning_rate": 1.8325330793923146e-05,
      "loss": 0.3313,
      "step": 164
    },
    {
      "epoch": 0.6606606606606606,
      "grad_norm": 0.32603421807289124,
      "learning_rate": 1.8300978084978736e-05,
      "loss": 0.3266,
      "step": 165
    },
    {
      "epoch": 0.6646646646646647,
      "grad_norm": 0.33803558349609375,
      "learning_rate": 1.8276466012113358e-05,
      "loss": 0.3263,
      "step": 166
    },
    {
      "epoch": 0.6646646646646647,
      "eval_loss": 0.3206555247306824,
      "eval_runtime": 5.9746,
      "eval_samples_per_second": 13.557,
      "eval_steps_per_second": 1.841,
      "step": 166
    },
    {
      "epoch": 0.6686686686686687,
      "grad_norm": 0.34881776571273804,
      "learning_rate": 1.8251795045914922e-05,
      "loss": 0.3575,
      "step": 167
    },
    {
      "epoch": 0.6726726726726727,
      "grad_norm": 0.3603871464729309,
      "learning_rate": 1.8226965660021836e-05,
      "loss": 0.3215,
      "step": 168
    },
    {
      "epoch": 0.6766766766766766,
      "grad_norm": 0.3549259901046753,
      "learning_rate": 1.8201978331113855e-05,
      "loss": 0.3302,
      "step": 169
    },
    {
      "epoch": 0.6806806806806807,
      "grad_norm": 0.3330039381980896,
      "learning_rate": 1.817683353890297e-05,
      "loss": 0.339,
      "step": 170
    },
    {
      "epoch": 0.6846846846846847,
      "grad_norm": 0.4140745997428894,
      "learning_rate": 1.8151531766124186e-05,
      "loss": 0.4009,
      "step": 171
    },
    {
      "epoch": 0.6886886886886887,
      "grad_norm": 0.3429993987083435,
      "learning_rate": 1.8126073498526254e-05,
      "loss": 0.3203,
      "step": 172
    },
    {
      "epoch": 0.6926926926926927,
      "grad_norm": 0.3445993661880493,
      "learning_rate": 1.8100459224862336e-05,
      "loss": 0.3352,
      "step": 173
    },
    {
      "epoch": 0.6966966966966966,
      "grad_norm": 0.3043835461139679,
      "learning_rate": 1.8074689436880643e-05,
      "loss": 0.3294,
      "step": 174
    },
    {
      "epoch": 0.7007007007007007,
      "grad_norm": 0.3373521566390991,
      "learning_rate": 1.804876462931498e-05,
      "loss": 0.3204,
      "step": 175
    },
    {
      "epoch": 0.7047047047047047,
      "grad_norm": 0.33019447326660156,
      "learning_rate": 1.8022685299875245e-05,
      "loss": 0.3339,
      "step": 176
    },
    {
      "epoch": 0.7087087087087087,
      "grad_norm": 0.32447516918182373,
      "learning_rate": 1.799645194923788e-05,
      "loss": 0.3216,
      "step": 177
    },
    {
      "epoch": 0.7127127127127127,
      "grad_norm": 0.3202582597732544,
      "learning_rate": 1.7970065081036266e-05,
      "loss": 0.3104,
      "step": 178
    },
    {
      "epoch": 0.7167167167167167,
      "grad_norm": 0.3486015200614929,
      "learning_rate": 1.7943525201851038e-05,
      "loss": 0.3307,
      "step": 179
    },
    {
      "epoch": 0.7207207207207207,
      "grad_norm": 0.36710435152053833,
      "learning_rate": 1.7916832821200375e-05,
      "loss": 0.3472,
      "step": 180
    },
    {
      "epoch": 0.7247247247247247,
      "grad_norm": 0.347162127494812,
      "learning_rate": 1.7889988451530208e-05,
      "loss": 0.3358,
      "step": 181
    },
    {
      "epoch": 0.7287287287287287,
      "grad_norm": 0.3109472692012787,
      "learning_rate": 1.7862992608204384e-05,
      "loss": 0.2959,
      "step": 182
    },
    {
      "epoch": 0.7327327327327328,
      "grad_norm": 0.34007692337036133,
      "learning_rate": 1.783584580949477e-05,
      "loss": 0.3199,
      "step": 183
    },
    {
      "epoch": 0.7367367367367368,
      "grad_norm": 0.31094032526016235,
      "learning_rate": 1.7808548576571314e-05,
      "loss": 0.315,
      "step": 184
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.367898553609848,
      "learning_rate": 1.7781101433492026e-05,
      "loss": 0.346,
      "step": 185
    },
    {
      "epoch": 0.7447447447447447,
      "grad_norm": 0.3379008173942566,
      "learning_rate": 1.7753504907192923e-05,
      "loss": 0.3299,
      "step": 186
    },
    {
      "epoch": 0.7487487487487487,
      "grad_norm": 0.3236868977546692,
      "learning_rate": 1.7725759527477923e-05,
      "loss": 0.3081,
      "step": 187
    },
    {
      "epoch": 0.7527527527527528,
      "grad_norm": 0.34538552165031433,
      "learning_rate": 1.769786582700864e-05,
      "loss": 0.3259,
      "step": 188
    },
    {
      "epoch": 0.7567567567567568,
      "grad_norm": 0.3106057941913605,
      "learning_rate": 1.7669824341294203e-05,
      "loss": 0.3123,
      "step": 189
    },
    {
      "epoch": 0.7607607607607607,
      "grad_norm": 0.3219281733036041,
      "learning_rate": 1.7641635608680942e-05,
      "loss": 0.3165,
      "step": 190
    },
    {
      "epoch": 0.7647647647647647,
      "grad_norm": 0.3259471356868744,
      "learning_rate": 1.7613300170342073e-05,
      "loss": 0.3453,
      "step": 191
    },
    {
      "epoch": 0.7687687687687688,
      "grad_norm": 0.33405622839927673,
      "learning_rate": 1.7584818570267287e-05,
      "loss": 0.3233,
      "step": 192
    },
    {
      "epoch": 0.7727727727727728,
      "grad_norm": 0.3420588970184326,
      "learning_rate": 1.755619135525233e-05,
      "loss": 0.3229,
      "step": 193
    },
    {
      "epoch": 0.7767767767767768,
      "grad_norm": 0.35447970032691956,
      "learning_rate": 1.7527419074888483e-05,
      "loss": 0.3356,
      "step": 194
    },
    {
      "epoch": 0.7807807807807807,
      "grad_norm": 0.34441742300987244,
      "learning_rate": 1.749850228155203e-05,
      "loss": 0.3128,
      "step": 195
    },
    {
      "epoch": 0.7847847847847848,
      "grad_norm": 0.33647745847702026,
      "learning_rate": 1.7469441530393652e-05,
      "loss": 0.334,
      "step": 196
    },
    {
      "epoch": 0.7887887887887888,
      "grad_norm": 0.3477891981601715,
      "learning_rate": 1.7440237379327745e-05,
      "loss": 0.3535,
      "step": 197
    },
    {
      "epoch": 0.7927927927927928,
      "grad_norm": 0.35994237661361694,
      "learning_rate": 1.7410890389021737e-05,
      "loss": 0.3133,
      "step": 198
    },
    {
      "epoch": 0.7967967967967968,
      "grad_norm": 0.33523160219192505,
      "learning_rate": 1.7381401122885316e-05,
      "loss": 0.3403,
      "step": 199
    },
    {
      "epoch": 0.8008008008008008,
      "grad_norm": 0.3123041093349457,
      "learning_rate": 1.7351770147059604e-05,
      "loss": 0.3148,
      "step": 200
    },
    {
      "epoch": 0.8048048048048048,
      "grad_norm": 0.30986520648002625,
      "learning_rate": 1.7321998030406303e-05,
      "loss": 0.3327,
      "step": 201
    },
    {
      "epoch": 0.8088088088088088,
      "grad_norm": 0.3334694504737854,
      "learning_rate": 1.729208534449676e-05,
      "loss": 0.3346,
      "step": 202
    },
    {
      "epoch": 0.8128128128128128,
      "grad_norm": 0.32513362169265747,
      "learning_rate": 1.7262032663601003e-05,
      "loss": 0.3137,
      "step": 203
    },
    {
      "epoch": 0.8168168168168168,
      "grad_norm": 0.34156233072280884,
      "learning_rate": 1.723184056467671e-05,
      "loss": 0.3218,
      "step": 204
    },
    {
      "epoch": 0.8208208208208209,
      "grad_norm": 0.32721707224845886,
      "learning_rate": 1.7201509627358143e-05,
      "loss": 0.3182,
      "step": 205
    },
    {
      "epoch": 0.8248248248248248,
      "grad_norm": 0.35413238406181335,
      "learning_rate": 1.7171040433945006e-05,
      "loss": 0.2949,
      "step": 206
    },
    {
      "epoch": 0.8288288288288288,
      "grad_norm": 0.30575960874557495,
      "learning_rate": 1.7140433569391275e-05,
      "loss": 0.3267,
      "step": 207
    },
    {
      "epoch": 0.8328328328328328,
      "grad_norm": 0.3090551793575287,
      "learning_rate": 1.710968962129396e-05,
      "loss": 0.3072,
      "step": 208
    },
    {
      "epoch": 0.8368368368368369,
      "grad_norm": 0.30769091844558716,
      "learning_rate": 1.7078809179881847e-05,
      "loss": 0.3115,
      "step": 209
    },
    {
      "epoch": 0.8408408408408409,
      "grad_norm": 0.2806401550769806,
      "learning_rate": 1.704779283800412e-05,
      "loss": 0.3172,
      "step": 210
    },
    {
      "epoch": 0.8448448448448449,
      "grad_norm": 0.322110652923584,
      "learning_rate": 1.701664119111904e-05,
      "loss": 0.319,
      "step": 211
    },
    {
      "epoch": 0.8488488488488488,
      "grad_norm": 0.3080562353134155,
      "learning_rate": 1.6985354837282462e-05,
      "loss": 0.3247,
      "step": 212
    },
    {
      "epoch": 0.8528528528528528,
      "grad_norm": 0.3051875829696655,
      "learning_rate": 1.6953934377136375e-05,
      "loss": 0.3195,
      "step": 213
    },
    {
      "epoch": 0.8568568568568569,
      "grad_norm": 0.31982743740081787,
      "learning_rate": 1.6922380413897382e-05,
      "loss": 0.3202,
      "step": 214
    },
    {
      "epoch": 0.8608608608608609,
      "grad_norm": 0.3235834538936615,
      "learning_rate": 1.689069355334509e-05,
      "loss": 0.3532,
      "step": 215
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 0.32920244336128235,
      "learning_rate": 1.6858874403810507e-05,
      "loss": 0.3412,
      "step": 216
    },
    {
      "epoch": 0.8688688688688688,
      "grad_norm": 0.3245142102241516,
      "learning_rate": 1.682692357616435e-05,
      "loss": 0.3074,
      "step": 217
    },
    {
      "epoch": 0.8728728728728729,
      "grad_norm": 0.30122387409210205,
      "learning_rate": 1.679484168380532e-05,
      "loss": 0.3166,
      "step": 218
    },
    {
      "epoch": 0.8768768768768769,
      "grad_norm": 0.30446872115135193,
      "learning_rate": 1.676262934264832e-05,
      "loss": 0.3177,
      "step": 219
    },
    {
      "epoch": 0.8808808808808809,
      "grad_norm": 0.3006502091884613,
      "learning_rate": 1.6730287171112652e-05,
      "loss": 0.3225,
      "step": 220
    },
    {
      "epoch": 0.8848848848848849,
      "grad_norm": 0.33892446756362915,
      "learning_rate": 1.669781579011011e-05,
      "loss": 0.335,
      "step": 221
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.34253889322280884,
      "learning_rate": 1.666521582303309e-05,
      "loss": 0.3329,
      "step": 222
    },
    {
      "epoch": 0.8928928928928929,
      "grad_norm": 0.291759729385376,
      "learning_rate": 1.6632487895742612e-05,
      "loss": 0.3173,
      "step": 223
    },
    {
      "epoch": 0.8968968968968969,
      "grad_norm": 0.3063089847564697,
      "learning_rate": 1.6599632636556292e-05,
      "loss": 0.3345,
      "step": 224
    },
    {
      "epoch": 0.9009009009009009,
      "grad_norm": 0.30597245693206787,
      "learning_rate": 1.6566650676236307e-05,
      "loss": 0.3435,
      "step": 225
    },
    {
      "epoch": 0.9049049049049049,
      "grad_norm": 0.3654542863368988,
      "learning_rate": 1.653354264797725e-05,
      "loss": 0.32,
      "step": 226
    },
    {
      "epoch": 0.908908908908909,
      "grad_norm": 0.30520570278167725,
      "learning_rate": 1.6500309187394005e-05,
      "loss": 0.3099,
      "step": 227
    },
    {
      "epoch": 0.9129129129129129,
      "grad_norm": 0.3210243582725525,
      "learning_rate": 1.6466950932509532e-05,
      "loss": 0.316,
      "step": 228
    },
    {
      "epoch": 0.9169169169169169,
      "grad_norm": 0.316346138715744,
      "learning_rate": 1.643346852374261e-05,
      "loss": 0.2977,
      "step": 229
    },
    {
      "epoch": 0.9209209209209209,
      "grad_norm": 0.3127054274082184,
      "learning_rate": 1.6399862603895563e-05,
      "loss": 0.2942,
      "step": 230
    },
    {
      "epoch": 0.924924924924925,
      "grad_norm": 0.3078126013278961,
      "learning_rate": 1.6366133818141893e-05,
      "loss": 0.3008,
      "step": 231
    },
    {
      "epoch": 0.928928928928929,
      "grad_norm": 0.3247736096382141,
      "learning_rate": 1.633228281401392e-05,
      "loss": 0.3142,
      "step": 232
    },
    {
      "epoch": 0.9329329329329329,
      "grad_norm": 0.3431578576564789,
      "learning_rate": 1.6298310241390326e-05,
      "loss": 0.3093,
      "step": 233
    },
    {
      "epoch": 0.9369369369369369,
      "grad_norm": 0.31279513239860535,
      "learning_rate": 1.6264216752483697e-05,
      "loss": 0.3175,
      "step": 234
    },
    {
      "epoch": 0.9409409409409409,
      "grad_norm": 0.33988532423973083,
      "learning_rate": 1.6230003001828e-05,
      "loss": 0.324,
      "step": 235
    },
    {
      "epoch": 0.944944944944945,
      "grad_norm": 0.3213682472705841,
      "learning_rate": 1.6195669646266003e-05,
      "loss": 0.3321,
      "step": 236
    },
    {
      "epoch": 0.948948948948949,
      "grad_norm": 0.357149213552475,
      "learning_rate": 1.616121734493668e-05,
      "loss": 0.3342,
      "step": 237
    },
    {
      "epoch": 0.9529529529529529,
      "grad_norm": 0.31976473331451416,
      "learning_rate": 1.6126646759262548e-05,
      "loss": 0.3181,
      "step": 238
    },
    {
      "epoch": 0.9569569569569569,
      "grad_norm": 0.328274130821228,
      "learning_rate": 1.609195855293697e-05,
      "loss": 0.3161,
      "step": 239
    },
    {
      "epoch": 0.960960960960961,
      "grad_norm": 0.3303963840007782,
      "learning_rate": 1.6057153391911422e-05,
      "loss": 0.3076,
      "step": 240
    },
    {
      "epoch": 0.964964964964965,
      "grad_norm": 0.34692683815956116,
      "learning_rate": 1.6022231944382693e-05,
      "loss": 0.3351,
      "step": 241
    },
    {
      "epoch": 0.968968968968969,
      "grad_norm": 0.3468174636363983,
      "learning_rate": 1.598719488078007e-05,
      "loss": 0.3224,
      "step": 242
    },
    {
      "epoch": 0.972972972972973,
      "grad_norm": 0.3575330972671509,
      "learning_rate": 1.5952042873752463e-05,
      "loss": 0.3189,
      "step": 243
    },
    {
      "epoch": 0.9769769769769769,
      "grad_norm": 0.35199496150016785,
      "learning_rate": 1.5916776598155478e-05,
      "loss": 0.3515,
      "step": 244
    },
    {
      "epoch": 0.980980980980981,
      "grad_norm": 0.34917882084846497,
      "learning_rate": 1.5881396731038493e-05,
      "loss": 0.3354,
      "step": 245
    },
    {
      "epoch": 0.984984984984985,
      "grad_norm": 0.32909733057022095,
      "learning_rate": 1.584590395163162e-05,
      "loss": 0.3009,
      "step": 246
    },
    {
      "epoch": 0.988988988988989,
      "grad_norm": 0.3109247088432312,
      "learning_rate": 1.5810298941332696e-05,
      "loss": 0.3164,
      "step": 247
    },
    {
      "epoch": 0.992992992992993,
      "grad_norm": 0.30618447065353394,
      "learning_rate": 1.5774582383694196e-05,
      "loss": 0.2923,
      "step": 248
    },
    {
      "epoch": 0.996996996996997,
      "grad_norm": 0.32330596446990967,
      "learning_rate": 1.5738754964410084e-05,
      "loss": 0.3213,
      "step": 249
    },
    {
      "epoch": 0.996996996996997,
      "eval_loss": 0.304058700799942,
      "eval_runtime": 6.1571,
      "eval_samples_per_second": 13.156,
      "eval_steps_per_second": 1.787,
      "step": 249
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.32330596446990967,
      "learning_rate": 1.5702817371302684e-05,
      "loss": 0.3252,
      "step": 250
    },
    {
      "epoch": 1.004004004004004,
      "grad_norm": 0.1360868364572525,
      "learning_rate": 1.5666770294309467e-05,
      "loss": 0.2529,
      "step": 251
    },
    {
      "epoch": 1.008008008008008,
      "grad_norm": 0.1317552626132965,
      "learning_rate": 1.5630614425469776e-05,
      "loss": 0.238,
      "step": 252
    },
    {
      "epoch": 1.012012012012012,
      "grad_norm": 0.12073508650064468,
      "learning_rate": 1.5594350458911586e-05,
      "loss": 0.2528,
      "step": 253
    },
    {
      "epoch": 1.016016016016016,
      "grad_norm": 0.13055667281150818,
      "learning_rate": 1.5557979090838136e-05,
      "loss": 0.2519,
      "step": 254
    },
    {
      "epoch": 1.02002002002002,
      "grad_norm": 0.1332577019929886,
      "learning_rate": 1.55215010195146e-05,
      "loss": 0.2483,
      "step": 255
    },
    {
      "epoch": 1.024024024024024,
      "grad_norm": 0.14699849486351013,
      "learning_rate": 1.5484916945254642e-05,
      "loss": 0.2513,
      "step": 256
    },
    {
      "epoch": 1.028028028028028,
      "grad_norm": 0.12925884127616882,
      "learning_rate": 1.5448227570407012e-05,
      "loss": 0.2426,
      "step": 257
    },
    {
      "epoch": 1.032032032032032,
      "grad_norm": 0.14779068529605865,
      "learning_rate": 1.5411433599342038e-05,
      "loss": 0.2453,
      "step": 258
    },
    {
      "epoch": 1.0360360360360361,
      "grad_norm": 0.11822405457496643,
      "learning_rate": 1.5374535738438105e-05,
      "loss": 0.2399,
      "step": 259
    },
    {
      "epoch": 1.04004004004004,
      "grad_norm": 0.13844071328639984,
      "learning_rate": 1.5337534696068088e-05,
      "loss": 0.2291,
      "step": 260
    },
    {
      "epoch": 1.044044044044044,
      "grad_norm": 0.12040767818689346,
      "learning_rate": 1.5300431182585777e-05,
      "loss": 0.2331,
      "step": 261
    },
    {
      "epoch": 1.048048048048048,
      "grad_norm": 0.1192127987742424,
      "learning_rate": 1.5263225910312222e-05,
      "loss": 0.2424,
      "step": 262
    },
    {
      "epoch": 1.052052052052052,
      "grad_norm": 0.14699995517730713,
      "learning_rate": 1.5225919593522049e-05,
      "loss": 0.2595,
      "step": 263
    },
    {
      "epoch": 1.0560560560560561,
      "grad_norm": 0.1524747908115387,
      "learning_rate": 1.5188512948429765e-05,
      "loss": 0.232,
      "step": 264
    },
    {
      "epoch": 1.06006006006006,
      "grad_norm": 0.12861889600753784,
      "learning_rate": 1.5151006693176005e-05,
      "loss": 0.245,
      "step": 265
    },
    {
      "epoch": 1.064064064064064,
      "grad_norm": 0.15535978972911835,
      "learning_rate": 1.5113401547813732e-05,
      "loss": 0.2277,
      "step": 266
    },
    {
      "epoch": 1.068068068068068,
      "grad_norm": 0.1480809897184372,
      "learning_rate": 1.5075698234294424e-05,
      "loss": 0.2265,
      "step": 267
    },
    {
      "epoch": 1.072072072072072,
      "grad_norm": 0.1344352513551712,
      "learning_rate": 1.5037897476454219e-05,
      "loss": 0.2397,
      "step": 268
    },
    {
      "epoch": 1.0760760760760761,
      "grad_norm": 0.1348842978477478,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.2443,
      "step": 269
    },
    {
      "epoch": 1.08008008008008,
      "grad_norm": 0.1489027589559555,
      "learning_rate": 1.496200653249549e-05,
      "loss": 0.2358,
      "step": 270
    },
    {
      "epoch": 1.0840840840840842,
      "grad_norm": 0.1447959840297699,
      "learning_rate": 1.492391780334725e-05,
      "loss": 0.2416,
      "step": 271
    },
    {
      "epoch": 1.088088088088088,
      "grad_norm": 0.13745814561843872,
      "learning_rate": 1.4885734543790707e-05,
      "loss": 0.2494,
      "step": 272
    },
    {
      "epoch": 1.092092092092092,
      "grad_norm": 0.14297857880592346,
      "learning_rate": 1.4847457486876097e-05,
      "loss": 0.2383,
      "step": 273
    },
    {
      "epoch": 1.0960960960960962,
      "grad_norm": 0.14657525718212128,
      "learning_rate": 1.4809087367454402e-05,
      "loss": 0.2339,
      "step": 274
    },
    {
      "epoch": 1.1001001001001,
      "grad_norm": 0.13032834231853485,
      "learning_rate": 1.4770624922163233e-05,
      "loss": 0.2337,
      "step": 275
    },
    {
      "epoch": 1.1041041041041042,
      "grad_norm": 0.12887558341026306,
      "learning_rate": 1.4732070889412693e-05,
      "loss": 0.2461,
      "step": 276
    },
    {
      "epoch": 1.1081081081081081,
      "grad_norm": 0.1498020589351654,
      "learning_rate": 1.4693426009371203e-05,
      "loss": 0.2622,
      "step": 277
    },
    {
      "epoch": 1.112112112112112,
      "grad_norm": 0.13239090144634247,
      "learning_rate": 1.4654691023951289e-05,
      "loss": 0.2422,
      "step": 278
    },
    {
      "epoch": 1.1161161161161162,
      "grad_norm": 0.14478150010108948,
      "learning_rate": 1.4615866676795334e-05,
      "loss": 0.233,
      "step": 279
    },
    {
      "epoch": 1.12012012012012,
      "grad_norm": 0.12946031987667084,
      "learning_rate": 1.4576953713261313e-05,
      "loss": 0.235,
      "step": 280
    },
    {
      "epoch": 1.1241241241241242,
      "grad_norm": 0.1348564624786377,
      "learning_rate": 1.4537952880408472e-05,
      "loss": 0.2386,
      "step": 281
    },
    {
      "epoch": 1.1281281281281281,
      "grad_norm": 0.13074958324432373,
      "learning_rate": 1.4498864926982996e-05,
      "loss": 0.234,
      "step": 282
    },
    {
      "epoch": 1.132132132132132,
      "grad_norm": 0.130098357796669,
      "learning_rate": 1.4459690603403623e-05,
      "loss": 0.2329,
      "step": 283
    },
    {
      "epoch": 1.1361361361361362,
      "grad_norm": 0.1510149985551834,
      "learning_rate": 1.4420430661747245e-05,
      "loss": 0.2507,
      "step": 284
    },
    {
      "epoch": 1.14014014014014,
      "grad_norm": 0.12636184692382812,
      "learning_rate": 1.4381085855734468e-05,
      "loss": 0.2305,
      "step": 285
    },
    {
      "epoch": 1.1441441441441442,
      "grad_norm": 0.14648716151714325,
      "learning_rate": 1.4341656940715147e-05,
      "loss": 0.2263,
      "step": 286
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 0.12833812832832336,
      "learning_rate": 1.4302144673653875e-05,
      "loss": 0.201,
      "step": 287
    },
    {
      "epoch": 1.1521521521521523,
      "grad_norm": 0.14879822731018066,
      "learning_rate": 1.426254981311545e-05,
      "loss": 0.2452,
      "step": 288
    },
    {
      "epoch": 1.1561561561561562,
      "grad_norm": 0.1363959014415741,
      "learning_rate": 1.4222873119250325e-05,
      "loss": 0.2366,
      "step": 289
    },
    {
      "epoch": 1.16016016016016,
      "grad_norm": 0.12407127767801285,
      "learning_rate": 1.4183115353780001e-05,
      "loss": 0.2276,
      "step": 290
    },
    {
      "epoch": 1.1641641641641642,
      "grad_norm": 0.1341707408428192,
      "learning_rate": 1.4143277279982415e-05,
      "loss": 0.2202,
      "step": 291
    },
    {
      "epoch": 1.1681681681681682,
      "grad_norm": 0.13136214017868042,
      "learning_rate": 1.4103359662677276e-05,
      "loss": 0.2365,
      "step": 292
    },
    {
      "epoch": 1.1721721721721723,
      "grad_norm": 0.13455568253993988,
      "learning_rate": 1.406336326821138e-05,
      "loss": 0.2329,
      "step": 293
    },
    {
      "epoch": 1.1761761761761762,
      "grad_norm": 0.130329892039299,
      "learning_rate": 1.4023288864443915e-05,
      "loss": 0.2182,
      "step": 294
    },
    {
      "epoch": 1.1801801801801801,
      "grad_norm": 0.1454066038131714,
      "learning_rate": 1.3983137220731702e-05,
      "loss": 0.232,
      "step": 295
    },
    {
      "epoch": 1.1841841841841843,
      "grad_norm": 0.12771300971508026,
      "learning_rate": 1.3942909107914431e-05,
      "loss": 0.2459,
      "step": 296
    },
    {
      "epoch": 1.1881881881881882,
      "grad_norm": 0.1486714780330658,
      "learning_rate": 1.390260529829986e-05,
      "loss": 0.2382,
      "step": 297
    },
    {
      "epoch": 1.1921921921921923,
      "grad_norm": 0.12321332842111588,
      "learning_rate": 1.3862226565648996e-05,
      "loss": 0.2226,
      "step": 298
    },
    {
      "epoch": 1.1961961961961962,
      "grad_norm": 0.11899197101593018,
      "learning_rate": 1.3821773685161224e-05,
      "loss": 0.2292,
      "step": 299
    },
    {
      "epoch": 1.2002002002002001,
      "grad_norm": 0.13106873631477356,
      "learning_rate": 1.3781247433459447e-05,
      "loss": 0.2115,
      "step": 300
    },
    {
      "epoch": 1.2042042042042043,
      "grad_norm": 0.1518913358449936,
      "learning_rate": 1.3740648588575156e-05,
      "loss": 0.2346,
      "step": 301
    },
    {
      "epoch": 1.2082082082082082,
      "grad_norm": 0.13578097522258759,
      "learning_rate": 1.3699977929933503e-05,
      "loss": 0.2208,
      "step": 302
    },
    {
      "epoch": 1.2122122122122123,
      "grad_norm": 0.13382072746753693,
      "learning_rate": 1.3659236238338339e-05,
      "loss": 0.229,
      "step": 303
    },
    {
      "epoch": 1.2162162162162162,
      "grad_norm": 0.14184784889221191,
      "learning_rate": 1.361842429595721e-05,
      "loss": 0.2418,
      "step": 304
    },
    {
      "epoch": 1.2202202202202201,
      "grad_norm": 0.13084499537944794,
      "learning_rate": 1.3577542886306367e-05,
      "loss": 0.2323,
      "step": 305
    },
    {
      "epoch": 1.2242242242242243,
      "grad_norm": 0.13019020855426788,
      "learning_rate": 1.3536592794235696e-05,
      "loss": 0.2155,
      "step": 306
    },
    {
      "epoch": 1.2282282282282282,
      "grad_norm": 0.14093178510665894,
      "learning_rate": 1.3495574805913669e-05,
      "loss": 0.236,
      "step": 307
    },
    {
      "epoch": 1.2322322322322323,
      "grad_norm": 0.13968797028064728,
      "learning_rate": 1.3454489708812237e-05,
      "loss": 0.2192,
      "step": 308
    },
    {
      "epoch": 1.2362362362362362,
      "grad_norm": 0.13795237243175507,
      "learning_rate": 1.3413338291691726e-05,
      "loss": 0.2236,
      "step": 309
    },
    {
      "epoch": 1.2402402402402402,
      "grad_norm": 0.16295593976974487,
      "learning_rate": 1.3372121344585694e-05,
      "loss": 0.2429,
      "step": 310
    },
    {
      "epoch": 1.2442442442442443,
      "grad_norm": 0.1423620730638504,
      "learning_rate": 1.3330839658785739e-05,
      "loss": 0.2411,
      "step": 311
    },
    {
      "epoch": 1.2482482482482482,
      "grad_norm": 0.1591283529996872,
      "learning_rate": 1.3289494026826337e-05,
      "loss": 0.2446,
      "step": 312
    },
    {
      "epoch": 1.2522522522522523,
      "grad_norm": 0.136406809091568,
      "learning_rate": 1.3248085242469629e-05,
      "loss": 0.223,
      "step": 313
    },
    {
      "epoch": 1.2562562562562563,
      "grad_norm": 0.12121517956256866,
      "learning_rate": 1.3206614100690139e-05,
      "loss": 0.2238,
      "step": 314
    },
    {
      "epoch": 1.2602602602602602,
      "grad_norm": 0.12819747626781464,
      "learning_rate": 1.3165081397659563e-05,
      "loss": 0.2352,
      "step": 315
    },
    {
      "epoch": 1.2642642642642643,
      "grad_norm": 0.12027258425951004,
      "learning_rate": 1.3123487930731464e-05,
      "loss": 0.2181,
      "step": 316
    },
    {
      "epoch": 1.2682682682682682,
      "grad_norm": 0.1466352492570877,
      "learning_rate": 1.3081834498425952e-05,
      "loss": 0.2352,
      "step": 317
    },
    {
      "epoch": 1.2722722722722724,
      "grad_norm": 0.12040114402770996,
      "learning_rate": 1.3040121900414371e-05,
      "loss": 0.2104,
      "step": 318
    },
    {
      "epoch": 1.2762762762762763,
      "grad_norm": 0.12626713514328003,
      "learning_rate": 1.2998350937503939e-05,
      "loss": 0.231,
      "step": 319
    },
    {
      "epoch": 1.2802802802802802,
      "grad_norm": 0.13121092319488525,
      "learning_rate": 1.2956522411622377e-05,
      "loss": 0.2376,
      "step": 320
    },
    {
      "epoch": 1.2842842842842843,
      "grad_norm": 0.13681887090206146,
      "learning_rate": 1.2914637125802514e-05,
      "loss": 0.2219,
      "step": 321
    },
    {
      "epoch": 1.2882882882882882,
      "grad_norm": 0.15647488832473755,
      "learning_rate": 1.287269588416686e-05,
      "loss": 0.2372,
      "step": 322
    },
    {
      "epoch": 1.2922922922922924,
      "grad_norm": 0.14653246104717255,
      "learning_rate": 1.2830699491912186e-05,
      "loss": 0.2245,
      "step": 323
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 0.12728944420814514,
      "learning_rate": 1.2788648755294056e-05,
      "loss": 0.2186,
      "step": 324
    },
    {
      "epoch": 1.3003003003003002,
      "grad_norm": 0.13707587122917175,
      "learning_rate": 1.2746544481611336e-05,
      "loss": 0.2236,
      "step": 325
    },
    {
      "epoch": 1.3043043043043043,
      "grad_norm": 0.1246773898601532,
      "learning_rate": 1.270438747919072e-05,
      "loss": 0.2195,
      "step": 326
    },
    {
      "epoch": 1.3083083083083082,
      "grad_norm": 0.13304340839385986,
      "learning_rate": 1.2662178557371198e-05,
      "loss": 0.2395,
      "step": 327
    },
    {
      "epoch": 1.3123123123123124,
      "grad_norm": 0.15779724717140198,
      "learning_rate": 1.261991852648852e-05,
      "loss": 0.2435,
      "step": 328
    },
    {
      "epoch": 1.3163163163163163,
      "grad_norm": 0.13654161989688873,
      "learning_rate": 1.2577608197859627e-05,
      "loss": 0.2316,
      "step": 329
    },
    {
      "epoch": 1.3203203203203202,
      "grad_norm": 0.15000677108764648,
      "learning_rate": 1.2535248383767102e-05,
      "loss": 0.2292,
      "step": 330
    },
    {
      "epoch": 1.3243243243243243,
      "grad_norm": 0.14126931130886078,
      "learning_rate": 1.2492839897443554e-05,
      "loss": 0.2364,
      "step": 331
    },
    {
      "epoch": 1.3283283283283283,
      "grad_norm": 0.1323651373386383,
      "learning_rate": 1.2450383553056011e-05,
      "loss": 0.2369,
      "step": 332
    },
    {
      "epoch": 1.3283283283283283,
      "eval_loss": 0.31280121207237244,
      "eval_runtime": 6.244,
      "eval_samples_per_second": 12.972,
      "eval_steps_per_second": 1.762,
      "step": 332
    },
    {
      "epoch": 1.3323323323323324,
      "grad_norm": 0.13480286300182343,
      "learning_rate": 1.2407880165690289e-05,
      "loss": 0.2203,
      "step": 333
    },
    {
      "epoch": 1.3363363363363363,
      "grad_norm": 0.13146036863327026,
      "learning_rate": 1.2365330551335348e-05,
      "loss": 0.2261,
      "step": 334
    },
    {
      "epoch": 1.3403403403403402,
      "grad_norm": 0.1318022459745407,
      "learning_rate": 1.2322735526867624e-05,
      "loss": 0.2328,
      "step": 335
    },
    {
      "epoch": 1.3443443443443444,
      "grad_norm": 0.11951415240764618,
      "learning_rate": 1.2280095910035343e-05,
      "loss": 0.2183,
      "step": 336
    },
    {
      "epoch": 1.3483483483483483,
      "grad_norm": 0.13236179947853088,
      "learning_rate": 1.2237412519442828e-05,
      "loss": 0.2292,
      "step": 337
    },
    {
      "epoch": 1.3523523523523524,
      "grad_norm": 0.16215181350708008,
      "learning_rate": 1.2194686174534771e-05,
      "loss": 0.2459,
      "step": 338
    },
    {
      "epoch": 1.3563563563563563,
      "grad_norm": 0.1451573669910431,
      "learning_rate": 1.2151917695580523e-05,
      "loss": 0.2276,
      "step": 339
    },
    {
      "epoch": 1.3603603603603602,
      "grad_norm": 0.14320491254329681,
      "learning_rate": 1.2109107903658326e-05,
      "loss": 0.2364,
      "step": 340
    },
    {
      "epoch": 1.3643643643643644,
      "grad_norm": 0.13618679344654083,
      "learning_rate": 1.2066257620639557e-05,
      "loss": 0.2227,
      "step": 341
    },
    {
      "epoch": 1.3683683683683685,
      "grad_norm": 0.1250023990869522,
      "learning_rate": 1.2023367669172947e-05,
      "loss": 0.2303,
      "step": 342
    },
    {
      "epoch": 1.3723723723723724,
      "grad_norm": 0.14609824120998383,
      "learning_rate": 1.1980438872668803e-05,
      "loss": 0.2223,
      "step": 343
    },
    {
      "epoch": 1.3763763763763763,
      "grad_norm": 0.15771915018558502,
      "learning_rate": 1.1937472055283168e-05,
      "loss": 0.2295,
      "step": 344
    },
    {
      "epoch": 1.3803803803803802,
      "grad_norm": 0.1346847116947174,
      "learning_rate": 1.189446804190203e-05,
      "loss": 0.2275,
      "step": 345
    },
    {
      "epoch": 1.3843843843843844,
      "grad_norm": 0.1324576437473297,
      "learning_rate": 1.1851427658125474e-05,
      "loss": 0.2387,
      "step": 346
    },
    {
      "epoch": 1.3883883883883885,
      "grad_norm": 0.11786400526762009,
      "learning_rate": 1.180835173025183e-05,
      "loss": 0.2151,
      "step": 347
    },
    {
      "epoch": 1.3923923923923924,
      "grad_norm": 0.12627920508384705,
      "learning_rate": 1.1765241085261802e-05,
      "loss": 0.2249,
      "step": 348
    },
    {
      "epoch": 1.3963963963963963,
      "grad_norm": 0.15186864137649536,
      "learning_rate": 1.172209655080262e-05,
      "loss": 0.2319,
      "step": 349
    },
    {
      "epoch": 1.4004004004004005,
      "grad_norm": 0.17141692340373993,
      "learning_rate": 1.1678918955172112e-05,
      "loss": 0.2421,
      "step": 350
    },
    {
      "epoch": 1.4044044044044044,
      "grad_norm": 0.13851796090602875,
      "learning_rate": 1.163570912730283e-05,
      "loss": 0.2168,
      "step": 351
    },
    {
      "epoch": 1.4084084084084085,
      "grad_norm": 0.12362354248762131,
      "learning_rate": 1.1592467896746122e-05,
      "loss": 0.2173,
      "step": 352
    },
    {
      "epoch": 1.4124124124124124,
      "grad_norm": 0.12605208158493042,
      "learning_rate": 1.1549196093656223e-05,
      "loss": 0.2299,
      "step": 353
    },
    {
      "epoch": 1.4164164164164164,
      "grad_norm": 0.13899150490760803,
      "learning_rate": 1.1505894548774294e-05,
      "loss": 0.2214,
      "step": 354
    },
    {
      "epoch": 1.4204204204204205,
      "grad_norm": 0.13161474466323853,
      "learning_rate": 1.1462564093412493e-05,
      "loss": 0.2322,
      "step": 355
    },
    {
      "epoch": 1.4244244244244244,
      "grad_norm": 0.13784383237361908,
      "learning_rate": 1.1419205559437998e-05,
      "loss": 0.2399,
      "step": 356
    },
    {
      "epoch": 1.4284284284284285,
      "grad_norm": 0.13900108635425568,
      "learning_rate": 1.1375819779257058e-05,
      "loss": 0.2332,
      "step": 357
    },
    {
      "epoch": 1.4324324324324325,
      "grad_norm": 0.13527807593345642,
      "learning_rate": 1.1332407585798992e-05,
      "loss": 0.2294,
      "step": 358
    },
    {
      "epoch": 1.4364364364364364,
      "grad_norm": 0.11528453975915909,
      "learning_rate": 1.1288969812500209e-05,
      "loss": 0.2131,
      "step": 359
    },
    {
      "epoch": 1.4404404404404405,
      "grad_norm": 0.15680839121341705,
      "learning_rate": 1.1245507293288204e-05,
      "loss": 0.2296,
      "step": 360
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.13539738953113556,
      "learning_rate": 1.1202020862565555e-05,
      "loss": 0.2326,
      "step": 361
    },
    {
      "epoch": 1.4484484484484486,
      "grad_norm": 0.14512887597084045,
      "learning_rate": 1.1158511355193888e-05,
      "loss": 0.2254,
      "step": 362
    },
    {
      "epoch": 1.4524524524524525,
      "grad_norm": 0.15710808336734772,
      "learning_rate": 1.1114979606477867e-05,
      "loss": 0.2395,
      "step": 363
    },
    {
      "epoch": 1.4564564564564564,
      "grad_norm": 0.1274499148130417,
      "learning_rate": 1.1071426452149152e-05,
      "loss": 0.2203,
      "step": 364
    },
    {
      "epoch": 1.4604604604604605,
      "grad_norm": 0.1460108906030655,
      "learning_rate": 1.1027852728350343e-05,
      "loss": 0.2477,
      "step": 365
    },
    {
      "epoch": 1.4644644644644644,
      "grad_norm": 0.1274898201227188,
      "learning_rate": 1.0984259271618947e-05,
      "loss": 0.218,
      "step": 366
    },
    {
      "epoch": 1.4684684684684686,
      "grad_norm": 0.14969086647033691,
      "learning_rate": 1.09406469188713e-05,
      "loss": 0.2307,
      "step": 367
    },
    {
      "epoch": 1.4724724724724725,
      "grad_norm": 0.1416291445493698,
      "learning_rate": 1.0897016507386513e-05,
      "loss": 0.2208,
      "step": 368
    },
    {
      "epoch": 1.4764764764764764,
      "grad_norm": 0.11650918424129486,
      "learning_rate": 1.0853368874790392e-05,
      "loss": 0.228,
      "step": 369
    },
    {
      "epoch": 1.4804804804804805,
      "grad_norm": 0.14399082958698273,
      "learning_rate": 1.0809704859039357e-05,
      "loss": 0.2297,
      "step": 370
    },
    {
      "epoch": 1.4844844844844844,
      "grad_norm": 0.1333630383014679,
      "learning_rate": 1.0766025298404346e-05,
      "loss": 0.2391,
      "step": 371
    },
    {
      "epoch": 1.4884884884884886,
      "grad_norm": 0.1538272351026535,
      "learning_rate": 1.0722331031454749e-05,
      "loss": 0.228,
      "step": 372
    },
    {
      "epoch": 1.4924924924924925,
      "grad_norm": 0.14864470064640045,
      "learning_rate": 1.0678622897042279e-05,
      "loss": 0.2307,
      "step": 373
    },
    {
      "epoch": 1.4964964964964964,
      "grad_norm": 0.14386948943138123,
      "learning_rate": 1.063490173428488e-05,
      "loss": 0.2491,
      "step": 374
    },
    {
      "epoch": 1.5005005005005005,
      "grad_norm": 0.13960744440555573,
      "learning_rate": 1.0591168382550617e-05,
      "loss": 0.2443,
      "step": 375
    },
    {
      "epoch": 1.5045045045045045,
      "grad_norm": 0.12918636202812195,
      "learning_rate": 1.0547423681441567e-05,
      "loss": 0.237,
      "step": 376
    },
    {
      "epoch": 1.5085085085085086,
      "grad_norm": 0.13551214337348938,
      "learning_rate": 1.050366847077769e-05,
      "loss": 0.2185,
      "step": 377
    },
    {
      "epoch": 1.5125125125125125,
      "grad_norm": 0.14278538525104523,
      "learning_rate": 1.0459903590580706e-05,
      "loss": 0.2287,
      "step": 378
    },
    {
      "epoch": 1.5165165165165164,
      "grad_norm": 0.1472548395395279,
      "learning_rate": 1.0416129881057987e-05,
      "loss": 0.2315,
      "step": 379
    },
    {
      "epoch": 1.5205205205205206,
      "grad_norm": 0.13086426258087158,
      "learning_rate": 1.03723481825864e-05,
      "loss": 0.2176,
      "step": 380
    },
    {
      "epoch": 1.5245245245245245,
      "grad_norm": 0.1289745569229126,
      "learning_rate": 1.0328559335696188e-05,
      "loss": 0.2279,
      "step": 381
    },
    {
      "epoch": 1.5285285285285286,
      "grad_norm": 0.1345757395029068,
      "learning_rate": 1.028476418105483e-05,
      "loss": 0.2195,
      "step": 382
    },
    {
      "epoch": 1.5325325325325325,
      "grad_norm": 0.1544564962387085,
      "learning_rate": 1.0240963559450909e-05,
      "loss": 0.2431,
      "step": 383
    },
    {
      "epoch": 1.5365365365365364,
      "grad_norm": 0.13208632171154022,
      "learning_rate": 1.0197158311777957e-05,
      "loss": 0.2159,
      "step": 384
    },
    {
      "epoch": 1.5405405405405406,
      "grad_norm": 0.12936881184577942,
      "learning_rate": 1.015334927901832e-05,
      "loss": 0.2085,
      "step": 385
    },
    {
      "epoch": 1.5445445445445447,
      "grad_norm": 0.12098892778158188,
      "learning_rate": 1.0109537302227012e-05,
      "loss": 0.2299,
      "step": 386
    },
    {
      "epoch": 1.5485485485485486,
      "grad_norm": 0.1374930441379547,
      "learning_rate": 1.0065723222515566e-05,
      "loss": 0.223,
      "step": 387
    },
    {
      "epoch": 1.5525525525525525,
      "grad_norm": 0.14887316524982452,
      "learning_rate": 1.0021907881035891e-05,
      "loss": 0.2266,
      "step": 388
    },
    {
      "epoch": 1.5565565565565564,
      "grad_norm": 0.13595186173915863,
      "learning_rate": 9.97809211896411e-06,
      "loss": 0.2182,
      "step": 389
    },
    {
      "epoch": 1.5605605605605606,
      "grad_norm": 0.144562229514122,
      "learning_rate": 9.934276777484436e-06,
      "loss": 0.2271,
      "step": 390
    },
    {
      "epoch": 1.5645645645645647,
      "grad_norm": 0.13522008061408997,
      "learning_rate": 9.89046269777299e-06,
      "loss": 0.228,
      "step": 391
    },
    {
      "epoch": 1.5685685685685686,
      "grad_norm": 0.12187031656503677,
      "learning_rate": 9.846650720981682e-06,
      "loss": 0.2112,
      "step": 392
    },
    {
      "epoch": 1.5725725725725725,
      "grad_norm": 0.14943794906139374,
      "learning_rate": 9.802841688222043e-06,
      "loss": 0.2148,
      "step": 393
    },
    {
      "epoch": 1.5765765765765765,
      "grad_norm": 0.13538117706775665,
      "learning_rate": 9.759036440549093e-06,
      "loss": 0.2204,
      "step": 394
    },
    {
      "epoch": 1.5805805805805806,
      "grad_norm": 0.12736183404922485,
      "learning_rate": 9.715235818945171e-06,
      "loss": 0.2118,
      "step": 395
    },
    {
      "epoch": 1.5845845845845847,
      "grad_norm": 0.1528167724609375,
      "learning_rate": 9.671440664303813e-06,
      "loss": 0.235,
      "step": 396
    },
    {
      "epoch": 1.5885885885885886,
      "grad_norm": 0.12496887892484665,
      "learning_rate": 9.627651817413605e-06,
      "loss": 0.2222,
      "step": 397
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 0.11347772926092148,
      "learning_rate": 9.583870118942014e-06,
      "loss": 0.2125,
      "step": 398
    },
    {
      "epoch": 1.5965965965965965,
      "grad_norm": 0.12634208798408508,
      "learning_rate": 9.540096409419295e-06,
      "loss": 0.209,
      "step": 399
    },
    {
      "epoch": 1.6006006006006006,
      "grad_norm": 0.1373746246099472,
      "learning_rate": 9.496331529222313e-06,
      "loss": 0.2223,
      "step": 400
    },
    {
      "epoch": 1.6046046046046047,
      "grad_norm": 0.13776709139347076,
      "learning_rate": 9.452576318558437e-06,
      "loss": 0.212,
      "step": 401
    },
    {
      "epoch": 1.6086086086086087,
      "grad_norm": 0.13330040872097015,
      "learning_rate": 9.408831617449385e-06,
      "loss": 0.2319,
      "step": 402
    },
    {
      "epoch": 1.6126126126126126,
      "grad_norm": 0.1234062984585762,
      "learning_rate": 9.365098265715124e-06,
      "loss": 0.2195,
      "step": 403
    },
    {
      "epoch": 1.6166166166166165,
      "grad_norm": 0.13824118673801422,
      "learning_rate": 9.321377102957723e-06,
      "loss": 0.2119,
      "step": 404
    },
    {
      "epoch": 1.6206206206206206,
      "grad_norm": 0.13618600368499756,
      "learning_rate": 9.277668968545253e-06,
      "loss": 0.2179,
      "step": 405
    },
    {
      "epoch": 1.6246246246246248,
      "grad_norm": 0.15361671149730682,
      "learning_rate": 9.233974701595654e-06,
      "loss": 0.2162,
      "step": 406
    },
    {
      "epoch": 1.6286286286286287,
      "grad_norm": 0.15466053783893585,
      "learning_rate": 9.190295140960649e-06,
      "loss": 0.2199,
      "step": 407
    },
    {
      "epoch": 1.6326326326326326,
      "grad_norm": 0.1456158608198166,
      "learning_rate": 9.146631125209608e-06,
      "loss": 0.2192,
      "step": 408
    },
    {
      "epoch": 1.6366366366366365,
      "grad_norm": 0.1501886397600174,
      "learning_rate": 9.102983492613489e-06,
      "loss": 0.2269,
      "step": 409
    },
    {
      "epoch": 1.6406406406406406,
      "grad_norm": 0.13893765211105347,
      "learning_rate": 9.059353081128702e-06,
      "loss": 0.2322,
      "step": 410
    },
    {
      "epoch": 1.6446446446446448,
      "grad_norm": 0.15337541699409485,
      "learning_rate": 9.015740728381055e-06,
      "loss": 0.2262,
      "step": 411
    },
    {
      "epoch": 1.6486486486486487,
      "grad_norm": 0.13367938995361328,
      "learning_rate": 8.972147271649662e-06,
      "loss": 0.2095,
      "step": 412
    },
    {
      "epoch": 1.6526526526526526,
      "grad_norm": 0.1440502554178238,
      "learning_rate": 8.928573547850852e-06,
      "loss": 0.2287,
      "step": 413
    },
    {
      "epoch": 1.6566566566566565,
      "grad_norm": 0.1278400868177414,
      "learning_rate": 8.885020393522136e-06,
      "loss": 0.2233,
      "step": 414
    },
    {
      "epoch": 1.6606606606606606,
      "grad_norm": 0.15888282656669617,
      "learning_rate": 8.841488644806115e-06,
      "loss": 0.2436,
      "step": 415
    },
    {
      "epoch": 1.6606606606606606,
      "eval_loss": 0.30414843559265137,
      "eval_runtime": 6.1188,
      "eval_samples_per_second": 13.238,
      "eval_steps_per_second": 1.798,
      "step": 415
    },
    {
      "epoch": 1.6646646646646648,
      "grad_norm": 0.1494596004486084,
      "learning_rate": 8.797979137434452e-06,
      "loss": 0.2171,
      "step": 416
    },
    {
      "epoch": 1.6686686686686687,
      "grad_norm": 0.14288803935050964,
      "learning_rate": 8.754492706711798e-06,
      "loss": 0.218,
      "step": 417
    },
    {
      "epoch": 1.6726726726726726,
      "grad_norm": 0.14627306163311005,
      "learning_rate": 8.711030187499795e-06,
      "loss": 0.2196,
      "step": 418
    },
    {
      "epoch": 1.6766766766766765,
      "grad_norm": 0.15222109854221344,
      "learning_rate": 8.66759241420101e-06,
      "loss": 0.2323,
      "step": 419
    },
    {
      "epoch": 1.6806806806806807,
      "grad_norm": 0.1480226367712021,
      "learning_rate": 8.624180220742945e-06,
      "loss": 0.2168,
      "step": 420
    },
    {
      "epoch": 1.6846846846846848,
      "grad_norm": 0.14224019646644592,
      "learning_rate": 8.580794440562003e-06,
      "loss": 0.2228,
      "step": 421
    },
    {
      "epoch": 1.6886886886886887,
      "grad_norm": 0.13837142288684845,
      "learning_rate": 8.53743590658751e-06,
      "loss": 0.2175,
      "step": 422
    },
    {
      "epoch": 1.6926926926926926,
      "grad_norm": 0.1258038580417633,
      "learning_rate": 8.494105451225706e-06,
      "loss": 0.2078,
      "step": 423
    },
    {
      "epoch": 1.6966966966966965,
      "grad_norm": 0.1426319181919098,
      "learning_rate": 8.45080390634378e-06,
      "loss": 0.2228,
      "step": 424
    },
    {
      "epoch": 1.7007007007007007,
      "grad_norm": 0.14483590424060822,
      "learning_rate": 8.407532103253878e-06,
      "loss": 0.2249,
      "step": 425
    },
    {
      "epoch": 1.7047047047047048,
      "grad_norm": 0.1365538090467453,
      "learning_rate": 8.364290872697175e-06,
      "loss": 0.2241,
      "step": 426
    },
    {
      "epoch": 1.7087087087087087,
      "grad_norm": 0.15289802849292755,
      "learning_rate": 8.321081044827894e-06,
      "loss": 0.2182,
      "step": 427
    },
    {
      "epoch": 1.7127127127127126,
      "grad_norm": 0.13033711910247803,
      "learning_rate": 8.277903449197383e-06,
      "loss": 0.216,
      "step": 428
    },
    {
      "epoch": 1.7167167167167166,
      "grad_norm": 0.13258293271064758,
      "learning_rate": 8.2347589147382e-06,
      "loss": 0.1956,
      "step": 429
    },
    {
      "epoch": 1.7207207207207207,
      "grad_norm": 0.13521750271320343,
      "learning_rate": 8.191648269748173e-06,
      "loss": 0.2258,
      "step": 430
    },
    {
      "epoch": 1.7247247247247248,
      "grad_norm": 0.15456490218639374,
      "learning_rate": 8.14857234187453e-06,
      "loss": 0.2256,
      "step": 431
    },
    {
      "epoch": 1.7287287287287287,
      "grad_norm": 0.13333886861801147,
      "learning_rate": 8.105531958097973e-06,
      "loss": 0.2209,
      "step": 432
    },
    {
      "epoch": 1.7327327327327327,
      "grad_norm": 0.1298181712627411,
      "learning_rate": 8.062527944716837e-06,
      "loss": 0.2106,
      "step": 433
    },
    {
      "epoch": 1.7367367367367368,
      "grad_norm": 0.13067086040973663,
      "learning_rate": 8.019561127331202e-06,
      "loss": 0.224,
      "step": 434
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 0.13905219733715057,
      "learning_rate": 7.976632330827056e-06,
      "loss": 0.2206,
      "step": 435
    },
    {
      "epoch": 1.7447447447447448,
      "grad_norm": 0.13740921020507812,
      "learning_rate": 7.933742379360446e-06,
      "loss": 0.217,
      "step": 436
    },
    {
      "epoch": 1.7487487487487487,
      "grad_norm": 0.12991660833358765,
      "learning_rate": 7.890892096341677e-06,
      "loss": 0.2173,
      "step": 437
    },
    {
      "epoch": 1.7527527527527527,
      "grad_norm": 0.13946564495563507,
      "learning_rate": 7.848082304419478e-06,
      "loss": 0.2293,
      "step": 438
    },
    {
      "epoch": 1.7567567567567568,
      "grad_norm": 0.12789933383464813,
      "learning_rate": 7.805313825465232e-06,
      "loss": 0.2116,
      "step": 439
    },
    {
      "epoch": 1.7607607607607607,
      "grad_norm": 0.14676792919635773,
      "learning_rate": 7.762587480557175e-06,
      "loss": 0.2293,
      "step": 440
    },
    {
      "epoch": 1.7647647647647648,
      "grad_norm": 0.14003834128379822,
      "learning_rate": 7.719904089964658e-06,
      "loss": 0.2137,
      "step": 441
    },
    {
      "epoch": 1.7687687687687688,
      "grad_norm": 0.14215737581253052,
      "learning_rate": 7.67726447313238e-06,
      "loss": 0.2221,
      "step": 442
    },
    {
      "epoch": 1.7727727727727727,
      "grad_norm": 0.12992604076862335,
      "learning_rate": 7.634669448664655e-06,
      "loss": 0.2006,
      "step": 443
    },
    {
      "epoch": 1.7767767767767768,
      "grad_norm": 0.13772279024124146,
      "learning_rate": 7.5921198343097145e-06,
      "loss": 0.2266,
      "step": 444
    },
    {
      "epoch": 1.7807807807807807,
      "grad_norm": 0.14676547050476074,
      "learning_rate": 7.549616446943992e-06,
      "loss": 0.2248,
      "step": 445
    },
    {
      "epoch": 1.7847847847847849,
      "grad_norm": 0.13406066596508026,
      "learning_rate": 7.507160102556451e-06,
      "loss": 0.2028,
      "step": 446
    },
    {
      "epoch": 1.7887887887887888,
      "grad_norm": 0.14275118708610535,
      "learning_rate": 7.464751616232902e-06,
      "loss": 0.2129,
      "step": 447
    },
    {
      "epoch": 1.7927927927927927,
      "grad_norm": 0.1265939474105835,
      "learning_rate": 7.422391802140376e-06,
      "loss": 0.2102,
      "step": 448
    },
    {
      "epoch": 1.7967967967967968,
      "grad_norm": 0.13890117406845093,
      "learning_rate": 7.380081473511484e-06,
      "loss": 0.2094,
      "step": 449
    },
    {
      "epoch": 1.800800800800801,
      "grad_norm": 0.14124225080013275,
      "learning_rate": 7.337821442628805e-06,
      "loss": 0.2323,
      "step": 450
    },
    {
      "epoch": 1.8048048048048049,
      "grad_norm": 0.15107014775276184,
      "learning_rate": 7.295612520809281e-06,
      "loss": 0.224,
      "step": 451
    },
    {
      "epoch": 1.8088088088088088,
      "grad_norm": 0.1297285109758377,
      "learning_rate": 7.253455518388668e-06,
      "loss": 0.2053,
      "step": 452
    },
    {
      "epoch": 1.8128128128128127,
      "grad_norm": 0.12204065918922424,
      "learning_rate": 7.211351244705947e-06,
      "loss": 0.2189,
      "step": 453
    },
    {
      "epoch": 1.8168168168168168,
      "grad_norm": 0.15427479147911072,
      "learning_rate": 7.169300508087815e-06,
      "loss": 0.2337,
      "step": 454
    },
    {
      "epoch": 1.820820820820821,
      "grad_norm": 0.13939781486988068,
      "learning_rate": 7.127304115833141e-06,
      "loss": 0.2175,
      "step": 455
    },
    {
      "epoch": 1.8248248248248249,
      "grad_norm": 0.1337432563304901,
      "learning_rate": 7.08536287419749e-06,
      "loss": 0.2198,
      "step": 456
    },
    {
      "epoch": 1.8288288288288288,
      "grad_norm": 0.19405747950077057,
      "learning_rate": 7.043477588377623e-06,
      "loss": 0.2263,
      "step": 457
    },
    {
      "epoch": 1.8328328328328327,
      "grad_norm": 0.13952726125717163,
      "learning_rate": 7.001649062496065e-06,
      "loss": 0.2408,
      "step": 458
    },
    {
      "epoch": 1.8368368368368369,
      "grad_norm": 0.14409776031970978,
      "learning_rate": 6.959878099585634e-06,
      "loss": 0.2216,
      "step": 459
    },
    {
      "epoch": 1.840840840840841,
      "grad_norm": 0.13670873641967773,
      "learning_rate": 6.918165501574051e-06,
      "loss": 0.2225,
      "step": 460
    },
    {
      "epoch": 1.844844844844845,
      "grad_norm": 0.11937157064676285,
      "learning_rate": 6.876512069268541e-06,
      "loss": 0.2097,
      "step": 461
    },
    {
      "epoch": 1.8488488488488488,
      "grad_norm": 0.12589742243289948,
      "learning_rate": 6.834918602340439e-06,
      "loss": 0.2189,
      "step": 462
    },
    {
      "epoch": 1.8528528528528527,
      "grad_norm": 0.12316793203353882,
      "learning_rate": 6.793385899309866e-06,
      "loss": 0.2098,
      "step": 463
    },
    {
      "epoch": 1.8568568568568569,
      "grad_norm": 0.13508102297782898,
      "learning_rate": 6.751914757530375e-06,
      "loss": 0.2311,
      "step": 464
    },
    {
      "epoch": 1.860860860860861,
      "grad_norm": 0.13518530130386353,
      "learning_rate": 6.7105059731736645e-06,
      "loss": 0.2244,
      "step": 465
    },
    {
      "epoch": 1.864864864864865,
      "grad_norm": 0.1370282769203186,
      "learning_rate": 6.669160341214265e-06,
      "loss": 0.2175,
      "step": 466
    },
    {
      "epoch": 1.8688688688688688,
      "grad_norm": 0.13752111792564392,
      "learning_rate": 6.627878655414311e-06,
      "loss": 0.2211,
      "step": 467
    },
    {
      "epoch": 1.8728728728728727,
      "grad_norm": 0.1328887790441513,
      "learning_rate": 6.586661708308273e-06,
      "loss": 0.2147,
      "step": 468
    },
    {
      "epoch": 1.8768768768768769,
      "grad_norm": 0.13455736637115479,
      "learning_rate": 6.5455102911877665e-06,
      "loss": 0.2226,
      "step": 469
    },
    {
      "epoch": 1.880880880880881,
      "grad_norm": 0.1263863891363144,
      "learning_rate": 6.504425194086334e-06,
      "loss": 0.2085,
      "step": 470
    },
    {
      "epoch": 1.884884884884885,
      "grad_norm": 0.14515650272369385,
      "learning_rate": 6.4634072057643045e-06,
      "loss": 0.2175,
      "step": 471
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.12257494777441025,
      "learning_rate": 6.422457113693633e-06,
      "loss": 0.2098,
      "step": 472
    },
    {
      "epoch": 1.8928928928928928,
      "grad_norm": 0.1487148255109787,
      "learning_rate": 6.381575704042792e-06,
      "loss": 0.2098,
      "step": 473
    },
    {
      "epoch": 1.896896896896897,
      "grad_norm": 0.13246439397335052,
      "learning_rate": 6.340763761661665e-06,
      "loss": 0.2169,
      "step": 474
    },
    {
      "epoch": 1.900900900900901,
      "grad_norm": 0.13017022609710693,
      "learning_rate": 6.3000220700664985e-06,
      "loss": 0.2119,
      "step": 475
    },
    {
      "epoch": 1.904904904904905,
      "grad_norm": 0.13715329766273499,
      "learning_rate": 6.259351411424849e-06,
      "loss": 0.2291,
      "step": 476
    },
    {
      "epoch": 1.9089089089089089,
      "grad_norm": 0.12503132224082947,
      "learning_rate": 6.218752566540555e-06,
      "loss": 0.2172,
      "step": 477
    },
    {
      "epoch": 1.9129129129129128,
      "grad_norm": 0.13519714772701263,
      "learning_rate": 6.17822631483878e-06,
      "loss": 0.2085,
      "step": 478
    },
    {
      "epoch": 1.916916916916917,
      "grad_norm": 0.12226010113954544,
      "learning_rate": 6.137773434351009e-06,
      "loss": 0.1983,
      "step": 479
    },
    {
      "epoch": 1.920920920920921,
      "grad_norm": 0.14085441827774048,
      "learning_rate": 6.097394701700146e-06,
      "loss": 0.2175,
      "step": 480
    },
    {
      "epoch": 1.924924924924925,
      "grad_norm": 0.1396440863609314,
      "learning_rate": 6.057090892085571e-06,
      "loss": 0.2281,
      "step": 481
    },
    {
      "epoch": 1.9289289289289289,
      "grad_norm": 0.13764607906341553,
      "learning_rate": 6.016862779268301e-06,
      "loss": 0.2241,
      "step": 482
    },
    {
      "epoch": 1.9329329329329328,
      "grad_norm": 0.1312662959098816,
      "learning_rate": 5.976711135556086e-06,
      "loss": 0.2237,
      "step": 483
    },
    {
      "epoch": 1.936936936936937,
      "grad_norm": 0.15344005823135376,
      "learning_rate": 5.936636731788621e-06,
      "loss": 0.215,
      "step": 484
    },
    {
      "epoch": 1.940940940940941,
      "grad_norm": 0.1357364058494568,
      "learning_rate": 5.896640337322725e-06,
      "loss": 0.2284,
      "step": 485
    },
    {
      "epoch": 1.944944944944945,
      "grad_norm": 0.14679481089115143,
      "learning_rate": 5.8567227200175865e-06,
      "loss": 0.2471,
      "step": 486
    },
    {
      "epoch": 1.9489489489489489,
      "grad_norm": 0.13242673873901367,
      "learning_rate": 5.816884646219997e-06,
      "loss": 0.2207,
      "step": 487
    },
    {
      "epoch": 1.9529529529529528,
      "grad_norm": 0.13282544910907745,
      "learning_rate": 5.7771268807496794e-06,
      "loss": 0.2133,
      "step": 488
    },
    {
      "epoch": 1.956956956956957,
      "grad_norm": 0.12988749146461487,
      "learning_rate": 5.737450186884555e-06,
      "loss": 0.2119,
      "step": 489
    },
    {
      "epoch": 1.960960960960961,
      "grad_norm": 0.1413298100233078,
      "learning_rate": 5.6978553263461265e-06,
      "loss": 0.2197,
      "step": 490
    },
    {
      "epoch": 1.964964964964965,
      "grad_norm": 0.1392560601234436,
      "learning_rate": 5.6583430592848565e-06,
      "loss": 0.2118,
      "step": 491
    },
    {
      "epoch": 1.968968968968969,
      "grad_norm": 0.1412695348262787,
      "learning_rate": 5.618914144265532e-06,
      "loss": 0.2146,
      "step": 492
    },
    {
      "epoch": 1.972972972972973,
      "grad_norm": 0.14450322091579437,
      "learning_rate": 5.579569338252758e-06,
      "loss": 0.214,
      "step": 493
    },
    {
      "epoch": 1.976976976976977,
      "grad_norm": 0.1321956366300583,
      "learning_rate": 5.5403093965963806e-06,
      "loss": 0.2171,
      "step": 494
    },
    {
      "epoch": 1.980980980980981,
      "grad_norm": 0.15199291706085205,
      "learning_rate": 5.501135073017008e-06,
      "loss": 0.2186,
      "step": 495
    },
    {
      "epoch": 1.984984984984985,
      "grad_norm": 0.13251198828220367,
      "learning_rate": 5.4620471195915304e-06,
      "loss": 0.2041,
      "step": 496
    },
    {
      "epoch": 1.988988988988989,
      "grad_norm": 0.16512924432754517,
      "learning_rate": 5.42304628673869e-06,
      "loss": 0.2219,
      "step": 497
    },
    {
      "epoch": 1.992992992992993,
      "grad_norm": 0.13640455901622772,
      "learning_rate": 5.384133323204666e-06,
      "loss": 0.2159,
      "step": 498
    },
    {
      "epoch": 1.992992992992993,
      "eval_loss": 0.2962433695793152,
      "eval_runtime": 6.2218,
      "eval_samples_per_second": 13.019,
      "eval_steps_per_second": 1.768,
      "step": 498
    }
  ],
  "logging_steps": 1,
  "max_steps": 747,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 249,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.308189414870221e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}