{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 13434,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 2.5227460711331677e-08,
      "loss": 3.3575,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.128205128205128e-08,
      "loss": 3.3023,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.775020678246484e-08,
      "loss": 2.9134,
      "step": 192
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0421836228287841e-07,
      "loss": 2.7766,
      "step": 256
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3068651778329198e-07,
      "loss": 2.6203,
      "step": 320
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.5715467328370554e-07,
      "loss": 2.221,
      "step": 384
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.836228287841191e-07,
      "loss": 1.6761,
      "step": 448
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.1009098428453268e-07,
      "loss": 1.3371,
      "step": 512
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.3655913978494625e-07,
      "loss": 1.102,
      "step": 576
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.6302729528535976e-07,
      "loss": 0.9863,
      "step": 640
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.8949545078577336e-07,
      "loss": 0.8123,
      "step": 704
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.159636062861869e-07,
      "loss": 0.6005,
      "step": 768
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.424317617866005e-07,
      "loss": 0.4275,
      "step": 832
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.6889991728701403e-07,
      "loss": 0.4868,
      "step": 896
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.9536807278742763e-07,
      "loss": 0.4454,
      "step": 960
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.2183622828784117e-07,
      "loss": 0.3431,
      "step": 1024
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.4830438378825477e-07,
      "loss": 0.3373,
      "step": 1088
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.743589743589743e-07,
      "loss": 0.351,
      "step": 1152
    },
    {
      "epoch": 0.09,
      "learning_rate": 5.00827129859388e-07,
      "loss": 0.3565,
      "step": 1216
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.272952853598015e-07,
      "loss": 0.2179,
      "step": 1280
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.537634408602149e-07,
      "loss": 0.3892,
      "step": 1344
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.802315963606285e-07,
      "loss": 0.3388,
      "step": 1408
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.066997518610421e-07,
      "loss": 0.4345,
      "step": 1472
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.331679073614557e-07,
      "loss": 0.1948,
      "step": 1536
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.596360628618692e-07,
      "loss": 0.2907,
      "step": 1600
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.861042183622828e-07,
      "loss": 0.3393,
      "step": 1664
    },
    {
      "epoch": 0.13,
      "learning_rate": 7.125723738626964e-07,
      "loss": 0.2568,
      "step": 1728
    },
    {
      "epoch": 0.13,
      "learning_rate": 7.3904052936311e-07,
      "loss": 0.3041,
      "step": 1792
    },
    {
      "epoch": 0.14,
      "learning_rate": 7.655086848635235e-07,
      "loss": 0.3316,
      "step": 1856
    },
    {
      "epoch": 0.14,
      "learning_rate": 7.919768403639371e-07,
      "loss": 0.3193,
      "step": 1920
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.184449958643507e-07,
      "loss": 0.3393,
      "step": 1984
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.449131513647643e-07,
      "loss": 0.2933,
      "step": 2048
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.713813068651778e-07,
      "loss": 0.236,
      "step": 2112
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.978494623655913e-07,
      "loss": 0.305,
      "step": 2176
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.243176178660049e-07,
      "loss": 0.2158,
      "step": 2240
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507857733664185e-07,
      "loss": 0.3261,
      "step": 2304
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.77253928866832e-07,
      "loss": 0.2282,
      "step": 2368
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.997624326892619e-07,
      "loss": 0.3758,
      "step": 2432
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.980730651462358e-07,
      "loss": 0.2466,
      "step": 2496
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.963836976032098e-07,
      "loss": 0.2283,
      "step": 2560
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.946943300601838e-07,
      "loss": 0.2605,
      "step": 2624
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.930049625171575e-07,
      "loss": 0.2818,
      "step": 2688
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.913155949741315e-07,
      "loss": 0.3004,
      "step": 2752
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.896262274311054e-07,
      "loss": 0.2703,
      "step": 2816
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.879368598880794e-07,
      "loss": 0.2924,
      "step": 2880
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.862474923450532e-07,
      "loss": 0.3661,
      "step": 2944
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.845581248020271e-07,
      "loss": 0.3517,
      "step": 3008
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.82868757259001e-07,
      "loss": 0.2773,
      "step": 3072
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.81179389715975e-07,
      "loss": 0.3023,
      "step": 3136
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.79490022172949e-07,
      "loss": 0.2831,
      "step": 3200
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.77800654629923e-07,
      "loss": 0.2693,
      "step": 3264
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.76111287086897e-07,
      "loss": 0.2534,
      "step": 3328
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.744219195438707e-07,
      "loss": 0.183,
      "step": 3392
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.727325520008446e-07,
      "loss": 0.1786,
      "step": 3456
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.710431844578186e-07,
      "loss": 0.3985,
      "step": 3520
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.693538169147924e-07,
      "loss": 0.2585,
      "step": 3584
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.676644493717663e-07,
      "loss": 0.2088,
      "step": 3648
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.659750818287403e-07,
      "loss": 0.1913,
      "step": 3712
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.642857142857142e-07,
      "loss": 0.2747,
      "step": 3776
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.625963467426882e-07,
      "loss": 0.2283,
      "step": 3840
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.609069791996622e-07,
      "loss": 0.305,
      "step": 3904
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.59217611656636e-07,
      "loss": 0.2648,
      "step": 3968
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.575282441136099e-07,
      "loss": 0.2277,
      "step": 4032
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.558388765705839e-07,
      "loss": 0.2445,
      "step": 4096
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.541495090275578e-07,
      "loss": 0.3094,
      "step": 4160
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.524601414845317e-07,
      "loss": 0.2558,
      "step": 4224
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.507707739415056e-07,
      "loss": 0.2467,
      "step": 4288
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.490814063984796e-07,
      "loss": 0.2412,
      "step": 4352
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.473920388554535e-07,
      "loss": 0.2564,
      "step": 4416
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.457026713124273e-07,
      "loss": 0.2373,
      "step": 4480
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.440133037694013e-07,
      "loss": 0.34,
      "step": 4544
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.423239362263751e-07,
      "loss": 0.2398,
      "step": 4608
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.406345686833491e-07,
      "loss": 0.2493,
      "step": 4672
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.389452011403231e-07,
      "loss": 0.2398,
      "step": 4736
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.37255833597297e-07,
      "loss": 0.2536,
      "step": 4800
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.355664660542709e-07,
      "loss": 0.3538,
      "step": 4864
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.338770985112448e-07,
      "loss": 0.2481,
      "step": 4928
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.321877309682187e-07,
      "loss": 0.2152,
      "step": 4992
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.304983634251927e-07,
      "loss": 0.3056,
      "step": 5056
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.288089958821665e-07,
      "loss": 0.2473,
      "step": 5120
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.271196283391405e-07,
      "loss": 0.234,
      "step": 5184
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.254302607961144e-07,
      "loss": 0.1578,
      "step": 5248
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.237672896209481e-07,
      "loss": 0.2566,
      "step": 5312
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.22077922077922e-07,
      "loss": 0.3794,
      "step": 5376
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.203885545348959e-07,
      "loss": 0.2453,
      "step": 5440
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.186991869918699e-07,
      "loss": 0.2361,
      "step": 5504
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.170098194488438e-07,
      "loss": 0.1734,
      "step": 5568
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.153204519058178e-07,
      "loss": 0.1762,
      "step": 5632
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.136310843627916e-07,
      "loss": 0.2933,
      "step": 5696
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.119417168197655e-07,
      "loss": 0.3152,
      "step": 5760
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.102523492767395e-07,
      "loss": 0.1966,
      "step": 5824
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.085629817337133e-07,
      "loss": 0.298,
      "step": 5888
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.068736141906873e-07,
      "loss": 0.2437,
      "step": 5952
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.051842466476613e-07,
      "loss": 0.305,
      "step": 6016
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.034948791046352e-07,
      "loss": 0.1959,
      "step": 6080
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.018055115616091e-07,
      "loss": 0.2465,
      "step": 6144
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.00116144018583e-07,
      "loss": 0.2624,
      "step": 6208
    },
    {
      "epoch": 0.47,
      "learning_rate": 8.984267764755569e-07,
      "loss": 0.2772,
      "step": 6272
    },
    {
      "epoch": 0.47,
      "learning_rate": 8.967374089325309e-07,
      "loss": 0.2208,
      "step": 6336
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.950480413895047e-07,
      "loss": 0.2695,
      "step": 6400
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.933586738464787e-07,
      "loss": 0.3235,
      "step": 6464
    },
    {
      "epoch": 0.49,
      "learning_rate": 8.916693063034526e-07,
      "loss": 0.2802,
      "step": 6528
    },
    {
      "epoch": 0.49,
      "learning_rate": 8.899799387604265e-07,
      "loss": 0.2383,
      "step": 6592
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.882905712174005e-07,
      "loss": 0.2238,
      "step": 6656
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.866012036743744e-07,
      "loss": 0.2847,
      "step": 6720
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.849118361313483e-07,
      "loss": 0.2713,
      "step": 6784
    },
    {
      "epoch": 0.51,
      "learning_rate": 8.832224685883221e-07,
      "loss": 0.2156,
      "step": 6848
    },
    {
      "epoch": 0.51,
      "learning_rate": 8.815331010452961e-07,
      "loss": 0.2832,
      "step": 6912
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.798437335022701e-07,
      "loss": 0.2675,
      "step": 6976
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.781543659592439e-07,
      "loss": 0.2506,
      "step": 7040
    },
    {
      "epoch": 0.53,
      "learning_rate": 8.764649984162179e-07,
      "loss": 0.2807,
      "step": 7104
    },
    {
      "epoch": 0.53,
      "learning_rate": 8.747756308731918e-07,
      "loss": 0.2802,
      "step": 7168
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.730862633301658e-07,
      "loss": 0.2125,
      "step": 7232
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.713968957871396e-07,
      "loss": 0.2739,
      "step": 7296
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.697075282441135e-07,
      "loss": 0.2341,
      "step": 7360
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.680181607010875e-07,
      "loss": 0.2267,
      "step": 7424
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.663287931580614e-07,
      "loss": 0.3504,
      "step": 7488
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.646394256150353e-07,
      "loss": 0.2675,
      "step": 7552
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.629500580720093e-07,
      "loss": 0.1694,
      "step": 7616
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.612606905289832e-07,
      "loss": 0.2865,
      "step": 7680
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.595713229859571e-07,
      "loss": 0.2737,
      "step": 7744
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.578819554429309e-07,
      "loss": 0.2201,
      "step": 7808
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.561925878999049e-07,
      "loss": 0.1701,
      "step": 7872
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.545032203568789e-07,
      "loss": 0.2566,
      "step": 7936
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.528138528138527e-07,
      "loss": 0.274,
      "step": 8000
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.511244852708267e-07,
      "loss": 0.3413,
      "step": 8064
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.494351177278007e-07,
      "loss": 0.2035,
      "step": 8128
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.477721465526343e-07,
      "loss": 0.2612,
      "step": 8192
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.460827790096083e-07,
      "loss": 0.2322,
      "step": 8256
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.443934114665822e-07,
      "loss": 0.1929,
      "step": 8320
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.427040439235561e-07,
      "loss": 0.2212,
      "step": 8384
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.4101467638053e-07,
      "loss": 0.1912,
      "step": 8448
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.39325308837504e-07,
      "loss": 0.3325,
      "step": 8512
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.376359412944777e-07,
      "loss": 0.2341,
      "step": 8576
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.359465737514517e-07,
      "loss": 0.248,
      "step": 8640
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.342572062084257e-07,
      "loss": 0.268,
      "step": 8704
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.325678386653996e-07,
      "loss": 0.3279,
      "step": 8768
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.308784711223735e-07,
      "loss": 0.2175,
      "step": 8832
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.291891035793475e-07,
      "loss": 0.2641,
      "step": 8896
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.274997360363214e-07,
      "loss": 0.2435,
      "step": 8960
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.258103684932953e-07,
      "loss": 0.208,
      "step": 9024
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.241210009502691e-07,
      "loss": 0.2631,
      "step": 9088
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.224316334072431e-07,
      "loss": 0.2774,
      "step": 9152
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.207422658642171e-07,
      "loss": 0.2279,
      "step": 9216
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.190528983211909e-07,
      "loss": 0.1885,
      "step": 9280
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.173635307781649e-07,
      "loss": 0.2396,
      "step": 9344
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.156741632351388e-07,
      "loss": 0.269,
      "step": 9408
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.139847956921128e-07,
      "loss": 0.315,
      "step": 9472
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.122954281490867e-07,
      "loss": 0.2165,
      "step": 9536
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.106060606060605e-07,
      "loss": 0.2035,
      "step": 9600
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.089166930630345e-07,
      "loss": 0.2472,
      "step": 9664
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.072273255200083e-07,
      "loss": 0.2641,
      "step": 9728
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.055379579769823e-07,
      "loss": 0.1937,
      "step": 9792
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.038485904339563e-07,
      "loss": 0.2108,
      "step": 9856
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.021592228909302e-07,
      "loss": 0.2866,
      "step": 9920
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.004698553479041e-07,
      "loss": 0.2707,
      "step": 9984
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.98780487804878e-07,
      "loss": 0.2249,
      "step": 10048
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.970911202618519e-07,
      "loss": 0.2183,
      "step": 10112
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.954017527188258e-07,
      "loss": 0.234,
      "step": 10176
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.937123851757997e-07,
      "loss": 0.2504,
      "step": 10240
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.920230176327737e-07,
      "loss": 0.1973,
      "step": 10304
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.903336500897477e-07,
      "loss": 0.2003,
      "step": 10368
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.886442825467215e-07,
      "loss": 0.2558,
      "step": 10432
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.869549150036955e-07,
      "loss": 0.2694,
      "step": 10496
    },
    {
      "epoch": 0.79,
      "learning_rate": 7.852655474606694e-07,
      "loss": 0.2633,
      "step": 10560
    },
    {
      "epoch": 0.79,
      "learning_rate": 7.835761799176432e-07,
      "loss": 0.2649,
      "step": 10624
    },
    {
      "epoch": 0.8,
      "learning_rate": 7.818868123746172e-07,
      "loss": 0.2874,
      "step": 10688
    },
    {
      "epoch": 0.8,
      "learning_rate": 7.801974448315911e-07,
      "loss": 0.2393,
      "step": 10752
    },
    {
      "epoch": 0.81,
      "learning_rate": 7.785080772885651e-07,
      "loss": 0.2303,
      "step": 10816
    },
    {
      "epoch": 0.81,
      "learning_rate": 7.768451061133987e-07,
      "loss": 0.2417,
      "step": 10880
    },
    {
      "epoch": 0.81,
      "learning_rate": 7.751557385703727e-07,
      "loss": 0.272,
      "step": 10944
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.734663710273465e-07,
      "loss": 0.2005,
      "step": 11008
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.717770034843205e-07,
      "loss": 0.1505,
      "step": 11072
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.700876359412945e-07,
      "loss": 0.2839,
      "step": 11136
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.683982683982684e-07,
      "loss": 0.2805,
      "step": 11200
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.667089008552423e-07,
      "loss": 0.2407,
      "step": 11264
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.650195333122162e-07,
      "loss": 0.1769,
      "step": 11328
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.633301657691901e-07,
      "loss": 0.2223,
      "step": 11392
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.61640798226164e-07,
      "loss": 0.2609,
      "step": 11456
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.599514306831379e-07,
      "loss": 0.3837,
      "step": 11520
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.582620631401119e-07,
      "loss": 0.2162,
      "step": 11584
    },
    {
      "epoch": 0.87,
      "learning_rate": 7.565726955970858e-07,
      "loss": 0.2076,
      "step": 11648
    },
    {
      "epoch": 0.87,
      "learning_rate": 7.548833280540597e-07,
      "loss": 0.266,
      "step": 11712
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.531939605110337e-07,
      "loss": 0.1652,
      "step": 11776
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.515045929680076e-07,
      "loss": 0.2416,
      "step": 11840
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.498152254249815e-07,
      "loss": 0.2471,
      "step": 11904
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.481258578819553e-07,
      "loss": 0.2285,
      "step": 11968
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.464364903389293e-07,
      "loss": 0.2368,
      "step": 12032
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.447471227959033e-07,
      "loss": 0.1847,
      "step": 12096
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.430577552528771e-07,
      "loss": 0.2826,
      "step": 12160
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.413683877098511e-07,
      "loss": 0.2931,
      "step": 12224
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.396790201668251e-07,
      "loss": 0.1722,
      "step": 12288
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.37989652623799e-07,
      "loss": 0.2673,
      "step": 12352
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.363002850807728e-07,
      "loss": 0.2244,
      "step": 12416
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.346109175377467e-07,
      "loss": 0.1532,
      "step": 12480
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.329215499947207e-07,
      "loss": 0.2207,
      "step": 12544
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.312321824516946e-07,
      "loss": 0.2362,
      "step": 12608
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.295428149086685e-07,
      "loss": 0.2222,
      "step": 12672
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.278534473656425e-07,
      "loss": 0.2664,
      "step": 12736
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.261640798226164e-07,
      "loss": 0.1632,
      "step": 12800
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.244747122795903e-07,
      "loss": 0.2212,
      "step": 12864
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.227853447365642e-07,
      "loss": 0.2026,
      "step": 12928
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.210959771935381e-07,
      "loss": 0.2562,
      "step": 12992
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.194066096505121e-07,
      "loss": 0.2038,
      "step": 13056
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.177436384753458e-07,
      "loss": 0.1829,
      "step": 13120
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.160542709323197e-07,
      "loss": 0.217,
      "step": 13184
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.143649033892935e-07,
      "loss": 0.2303,
      "step": 13248
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.126755358462675e-07,
      "loss": 0.1996,
      "step": 13312
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.109861683032415e-07,
      "loss": 0.206,
      "step": 13376
    }
  ],
  "logging_steps": 64,
  "max_steps": 40302,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 4.564199225032704e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}