{
  "best_metric": 1.1526199579238892,
  "best_model_checkpoint": "data/tinyllama_moe_sft_ultrachat-slimorca/checkpoint-2000",
  "epoch": 0.9997585124366095,
  "eval_steps": 100,
  "global_step": 2070,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.6666666666666668e-07,
      "loss": 2.9792,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.333333333333333e-07,
      "loss": 2.9452,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 2.9114,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5e-06,
      "loss": 2.8843,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 2.6761,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.166666666666667e-06,
      "loss": 2.3539,
      "step": 25
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-06,
      "loss": 2.1166,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.833333333333334e-06,
      "loss": 2.0101,
      "step": 35
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.8725,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.7979,
      "step": 45
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.7447,
      "step": 50
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.166666666666666e-06,
      "loss": 1.6985,
      "step": 55
    },
    {
      "epoch": 0.03,
      "learning_rate": 1e-05,
      "loss": 1.6134,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.0833333333333334e-05,
      "loss": 1.6174,
      "step": 65
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 1.5786,
      "step": 70
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.25e-05,
      "loss": 1.5374,
      "step": 75
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.523,
      "step": 80
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.416666666666667e-05,
      "loss": 1.5384,
      "step": 85
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.4798,
      "step": 90
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.5833333333333333e-05,
      "loss": 1.4584,
      "step": 95
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.4601,
      "step": 100
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.3360612392425537,
      "eval_runtime": 428.8225,
      "eval_samples_per_second": 37.699,
      "eval_steps_per_second": 1.18,
      "step": 100
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 1.4256,
      "step": 105
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 1.4164,
      "step": 110
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.916666666666667e-05,
      "loss": 1.427,
      "step": 115
    },
    {
      "epoch": 0.06,
      "learning_rate": 2e-05,
      "loss": 1.4041,
      "step": 120
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9999675557165282e-05,
      "loss": 1.404,
      "step": 125
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9998702249713747e-05,
      "loss": 1.4163,
      "step": 130
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9997080140801932e-05,
      "loss": 1.3984,
      "step": 135
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9994809335686152e-05,
      "loss": 1.3717,
      "step": 140
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9991889981715696e-05,
      "loss": 1.3905,
      "step": 145
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.998832226832327e-05,
      "loss": 1.3486,
      "step": 150
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9984106427012667e-05,
      "loss": 1.3748,
      "step": 155
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9979242731343803e-05,
      "loss": 1.3651,
      "step": 160
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9973731496914914e-05,
      "loss": 1.3452,
      "step": 165
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9967573081342103e-05,
      "loss": 1.3533,
      "step": 170
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9960767884236132e-05,
      "loss": 1.3422,
      "step": 175
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.995331634717649e-05,
      "loss": 1.3161,
      "step": 180
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 1.341,
      "step": 185
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9936476229183133e-05,
      "loss": 1.3373,
      "step": 190
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.992708874098054e-05,
      "loss": 1.3365,
      "step": 195
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9917057098215624e-05,
      "loss": 1.3324,
      "step": 200
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.2566393613815308,
      "eval_runtime": 585.8351,
      "eval_samples_per_second": 27.595,
      "eval_steps_per_second": 0.864,
      "step": 200
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9906381951827295e-05,
      "loss": 1.3309,
      "step": 205
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9895063994510512e-05,
      "loss": 1.3236,
      "step": 210
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9883103960671305e-05,
      "loss": 1.3254,
      "step": 215
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9870502626379127e-05,
      "loss": 1.3107,
      "step": 220
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.985726080931651e-05,
      "loss": 1.3345,
      "step": 225
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9843379368725978e-05,
      "loss": 1.3303,
      "step": 230
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9828859205354326e-05,
      "loss": 1.3179,
      "step": 235
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9813701261394136e-05,
      "loss": 1.2992,
      "step": 240
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.979790652042268e-05,
      "loss": 1.3117,
      "step": 245
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 1.3035,
      "step": 250
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9764410788292724e-05,
      "loss": 1.2918,
      "step": 255
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9746711970624282e-05,
      "loss": 1.3105,
      "step": 260
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9728380702783644e-05,
      "loss": 1.3266,
      "step": 265
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9709418174260523e-05,
      "loss": 1.3068,
      "step": 270
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.968982561550621e-05,
      "loss": 1.3045,
      "step": 275
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9669604297853766e-05,
      "loss": 1.3042,
      "step": 280
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9648755533435517e-05,
      "loss": 1.3033,
      "step": 285
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.962728067509791e-05,
      "loss": 1.2891,
      "step": 290
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9605181116313725e-05,
      "loss": 1.2984,
      "step": 295
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9582458291091664e-05,
      "loss": 1.2946,
      "step": 300
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.2279455661773682,
      "eval_runtime": 426.1287,
      "eval_samples_per_second": 37.937,
      "eval_steps_per_second": 1.187,
      "step": 300
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.955911367388329e-05,
      "loss": 1.2973,
      "step": 305
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9535148779487365e-05,
      "loss": 1.2933,
      "step": 310
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 1.2931,
      "step": 315
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9485364419471454e-05,
      "loss": 1.2918,
      "step": 320
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9459548184287254e-05,
      "loss": 1.2965,
      "step": 325
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9433118132577432e-05,
      "loss": 1.2924,
      "step": 330
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9406075979350175e-05,
      "loss": 1.3012,
      "step": 335
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9378423479332045e-05,
      "loss": 1.2948,
      "step": 340
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9350162426854152e-05,
      "loss": 1.2708,
      "step": 345
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.932129465573568e-05,
      "loss": 1.2749,
      "step": 350
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9291822039164934e-05,
      "loss": 1.2849,
      "step": 355
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9261746489577767e-05,
      "loss": 1.2926,
      "step": 360
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.923106995853349e-05,
      "loss": 1.2743,
      "step": 365
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9199794436588244e-05,
      "loss": 1.2767,
      "step": 370
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9167921953165827e-05,
      "loss": 1.2673,
      "step": 375
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.913545457642601e-05,
      "loss": 1.2751,
      "step": 380
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9102394413130348e-05,
      "loss": 1.2782,
      "step": 385
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9068743608505454e-05,
      "loss": 1.2673,
      "step": 390
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9034504346103825e-05,
      "loss": 1.2675,
      "step": 395
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8999678847662124e-05,
      "loss": 1.2767,
      "step": 400
    },
    {
      "epoch": 0.19,
      "eval_loss": 1.2110730409622192,
      "eval_runtime": 424.7414,
      "eval_samples_per_second": 38.061,
      "eval_steps_per_second": 1.191,
      "step": 400
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.896426937295704e-05,
      "loss": 1.2654,
      "step": 405
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.892827821965864e-05,
      "loss": 1.2771,
      "step": 410
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8891707723181294e-05,
      "loss": 1.2757,
      "step": 415
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8854560256532098e-05,
      "loss": 1.2621,
      "step": 420
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.881683823015694e-05,
      "loss": 1.2785,
      "step": 425
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8778544091784047e-05,
      "loss": 1.252,
      "step": 430
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.873968032626518e-05,
      "loss": 1.2634,
      "step": 435
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8700249455414394e-05,
      "loss": 1.2811,
      "step": 440
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.866025403784439e-05,
      "loss": 1.2621,
      "step": 445
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8619696668800494e-05,
      "loss": 1.266,
      "step": 450
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8578579979992266e-05,
      "loss": 1.2579,
      "step": 455
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8536906639422724e-05,
      "loss": 1.2456,
      "step": 460
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8494679351215212e-05,
      "loss": 1.236,
      "step": 465
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.845190085543795e-05,
      "loss": 1.2619,
      "step": 470
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8408573927926225e-05,
      "loss": 1.2551,
      "step": 475
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8364701380102267e-05,
      "loss": 1.2534,
      "step": 480
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8320286058792845e-05,
      "loss": 1.2637,
      "step": 485
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.82753308460445e-05,
      "loss": 1.2571,
      "step": 490
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.8229838658936566e-05,
      "loss": 1.2657,
      "step": 495
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.818381244939187e-05,
      "loss": 1.2298,
      "step": 500
    },
    {
      "epoch": 0.24,
      "eval_loss": 1.1995348930358887,
      "eval_runtime": 424.3499,
      "eval_samples_per_second": 38.096,
      "eval_steps_per_second": 1.192,
      "step": 500
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.81372552039852e-05,
      "loss": 1.2547,
      "step": 505
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.2452,
      "step": 510
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.804255972397977e-05,
      "loss": 1.246,
      "step": 515
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7994427634035016e-05,
      "loss": 1.2402,
      "step": 520
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7945776797137544e-05,
      "loss": 1.2531,
      "step": 525
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7896610370170452e-05,
      "loss": 1.243,
      "step": 530
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7846931543472722e-05,
      "loss": 1.2344,
      "step": 535
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7796743540632226e-05,
      "loss": 1.2555,
      "step": 540
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7746049618276545e-05,
      "loss": 1.2283,
      "step": 545
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.769485306586166e-05,
      "loss": 1.235,
      "step": 550
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7643157205458483e-05,
      "loss": 1.2255,
      "step": 555
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7590965391537316e-05,
      "loss": 1.2409,
      "step": 560
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.753828101075017e-05,
      "loss": 1.2303,
      "step": 565
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7485107481711014e-05,
      "loss": 1.2293,
      "step": 570
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 1.2354,
      "step": 575
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7377306811809306e-05,
      "loss": 1.2277,
      "step": 580
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7322686665977738e-05,
      "loss": 1.2437,
      "step": 585
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7267591361502233e-05,
      "loss": 1.2332,
      "step": 590
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7212024473438145e-05,
      "loss": 1.2539,
      "step": 595
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.715598960744121e-05,
      "loss": 1.2247,
      "step": 600
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.190222978591919,
      "eval_runtime": 425.341,
      "eval_samples_per_second": 38.007,
      "eval_steps_per_second": 1.19,
      "step": 600
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7099490399533583e-05,
      "loss": 1.2454,
      "step": 605
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7042530515867897e-05,
      "loss": 1.2263,
      "step": 610
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6985113652489374e-05,
      "loss": 1.2203,
      "step": 615
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6927243535095995e-05,
      "loss": 1.2256,
      "step": 620
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6868923918796753e-05,
      "loss": 1.236,
      "step": 625
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6810158587867973e-05,
      "loss": 1.244,
      "step": 630
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6750951355507763e-05,
      "loss": 1.2408,
      "step": 635
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 1.216,
      "step": 640
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6631226582407954e-05,
      "loss": 1.2315,
      "step": 645
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.657071681043731e-05,
      "loss": 1.2348,
      "step": 650
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.650978067406904e-05,
      "loss": 1.2338,
      "step": 655
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6448422127361707e-05,
      "loss": 1.2434,
      "step": 660
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.638664515178348e-05,
      "loss": 1.2237,
      "step": 665
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6324453755953772e-05,
      "loss": 1.2026,
      "step": 670
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.626185197538314e-05,
      "loss": 1.2498,
      "step": 675
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6198843872211404e-05,
      "loss": 1.2291,
      "step": 680
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.613543353494409e-05,
      "loss": 1.2269,
      "step": 685
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6071625078187113e-05,
      "loss": 1.2363,
      "step": 690
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.600742264237979e-05,
      "loss": 1.207,
      "step": 695
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5942830393526176e-05,
      "loss": 1.2208,
      "step": 700
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.18331778049469,
      "eval_runtime": 427.6678,
      "eval_samples_per_second": 37.8,
      "eval_steps_per_second": 1.183,
      "step": 700
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 1.2137,
      "step": 705
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5812493246896368e-05,
      "loss": 1.2171,
      "step": 710
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.574675680651084e-05,
      "loss": 1.2311,
      "step": 715
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.568064746731156e-05,
      "loss": 1.2106,
      "step": 720
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.561416951903881e-05,
      "loss": 1.2061,
      "step": 725
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.554732727535139e-05,
      "loss": 1.2039,
      "step": 730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5480125073546705e-05,
      "loss": 1.1872,
      "step": 735
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.5412567274279316e-05,
      "loss": 1.2143,
      "step": 740
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.5344658261278013e-05,
      "loss": 1.21,
      "step": 745
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.527640244106133e-05,
      "loss": 1.198,
      "step": 750
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.5207804242651625e-05,
      "loss": 1.2096,
      "step": 755
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.5138868117287689e-05,
      "loss": 1.2292,
      "step": 760
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.5069598538135905e-05,
      "loss": 1.2208,
      "step": 765
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.2113,
      "step": 770
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4930077019029376e-05,
      "loss": 1.2139,
      "step": 775
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.485983413242606e-05,
      "loss": 1.2268,
      "step": 780
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4789275898150309e-05,
      "loss": 1.2414,
      "step": 785
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.471840689462482e-05,
      "loss": 1.2141,
      "step": 790
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4647231720437687e-05,
      "loss": 1.1926,
      "step": 795
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4575754994043956e-05,
      "loss": 1.2375,
      "step": 800
    },
    {
      "epoch": 0.39,
      "eval_loss": 1.1774698495864868,
      "eval_runtime": 422.1872,
      "eval_samples_per_second": 38.291,
      "eval_steps_per_second": 1.199,
      "step": 800
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.450398135346597e-05,
      "loss": 1.2201,
      "step": 805
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4431915455992416e-05,
      "loss": 1.2204,
      "step": 810
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4359561977876102e-05,
      "loss": 1.2133,
      "step": 815
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.4286925614030542e-05,
      "loss": 1.2086,
      "step": 820
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.4214011077725293e-05,
      "loss": 1.2039,
      "step": 825
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.414082310028012e-05,
      "loss": 1.1965,
      "step": 830
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 1.2217,
      "step": 835
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3993645835656955e-05,
      "loss": 1.231,
      "step": 840
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3919666098600753e-05,
      "loss": 1.206,
      "step": 845
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3845432020028511e-05,
      "loss": 1.2025,
      "step": 850
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3770948416883205e-05,
      "loss": 1.2339,
      "step": 855
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.369622012229911e-05,
      "loss": 1.2021,
      "step": 860
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.362125198528817e-05,
      "loss": 1.2036,
      "step": 865
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3546048870425356e-05,
      "loss": 1.2242,
      "step": 870
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.347061565753303e-05,
      "loss": 1.2259,
      "step": 875
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.3394957241364273e-05,
      "loss": 1.1964,
      "step": 880
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.3319078531285286e-05,
      "loss": 1.2042,
      "step": 885
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.3242984450956829e-05,
      "loss": 1.2158,
      "step": 890
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.3166679938014728e-05,
      "loss": 1.2052,
      "step": 895
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 1.2038,
      "step": 900
    },
    {
      "epoch": 0.43,
      "eval_loss": 1.1725637912750244,
      "eval_runtime": 421.5684,
      "eval_samples_per_second": 38.347,
      "eval_steps_per_second": 1.2,
      "step": 900
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.301345943278496e-05,
      "loss": 1.2096,
      "step": 905
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.293655338275631e-05,
      "loss": 1.2106,
      "step": 910
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2859456783986892e-05,
      "loss": 1.189,
      "step": 915
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2782174639164528e-05,
      "loss": 1.1913,
      "step": 920
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.270471196301684e-05,
      "loss": 1.214,
      "step": 925
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.262707378198587e-05,
      "loss": 1.2046,
      "step": 930
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2549265133901934e-05,
      "loss": 1.1957,
      "step": 935
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2471291067656696e-05,
      "loss": 1.1824,
      "step": 940
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.2393156642875579e-05,
      "loss": 1.2013,
      "step": 945
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.2314866929589434e-05,
      "loss": 1.209,
      "step": 950
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.2236427007905558e-05,
      "loss": 1.1864,
      "step": 955
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.2157841967678064e-05,
      "loss": 1.2149,
      "step": 960
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 1.1946,
      "step": 965
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.2000256937760446e-05,
      "loss": 1.2138,
      "step": 970
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1921267173537085e-05,
      "loss": 1.2145,
      "step": 975
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1842152741040117e-05,
      "loss": 1.1983,
      "step": 980
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1762918773891691e-05,
      "loss": 1.1901,
      "step": 985
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1683570413470384e-05,
      "loss": 1.2152,
      "step": 990
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1604112808577603e-05,
      "loss": 1.2067,
      "step": 995
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1524551115103455e-05,
      "loss": 1.1926,
      "step": 1000
    },
    {
      "epoch": 0.48,
      "eval_loss": 1.168326735496521,
      "eval_runtime": 421.3368,
      "eval_samples_per_second": 38.368,
      "eval_steps_per_second": 1.201,
      "step": 1000
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.1444890495692214e-05,
      "loss": 1.1972,
      "step": 1005
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.1365136119407318e-05,
      "loss": 1.1905,
      "step": 1010
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.1285293161395948e-05,
      "loss": 1.1882,
      "step": 1015
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.1205366802553231e-05,
      "loss": 1.2066,
      "step": 1020
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.1125362229186056e-05,
      "loss": 1.1901,
      "step": 1025
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 1.1869,
      "step": 1030
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0965139209145153e-05,
      "loss": 1.1932,
      "step": 1035
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0884931159113585e-05,
      "loss": 1.182,
      "step": 1040
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0804665687167262e-05,
      "loss": 1.214,
      "step": 1045
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0724348001617626e-05,
      "loss": 1.193,
      "step": 1050
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0643983314164195e-05,
      "loss": 1.207,
      "step": 1055
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0563576839556375e-05,
      "loss": 1.2182,
      "step": 1060
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0483133795255072e-05,
      "loss": 1.1954,
      "step": 1065
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0402659401094154e-05,
      "loss": 1.1991,
      "step": 1070
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0322158878941733e-05,
      "loss": 1.1939,
      "step": 1075
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0241637452361323e-05,
      "loss": 1.184,
      "step": 1080
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0161100346272913e-05,
      "loss": 1.2052,
      "step": 1085
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.0080552786613899e-05,
      "loss": 1.2077,
      "step": 1090
    },
    {
      "epoch": 0.53,
      "learning_rate": 1e-05,
      "loss": 1.1848,
      "step": 1095
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.919447213386103e-06,
      "loss": 1.1933,
      "step": 1100
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.1648716926574707,
      "eval_runtime": 424.4832,
      "eval_samples_per_second": 38.084,
      "eval_steps_per_second": 1.192,
      "step": 1100
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.838899653727088e-06,
      "loss": 1.1803,
      "step": 1105
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.75836254763868e-06,
      "loss": 1.1981,
      "step": 1110
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.677841121058274e-06,
      "loss": 1.199,
      "step": 1115
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.597340598905851e-06,
      "loss": 1.215,
      "step": 1120
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.516866204744932e-06,
      "loss": 1.1851,
      "step": 1125
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.436423160443625e-06,
      "loss": 1.1746,
      "step": 1130
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.356016685835807e-06,
      "loss": 1.1955,
      "step": 1135
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.275651998382377e-06,
      "loss": 1.1971,
      "step": 1140
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.195334312832742e-06,
      "loss": 1.1919,
      "step": 1145
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.115068840886418e-06,
      "loss": 1.1744,
      "step": 1150
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.034860790854848e-06,
      "loss": 1.1884,
      "step": 1155
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.954715367323468e-06,
      "loss": 1.1796,
      "step": 1160
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.874637770813947e-06,
      "loss": 1.191,
      "step": 1165
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.79463319744677e-06,
      "loss": 1.196,
      "step": 1170
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.714706838604056e-06,
      "loss": 1.2032,
      "step": 1175
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.634863880592687e-06,
      "loss": 1.1897,
      "step": 1180
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.55510950430779e-06,
      "loss": 1.1964,
      "step": 1185
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.475448884896546e-06,
      "loss": 1.1858,
      "step": 1190
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.395887191422397e-06,
      "loss": 1.1918,
      "step": 1195
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.316429586529616e-06,
      "loss": 1.1893,
      "step": 1200
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.1618335247039795,
      "eval_runtime": 423.2525,
      "eval_samples_per_second": 38.195,
      "eval_steps_per_second": 1.196,
      "step": 1200
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.23708122610831e-06,
      "loss": 1.1907,
      "step": 1205
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.157847258959885e-06,
      "loss": 1.2021,
      "step": 1210
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.078732826462917e-06,
      "loss": 1.1999,
      "step": 1215
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.999743062239557e-06,
      "loss": 1.1716,
      "step": 1220
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.92088309182241e-06,
      "loss": 1.1864,
      "step": 1225
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.84215803232194e-06,
      "loss": 1.1855,
      "step": 1230
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.763572992094448e-06,
      "loss": 1.1899,
      "step": 1235
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.685133070410571e-06,
      "loss": 1.1814,
      "step": 1240
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.606843357124426e-06,
      "loss": 1.2001,
      "step": 1245
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.5287089323433035e-06,
      "loss": 1.1886,
      "step": 1250
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.450734866098066e-06,
      "loss": 1.2065,
      "step": 1255
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.372926218014131e-06,
      "loss": 1.1812,
      "step": 1260
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.2952880369831635e-06,
      "loss": 1.1729,
      "step": 1265
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.217825360835475e-06,
      "loss": 1.1843,
      "step": 1270
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.140543216013109e-06,
      "loss": 1.1864,
      "step": 1275
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.063446617243695e-06,
      "loss": 1.1875,
      "step": 1280
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.986540567215043e-06,
      "loss": 1.209,
      "step": 1285
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.909830056250527e-06,
      "loss": 1.2043,
      "step": 1290
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.833320061985278e-06,
      "loss": 1.1849,
      "step": 1295
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.757015549043174e-06,
      "loss": 1.2029,
      "step": 1300
    },
    {
      "epoch": 0.63,
      "eval_loss": 1.1593303680419922,
      "eval_runtime": 425.0269,
      "eval_samples_per_second": 38.035,
      "eval_steps_per_second": 1.191,
      "step": 1300
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.680921468714718e-06,
      "loss": 1.182,
      "step": 1305
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.605042758635729e-06,
      "loss": 1.1861,
      "step": 1310
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.529384342466971e-06,
      "loss": 1.1725,
      "step": 1315
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.453951129574644e-06,
      "loss": 1.1873,
      "step": 1320
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.378748014711834e-06,
      "loss": 1.1856,
      "step": 1325
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.30377987770089e-06,
      "loss": 1.1836,
      "step": 1330
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.229051583116796e-06,
      "loss": 1.1768,
      "step": 1335
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.154567979971493e-06,
      "loss": 1.1871,
      "step": 1340
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.080333901399252e-06,
      "loss": 1.1747,
      "step": 1345
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.006354164343047e-06,
      "loss": 1.2114,
      "step": 1350
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.932633569242e-06,
      "loss": 1.1872,
      "step": 1355
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.859176899719883e-06,
      "loss": 1.1945,
      "step": 1360
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.785988922274711e-06,
      "loss": 1.1785,
      "step": 1365
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.713074385969457e-06,
      "loss": 1.2026,
      "step": 1370
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.640438022123898e-06,
      "loss": 1.1928,
      "step": 1375
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.5680845440075885e-06,
      "loss": 1.1775,
      "step": 1380
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.496018646534032e-06,
      "loss": 1.1988,
      "step": 1385
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.424245005956048e-06,
      "loss": 1.199,
      "step": 1390
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.352768279562315e-06,
      "loss": 1.2145,
      "step": 1395
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.28159310537518e-06,
      "loss": 1.2201,
      "step": 1400
    },
    {
      "epoch": 0.68,
      "eval_loss": 1.1572028398513794,
      "eval_runtime": 422.5597,
      "eval_samples_per_second": 38.257,
      "eval_steps_per_second": 1.197,
      "step": 1400
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.210724101849696e-06,
      "loss": 1.2036,
      "step": 1405
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.14016586757394e-06,
      "loss": 1.1714,
      "step": 1410
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.069922980970626e-06,
      "loss": 1.164,
      "step": 1415
    },
    {
      "epoch": 0.69,
      "learning_rate": 5.000000000000003e-06,
      "loss": 1.1985,
      "step": 1420
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.930401461864099e-06,
      "loss": 1.1966,
      "step": 1425
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.861131882712314e-06,
      "loss": 1.1939,
      "step": 1430
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7921957573483756e-06,
      "loss": 1.2031,
      "step": 1435
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.7235975589386715e-06,
      "loss": 1.1858,
      "step": 1440
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.655341738721989e-06,
      "loss": 1.1909,
      "step": 1445
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.587432725720687e-06,
      "loss": 1.1826,
      "step": 1450
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.519874926453303e-06,
      "loss": 1.1905,
      "step": 1455
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.4526727246486116e-06,
      "loss": 1.1671,
      "step": 1460
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.385830480961192e-06,
      "loss": 1.196,
      "step": 1465
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.319352532688444e-06,
      "loss": 1.1855,
      "step": 1470
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2532431934891646e-06,
      "loss": 1.1721,
      "step": 1475
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.187506753103637e-06,
      "loss": 1.1905,
      "step": 1480
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.12214747707527e-06,
      "loss": 1.1937,
      "step": 1485
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.057169606473828e-06,
      "loss": 1.1809,
      "step": 1490
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.99257735762021e-06,
      "loss": 1.1805,
      "step": 1495
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9283749218128885e-06,
      "loss": 1.1741,
      "step": 1500
    },
    {
      "epoch": 0.72,
      "eval_loss": 1.155676007270813,
      "eval_runtime": 424.7643,
      "eval_samples_per_second": 38.059,
      "eval_steps_per_second": 1.191,
      "step": 1500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.864566465055913e-06,
      "loss": 1.178,
      "step": 1505
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.8011561277885965e-06,
      "loss": 1.1738,
      "step": 1510
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.738148024616863e-06,
      "loss": 1.2035,
      "step": 1515
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6755462440462288e-06,
      "loss": 1.1699,
      "step": 1520
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.6133548482165225e-06,
      "loss": 1.1839,
      "step": 1525
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.5515778726382967e-06,
      "loss": 1.1988,
      "step": 1530
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4902193259309627e-06,
      "loss": 1.1747,
      "step": 1535
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4292831895626944e-06,
      "loss": 1.1824,
      "step": 1540
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.3687734175920505e-06,
      "loss": 1.1772,
      "step": 1545
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.308693936411421e-06,
      "loss": 1.1655,
      "step": 1550
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2490486444922396e-06,
      "loss": 1.1734,
      "step": 1555
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1898414121320277e-06,
      "loss": 1.1759,
      "step": 1560
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.131076081203247e-06,
      "loss": 1.1901,
      "step": 1565
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.0727564649040066e-06,
      "loss": 1.174,
      "step": 1570
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.0148863475106315e-06,
      "loss": 1.1773,
      "step": 1575
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9574694841321082e-06,
      "loss": 1.1741,
      "step": 1580
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.900509600466418e-06,
      "loss": 1.179,
      "step": 1585
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.8440103925587904e-06,
      "loss": 1.1896,
      "step": 1590
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7879755265618558e-06,
      "loss": 1.1705,
      "step": 1595
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.73240863849777e-06,
      "loss": 1.1813,
      "step": 1600
    },
    {
      "epoch": 0.77,
      "eval_loss": 1.1545099020004272,
      "eval_runtime": 425.9638,
      "eval_samples_per_second": 37.952,
      "eval_steps_per_second": 1.188,
      "step": 1600
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.6773133340222677e-06,
      "loss": 1.1822,
      "step": 1605
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.622693188190699e-06,
      "loss": 1.1801,
      "step": 1610
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5685517452260566e-06,
      "loss": 1.1689,
      "step": 1615
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.514892518288988e-06,
      "loss": 1.1649,
      "step": 1620
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4617189892498326e-06,
      "loss": 1.1727,
      "step": 1625
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.4090346084626857e-06,
      "loss": 1.1716,
      "step": 1630
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3568427945415163e-06,
      "loss": 1.1942,
      "step": 1635
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3051469341383403e-06,
      "loss": 1.1729,
      "step": 1640
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2539503817234553e-06,
      "loss": 1.1856,
      "step": 1645
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.2032564593677773e-06,
      "loss": 1.1631,
      "step": 1650
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.153068456527283e-06,
      "loss": 1.1741,
      "step": 1655
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.103389629829551e-06,
      "loss": 1.1656,
      "step": 1660
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0542232028624585e-06,
      "loss": 1.1743,
      "step": 1665
    },
    {
      "epoch": 0.81,
      "learning_rate": 2.0055723659649907e-06,
      "loss": 1.1863,
      "step": 1670
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9574402760202315e-06,
      "loss": 1.1892,
      "step": 1675
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 1.1999,
      "step": 1680
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8627447960148036e-06,
      "loss": 1.173,
      "step": 1685
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.8161875506081294e-06,
      "loss": 1.1957,
      "step": 1690
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7701613410634367e-06,
      "loss": 1.178,
      "step": 1695
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7246691539555027e-06,
      "loss": 1.1668,
      "step": 1700
    },
    {
      "epoch": 0.82,
      "eval_loss": 1.153558611869812,
      "eval_runtime": 426.9817,
      "eval_samples_per_second": 37.861,
      "eval_steps_per_second": 1.185,
      "step": 1700
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6797139412071583e-06,
      "loss": 1.1847,
      "step": 1705
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6352986198977327e-06,
      "loss": 1.1803,
      "step": 1710
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5914260720737796e-06,
      "loss": 1.1755,
      "step": 1715
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5480991445620541e-06,
      "loss": 1.1839,
      "step": 1720
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5053206487847916e-06,
      "loss": 1.1679,
      "step": 1725
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4630933605772801e-06,
      "loss": 1.1912,
      "step": 1730
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4214200200077343e-06,
      "loss": 1.172,
      "step": 1735
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3803033311995072e-06,
      "loss": 1.193,
      "step": 1740
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.339745962155613e-06,
      "loss": 1.1819,
      "step": 1745
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2997505445856085e-06,
      "loss": 1.1911,
      "step": 1750
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2603196737348211e-06,
      "loss": 1.1804,
      "step": 1755
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2214559082159538e-06,
      "loss": 1.1797,
      "step": 1760
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1831617698430609e-06,
      "loss": 1.1686,
      "step": 1765
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1454397434679022e-06,
      "loss": 1.1825,
      "step": 1770
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1082922768187098e-06,
      "loss": 1.1881,
      "step": 1775
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0717217803413605e-06,
      "loss": 1.1746,
      "step": 1780
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0357306270429623e-06,
      "loss": 1.1833,
      "step": 1785
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0003211523378798e-06,
      "loss": 1.1932,
      "step": 1790
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.65495653896179e-07,
      "loss": 1.1858,
      "step": 1795
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.312563914945461e-07,
      "loss": 1.1495,
      "step": 1800
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.1530314683914185,
      "eval_runtime": 426.2825,
      "eval_samples_per_second": 37.923,
      "eval_steps_per_second": 1.187,
      "step": 1800
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.976055868696543e-07,
      "loss": 1.1573,
      "step": 1805
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.645454235739903e-07,
      "loss": 1.1824,
      "step": 1810
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.320780468341761e-07,
      "loss": 1.1805,
      "step": 1815
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.002055634117578e-07,
      "loss": 1.1705,
      "step": 1820
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.689300414665124e-07,
      "loss": 1.1755,
      "step": 1825
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.382535104222366e-07,
      "loss": 1.1529,
      "step": 1830
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.08177960835068e-07,
      "loss": 1.1716,
      "step": 1835
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.787053442643233e-07,
      "loss": 1.1828,
      "step": 1840
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.498375731458529e-07,
      "loss": 1.1944,
      "step": 1845
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.215765206679569e-07,
      "loss": 1.1898,
      "step": 1850
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.939240206498287e-07,
      "loss": 1.169,
      "step": 1855
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.668818674225684e-07,
      "loss": 1.1748,
      "step": 1860
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.404518157127481e-07,
      "loss": 1.1664,
      "step": 1865
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.146355805285452e-07,
      "loss": 1.1663,
      "step": 1870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.894348370484648e-07,
      "loss": 1.1845,
      "step": 1875
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6485122051263764e-07,
      "loss": 1.168,
      "step": 1880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.408863261167096e-07,
      "loss": 1.1911,
      "step": 1885
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1754170890833777e-07,
      "loss": 1.1901,
      "step": 1890
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.9481888368627764e-07,
      "loss": 1.1845,
      "step": 1895
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7271932490209327e-07,
      "loss": 1.1595,
      "step": 1900
    },
    {
      "epoch": 0.92,
      "eval_loss": 1.1527146100997925,
      "eval_runtime": 427.0976,
      "eval_samples_per_second": 37.851,
      "eval_steps_per_second": 1.185,
      "step": 1900
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5124446656448654e-07,
      "loss": 1.1582,
      "step": 1905
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.303957021462378e-07,
      "loss": 1.1688,
      "step": 1910
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.101743844937943e-07,
      "loss": 1.1785,
      "step": 1915
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.905818257394799e-07,
      "loss": 1.182,
      "step": 1920
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.716192972163556e-07,
      "loss": 1.1625,
      "step": 1925
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.532880293757223e-07,
      "loss": 1.1795,
      "step": 1930
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.355892117072789e-07,
      "loss": 1.1623,
      "step": 1935
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1852399266194312e-07,
      "loss": 1.1802,
      "step": 1940
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0209347957732328e-07,
      "loss": 1.1782,
      "step": 1945
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8629873860586567e-07,
      "loss": 1.153,
      "step": 1950
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.711407946456789e-07,
      "loss": 1.1797,
      "step": 1955
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5662063127402262e-07,
      "loss": 1.1657,
      "step": 1960
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4273919068349184e-07,
      "loss": 1.1736,
      "step": 1965
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2949737362087156e-07,
      "loss": 1.1771,
      "step": 1970
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1689603932869664e-07,
      "loss": 1.1638,
      "step": 1975
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0493600548948879e-07,
      "loss": 1.1764,
      "step": 1980
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.36180481727067e-08,
      "loss": 1.1829,
      "step": 1985
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.29429017843797e-08,
      "loss": 1.1888,
      "step": 1990
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.291125901946027e-08,
      "loss": 1.1743,
      "step": 1995
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.352377081687011e-08,
      "loss": 1.1607,
      "step": 2000
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.1526199579238892,
      "eval_runtime": 426.4931,
      "eval_samples_per_second": 37.904,
      "eval_steps_per_second": 1.186,
      "step": 2000
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4781046317267103e-08,
      "loss": 1.1562,
      "step": 2005
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6683652823513725e-08,
      "loss": 1.1882,
      "step": 2010
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.923211576387087e-08,
      "loss": 1.178,
      "step": 2015
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.242691865790071e-08,
      "loss": 1.165,
      "step": 2020
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6268503085089547e-08,
      "loss": 1.1853,
      "step": 2025
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0757268656198536e-08,
      "loss": 1.1643,
      "step": 2030
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5893572987333293e-08,
      "loss": 1.1776,
      "step": 2035
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1677731676733584e-08,
      "loss": 1.1739,
      "step": 2040
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.110018284304132e-09,
      "loss": 1.1549,
      "step": 2045
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.190664313851068e-09,
      "loss": 1.1693,
      "step": 2050
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9198591980705847e-09,
      "loss": 1.1632,
      "step": 2055
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2977502862532298e-09,
      "loss": 1.1761,
      "step": 2060
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.244428347204398e-10,
      "loss": 1.1803,
      "step": 2065
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 1.1949,
      "step": 2070
    },
    {
      "epoch": 1.0,
      "step": 2070,
      "total_flos": 2.0719233559829676e+19,
      "train_loss": 1.2525324755820675,
      "train_runtime": 32325.2724,
      "train_samples_per_second": 8.198,
      "train_steps_per_second": 0.064
    }
  ],
  "logging_steps": 5,
  "max_steps": 2070,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 2.0719233559829676e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}