{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998432356168678,
  "eval_steps": 500,
  "global_step": 3189,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 1.1328125,
      "learning_rate": 6.269592476489028e-07,
      "loss": 2.1857,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.15625,
      "learning_rate": 1.2539184952978056e-06,
      "loss": 2.2401,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.171875,
      "learning_rate": 1.8808777429467086e-06,
      "loss": 2.2405,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1796875,
      "learning_rate": 2.507836990595611e-06,
      "loss": 2.2319,
      "step": 40
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1328125,
      "learning_rate": 3.1347962382445144e-06,
      "loss": 2.1898,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1171875,
      "learning_rate": 3.7617554858934172e-06,
      "loss": 2.2211,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.0390625,
      "learning_rate": 4.3887147335423205e-06,
      "loss": 2.1384,
      "step": 70
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1640625,
      "learning_rate": 5.015673981191222e-06,
      "loss": 2.1226,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1171875,
      "learning_rate": 5.642633228840125e-06,
      "loss": 2.0606,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.140625,
      "learning_rate": 6.269592476489029e-06,
      "loss": 2.0945,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1171875,
      "learning_rate": 6.896551724137932e-06,
      "loss": 2.0137,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.21875,
      "learning_rate": 7.5235109717868345e-06,
      "loss": 1.9084,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.1640625,
      "learning_rate": 8.150470219435737e-06,
      "loss": 1.8718,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.09375,
      "learning_rate": 8.777429467084641e-06,
      "loss": 1.7715,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.09375,
      "learning_rate": 9.404388714733543e-06,
      "loss": 1.6878,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8828125,
      "learning_rate": 1.0031347962382445e-05,
      "loss": 1.5875,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.76953125,
      "learning_rate": 1.0658307210031348e-05,
      "loss": 1.5414,
      "step": 170
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.64453125,
      "learning_rate": 1.128526645768025e-05,
      "loss": 1.4793,
      "step": 180
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.74609375,
      "learning_rate": 1.1912225705329154e-05,
      "loss": 1.4169,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.7578125,
      "learning_rate": 1.2539184952978058e-05,
      "loss": 1.3904,
      "step": 200
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7734375,
      "learning_rate": 1.316614420062696e-05,
      "loss": 1.3295,
      "step": 210
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.70703125,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 1.3289,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.97265625,
      "learning_rate": 1.4420062695924765e-05,
      "loss": 1.257,
      "step": 230
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.9296875,
      "learning_rate": 1.5047021943573669e-05,
      "loss": 1.2668,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.03125,
      "learning_rate": 1.567398119122257e-05,
      "loss": 1.2188,
      "step": 250
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.375,
      "learning_rate": 1.6300940438871475e-05,
      "loss": 1.2408,
      "step": 260
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3515625,
      "learning_rate": 1.6927899686520378e-05,
      "loss": 1.1614,
      "step": 270
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.828125,
      "learning_rate": 1.7554858934169282e-05,
      "loss": 1.1643,
      "step": 280
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 1.1071,
      "step": 290
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4375,
      "learning_rate": 1.8808777429467086e-05,
      "loss": 1.1014,
      "step": 300
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.42578125,
      "learning_rate": 1.943573667711599e-05,
      "loss": 1.1347,
      "step": 310
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.337890625,
      "learning_rate": 1.999999400890905e-05,
      "loss": 1.0571,
      "step": 320
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.443359375,
      "learning_rate": 1.9999275086680688e-05,
      "loss": 1.0499,
      "step": 330
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9997358044965833e-05,
      "loss": 1.0195,
      "step": 340
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.291015625,
      "learning_rate": 1.9994243113465627e-05,
      "loss": 0.9811,
      "step": 350
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.328125,
      "learning_rate": 1.9989930665413148e-05,
      "loss": 0.9659,
      "step": 360
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9984421217528654e-05,
      "loss": 1.0054,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3359375,
      "learning_rate": 1.997771542995769e-05,
      "loss": 1.0214,
      "step": 380
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.38671875,
      "learning_rate": 1.9969814106191973e-05,
      "loss": 0.9312,
      "step": 390
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.369140625,
      "learning_rate": 1.996071819297314e-05,
      "loss": 0.9643,
      "step": 400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.37109375,
      "learning_rate": 1.9950428780179274e-05,
      "loss": 0.9579,
      "step": 410
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.353515625,
      "learning_rate": 1.9938947100694354e-05,
      "loss": 0.9325,
      "step": 420
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.330078125,
      "learning_rate": 1.99262745302605e-05,
      "loss": 0.983,
      "step": 430
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.337890625,
      "learning_rate": 1.991241258731314e-05,
      "loss": 0.9483,
      "step": 440
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9897362932799078e-05,
      "loss": 0.9132,
      "step": 450
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.376953125,
      "learning_rate": 1.988112736997747e-05,
      "loss": 0.9624,
      "step": 460
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9863707844203756e-05,
      "loss": 0.9126,
      "step": 470
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.408203125,
      "learning_rate": 1.9845106442696563e-05,
      "loss": 0.905,
      "step": 480
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.345703125,
      "learning_rate": 1.982532539428763e-05,
      "loss": 0.9313,
      "step": 490
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.388671875,
      "learning_rate": 1.980436706915473e-05,
      "loss": 0.9669,
      "step": 500
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3828125,
      "learning_rate": 1.978223397853768e-05,
      "loss": 0.9132,
      "step": 510
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.302734375,
      "learning_rate": 1.9758928774437444e-05,
      "loss": 0.9013,
      "step": 520
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9734454249298367e-05,
      "loss": 0.9473,
      "step": 530
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.392578125,
      "learning_rate": 1.9708813335673582e-05,
      "loss": 0.9341,
      "step": 540
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.39453125,
      "learning_rate": 1.9682009105873633e-05,
      "loss": 0.9394,
      "step": 550
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.357421875,
      "learning_rate": 1.9654044771598343e-05,
      "loss": 0.9168,
      "step": 560
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9624923683551992e-05,
      "loss": 0.894,
      "step": 570
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5078125,
      "learning_rate": 1.9594649331041826e-05,
      "loss": 0.9145,
      "step": 580
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.384765625,
      "learning_rate": 1.9563225341559982e-05,
      "loss": 0.9234,
      "step": 590
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.34375,
      "learning_rate": 1.9530655480348823e-05,
      "loss": 0.9097,
      "step": 600
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.421875,
      "learning_rate": 1.9496943649949777e-05,
      "loss": 0.8847,
      "step": 610
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3359375,
      "learning_rate": 1.9462093889735766e-05,
      "loss": 0.8769,
      "step": 620
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.34765625,
      "learning_rate": 1.9426110375427175e-05,
      "loss": 0.9179,
      "step": 630
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.412109375,
      "learning_rate": 1.9388997418591518e-05,
      "loss": 0.9184,
      "step": 640
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.35546875,
      "learning_rate": 1.9350759466126838e-05,
      "loss": 0.8625,
      "step": 650
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.369140625,
      "learning_rate": 1.9311401099728865e-05,
      "loss": 0.9069,
      "step": 660
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39453125,
      "learning_rate": 1.927092703534204e-05,
      "loss": 0.9142,
      "step": 670
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37109375,
      "learning_rate": 1.922934212259444e-05,
      "loss": 0.8774,
      "step": 680
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38671875,
      "learning_rate": 1.9186651344216703e-05,
      "loss": 0.8555,
      "step": 690
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.373046875,
      "learning_rate": 1.9142859815444982e-05,
      "loss": 0.9122,
      "step": 700
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.34375,
      "learning_rate": 1.909797278340805e-05,
      "loss": 0.9002,
      "step": 710
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.56640625,
      "learning_rate": 1.905199562649857e-05,
      "loss": 0.913,
      "step": 720
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.37890625,
      "learning_rate": 1.900493385372866e-05,
      "loss": 0.8859,
      "step": 730
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.41015625,
      "learning_rate": 1.8956793104069797e-05,
      "loss": 0.8955,
      "step": 740
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.447265625,
      "learning_rate": 1.8907579145777156e-05,
      "loss": 0.8676,
      "step": 750
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4140625,
      "learning_rate": 1.8857297875698455e-05,
      "loss": 0.8559,
      "step": 760
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4609375,
      "learning_rate": 1.880595531856738e-05,
      "loss": 0.8908,
      "step": 770
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.39453125,
      "learning_rate": 1.875355762628171e-05,
      "loss": 0.871,
      "step": 780
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.49609375,
      "learning_rate": 1.8700111077166186e-05,
      "loss": 0.8959,
      "step": 790
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.498046875,
      "learning_rate": 1.8645622075220246e-05,
      "loss": 0.8651,
      "step": 800
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.369140625,
      "learning_rate": 1.859009714935067e-05,
      "loss": 0.8543,
      "step": 810
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.390625,
      "learning_rate": 1.8533542952589322e-05,
      "loss": 0.8772,
      "step": 820
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.380859375,
      "learning_rate": 1.8475966261295947e-05,
      "loss": 0.8792,
      "step": 830
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40625,
      "learning_rate": 1.841737397434623e-05,
      "loss": 0.8888,
      "step": 840
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.365234375,
      "learning_rate": 1.8357773112305183e-05,
      "loss": 0.8525,
      "step": 850
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.56640625,
      "learning_rate": 1.829717081658591e-05,
      "loss": 0.8562,
      "step": 860
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4140625,
      "learning_rate": 1.823557434859395e-05,
      "loss": 0.8433,
      "step": 870
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.439453125,
      "learning_rate": 1.8172991088857187e-05,
      "loss": 0.873,
      "step": 880
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.396484375,
      "learning_rate": 1.8109428536141515e-05,
      "loss": 0.8523,
      "step": 890
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.416015625,
      "learning_rate": 1.8044894306552338e-05,
      "loss": 0.8178,
      "step": 900
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.408203125,
      "learning_rate": 1.7979396132621997e-05,
      "loss": 0.8542,
      "step": 910
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.427734375,
      "learning_rate": 1.791294186238327e-05,
      "loss": 0.8755,
      "step": 920
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4609375,
      "learning_rate": 1.7845539458428973e-05,
      "loss": 0.8354,
      "step": 930
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.416015625,
      "learning_rate": 1.7777196996957934e-05,
      "loss": 0.9218,
      "step": 940
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.388671875,
      "learning_rate": 1.770792266680725e-05,
      "loss": 0.8447,
      "step": 950
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.45703125,
      "learning_rate": 1.7637724768471127e-05,
      "loss": 0.8294,
      "step": 960
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.388671875,
      "learning_rate": 1.7566611713106287e-05,
      "loss": 0.86,
      "step": 970
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5078125,
      "learning_rate": 1.7494592021524156e-05,
      "loss": 0.878,
      "step": 980
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.435546875,
      "learning_rate": 1.7421674323169885e-05,
      "loss": 0.8435,
      "step": 990
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.404296875,
      "learning_rate": 1.7347867355088358e-05,
      "loss": 0.8335,
      "step": 1000
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7273179960877335e-05,
      "loss": 0.8757,
      "step": 1010
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.419921875,
      "learning_rate": 1.7197621089627785e-05,
      "loss": 0.818,
      "step": 1020
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.44921875,
      "learning_rate": 1.712119979485161e-05,
      "loss": 0.883,
      "step": 1030
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.396484375,
      "learning_rate": 1.7043925233396855e-05,
      "loss": 0.8833,
      "step": 1040
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.392578125,
      "learning_rate": 1.6965806664350505e-05,
      "loss": 0.8822,
      "step": 1050
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.390625,
      "learning_rate": 1.6886853447929082e-05,
      "loss": 0.8766,
      "step": 1060
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.478515625,
      "learning_rate": 1.6807075044357074e-05,
      "loss": 0.8363,
      "step": 1070
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4296875,
      "learning_rate": 1.6726481012733437e-05,
      "loss": 0.8681,
      "step": 1080
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.453125,
      "learning_rate": 1.6645081009886178e-05,
      "loss": 0.8692,
      "step": 1090
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.384765625,
      "learning_rate": 1.6562884789215298e-05,
      "loss": 0.8569,
      "step": 1100
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.431640625,
      "learning_rate": 1.6479902199524116e-05,
      "loss": 0.885,
      "step": 1110
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4453125,
      "learning_rate": 1.6396143183839192e-05,
      "loss": 0.8938,
      "step": 1120
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.435546875,
      "learning_rate": 1.6311617778218945e-05,
      "loss": 0.8443,
      "step": 1130
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4765625,
      "learning_rate": 1.622633611055111e-05,
      "loss": 0.8257,
      "step": 1140
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.453125,
      "learning_rate": 1.614030839933923e-05,
      "loss": 0.874,
      "step": 1150
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.439453125,
      "learning_rate": 1.6053544952478258e-05,
      "loss": 0.87,
      "step": 1160
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.40625,
      "learning_rate": 1.5966056166019453e-05,
      "loss": 0.8557,
      "step": 1170
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.439453125,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.8833,
      "step": 1180
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.435546875,
      "learning_rate": 1.5788944591810588e-05,
      "loss": 0.8315,
      "step": 1190
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.46484375,
      "learning_rate": 1.5699343025681746e-05,
      "loss": 0.8635,
      "step": 1200
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.443359375,
      "learning_rate": 1.560905856065472e-05,
      "loss": 0.8579,
      "step": 1210
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.45703125,
      "learning_rate": 1.5518102014671405e-05,
      "loss": 0.8502,
      "step": 1220
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.435546875,
      "learning_rate": 1.5426484286202863e-05,
      "loss": 0.8804,
      "step": 1230
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.390625,
      "learning_rate": 1.5334216352943464e-05,
      "loss": 0.8496,
      "step": 1240
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4296875,
      "learning_rate": 1.5241309270495524e-05,
      "loss": 0.8425,
      "step": 1250
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.421875,
      "learning_rate": 1.5147774171044619e-05,
      "loss": 0.8578,
      "step": 1260
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.447265625,
      "learning_rate": 1.5053622262025718e-05,
      "loss": 0.8598,
      "step": 1270
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.419921875,
      "learning_rate": 1.495886482478032e-05,
      "loss": 0.8864,
      "step": 1280
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.412109375,
      "learning_rate": 1.4863513213204681e-05,
      "loss": 0.8334,
      "step": 1290
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.40625,
      "learning_rate": 1.476757885238942e-05,
      "loss": 0.8612,
      "step": 1300
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4296875,
      "learning_rate": 1.4671073237250519e-05,
      "loss": 0.8449,
      "step": 1310
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.515625,
      "learning_rate": 1.4574007931152037e-05,
      "loss": 0.8501,
      "step": 1320
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.412109375,
      "learning_rate": 1.4476394564520542e-05,
      "loss": 0.8367,
      "step": 1330
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.44921875,
      "learning_rate": 1.4378244833451576e-05,
      "loss": 0.8656,
      "step": 1340
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3984375,
      "learning_rate": 1.4279570498308198e-05,
      "loss": 0.8767,
      "step": 1350
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.46875,
      "learning_rate": 1.4180383382311867e-05,
      "loss": 0.8521,
      "step": 1360
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.470703125,
      "learning_rate": 1.4080695370125761e-05,
      "loss": 0.8959,
      "step": 1370
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.48828125,
      "learning_rate": 1.3980518406430767e-05,
      "loss": 0.849,
      "step": 1380
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.453125,
      "learning_rate": 1.3879864494494252e-05,
      "loss": 0.8495,
      "step": 1390
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5234375,
      "learning_rate": 1.3778745694731816e-05,
      "loss": 0.826,
      "step": 1400
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4453125,
      "learning_rate": 1.3677174123262216e-05,
      "loss": 0.8623,
      "step": 1410
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.466796875,
      "learning_rate": 1.3575161950455604e-05,
      "loss": 0.8474,
      "step": 1420
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4609375,
      "learning_rate": 1.3472721399475266e-05,
      "loss": 0.8403,
      "step": 1430
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4375,
      "learning_rate": 1.3369864744813025e-05,
      "loss": 0.8379,
      "step": 1440
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.466796875,
      "learning_rate": 1.3266604310818525e-05,
      "loss": 0.8801,
      "step": 1450
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.470703125,
      "learning_rate": 1.3162952470222488e-05,
      "loss": 0.8501,
      "step": 1460
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.48046875,
      "learning_rate": 1.3058921642654235e-05,
      "loss": 0.8755,
      "step": 1470
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4296875,
      "learning_rate": 1.2954524293153546e-05,
      "loss": 0.8114,
      "step": 1480
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.419921875,
      "learning_rate": 1.2849772930677087e-05,
      "loss": 0.8221,
      "step": 1490
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4609375,
      "learning_rate": 1.274468010659959e-05,
      "loss": 0.8379,
      "step": 1500
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.419921875,
      "learning_rate": 1.2639258413209922e-05,
      "loss": 0.8338,
      "step": 1510
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.416015625,
      "learning_rate": 1.2533520482202293e-05,
      "loss": 0.8463,
      "step": 1520
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.482421875,
      "learning_rate": 1.2427478983162694e-05,
      "loss": 0.8561,
      "step": 1530
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.43359375,
      "learning_rate": 1.2321146622050838e-05,
      "loss": 0.8377,
      "step": 1540
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.41015625,
      "learning_rate": 1.2214536139677712e-05,
      "loss": 0.8703,
      "step": 1550
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.44140625,
      "learning_rate": 1.2107660310178966e-05,
      "loss": 0.8378,
      "step": 1560
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.47265625,
      "learning_rate": 1.2000531939484321e-05,
      "loss": 0.8509,
      "step": 1570
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4375,
      "learning_rate": 1.1893163863783131e-05,
      "loss": 0.8289,
      "step": 1580
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4140625,
      "learning_rate": 1.1785568947986368e-05,
      "loss": 0.8373,
      "step": 1590
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.44140625,
      "learning_rate": 1.1677760084185123e-05,
      "loss": 0.8202,
      "step": 1600
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4375,
      "learning_rate": 1.1569750190105871e-05,
      "loss": 0.8372,
      "step": 1610
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1461552207562665e-05,
      "loss": 0.8803,
      "step": 1620
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.466796875,
      "learning_rate": 1.1353179100906438e-05,
      "loss": 0.8625,
      "step": 1630
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.423828125,
      "learning_rate": 1.1244643855471603e-05,
      "loss": 0.8754,
      "step": 1640
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.43359375,
      "learning_rate": 1.1135959476020144e-05,
      "loss": 0.8621,
      "step": 1650
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.416015625,
      "learning_rate": 1.1027138985183381e-05,
      "loss": 0.8583,
      "step": 1660
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.486328125,
      "learning_rate": 1.0918195421901583e-05,
      "loss": 0.8384,
      "step": 1670
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.427734375,
      "learning_rate": 1.080914183986164e-05,
      "loss": 0.8043,
      "step": 1680
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.435546875,
      "learning_rate": 1.0699991305932955e-05,
      "loss": 0.8519,
      "step": 1690
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.43359375,
      "learning_rate": 1.0590756898601775e-05,
      "loss": 0.8593,
      "step": 1700
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.43359375,
      "learning_rate": 1.0481451706404104e-05,
      "loss": 0.8366,
      "step": 1710
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.4296875,
      "learning_rate": 1.0372088826357443e-05,
      "loss": 0.8655,
      "step": 1720
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5703125,
      "learning_rate": 1.0262681362391473e-05,
      "loss": 0.8525,
      "step": 1730
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.40625,
      "learning_rate": 1.0153242423777964e-05,
      "loss": 0.8553,
      "step": 1740
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5234375,
      "learning_rate": 1.004378512355999e-05,
      "loss": 0.8411,
      "step": 1750
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.447265625,
      "learning_rate": 9.934322576980721e-06,
      "loss": 0.8177,
      "step": 1760
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5078125,
      "learning_rate": 9.824867899911962e-06,
      "loss": 0.8661,
      "step": 1770
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.47265625,
      "learning_rate": 9.715434207282574e-06,
      "loss": 0.835,
      "step": 1780
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.408203125,
      "learning_rate": 9.606034611507058e-06,
      "loss": 0.8702,
      "step": 1790
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.4453125,
      "learning_rate": 9.496682220914403e-06,
      "loss": 0.8272,
      "step": 1800
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.416015625,
      "learning_rate": 9.387390138177447e-06,
      "loss": 0.8434,
      "step": 1810
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.478515625,
      "learning_rate": 9.278171458742903e-06,
      "loss": 0.8639,
      "step": 1820
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.419921875,
      "learning_rate": 9.16903926926225e-06,
      "loss": 0.8371,
      "step": 1830
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3984375,
      "learning_rate": 9.060006646023683e-06,
      "loss": 0.8489,
      "step": 1840
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.412109375,
      "learning_rate": 8.951086653385323e-06,
      "loss": 0.848,
      "step": 1850
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4375,
      "learning_rate": 8.842292342209801e-06,
      "loss": 0.8177,
      "step": 1860
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.458984375,
      "learning_rate": 8.733636748300524e-06,
      "loss": 0.837,
      "step": 1870
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.474609375,
      "learning_rate": 8.625132890839706e-06,
      "loss": 0.8526,
      "step": 1880
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.453125,
      "learning_rate": 8.516793770828412e-06,
      "loss": 0.871,
      "step": 1890
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.48046875,
      "learning_rate": 8.40863236952875e-06,
      "loss": 0.8217,
      "step": 1900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.427734375,
      "learning_rate": 8.30066164690847e-06,
      "loss": 0.8344,
      "step": 1910
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.46484375,
      "learning_rate": 8.192894540088061e-06,
      "loss": 0.8646,
      "step": 1920
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.439453125,
      "learning_rate": 8.085343961790666e-06,
      "loss": 0.8456,
      "step": 1930
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.447265625,
      "learning_rate": 7.978022798794825e-06,
      "loss": 0.8373,
      "step": 1940
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.435546875,
      "learning_rate": 7.870943910390392e-06,
      "loss": 0.8718,
      "step": 1950
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.447265625,
      "learning_rate": 7.764120126837731e-06,
      "loss": 0.8596,
      "step": 1960
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.466796875,
      "learning_rate": 7.657564247830381e-06,
      "loss": 0.8568,
      "step": 1970
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.439453125,
      "learning_rate": 7.551289040961381e-06,
      "loss": 0.832,
      "step": 1980
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4375,
      "learning_rate": 7.445307240193462e-06,
      "loss": 0.8485,
      "step": 1990
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.43359375,
      "learning_rate": 7.33963154433325e-06,
      "loss": 0.8321,
      "step": 2000
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.462890625,
      "learning_rate": 7.234274615509686e-06,
      "loss": 0.8492,
      "step": 2010
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4609375,
      "learning_rate": 7.129249077656844e-06,
      "loss": 0.8391,
      "step": 2020
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.455078125,
      "learning_rate": 7.02456751500131e-06,
      "loss": 0.8256,
      "step": 2030
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.455078125,
      "learning_rate": 6.920242470554366e-06,
      "loss": 0.8354,
      "step": 2040
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.41015625,
      "learning_rate": 6.816286444609037e-06,
      "loss": 0.8848,
      "step": 2050
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.412109375,
      "learning_rate": 6.712711893242325e-06,
      "loss": 0.8308,
      "step": 2060
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.421875,
      "learning_rate": 6.6095312268226955e-06,
      "loss": 0.8383,
      "step": 2070
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.44921875,
      "learning_rate": 6.5067568085230896e-06,
      "loss": 0.8878,
      "step": 2080
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.4609375,
      "learning_rate": 6.404400952839522e-06,
      "loss": 0.8623,
      "step": 2090
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.45703125,
      "learning_rate": 6.302475924115581e-06,
      "loss": 0.872,
      "step": 2100
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.44921875,
      "learning_rate": 6.2009939350728865e-06,
      "loss": 0.8555,
      "step": 2110
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.458984375,
      "learning_rate": 6.09996714534777e-06,
      "loss": 0.8631,
      "step": 2120
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.478515625,
      "learning_rate": 5.999407660034289e-06,
      "loss": 0.8645,
      "step": 2130
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.4375,
      "learning_rate": 5.899327528233787e-06,
      "loss": 0.8597,
      "step": 2140
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.478515625,
      "learning_rate": 5.7997387416111685e-06,
      "loss": 0.8945,
      "step": 2150
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.412109375,
      "learning_rate": 5.700653232958047e-06,
      "loss": 0.8599,
      "step": 2160
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.4375,
      "learning_rate": 5.602082874762952e-06,
      "loss": 0.8354,
      "step": 2170
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.48828125,
      "learning_rate": 5.50403947778875e-06,
      "loss": 0.8688,
      "step": 2180
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.470703125,
      "learning_rate": 5.40653478965749e-06,
      "loss": 0.8757,
      "step": 2190
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.5,
      "learning_rate": 5.309580493442784e-06,
      "loss": 0.8201,
      "step": 2200
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.453125,
      "learning_rate": 5.213188206269926e-06,
      "loss": 0.8627,
      "step": 2210
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.427734375,
      "learning_rate": 5.1173694779239415e-06,
      "loss": 0.8582,
      "step": 2220
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.408203125,
      "learning_rate": 5.0221357894656605e-06,
      "loss": 0.8264,
      "step": 2230
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.4765625,
      "learning_rate": 4.927498551856077e-06,
      "loss": 0.8992,
      "step": 2240
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.470703125,
      "learning_rate": 4.83346910458906e-06,
      "loss": 0.8369,
      "step": 2250
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.41015625,
      "learning_rate": 4.740058714332647e-06,
      "loss": 0.8433,
      "step": 2260
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.423828125,
      "learning_rate": 4.64727857357908e-06,
      "loss": 0.8378,
      "step": 2270
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.458984375,
      "learning_rate": 4.555139799303706e-06,
      "loss": 0.8623,
      "step": 2280
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.4375,
      "learning_rate": 4.463653431632926e-06,
      "loss": 0.8542,
      "step": 2290
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.447265625,
      "learning_rate": 4.372830432521377e-06,
      "loss": 0.8069,
      "step": 2300
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.44140625,
      "learning_rate": 4.282681684438439e-06,
      "loss": 0.841,
      "step": 2310
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.439453125,
      "learning_rate": 4.193217989064332e-06,
      "loss": 0.862,
      "step": 2320
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.4296875,
      "learning_rate": 4.104450065995799e-06,
      "loss": 0.8575,
      "step": 2330
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.478515625,
      "learning_rate": 4.0163885514617175e-06,
      "loss": 0.8578,
      "step": 2340
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.435546875,
      "learning_rate": 3.929043997048647e-06,
      "loss": 0.8467,
      "step": 2350
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.44140625,
      "learning_rate": 3.8424268684365204e-06,
      "loss": 0.8407,
      "step": 2360
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.466796875,
      "learning_rate": 3.756547544144664e-06,
      "loss": 0.851,
      "step": 2370
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.4140625,
      "learning_rate": 3.671416314288204e-06,
      "loss": 0.8157,
      "step": 2380
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.453125,
      "learning_rate": 3.587043379345134e-06,
      "loss": 0.8471,
      "step": 2390
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.455078125,
      "learning_rate": 3.503438848934063e-06,
      "loss": 0.8575,
      "step": 2400
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.46875,
      "learning_rate": 3.4206127406028744e-06,
      "loss": 0.8357,
      "step": 2410
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.447265625,
      "learning_rate": 3.338574978628436e-06,
      "loss": 0.8485,
      "step": 2420
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.478515625,
      "learning_rate": 3.257335392827451e-06,
      "loss": 0.8503,
      "step": 2430
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.4453125,
      "learning_rate": 3.1769037173786376e-06,
      "loss": 0.848,
      "step": 2440
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.5390625,
      "learning_rate": 3.0972895896564004e-06,
      "loss": 0.847,
      "step": 2450
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.4140625,
      "learning_rate": 3.0185025490760346e-06,
      "loss": 0.8655,
      "step": 2460
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.44140625,
      "learning_rate": 2.9405520359507543e-06,
      "loss": 0.8491,
      "step": 2470
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.408203125,
      "learning_rate": 2.8634473903605008e-06,
      "loss": 0.8385,
      "step": 2480
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.453125,
      "learning_rate": 2.787197851032848e-06,
      "loss": 0.8366,
      "step": 2490
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.41796875,
      "learning_rate": 2.7118125542359775e-06,
      "loss": 0.8262,
      "step": 2500
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.43359375,
      "learning_rate": 2.6373005326839973e-06,
      "loss": 0.855,
      "step": 2510
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.44921875,
      "learning_rate": 2.563670714454617e-06,
      "loss": 0.808,
      "step": 2520
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.474609375,
      "learning_rate": 2.4909319219193774e-06,
      "loss": 0.8427,
      "step": 2530
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.455078125,
      "learning_rate": 2.4190928706865634e-06,
      "loss": 0.8568,
      "step": 2540
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.419921875,
      "learning_rate": 2.3481621685568867e-06,
      "loss": 0.8825,
      "step": 2550
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.494140625,
      "learning_rate": 2.2781483144920833e-06,
      "loss": 0.8631,
      "step": 2560
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.453125,
      "learning_rate": 2.209059697596585e-06,
      "loss": 0.8518,
      "step": 2570
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.43359375,
      "learning_rate": 2.1409045961123067e-06,
      "loss": 0.8221,
      "step": 2580
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.435546875,
      "learning_rate": 2.073691176426761e-06,
      "loss": 0.8804,
      "step": 2590
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.4140625,
      "learning_rate": 2.0074274920945537e-06,
      "loss": 0.8412,
      "step": 2600
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.462890625,
      "learning_rate": 1.9421214828723857e-06,
      "loss": 0.848,
      "step": 2610
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.39453125,
      "learning_rate": 1.8777809737677299e-06,
      "loss": 0.8372,
      "step": 2620
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.453125,
      "learning_rate": 1.8144136741012209e-06,
      "loss": 0.8216,
      "step": 2630
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.462890625,
      "learning_rate": 1.7520271765829112e-06,
      "loss": 0.8504,
      "step": 2640
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.4453125,
      "learning_rate": 1.690628956402528e-06,
      "loss": 0.8346,
      "step": 2650
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6302263703337774e-06,
      "loss": 0.8484,
      "step": 2660
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.416015625,
      "learning_rate": 1.5708266558528562e-06,
      "loss": 0.8687,
      "step": 2670
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.44921875,
      "learning_rate": 1.512436930271244e-06,
      "loss": 0.8391,
      "step": 2680
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.451171875,
      "learning_rate": 1.4550641898829165e-06,
      "loss": 0.8207,
      "step": 2690
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.421875,
      "learning_rate": 1.3987153091260398e-06,
      "loss": 0.8343,
      "step": 2700
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.44921875,
      "learning_rate": 1.3433970397592599e-06,
      "loss": 0.8498,
      "step": 2710
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.458984375,
      "learning_rate": 1.2891160100527222e-06,
      "loss": 0.8372,
      "step": 2720
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.451171875,
      "learning_rate": 1.2358787239938497e-06,
      "loss": 0.8286,
      "step": 2730
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.455078125,
      "learning_rate": 1.1836915605080445e-06,
      "loss": 0.8899,
      "step": 2740
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.50390625,
      "learning_rate": 1.1325607726943567e-06,
      "loss": 0.8343,
      "step": 2750
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.41796875,
      "learning_rate": 1.0824924870762243e-06,
      "loss": 0.8134,
      "step": 2760
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.4453125,
      "learning_rate": 1.033492702867407e-06,
      "loss": 0.8391,
      "step": 2770
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.45703125,
      "learning_rate": 9.855672912531455e-07,
      "loss": 0.8719,
      "step": 2780
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.439453125,
      "learning_rate": 9.387219946866699e-07,
      "loss": 0.8157,
      "step": 2790
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.42578125,
      "learning_rate": 8.929624262011472e-07,
      "loss": 0.8486,
      "step": 2800
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.46484375,
      "learning_rate": 8.482940687371067e-07,
      "loss": 0.8514,
      "step": 2810
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.43359375,
      "learning_rate": 8.047222744854943e-07,
      "loss": 0.8384,
      "step": 2820
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.50390625,
      "learning_rate": 7.622522642463425e-07,
      "loss": 0.848,
      "step": 2830
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.462890625,
      "learning_rate": 7.208891268032336e-07,
      "loss": 0.8472,
      "step": 2840
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.4296875,
      "learning_rate": 6.80637818313541e-07,
      "loss": 0.8309,
      "step": 2850
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.46484375,
      "learning_rate": 6.415031617145951e-07,
      "loss": 0.8309,
      "step": 2860
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.453125,
      "learning_rate": 6.034898461457861e-07,
      "loss": 0.8478,
      "step": 2870
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.470703125,
      "learning_rate": 5.666024263867042e-07,
      "loss": 0.8276,
      "step": 2880
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.4453125,
      "learning_rate": 5.308453223113962e-07,
      "loss": 0.8676,
      "step": 2890
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.44140625,
      "learning_rate": 4.962228183587669e-07,
      "loss": 0.8098,
      "step": 2900
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.416015625,
      "learning_rate": 4.6273906301920744e-07,
      "loss": 0.8382,
      "step": 2910
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.4765625,
      "learning_rate": 4.303980683375353e-07,
      "loss": 0.8405,
      "step": 2920
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.431640625,
      "learning_rate": 3.992037094322532e-07,
      "loss": 0.8273,
      "step": 2930
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.984375,
      "learning_rate": 3.691597240312439e-07,
      "loss": 0.8326,
      "step": 2940
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.439453125,
      "learning_rate": 3.4026971202390404e-07,
      "loss": 0.8732,
      "step": 2950
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.470703125,
      "learning_rate": 3.1253713502980566e-07,
      "loss": 0.8436,
      "step": 2960
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.404296875,
      "learning_rate": 2.8596531598392264e-07,
      "loss": 0.8522,
      "step": 2970
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.44140625,
      "learning_rate": 2.605574387384779e-07,
      "loss": 0.8684,
      "step": 2980
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.42578125,
      "learning_rate": 2.363165476814455e-07,
      "loss": 0.8315,
      "step": 2990
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.416015625,
      "learning_rate": 2.132455473717765e-07,
      "loss": 0.8442,
      "step": 3000
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.451171875,
      "learning_rate": 1.913472021913665e-07,
      "loss": 0.8329,
      "step": 3010
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.416015625,
      "learning_rate": 1.7062413601383498e-07,
      "loss": 0.8163,
      "step": 3020
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.419921875,
      "learning_rate": 1.5107883189012018e-07,
      "loss": 0.8183,
      "step": 3030
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.416015625,
      "learning_rate": 1.3271363175096696e-07,
      "loss": 0.8535,
      "step": 3040
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.482421875,
      "learning_rate": 1.1553073612631138e-07,
      "loss": 0.8443,
      "step": 3050
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.443359375,
      "learning_rate": 9.953220388160934e-08,
      "loss": 0.8592,
      "step": 3060
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.451171875,
      "learning_rate": 8.471995197114836e-08,
      "loss": 0.866,
      "step": 3070
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.41796875,
      "learning_rate": 7.109575520835244e-08,
      "loss": 0.8496,
      "step": 3080
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.43359375,
      "learning_rate": 5.866124605312329e-08,
      "loss": 0.8474,
      "step": 3090
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.466796875,
      "learning_rate": 4.7417914416239e-08,
      "loss": 0.8686,
      "step": 3100
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.46875,
      "learning_rate": 3.7367107480832385e-08,
      "loss": 0.8247,
      "step": 3110
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.427734375,
      "learning_rate": 2.8510029540967933e-08,
      "loss": 0.8272,
      "step": 3120
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.45703125,
      "learning_rate": 2.084774185734495e-08,
      "loss": 0.854,
      "step": 3130
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.423828125,
      "learning_rate": 1.4381162530135995e-08,
      "loss": 0.8252,
      "step": 3140
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.470703125,
      "learning_rate": 9.111066388981515e-09,
      "loss": 0.8625,
      "step": 3150
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.45703125,
      "learning_rate": 5.0380849001430145e-09,
      "loss": 0.867,
      "step": 3160
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.443359375,
      "learning_rate": 2.1627060908491204e-09,
      "loss": 0.8625,
      "step": 3170
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.419921875,
      "learning_rate": 4.85274490813481e-10,
      "loss": 0.8536,
      "step": 3180
    }
  ],
  "logging_steps": 10,
  "max_steps": 3189,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 9.354140440917443e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}