diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,7890 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9999106584472438,
+  "eval_steps": 500,
+  "global_step": 5596,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0001786831055123738,
+      "grad_norm": 0.6767252087593079,
+      "learning_rate": 3.5714285714285716e-07,
+      "loss": 2.5858,
+      "step": 1
+    },
+    {
+      "epoch": 0.000893415527561869,
+      "grad_norm": 0.8736157417297363,
+      "learning_rate": 1.7857142857142857e-06,
+      "loss": 2.8563,
+      "step": 5
+    },
+    {
+      "epoch": 0.001786831055123738,
+      "grad_norm": 0.9124715328216553,
+      "learning_rate": 3.5714285714285714e-06,
+      "loss": 2.7741,
+      "step": 10
+    },
+    {
+      "epoch": 0.002680246582685607,
+      "grad_norm": 0.8725903034210205,
+      "learning_rate": 5.357142857142857e-06,
+      "loss": 2.7188,
+      "step": 15
+    },
+    {
+      "epoch": 0.003573662110247476,
+      "grad_norm": 0.7513923645019531,
+      "learning_rate": 7.142857142857143e-06,
+      "loss": 2.7556,
+      "step": 20
+    },
+    {
+      "epoch": 0.004467077637809345,
+      "grad_norm": 0.7444078326225281,
+      "learning_rate": 8.92857142857143e-06,
+      "loss": 2.7256,
+      "step": 25
+    },
+    {
+      "epoch": 0.005360493165371214,
+      "grad_norm": 0.8215367794036865,
+      "learning_rate": 1.0714285714285714e-05,
+      "loss": 2.7319,
+      "step": 30
+    },
+    {
+      "epoch": 0.006253908692933083,
+      "grad_norm": 0.7591757774353027,
+      "learning_rate": 1.25e-05,
+      "loss": 2.6611,
+      "step": 35
+    },
+    {
+      "epoch": 0.007147324220494952,
+      "grad_norm": 0.6609904766082764,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 2.6396,
+      "step": 40
+    },
+    {
+      "epoch": 0.008040739748056821,
+      "grad_norm": 0.523094117641449,
+      "learning_rate": 1.6071428571428572e-05,
+      "loss": 2.5739,
+      "step": 45
+    },
+    {
+      "epoch": 0.00893415527561869,
+      "grad_norm": 0.4964945614337921,
+      "learning_rate": 1.785714285714286e-05,
+      "loss": 2.4766,
+      "step": 50
+    },
+    {
+      "epoch": 0.00982757080318056,
+      "grad_norm": 0.4061848819255829,
+      "learning_rate": 1.9642857142857145e-05,
+      "loss": 2.4273,
+      "step": 55
+    },
+    {
+      "epoch": 0.010720986330742428,
+      "grad_norm": 0.438088059425354,
+      "learning_rate": 2.1428571428571428e-05,
+      "loss": 2.3819,
+      "step": 60
+    },
+    {
+      "epoch": 0.011614401858304297,
+      "grad_norm": 0.406583696603775,
+      "learning_rate": 2.3214285714285715e-05,
+      "loss": 2.3326,
+      "step": 65
+    },
+    {
+      "epoch": 0.012507817385866166,
+      "grad_norm": 0.38678309321403503,
+      "learning_rate": 2.5e-05,
+      "loss": 2.3171,
+      "step": 70
+    },
+    {
+      "epoch": 0.013401232913428035,
+      "grad_norm": 0.4419669210910797,
+      "learning_rate": 2.6785714285714288e-05,
+      "loss": 2.2798,
+      "step": 75
+    },
+    {
+      "epoch": 0.014294648440989904,
+      "grad_norm": 0.43436020612716675,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 2.23,
+      "step": 80
+    },
+    {
+      "epoch": 0.015188063968551773,
+      "grad_norm": 0.4241899251937866,
+      "learning_rate": 3.0357142857142857e-05,
+      "loss": 2.2421,
+      "step": 85
+    },
+    {
+      "epoch": 0.016081479496113642,
+      "grad_norm": 0.4129183888435364,
+      "learning_rate": 3.2142857142857144e-05,
+      "loss": 2.182,
+      "step": 90
+    },
+    {
+      "epoch": 0.016974895023675513,
+      "grad_norm": 0.429864764213562,
+      "learning_rate": 3.392857142857143e-05,
+      "loss": 2.1112,
+      "step": 95
+    },
+    {
+      "epoch": 0.01786831055123738,
+      "grad_norm": 0.4998682141304016,
+      "learning_rate": 3.571428571428572e-05,
+      "loss": 2.1752,
+      "step": 100
+    },
+    {
+      "epoch": 0.01876172607879925,
+      "grad_norm": 0.4673575162887573,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 2.1021,
+      "step": 105
+    },
+    {
+      "epoch": 0.01965514160636112,
+      "grad_norm": 0.5105161070823669,
+      "learning_rate": 3.928571428571429e-05,
+      "loss": 2.075,
+      "step": 110
+    },
+    {
+      "epoch": 0.02054855713392299,
+      "grad_norm": 0.5451802015304565,
+      "learning_rate": 4.107142857142857e-05,
+      "loss": 2.0945,
+      "step": 115
+    },
+    {
+      "epoch": 0.021441972661484857,
+      "grad_norm": 0.5659247040748596,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 2.0086,
+      "step": 120
+    },
+    {
+      "epoch": 0.022335388189046727,
+      "grad_norm": 0.5502987504005432,
+      "learning_rate": 4.464285714285715e-05,
+      "loss": 2.0306,
+      "step": 125
+    },
+    {
+      "epoch": 0.023228803716608595,
+      "grad_norm": 0.5537978410720825,
+      "learning_rate": 4.642857142857143e-05,
+      "loss": 1.995,
+      "step": 130
+    },
+    {
+      "epoch": 0.024122219244170465,
+      "grad_norm": 0.6560796499252319,
+      "learning_rate": 4.8214285714285716e-05,
+      "loss": 1.9854,
+      "step": 135
+    },
+    {
+      "epoch": 0.025015634771732333,
+      "grad_norm": 0.6709268689155579,
+      "learning_rate": 5e-05,
+      "loss": 2.0174,
+      "step": 140
+    },
+    {
+      "epoch": 0.025909050299294203,
+      "grad_norm": 0.6651104092597961,
+      "learning_rate": 5.1785714285714296e-05,
+      "loss": 1.9972,
+      "step": 145
+    },
+    {
+      "epoch": 0.02680246582685607,
+      "grad_norm": 0.6255117058753967,
+      "learning_rate": 5.3571428571428575e-05,
+      "loss": 1.9597,
+      "step": 150
+    },
+    {
+      "epoch": 0.02769588135441794,
+      "grad_norm": 0.7806227207183838,
+      "learning_rate": 5.535714285714286e-05,
+      "loss": 1.9863,
+      "step": 155
+    },
+    {
+      "epoch": 0.02858929688197981,
+      "grad_norm": 0.7957138419151306,
+      "learning_rate": 5.714285714285714e-05,
+      "loss": 1.965,
+      "step": 160
+    },
+    {
+      "epoch": 0.02948271240954168,
+      "grad_norm": 0.8026310205459595,
+      "learning_rate": 5.8928571428571435e-05,
+      "loss": 1.9605,
+      "step": 165
+    },
+    {
+      "epoch": 0.030376127937103547,
+      "grad_norm": 0.724997878074646,
+      "learning_rate": 6.0714285714285715e-05,
+      "loss": 1.932,
+      "step": 170
+    },
+    {
+      "epoch": 0.031269543464665414,
+      "grad_norm": 0.7658754587173462,
+      "learning_rate": 6.25e-05,
+      "loss": 1.8975,
+      "step": 175
+    },
+    {
+      "epoch": 0.032162958992227285,
+      "grad_norm": 0.7666235566139221,
+      "learning_rate": 6.428571428571429e-05,
+      "loss": 1.888,
+      "step": 180
+    },
+    {
+      "epoch": 0.033056374519789156,
+      "grad_norm": 0.8629304766654968,
+      "learning_rate": 6.607142857142857e-05,
+      "loss": 1.8824,
+      "step": 185
+    },
+    {
+      "epoch": 0.033949790047351026,
+      "grad_norm": 0.912053108215332,
+      "learning_rate": 6.785714285714286e-05,
+      "loss": 1.8766,
+      "step": 190
+    },
+    {
+      "epoch": 0.03484320557491289,
+      "grad_norm": 0.8080089688301086,
+      "learning_rate": 6.964285714285715e-05,
+      "loss": 1.8944,
+      "step": 195
+    },
+    {
+      "epoch": 0.03573662110247476,
+      "grad_norm": 0.8864442110061646,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 1.8932,
+      "step": 200
+    },
+    {
+      "epoch": 0.03663003663003663,
+      "grad_norm": 0.9291841387748718,
+      "learning_rate": 7.321428571428571e-05,
+      "loss": 1.86,
+      "step": 205
+    },
+    {
+      "epoch": 0.0375234521575985,
+      "grad_norm": 0.8211831450462341,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 1.8467,
+      "step": 210
+    },
+    {
+      "epoch": 0.038416867685160366,
+      "grad_norm": 0.9697086215019226,
+      "learning_rate": 7.67857142857143e-05,
+      "loss": 1.8802,
+      "step": 215
+    },
+    {
+      "epoch": 0.03931028321272224,
+      "grad_norm": 1.0050380229949951,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 1.8544,
+      "step": 220
+    },
+    {
+      "epoch": 0.04020369874028411,
+      "grad_norm": 0.9131980538368225,
+      "learning_rate": 8.035714285714287e-05,
+      "loss": 1.8207,
+      "step": 225
+    },
+    {
+      "epoch": 0.04109711426784598,
+      "grad_norm": 0.9117507338523865,
+      "learning_rate": 8.214285714285714e-05,
+      "loss": 1.8391,
+      "step": 230
+    },
+    {
+      "epoch": 0.04199052979540784,
+      "grad_norm": 0.8625417351722717,
+      "learning_rate": 8.392857142857144e-05,
+      "loss": 1.7931,
+      "step": 235
+    },
+    {
+      "epoch": 0.04288394532296971,
+      "grad_norm": 1.025675654411316,
+      "learning_rate": 8.571428571428571e-05,
+      "loss": 1.8135,
+      "step": 240
+    },
+    {
+      "epoch": 0.043777360850531584,
+      "grad_norm": 0.9845486879348755,
+      "learning_rate": 8.75e-05,
+      "loss": 1.8192,
+      "step": 245
+    },
+    {
+      "epoch": 0.044670776378093455,
+      "grad_norm": 0.9469249844551086,
+      "learning_rate": 8.92857142857143e-05,
+      "loss": 1.8107,
+      "step": 250
+    },
+    {
+      "epoch": 0.04556419190565532,
+      "grad_norm": 0.8901212215423584,
+      "learning_rate": 9.107142857142857e-05,
+      "loss": 1.8072,
+      "step": 255
+    },
+    {
+      "epoch": 0.04645760743321719,
+      "grad_norm": 0.9586057066917419,
+      "learning_rate": 9.285714285714286e-05,
+      "loss": 1.7973,
+      "step": 260
+    },
+    {
+      "epoch": 0.04735102296077906,
+      "grad_norm": 0.9514407515525818,
+      "learning_rate": 9.464285714285715e-05,
+      "loss": 1.7815,
+      "step": 265
+    },
+    {
+      "epoch": 0.04824443848834093,
+      "grad_norm": 0.8750002980232239,
+      "learning_rate": 9.642857142857143e-05,
+      "loss": 1.765,
+      "step": 270
+    },
+    {
+      "epoch": 0.049137854015902795,
+      "grad_norm": 0.966252863407135,
+      "learning_rate": 9.821428571428572e-05,
+      "loss": 1.8197,
+      "step": 275
+    },
+    {
+      "epoch": 0.050031269543464665,
+      "grad_norm": 0.9129286408424377,
+      "learning_rate": 0.0001,
+      "loss": 1.7548,
+      "step": 280
+    },
+    {
+      "epoch": 0.050924685071026536,
+      "grad_norm": 0.9409673810005188,
+      "learning_rate": 0.00010178571428571428,
+      "loss": 1.7109,
+      "step": 285
+    },
+    {
+      "epoch": 0.05181810059858841,
+      "grad_norm": 0.9348879456520081,
+      "learning_rate": 0.00010357142857142859,
+      "loss": 1.7618,
+      "step": 290
+    },
+    {
+      "epoch": 0.05271151612615027,
+      "grad_norm": 0.8221137523651123,
+      "learning_rate": 0.00010535714285714286,
+      "loss": 1.734,
+      "step": 295
+    },
+    {
+      "epoch": 0.05360493165371214,
+      "grad_norm": 0.8188982009887695,
+      "learning_rate": 0.00010714285714285715,
+      "loss": 1.7522,
+      "step": 300
+    },
+    {
+      "epoch": 0.05449834718127401,
+      "grad_norm": 0.7834224700927734,
+      "learning_rate": 0.00010892857142857142,
+      "loss": 1.7878,
+      "step": 305
+    },
+    {
+      "epoch": 0.05539176270883588,
+      "grad_norm": 0.9102511405944824,
+      "learning_rate": 0.00011071428571428572,
+      "loss": 1.7572,
+      "step": 310
+    },
+    {
+      "epoch": 0.05628517823639775,
+      "grad_norm": 0.8769788146018982,
+      "learning_rate": 0.00011250000000000001,
+      "loss": 1.7443,
+      "step": 315
+    },
+    {
+      "epoch": 0.05717859376395962,
+      "grad_norm": 0.9550459980964661,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 1.7346,
+      "step": 320
+    },
+    {
+      "epoch": 0.05807200929152149,
+      "grad_norm": 0.8972039222717285,
+      "learning_rate": 0.00011607142857142858,
+      "loss": 1.7377,
+      "step": 325
+    },
+    {
+      "epoch": 0.05896542481908336,
+      "grad_norm": 0.9489789009094238,
+      "learning_rate": 0.00011785714285714287,
+      "loss": 1.7335,
+      "step": 330
+    },
+    {
+      "epoch": 0.05985884034664522,
+      "grad_norm": 0.9783198833465576,
+      "learning_rate": 0.00011964285714285714,
+      "loss": 1.7243,
+      "step": 335
+    },
+    {
+      "epoch": 0.060752255874207094,
+      "grad_norm": 1.0081501007080078,
+      "learning_rate": 0.00012142857142857143,
+      "loss": 1.7717,
+      "step": 340
+    },
+    {
+      "epoch": 0.061645671401768964,
+      "grad_norm": 0.9436238408088684,
+      "learning_rate": 0.00012321428571428572,
+      "loss": 1.7301,
+      "step": 345
+    },
+    {
+      "epoch": 0.06253908692933083,
+      "grad_norm": 0.8638908863067627,
+      "learning_rate": 0.000125,
+      "loss": 1.738,
+      "step": 350
+    },
+    {
+      "epoch": 0.0634325024568927,
+      "grad_norm": 0.8834109306335449,
+      "learning_rate": 0.0001267857142857143,
+      "loss": 1.7379,
+      "step": 355
+    },
+    {
+      "epoch": 0.06432591798445457,
+      "grad_norm": 1.045885682106018,
+      "learning_rate": 0.00012857142857142858,
+      "loss": 1.7175,
+      "step": 360
+    },
+    {
+      "epoch": 0.06521933351201643,
+      "grad_norm": 0.8442100286483765,
+      "learning_rate": 0.00013035714285714286,
+      "loss": 1.6629,
+      "step": 365
+    },
+    {
+      "epoch": 0.06611274903957831,
+      "grad_norm": 0.948798656463623,
+      "learning_rate": 0.00013214285714285715,
+      "loss": 1.6661,
+      "step": 370
+    },
+    {
+      "epoch": 0.06700616456714018,
+      "grad_norm": 0.9104481935501099,
+      "learning_rate": 0.00013392857142857144,
+      "loss": 1.7239,
+      "step": 375
+    },
+    {
+      "epoch": 0.06789958009470205,
+      "grad_norm": 0.8660710453987122,
+      "learning_rate": 0.00013571428571428572,
+      "loss": 1.6696,
+      "step": 380
+    },
+    {
+      "epoch": 0.06879299562226392,
+      "grad_norm": 0.8465679287910461,
+      "learning_rate": 0.0001375,
+      "loss": 1.6838,
+      "step": 385
+    },
+    {
+      "epoch": 0.06968641114982578,
+      "grad_norm": 0.9764780402183533,
+      "learning_rate": 0.0001392857142857143,
+      "loss": 1.7024,
+      "step": 390
+    },
+    {
+      "epoch": 0.07057982667738766,
+      "grad_norm": 0.8730722665786743,
+      "learning_rate": 0.00014107142857142858,
+      "loss": 1.678,
+      "step": 395
+    },
+    {
+      "epoch": 0.07147324220494952,
+      "grad_norm": 0.8504787087440491,
+      "learning_rate": 0.00014285714285714287,
+      "loss": 1.6513,
+      "step": 400
+    },
+    {
+      "epoch": 0.07236665773251139,
+      "grad_norm": 0.7620259523391724,
+      "learning_rate": 0.00014464285714285715,
+      "loss": 1.6478,
+      "step": 405
+    },
+    {
+      "epoch": 0.07326007326007326,
+      "grad_norm": 0.8745117783546448,
+      "learning_rate": 0.00014642857142857141,
+      "loss": 1.6717,
+      "step": 410
+    },
+    {
+      "epoch": 0.07415348878763513,
+      "grad_norm": 0.8818298578262329,
+      "learning_rate": 0.00014821428571428573,
+      "loss": 1.5922,
+      "step": 415
+    },
+    {
+      "epoch": 0.075046904315197,
+      "grad_norm": 0.8444076180458069,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.6568,
+      "step": 420
+    },
+    {
+      "epoch": 0.07594031984275887,
+      "grad_norm": 0.7880132794380188,
+      "learning_rate": 0.00015178571428571427,
+      "loss": 1.6642,
+      "step": 425
+    },
+    {
+      "epoch": 0.07683373537032073,
+      "grad_norm": 1.0402840375900269,
+      "learning_rate": 0.0001535714285714286,
+      "loss": 1.6942,
+      "step": 430
+    },
+    {
+      "epoch": 0.07772715089788261,
+      "grad_norm": 0.8606407046318054,
+      "learning_rate": 0.00015535714285714287,
+      "loss": 1.6216,
+      "step": 435
+    },
+    {
+      "epoch": 0.07862056642544447,
+      "grad_norm": 0.8538222312927246,
+      "learning_rate": 0.00015714285714285716,
+      "loss": 1.6577,
+      "step": 440
+    },
+    {
+      "epoch": 0.07951398195300634,
+      "grad_norm": 0.8017067909240723,
+      "learning_rate": 0.00015892857142857142,
+      "loss": 1.6588,
+      "step": 445
+    },
+    {
+      "epoch": 0.08040739748056822,
+      "grad_norm": 0.8014382123947144,
+      "learning_rate": 0.00016071428571428573,
+      "loss": 1.6661,
+      "step": 450
+    },
+    {
+      "epoch": 0.08130081300813008,
+      "grad_norm": 0.8568883538246155,
+      "learning_rate": 0.00016250000000000002,
+      "loss": 1.6668,
+      "step": 455
+    },
+    {
+      "epoch": 0.08219422853569196,
+      "grad_norm": 0.7566272020339966,
+      "learning_rate": 0.00016428571428571428,
+      "loss": 1.6403,
+      "step": 460
+    },
+    {
+      "epoch": 0.08308764406325382,
+      "grad_norm": 0.8573461174964905,
+      "learning_rate": 0.0001660714285714286,
+      "loss": 1.6548,
+      "step": 465
+    },
+    {
+      "epoch": 0.08398105959081568,
+      "grad_norm": 0.8354015350341797,
+      "learning_rate": 0.00016785714285714288,
+      "loss": 1.6219,
+      "step": 470
+    },
+    {
+      "epoch": 0.08487447511837756,
+      "grad_norm": 0.790770947933197,
+      "learning_rate": 0.00016964285714285714,
+      "loss": 1.6428,
+      "step": 475
+    },
+    {
+      "epoch": 0.08576789064593943,
+      "grad_norm": 0.7817040085792542,
+      "learning_rate": 0.00017142857142857143,
+      "loss": 1.6103,
+      "step": 480
+    },
+    {
+      "epoch": 0.08666130617350129,
+      "grad_norm": 0.6936588287353516,
+      "learning_rate": 0.00017321428571428574,
+      "loss": 1.6043,
+      "step": 485
+    },
+    {
+      "epoch": 0.08755472170106317,
+      "grad_norm": 0.8221834897994995,
+      "learning_rate": 0.000175,
+      "loss": 1.6187,
+      "step": 490
+    },
+    {
+      "epoch": 0.08844813722862503,
+      "grad_norm": 0.7943176627159119,
+      "learning_rate": 0.00017678571428571428,
+      "loss": 1.6695,
+      "step": 495
+    },
+    {
+      "epoch": 0.08934155275618691,
+      "grad_norm": 0.7854962944984436,
+      "learning_rate": 0.0001785714285714286,
+      "loss": 1.6191,
+      "step": 500
+    },
+    {
+      "epoch": 0.09023496828374877,
+      "grad_norm": 0.8033050298690796,
+      "learning_rate": 0.00018035714285714286,
+      "loss": 1.6066,
+      "step": 505
+    },
+    {
+      "epoch": 0.09112838381131064,
+      "grad_norm": 0.8427201509475708,
+      "learning_rate": 0.00018214285714285714,
+      "loss": 1.6486,
+      "step": 510
+    },
+    {
+      "epoch": 0.09202179933887251,
+      "grad_norm": 0.7360148429870605,
+      "learning_rate": 0.00018392857142857143,
+      "loss": 1.6022,
+      "step": 515
+    },
+    {
+      "epoch": 0.09291521486643438,
+      "grad_norm": 0.6847764253616333,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 1.6158,
+      "step": 520
+    },
+    {
+      "epoch": 0.09380863039399624,
+      "grad_norm": 0.8051613569259644,
+      "learning_rate": 0.0001875,
+      "loss": 1.5828,
+      "step": 525
+    },
+    {
+      "epoch": 0.09470204592155812,
+      "grad_norm": 0.7814632058143616,
+      "learning_rate": 0.0001892857142857143,
+      "loss": 1.6537,
+      "step": 530
+    },
+    {
+      "epoch": 0.09559546144911998,
+      "grad_norm": 0.6943553686141968,
+      "learning_rate": 0.00019107142857142858,
+      "loss": 1.5729,
+      "step": 535
+    },
+    {
+      "epoch": 0.09648887697668186,
+      "grad_norm": 0.6946085095405579,
+      "learning_rate": 0.00019285714285714286,
+      "loss": 1.5977,
+      "step": 540
+    },
+    {
+      "epoch": 0.09738229250424373,
+      "grad_norm": 0.7925629019737244,
+      "learning_rate": 0.00019464285714285715,
+      "loss": 1.6249,
+      "step": 545
+    },
+    {
+      "epoch": 0.09827570803180559,
+      "grad_norm": 0.8013836741447449,
+      "learning_rate": 0.00019642857142857144,
+      "loss": 1.5448,
+      "step": 550
+    },
+    {
+      "epoch": 0.09916912355936747,
+      "grad_norm": 0.7135029435157776,
+      "learning_rate": 0.00019821428571428572,
+      "loss": 1.5866,
+      "step": 555
+    },
+    {
+      "epoch": 0.10006253908692933,
+      "grad_norm": 0.7435690760612488,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 560
+    },
+    {
+      "epoch": 0.1009559546144912,
+      "grad_norm": 0.73707115650177,
+      "learning_rate": 0.00019999951355027364,
+      "loss": 1.5756,
+      "step": 565
+    },
+    {
+      "epoch": 0.10184937014205307,
+      "grad_norm": 0.7932726144790649,
+      "learning_rate": 0.00019999805420582728,
+      "loss": 1.5724,
+      "step": 570
+    },
+    {
+      "epoch": 0.10274278566961494,
+      "grad_norm": 0.7718573808670044,
+      "learning_rate": 0.00019999562198085878,
+      "loss": 1.5735,
+      "step": 575
+    },
+    {
+      "epoch": 0.10363620119717681,
+      "grad_norm": 0.7420961856842041,
+      "learning_rate": 0.00019999221689903133,
+      "loss": 1.5687,
+      "step": 580
+    },
+    {
+      "epoch": 0.10452961672473868,
+      "grad_norm": 0.6695738434791565,
+      "learning_rate": 0.00019998783899347294,
+      "loss": 1.5685,
+      "step": 585
+    },
+    {
+      "epoch": 0.10542303225230054,
+      "grad_norm": 0.6004559397697449,
+      "learning_rate": 0.0001999824883067762,
+      "loss": 1.625,
+      "step": 590
+    },
+    {
+      "epoch": 0.10631644777986242,
+      "grad_norm": 0.6196651458740234,
+      "learning_rate": 0.00019997616489099792,
+      "loss": 1.5445,
+      "step": 595
+    },
+    {
+      "epoch": 0.10720986330742428,
+      "grad_norm": 0.6544579267501831,
+      "learning_rate": 0.00019996886880765854,
+      "loss": 1.5167,
+      "step": 600
+    },
+    {
+      "epoch": 0.10810327883498615,
+      "grad_norm": 0.7319378852844238,
+      "learning_rate": 0.0001999606001277417,
+      "loss": 1.5423,
+      "step": 605
+    },
+    {
+      "epoch": 0.10899669436254802,
+      "grad_norm": 0.6340135335922241,
+      "learning_rate": 0.0001999513589316933,
+      "loss": 1.5131,
+      "step": 610
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 0.719735324382782,
+      "learning_rate": 0.00019994114530942088,
+      "loss": 1.5784,
+      "step": 615
+    },
+    {
+      "epoch": 0.11078352541767177,
+      "grad_norm": 0.7871695756912231,
+      "learning_rate": 0.0001999299593602927,
+      "loss": 1.5561,
+      "step": 620
+    },
+    {
+      "epoch": 0.11167694094523363,
+      "grad_norm": 0.7577756643295288,
+      "learning_rate": 0.00019991780119313682,
+      "loss": 1.5863,
+      "step": 625
+    },
+    {
+      "epoch": 0.1125703564727955,
+      "grad_norm": 0.7437707185745239,
+      "learning_rate": 0.00019990467092623998,
+      "loss": 1.5244,
+      "step": 630
+    },
+    {
+      "epoch": 0.11346377200035737,
+      "grad_norm": 0.6263313889503479,
+      "learning_rate": 0.00019989056868734647,
+      "loss": 1.5438,
+      "step": 635
+    },
+    {
+      "epoch": 0.11435718752791924,
+      "grad_norm": 0.6760973930358887,
+      "learning_rate": 0.0001998754946136569,
+      "loss": 1.5808,
+      "step": 640
+    },
+    {
+      "epoch": 0.1152506030554811,
+      "grad_norm": 0.7239100337028503,
+      "learning_rate": 0.00019985944885182687,
+      "loss": 1.5129,
+      "step": 645
+    },
+    {
+      "epoch": 0.11614401858304298,
+      "grad_norm": 0.6674967408180237,
+      "learning_rate": 0.00019984243155796546,
+      "loss": 1.5238,
+      "step": 650
+    },
+    {
+      "epoch": 0.11703743411060484,
+      "grad_norm": 0.6619219779968262,
+      "learning_rate": 0.00019982444289763388,
+      "loss": 1.4989,
+      "step": 655
+    },
+    {
+      "epoch": 0.11793084963816672,
+      "grad_norm": 0.6065383553504944,
+      "learning_rate": 0.00019980548304584364,
+      "loss": 1.4831,
+      "step": 660
+    },
+    {
+      "epoch": 0.11882426516572858,
+      "grad_norm": 0.6437244415283203,
+      "learning_rate": 0.00019978555218705513,
+      "loss": 1.5404,
+      "step": 665
+    },
+    {
+      "epoch": 0.11971768069329045,
+      "grad_norm": 0.6297422647476196,
+      "learning_rate": 0.00019976465051517548,
+      "loss": 1.5232,
+      "step": 670
+    },
+    {
+      "epoch": 0.12061109622085232,
+      "grad_norm": 0.660554051399231,
+      "learning_rate": 0.00019974277823355698,
+      "loss": 1.5417,
+      "step": 675
+    },
+    {
+      "epoch": 0.12150451174841419,
+      "grad_norm": 0.6322402358055115,
+      "learning_rate": 0.00019971993555499494,
+      "loss": 1.5161,
+      "step": 680
+    },
+    {
+      "epoch": 0.12239792727597605,
+      "grad_norm": 0.6935272216796875,
+      "learning_rate": 0.00019969612270172567,
+      "loss": 1.5089,
+      "step": 685
+    },
+    {
+      "epoch": 0.12329134280353793,
+      "grad_norm": 0.7320016026496887,
+      "learning_rate": 0.00019967133990542423,
+      "loss": 1.5479,
+      "step": 690
+    },
+    {
+      "epoch": 0.12418475833109979,
+      "grad_norm": 0.6796984672546387,
+      "learning_rate": 0.0001996455874072024,
+      "loss": 1.5242,
+      "step": 695
+    },
+    {
+      "epoch": 0.12507817385866166,
+      "grad_norm": 0.6992778778076172,
+      "learning_rate": 0.00019961886545760598,
+      "loss": 1.5287,
+      "step": 700
+    },
+    {
+      "epoch": 0.12597158938622352,
+      "grad_norm": 0.6733859777450562,
+      "learning_rate": 0.00019959117431661273,
+      "loss": 1.5488,
+      "step": 705
+    },
+    {
+      "epoch": 0.1268650049137854,
+      "grad_norm": 0.7480871081352234,
+      "learning_rate": 0.00019956251425362967,
+      "loss": 1.4335,
+      "step": 710
+    },
+    {
+      "epoch": 0.12775842044134728,
+      "grad_norm": 0.6139786243438721,
+      "learning_rate": 0.0001995328855474903,
+      "loss": 1.5344,
+      "step": 715
+    },
+    {
+      "epoch": 0.12865183596890914,
+      "grad_norm": 0.6919850707054138,
+      "learning_rate": 0.00019950228848645218,
+      "loss": 1.5349,
+      "step": 720
+    },
+    {
+      "epoch": 0.129545251496471,
+      "grad_norm": 0.6435360908508301,
+      "learning_rate": 0.00019947072336819397,
+      "loss": 1.52,
+      "step": 725
+    },
+    {
+      "epoch": 0.13043866702403287,
+      "grad_norm": 0.7430850267410278,
+      "learning_rate": 0.00019943819049981248,
+      "loss": 1.4731,
+      "step": 730
+    },
+    {
+      "epoch": 0.13133208255159476,
+      "grad_norm": 0.6160067319869995,
+      "learning_rate": 0.00019940469019781985,
+      "loss": 1.5028,
+      "step": 735
+    },
+    {
+      "epoch": 0.13222549807915662,
+      "grad_norm": 0.6640142798423767,
+      "learning_rate": 0.00019937022278814032,
+      "loss": 1.5135,
+      "step": 740
+    },
+    {
+      "epoch": 0.1331189136067185,
+      "grad_norm": 0.680387556552887,
+      "learning_rate": 0.00019933478860610713,
+      "loss": 1.4975,
+      "step": 745
+    },
+    {
+      "epoch": 0.13401232913428035,
+      "grad_norm": 0.5649276971817017,
+      "learning_rate": 0.00019929838799645925,
+      "loss": 1.4241,
+      "step": 750
+    },
+    {
+      "epoch": 0.13490574466184221,
+      "grad_norm": 0.69096440076828,
+      "learning_rate": 0.00019926102131333803,
+      "loss": 1.4581,
+      "step": 755
+    },
+    {
+      "epoch": 0.1357991601894041,
+      "grad_norm": 0.7214106917381287,
+      "learning_rate": 0.00019922268892028368,
+      "loss": 1.4663,
+      "step": 760
+    },
+    {
+      "epoch": 0.13669257571696597,
+      "grad_norm": 0.6388475894927979,
+      "learning_rate": 0.0001991833911902319,
+      "loss": 1.4789,
+      "step": 765
+    },
+    {
+      "epoch": 0.13758599124452783,
+      "grad_norm": 0.653536319732666,
+      "learning_rate": 0.00019914312850551,
+      "loss": 1.5142,
+      "step": 770
+    },
+    {
+      "epoch": 0.1384794067720897,
+      "grad_norm": 0.6236264109611511,
+      "learning_rate": 0.0001991019012578335,
+      "loss": 1.4822,
+      "step": 775
+    },
+    {
+      "epoch": 0.13937282229965156,
+      "grad_norm": 0.6071485280990601,
+      "learning_rate": 0.00019905970984830204,
+      "loss": 1.4656,
+      "step": 780
+    },
+    {
+      "epoch": 0.14026623782721342,
+      "grad_norm": 0.6202497482299805,
+      "learning_rate": 0.00019901655468739562,
+      "loss": 1.4984,
+      "step": 785
+    },
+    {
+      "epoch": 0.14115965335477532,
+      "grad_norm": 0.6519142389297485,
+      "learning_rate": 0.00019897243619497056,
+      "loss": 1.473,
+      "step": 790
+    },
+    {
+      "epoch": 0.14205306888233718,
+      "grad_norm": 0.5959755182266235,
+      "learning_rate": 0.00019892735480025545,
+      "loss": 1.4976,
+      "step": 795
+    },
+    {
+      "epoch": 0.14294648440989904,
+      "grad_norm": 0.6568565368652344,
+      "learning_rate": 0.0001988813109418469,
+      "loss": 1.4929,
+      "step": 800
+    },
+    {
+      "epoch": 0.1438398999374609,
+      "grad_norm": 0.6304877996444702,
+      "learning_rate": 0.00019883430506770536,
+      "loss": 1.4768,
+      "step": 805
+    },
+    {
+      "epoch": 0.14473331546502277,
+      "grad_norm": 0.6260554194450378,
+      "learning_rate": 0.00019878633763515074,
+      "loss": 1.4449,
+      "step": 810
+    },
+    {
+      "epoch": 0.14562673099258466,
+      "grad_norm": 0.6394698619842529,
+      "learning_rate": 0.00019873740911085792,
+      "loss": 1.4705,
+      "step": 815
+    },
+    {
+      "epoch": 0.14652014652014653,
+      "grad_norm": 0.6746828556060791,
+      "learning_rate": 0.00019868751997085225,
+      "loss": 1.4527,
+      "step": 820
+    },
+    {
+      "epoch": 0.1474135620477084,
+      "grad_norm": 0.6241781115531921,
+      "learning_rate": 0.0001986366707005049,
+      "loss": 1.4807,
+      "step": 825
+    },
+    {
+      "epoch": 0.14830697757527025,
+      "grad_norm": 0.6119701266288757,
+      "learning_rate": 0.00019858486179452812,
+      "loss": 1.478,
+      "step": 830
+    },
+    {
+      "epoch": 0.14920039310283212,
+      "grad_norm": 0.6817257404327393,
+      "learning_rate": 0.0001985320937569705,
+      "loss": 1.507,
+      "step": 835
+    },
+    {
+      "epoch": 0.150093808630394,
+      "grad_norm": 0.6211469173431396,
+      "learning_rate": 0.00019847836710121198,
+      "loss": 1.4612,
+      "step": 840
+    },
+    {
+      "epoch": 0.15098722415795587,
+      "grad_norm": 0.6433590054512024,
+      "learning_rate": 0.0001984236823499589,
+      "loss": 1.4689,
+      "step": 845
+    },
+    {
+      "epoch": 0.15188063968551774,
+      "grad_norm": 0.6386223435401917,
+      "learning_rate": 0.0001983680400352389,
+      "loss": 1.4681,
+      "step": 850
+    },
+    {
+      "epoch": 0.1527740552130796,
+      "grad_norm": 0.6272917985916138,
+      "learning_rate": 0.00019831144069839578,
+      "loss": 1.4372,
+      "step": 855
+    },
+    {
+      "epoch": 0.15366747074064147,
+      "grad_norm": 0.5687587857246399,
+      "learning_rate": 0.00019825388489008415,
+      "loss": 1.4271,
+      "step": 860
+    },
+    {
+      "epoch": 0.15456088626820333,
+      "grad_norm": 0.6058815121650696,
+      "learning_rate": 0.0001981953731702642,
+      "loss": 1.4664,
+      "step": 865
+    },
+    {
+      "epoch": 0.15545430179576522,
+      "grad_norm": 0.5973011255264282,
+      "learning_rate": 0.00019813590610819604,
+      "loss": 1.4698,
+      "step": 870
+    },
+    {
+      "epoch": 0.15634771732332708,
+      "grad_norm": 0.6365277767181396,
+      "learning_rate": 0.00019807548428243447,
+      "loss": 1.4151,
+      "step": 875
+    },
+    {
+      "epoch": 0.15724113285088895,
+      "grad_norm": 0.6562153100967407,
+      "learning_rate": 0.00019801410828082307,
+      "loss": 1.4769,
+      "step": 880
+    },
+    {
+      "epoch": 0.1581345483784508,
+      "grad_norm": 0.6231607794761658,
+      "learning_rate": 0.00019795177870048864,
+      "loss": 1.4464,
+      "step": 885
+    },
+    {
+      "epoch": 0.15902796390601268,
+      "grad_norm": 0.6296908855438232,
+      "learning_rate": 0.00019788849614783534,
+      "loss": 1.4202,
+      "step": 890
+    },
+    {
+      "epoch": 0.15992137943357457,
+      "grad_norm": 0.5952068567276001,
+      "learning_rate": 0.00019782426123853873,
+      "loss": 1.4916,
+      "step": 895
+    },
+    {
+      "epoch": 0.16081479496113643,
+      "grad_norm": 0.659608006477356,
+      "learning_rate": 0.0001977590745975399,
+      "loss": 1.3604,
+      "step": 900
+    },
+    {
+      "epoch": 0.1617082104886983,
+      "grad_norm": 0.6710678339004517,
+      "learning_rate": 0.00019769293685903937,
+      "loss": 1.426,
+      "step": 905
+    },
+    {
+      "epoch": 0.16260162601626016,
+      "grad_norm": 0.6199014782905579,
+      "learning_rate": 0.0001976258486664908,
+      "loss": 1.4376,
+      "step": 910
+    },
+    {
+      "epoch": 0.16349504154382202,
+      "grad_norm": 0.5568641424179077,
+      "learning_rate": 0.00019755781067259487,
+      "loss": 1.4233,
+      "step": 915
+    },
+    {
+      "epoch": 0.16438845707138391,
+      "grad_norm": 0.6075164675712585,
+      "learning_rate": 0.00019748882353929283,
+      "loss": 1.3773,
+      "step": 920
+    },
+    {
+      "epoch": 0.16528187259894578,
+      "grad_norm": 0.6208435297012329,
+      "learning_rate": 0.00019741888793776012,
+      "loss": 1.4342,
+      "step": 925
+    },
+    {
+      "epoch": 0.16617528812650764,
+      "grad_norm": 0.5977674126625061,
+      "learning_rate": 0.00019734800454839985,
+      "loss": 1.4001,
+      "step": 930
+    },
+    {
+      "epoch": 0.1670687036540695,
+      "grad_norm": 0.6107041835784912,
+      "learning_rate": 0.00019727617406083608,
+      "loss": 1.4483,
+      "step": 935
+    },
+    {
+      "epoch": 0.16796211918163137,
+      "grad_norm": 0.6070581078529358,
+      "learning_rate": 0.00019720339717390725,
+      "loss": 1.434,
+      "step": 940
+    },
+    {
+      "epoch": 0.16885553470919323,
+      "grad_norm": 0.5824504494667053,
+      "learning_rate": 0.00019712967459565935,
+      "loss": 1.4214,
+      "step": 945
+    },
+    {
+      "epoch": 0.16974895023675513,
+      "grad_norm": 0.6274870038032532,
+      "learning_rate": 0.00019705500704333888,
+      "loss": 1.3898,
+      "step": 950
+    },
+    {
+      "epoch": 0.170642365764317,
+      "grad_norm": 0.6038565039634705,
+      "learning_rate": 0.00019697939524338605,
+      "loss": 1.441,
+      "step": 955
+    },
+    {
+      "epoch": 0.17153578129187885,
+      "grad_norm": 0.5851924419403076,
+      "learning_rate": 0.00019690283993142768,
+      "loss": 1.4293,
+      "step": 960
+    },
+    {
+      "epoch": 0.17242919681944072,
+      "grad_norm": 0.6128916144371033,
+      "learning_rate": 0.00019682534185226996,
+      "loss": 1.4526,
+      "step": 965
+    },
+    {
+      "epoch": 0.17332261234700258,
+      "grad_norm": 0.5964568853378296,
+      "learning_rate": 0.0001967469017598913,
+      "loss": 1.4286,
+      "step": 970
+    },
+    {
+      "epoch": 0.17421602787456447,
+      "grad_norm": 0.6289203763008118,
+      "learning_rate": 0.00019666752041743485,
+      "loss": 1.3942,
+      "step": 975
+    },
+    {
+      "epoch": 0.17510944340212634,
+      "grad_norm": 0.538835883140564,
+      "learning_rate": 0.00019658719859720137,
+      "loss": 1.4165,
+      "step": 980
+    },
+    {
+      "epoch": 0.1760028589296882,
+      "grad_norm": 0.571048378944397,
+      "learning_rate": 0.00019650593708064133,
+      "loss": 1.4293,
+      "step": 985
+    },
+    {
+      "epoch": 0.17689627445725006,
+      "grad_norm": 0.6304472088813782,
+      "learning_rate": 0.0001964237366583476,
+      "loss": 1.4069,
+      "step": 990
+    },
+    {
+      "epoch": 0.17778968998481193,
+      "grad_norm": 0.6265087723731995,
+      "learning_rate": 0.00019634059813004767,
+      "loss": 1.3956,
+      "step": 995
+    },
+    {
+      "epoch": 0.17868310551237382,
+      "grad_norm": 0.5952944159507751,
+      "learning_rate": 0.00019625652230459577,
+      "loss": 1.4243,
+      "step": 1000
+    },
+    {
+      "epoch": 0.17957652103993568,
+      "grad_norm": 0.5611996650695801,
+      "learning_rate": 0.00019617150999996522,
+      "loss": 1.3769,
+      "step": 1005
+    },
+    {
+      "epoch": 0.18046993656749755,
+      "grad_norm": 0.6139466166496277,
+      "learning_rate": 0.00019608556204324016,
+      "loss": 1.3937,
+      "step": 1010
+    },
+    {
+      "epoch": 0.1813633520950594,
+      "grad_norm": 0.59721839427948,
+      "learning_rate": 0.00019599867927060788,
+      "loss": 1.4536,
+      "step": 1015
+    },
+    {
+      "epoch": 0.18225676762262127,
+      "grad_norm": 0.6089359521865845,
+      "learning_rate": 0.0001959108625273504,
+      "loss": 1.4217,
+      "step": 1020
+    },
+    {
+      "epoch": 0.18315018315018314,
+      "grad_norm": 0.6171666383743286,
+      "learning_rate": 0.0001958221126678363,
+      "loss": 1.3777,
+      "step": 1025
+    },
+    {
+      "epoch": 0.18404359867774503,
+      "grad_norm": 0.5585091710090637,
+      "learning_rate": 0.00019573243055551247,
+      "loss": 1.4085,
+      "step": 1030
+    },
+    {
+      "epoch": 0.1849370142053069,
+      "grad_norm": 0.5734081268310547,
+      "learning_rate": 0.0001956418170628957,
+      "loss": 1.3873,
+      "step": 1035
+    },
+    {
+      "epoch": 0.18583042973286876,
+      "grad_norm": 0.6407363414764404,
+      "learning_rate": 0.0001955502730715642,
+      "loss": 1.4274,
+      "step": 1040
+    },
+    {
+      "epoch": 0.18672384526043062,
+      "grad_norm": 0.6202085614204407,
+      "learning_rate": 0.0001954577994721489,
+      "loss": 1.4569,
+      "step": 1045
+    },
+    {
+      "epoch": 0.18761726078799248,
+      "grad_norm": 0.5608704090118408,
+      "learning_rate": 0.00019536439716432496,
+      "loss": 1.3569,
+      "step": 1050
+    },
+    {
+      "epoch": 0.18851067631555438,
+      "grad_norm": 0.5941877365112305,
+      "learning_rate": 0.00019527006705680297,
+      "loss": 1.3997,
+      "step": 1055
+    },
+    {
+      "epoch": 0.18940409184311624,
+      "grad_norm": 0.5690048336982727,
+      "learning_rate": 0.00019517481006731997,
+      "loss": 1.4205,
+      "step": 1060
+    },
+    {
+      "epoch": 0.1902975073706781,
+      "grad_norm": 0.5559670925140381,
+      "learning_rate": 0.0001950786271226307,
+      "loss": 1.3996,
+      "step": 1065
+    },
+    {
+      "epoch": 0.19119092289823997,
+      "grad_norm": 0.633906364440918,
+      "learning_rate": 0.00019498151915849855,
+      "loss": 1.4224,
+      "step": 1070
+    },
+    {
+      "epoch": 0.19208433842580183,
+      "grad_norm": 0.6395050287246704,
+      "learning_rate": 0.00019488348711968633,
+      "loss": 1.3711,
+      "step": 1075
+    },
+    {
+      "epoch": 0.19297775395336372,
+      "grad_norm": 0.5923237800598145,
+      "learning_rate": 0.00019478453195994719,
+      "loss": 1.4317,
+      "step": 1080
+    },
+    {
+      "epoch": 0.1938711694809256,
+      "grad_norm": 0.6085279583930969,
+      "learning_rate": 0.0001946846546420154,
+      "loss": 1.3991,
+      "step": 1085
+    },
+    {
+      "epoch": 0.19476458500848745,
+      "grad_norm": 0.5692582726478577,
+      "learning_rate": 0.0001945838561375968,
+      "loss": 1.4099,
+      "step": 1090
+    },
+    {
+      "epoch": 0.19565800053604931,
+      "grad_norm": 0.5419508218765259,
+      "learning_rate": 0.00019448213742735942,
+      "loss": 1.3943,
+      "step": 1095
+    },
+    {
+      "epoch": 0.19655141606361118,
+      "grad_norm": 0.5866132378578186,
+      "learning_rate": 0.0001943794995009242,
+      "loss": 1.3711,
+      "step": 1100
+    },
+    {
+      "epoch": 0.19744483159117304,
+      "grad_norm": 0.5647941827774048,
+      "learning_rate": 0.00019427594335685478,
+      "loss": 1.3508,
+      "step": 1105
+    },
+    {
+      "epoch": 0.19833824711873493,
+      "grad_norm": 0.5306203365325928,
+      "learning_rate": 0.00019417147000264852,
+      "loss": 1.3501,
+      "step": 1110
+    },
+    {
+      "epoch": 0.1992316626462968,
+      "grad_norm": 0.5783630609512329,
+      "learning_rate": 0.0001940660804547259,
+      "loss": 1.367,
+      "step": 1115
+    },
+    {
+      "epoch": 0.20012507817385866,
+      "grad_norm": 0.5690432786941528,
+      "learning_rate": 0.00019395977573842142,
+      "loss": 1.3662,
+      "step": 1120
+    },
+    {
+      "epoch": 0.20101849370142053,
+      "grad_norm": 0.5380032658576965,
+      "learning_rate": 0.000193852556887973,
+      "loss": 1.3674,
+      "step": 1125
+    },
+    {
+      "epoch": 0.2019119092289824,
+      "grad_norm": 0.5310468077659607,
+      "learning_rate": 0.00019374442494651223,
+      "loss": 1.3827,
+      "step": 1130
+    },
+    {
+      "epoch": 0.20280532475654428,
+      "grad_norm": 0.5655437707901001,
+      "learning_rate": 0.00019363538096605427,
+      "loss": 1.3837,
+      "step": 1135
+    },
+    {
+      "epoch": 0.20369874028410614,
+      "grad_norm": 0.5816426873207092,
+      "learning_rate": 0.00019352542600748734,
+      "loss": 1.3857,
+      "step": 1140
+    },
+    {
+      "epoch": 0.204592155811668,
+      "grad_norm": 0.5484604835510254,
+      "learning_rate": 0.00019341456114056263,
+      "loss": 1.3561,
+      "step": 1145
+    },
+    {
+      "epoch": 0.20548557133922987,
+      "grad_norm": 0.5980105996131897,
+      "learning_rate": 0.00019330278744388385,
+      "loss": 1.3571,
+      "step": 1150
+    },
+    {
+      "epoch": 0.20637898686679174,
+      "grad_norm": 0.5934194922447205,
+      "learning_rate": 0.00019319010600489663,
+      "loss": 1.3629,
+      "step": 1155
+    },
+    {
+      "epoch": 0.20727240239435363,
+      "grad_norm": 0.5532252192497253,
+      "learning_rate": 0.00019307651791987816,
+      "loss": 1.3442,
+      "step": 1160
+    },
+    {
+      "epoch": 0.2081658179219155,
+      "grad_norm": 0.5868908762931824,
+      "learning_rate": 0.00019296202429392622,
+      "loss": 1.3697,
+      "step": 1165
+    },
+    {
+      "epoch": 0.20905923344947736,
+      "grad_norm": 0.557306170463562,
+      "learning_rate": 0.00019284662624094874,
+      "loss": 1.3245,
+      "step": 1170
+    },
+    {
+      "epoch": 0.20995264897703922,
+      "grad_norm": 0.5710069537162781,
+      "learning_rate": 0.00019273032488365267,
+      "loss": 1.3606,
+      "step": 1175
+    },
+    {
+      "epoch": 0.21084606450460108,
+      "grad_norm": 0.5752673745155334,
+      "learning_rate": 0.00019261312135353332,
+      "loss": 1.3384,
+      "step": 1180
+    },
+    {
+      "epoch": 0.21173948003216295,
+      "grad_norm": 0.5679814219474792,
+      "learning_rate": 0.0001924950167908632,
+      "loss": 1.3272,
+      "step": 1185
+    },
+    {
+      "epoch": 0.21263289555972484,
+      "grad_norm": 0.5580770373344421,
+      "learning_rate": 0.00019237601234468096,
+      "loss": 1.3557,
+      "step": 1190
+    },
+    {
+      "epoch": 0.2135263110872867,
+      "grad_norm": 0.5821225047111511,
+      "learning_rate": 0.0001922561091727802,
+      "loss": 1.326,
+      "step": 1195
+    },
+    {
+      "epoch": 0.21441972661484857,
+      "grad_norm": 0.593561053276062,
+      "learning_rate": 0.00019213530844169817,
+      "loss": 1.3584,
+      "step": 1200
+    },
+    {
+      "epoch": 0.21531314214241043,
+      "grad_norm": 0.6168695688247681,
+      "learning_rate": 0.00019201361132670456,
+      "loss": 1.3307,
+      "step": 1205
+    },
+    {
+      "epoch": 0.2162065576699723,
+      "grad_norm": 0.5816683173179626,
+      "learning_rate": 0.00019189101901178997,
+      "loss": 1.3807,
+      "step": 1210
+    },
+    {
+      "epoch": 0.21709997319753419,
+      "grad_norm": 0.5499683022499084,
+      "learning_rate": 0.00019176753268965432,
+      "loss": 1.3177,
+      "step": 1215
+    },
+    {
+      "epoch": 0.21799338872509605,
+      "grad_norm": 0.5521628260612488,
+      "learning_rate": 0.00019164315356169536,
+      "loss": 1.3386,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2188868042526579,
+      "grad_norm": 0.6149545907974243,
+      "learning_rate": 0.00019151788283799698,
+      "loss": 1.3589,
+      "step": 1225
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 0.5420519113540649,
+      "learning_rate": 0.00019139172173731733,
+      "loss": 1.3446,
+      "step": 1230
+    },
+    {
+      "epoch": 0.22067363530778164,
+      "grad_norm": 0.5895097851753235,
+      "learning_rate": 0.0001912646714870771,
+      "loss": 1.3714,
+      "step": 1235
+    },
+    {
+      "epoch": 0.22156705083534353,
+      "grad_norm": 0.5893450975418091,
+      "learning_rate": 0.0001911367333233474,
+      "loss": 1.3723,
+      "step": 1240
+    },
+    {
+      "epoch": 0.2224604663629054,
+      "grad_norm": 0.5816531181335449,
+      "learning_rate": 0.00019100790849083804,
+      "loss": 1.3002,
+      "step": 1245
+    },
+    {
+      "epoch": 0.22335388189046726,
+      "grad_norm": 0.557987630367279,
+      "learning_rate": 0.00019087819824288504,
+      "loss": 1.3805,
+      "step": 1250
+    },
+    {
+      "epoch": 0.22424729741802912,
+      "grad_norm": 0.5602419972419739,
+      "learning_rate": 0.0001907476038414387,
+      "loss": 1.3822,
+      "step": 1255
+    },
+    {
+      "epoch": 0.225140712945591,
+      "grad_norm": 0.5873110294342041,
+      "learning_rate": 0.00019061612655705128,
+      "loss": 1.3457,
+      "step": 1260
+    },
+    {
+      "epoch": 0.22603412847315285,
+      "grad_norm": 0.5846714973449707,
+      "learning_rate": 0.00019048376766886448,
+      "loss": 1.3483,
+      "step": 1265
+    },
+    {
+      "epoch": 0.22692754400071474,
+      "grad_norm": 0.5950532555580139,
+      "learning_rate": 0.00019035052846459727,
+      "loss": 1.3358,
+      "step": 1270
+    },
+    {
+      "epoch": 0.2278209595282766,
+      "grad_norm": 0.5122111439704895,
+      "learning_rate": 0.00019021641024053308,
+      "loss": 1.3126,
+      "step": 1275
+    },
+    {
+      "epoch": 0.22871437505583847,
+      "grad_norm": 0.5635678172111511,
+      "learning_rate": 0.00019008141430150745,
+      "loss": 1.3349,
+      "step": 1280
+    },
+    {
+      "epoch": 0.22960779058340033,
+      "grad_norm": 0.5411239266395569,
+      "learning_rate": 0.00018994554196089506,
+      "loss": 1.3382,
+      "step": 1285
+    },
+    {
+      "epoch": 0.2305012061109622,
+      "grad_norm": 0.5744121670722961,
+      "learning_rate": 0.0001898087945405972,
+      "loss": 1.2789,
+      "step": 1290
+    },
+    {
+      "epoch": 0.2313946216385241,
+      "grad_norm": 0.578059732913971,
+      "learning_rate": 0.00018967117337102883,
+      "loss": 1.3034,
+      "step": 1295
+    },
+    {
+      "epoch": 0.23228803716608595,
+      "grad_norm": 0.5708723664283752,
+      "learning_rate": 0.00018953267979110545,
+      "loss": 1.3583,
+      "step": 1300
+    },
+    {
+      "epoch": 0.23318145269364782,
+      "grad_norm": 0.6082606315612793,
+      "learning_rate": 0.0001893933151482304,
+      "loss": 1.3753,
+      "step": 1305
+    },
+    {
+      "epoch": 0.23407486822120968,
+      "grad_norm": 0.57098788022995,
+      "learning_rate": 0.00018925308079828152,
+      "loss": 1.3369,
+      "step": 1310
+    },
+    {
+      "epoch": 0.23496828374877154,
+      "grad_norm": 0.5236451625823975,
+      "learning_rate": 0.00018911197810559803,
+      "loss": 1.3468,
+      "step": 1315
+    },
+    {
+      "epoch": 0.23586169927633344,
+      "grad_norm": 0.5678128600120544,
+      "learning_rate": 0.00018897000844296727,
+      "loss": 1.342,
+      "step": 1320
+    },
+    {
+      "epoch": 0.2367551148038953,
+      "grad_norm": 0.544394314289093,
+      "learning_rate": 0.00018882717319161128,
+      "loss": 1.3434,
+      "step": 1325
+    },
+    {
+      "epoch": 0.23764853033145716,
+      "grad_norm": 0.5973039865493774,
+      "learning_rate": 0.00018868347374117344,
+      "loss": 1.2866,
+      "step": 1330
+    },
+    {
+      "epoch": 0.23854194585901903,
+      "grad_norm": 0.6183381080627441,
+      "learning_rate": 0.00018853891148970498,
+      "loss": 1.3513,
+      "step": 1335
+    },
+    {
+      "epoch": 0.2394353613865809,
+      "grad_norm": 0.5657194256782532,
+      "learning_rate": 0.00018839348784365116,
+      "loss": 1.3293,
+      "step": 1340
+    },
+    {
+      "epoch": 0.24032877691414276,
+      "grad_norm": 0.5699062347412109,
+      "learning_rate": 0.0001882472042178379,
+      "loss": 1.3529,
+      "step": 1345
+    },
+    {
+      "epoch": 0.24122219244170465,
+      "grad_norm": 0.5497627258300781,
+      "learning_rate": 0.0001881000620354578,
+      "loss": 1.3395,
+      "step": 1350
+    },
+    {
+      "epoch": 0.2421156079692665,
+      "grad_norm": 0.5238006711006165,
+      "learning_rate": 0.0001879520627280563,
+      "loss": 1.3195,
+      "step": 1355
+    },
+    {
+      "epoch": 0.24300902349682837,
+      "grad_norm": 0.5889202356338501,
+      "learning_rate": 0.0001878032077355179,
+      "loss": 1.3201,
+      "step": 1360
+    },
+    {
+      "epoch": 0.24390243902439024,
+      "grad_norm": 0.543110191822052,
+      "learning_rate": 0.00018765349850605195,
+      "loss": 1.3083,
+      "step": 1365
+    },
+    {
+      "epoch": 0.2447958545519521,
+      "grad_norm": 0.580144464969635,
+      "learning_rate": 0.0001875029364961788,
+      "loss": 1.2999,
+      "step": 1370
+    },
+    {
+      "epoch": 0.245689270079514,
+      "grad_norm": 0.5746851563453674,
+      "learning_rate": 0.00018735152317071534,
+      "loss": 1.3282,
+      "step": 1375
+    },
+    {
+      "epoch": 0.24658268560707586,
+      "grad_norm": 0.5605974793434143,
+      "learning_rate": 0.00018719926000276106,
+      "loss": 1.3357,
+      "step": 1380
+    },
+    {
+      "epoch": 0.24747610113463772,
+      "grad_norm": 0.556448757648468,
+      "learning_rate": 0.0001870461484736834,
+      "loss": 1.3159,
+      "step": 1385
+    },
+    {
+      "epoch": 0.24836951666219959,
+      "grad_norm": 0.5685500502586365,
+      "learning_rate": 0.00018689219007310369,
+      "loss": 1.3422,
+      "step": 1390
+    },
+    {
+      "epoch": 0.24926293218976145,
+      "grad_norm": 0.5622739195823669,
+      "learning_rate": 0.00018673738629888226,
+      "loss": 1.3162,
+      "step": 1395
+    },
+    {
+      "epoch": 0.2501563477173233,
+      "grad_norm": 0.5816725492477417,
+      "learning_rate": 0.0001865817386571043,
+      "loss": 1.348,
+      "step": 1400
+    },
+    {
+      "epoch": 0.2510497632448852,
+      "grad_norm": 0.5116124153137207,
+      "learning_rate": 0.00018642524866206475,
+      "loss": 1.3196,
+      "step": 1405
+    },
+    {
+      "epoch": 0.25194317877244704,
+      "grad_norm": 0.5634516477584839,
+      "learning_rate": 0.000186267917836254,
+      "loss": 1.3117,
+      "step": 1410
+    },
+    {
+      "epoch": 0.25283659430000893,
+      "grad_norm": 0.5746950507164001,
+      "learning_rate": 0.00018610974771034275,
+      "loss": 1.316,
+      "step": 1415
+    },
+    {
+      "epoch": 0.2537300098275708,
+      "grad_norm": 0.5387247800827026,
+      "learning_rate": 0.00018595073982316732,
+      "loss": 1.3182,
+      "step": 1420
+    },
+    {
+      "epoch": 0.25462342535513266,
+      "grad_norm": 0.5491217374801636,
+      "learning_rate": 0.00018579089572171454,
+      "loss": 1.3214,
+      "step": 1425
+    },
+    {
+      "epoch": 0.25551684088269455,
+      "grad_norm": 0.5725581049919128,
+      "learning_rate": 0.00018563021696110682,
+      "loss": 1.3304,
+      "step": 1430
+    },
+    {
+      "epoch": 0.2564102564102564,
+      "grad_norm": 0.5422765016555786,
+      "learning_rate": 0.0001854687051045869,
+      "loss": 1.2947,
+      "step": 1435
+    },
+    {
+      "epoch": 0.2573036719378183,
+      "grad_norm": 0.5965689420700073,
+      "learning_rate": 0.00018530636172350287,
+      "loss": 1.2988,
+      "step": 1440
+    },
+    {
+      "epoch": 0.25819708746538017,
+      "grad_norm": 0.5194745659828186,
+      "learning_rate": 0.00018514318839729242,
+      "loss": 1.29,
+      "step": 1445
+    },
+    {
+      "epoch": 0.259090502992942,
+      "grad_norm": 0.5547758936882019,
+      "learning_rate": 0.00018497918671346808,
+      "loss": 1.3159,
+      "step": 1450
+    },
+    {
+      "epoch": 0.2599839185205039,
+      "grad_norm": 0.5594758987426758,
+      "learning_rate": 0.0001848143582676013,
+      "loss": 1.2949,
+      "step": 1455
+    },
+    {
+      "epoch": 0.26087733404806573,
+      "grad_norm": 0.5487962961196899,
+      "learning_rate": 0.0001846487046633071,
+      "loss": 1.2851,
+      "step": 1460
+    },
+    {
+      "epoch": 0.2617707495756276,
+      "grad_norm": 0.5708212852478027,
+      "learning_rate": 0.0001844822275122285,
+      "loss": 1.3092,
+      "step": 1465
+    },
+    {
+      "epoch": 0.2626641651031895,
+      "grad_norm": 0.5744941234588623,
+      "learning_rate": 0.00018431492843402084,
+      "loss": 1.32,
+      "step": 1470
+    },
+    {
+      "epoch": 0.26355758063075135,
+      "grad_norm": 0.5791029930114746,
+      "learning_rate": 0.00018414680905633586,
+      "loss": 1.3131,
+      "step": 1475
+    },
+    {
+      "epoch": 0.26445099615831325,
+      "grad_norm": 0.5608724355697632,
+      "learning_rate": 0.00018397787101480612,
+      "loss": 1.2954,
+      "step": 1480
+    },
+    {
+      "epoch": 0.2653444116858751,
+      "grad_norm": 0.5400808453559875,
+      "learning_rate": 0.0001838081159530289,
+      "loss": 1.2775,
+      "step": 1485
+    },
+    {
+      "epoch": 0.266237827213437,
+      "grad_norm": 0.5288774371147156,
+      "learning_rate": 0.0001836375455225502,
+      "loss": 1.3106,
+      "step": 1490
+    },
+    {
+      "epoch": 0.26713124274099886,
+      "grad_norm": 0.5479869842529297,
+      "learning_rate": 0.00018346616138284892,
+      "loss": 1.3533,
+      "step": 1495
+    },
+    {
+      "epoch": 0.2680246582685607,
+      "grad_norm": 0.5189379453659058,
+      "learning_rate": 0.0001832939652013203,
+      "loss": 1.3082,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2689180737961226,
+      "grad_norm": 0.5478213429450989,
+      "learning_rate": 0.00018312095865326012,
+      "loss": 1.273,
+      "step": 1505
+    },
+    {
+      "epoch": 0.26981148932368443,
+      "grad_norm": 0.5622948408126831,
+      "learning_rate": 0.0001829471434218481,
+      "loss": 1.2966,
+      "step": 1510
+    },
+    {
+      "epoch": 0.2707049048512463,
+      "grad_norm": 0.5554372072219849,
+      "learning_rate": 0.00018277252119813176,
+      "loss": 1.274,
+      "step": 1515
+    },
+    {
+      "epoch": 0.2715983203788082,
+      "grad_norm": 0.5189542770385742,
+      "learning_rate": 0.00018259709368100962,
+      "loss": 1.2845,
+      "step": 1520
+    },
+    {
+      "epoch": 0.27249173590637005,
+      "grad_norm": 0.5948411226272583,
+      "learning_rate": 0.00018242086257721515,
+      "loss": 1.2779,
+      "step": 1525
+    },
+    {
+      "epoch": 0.27338515143393194,
+      "grad_norm": 0.5104305744171143,
+      "learning_rate": 0.00018224382960129972,
+      "loss": 1.2815,
+      "step": 1530
+    },
+    {
+      "epoch": 0.2742785669614938,
+      "grad_norm": 0.5303378701210022,
+      "learning_rate": 0.00018206599647561627,
+      "loss": 1.3096,
+      "step": 1535
+    },
+    {
+      "epoch": 0.27517198248905567,
+      "grad_norm": 0.5319021344184875,
+      "learning_rate": 0.00018188736493030222,
+      "loss": 1.2779,
+      "step": 1540
+    },
+    {
+      "epoch": 0.2760653980166175,
+      "grad_norm": 0.5153783559799194,
+      "learning_rate": 0.00018170793670326292,
+      "loss": 1.2889,
+      "step": 1545
+    },
+    {
+      "epoch": 0.2769588135441794,
+      "grad_norm": 0.5285100936889648,
+      "learning_rate": 0.0001815277135401546,
+      "loss": 1.2865,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2778522290717413,
+      "grad_norm": 0.5145849585533142,
+      "learning_rate": 0.00018134669719436749,
+      "loss": 1.2755,
+      "step": 1555
+    },
+    {
+      "epoch": 0.2787456445993031,
+      "grad_norm": 0.541465163230896,
+      "learning_rate": 0.00018116488942700857,
+      "loss": 1.2888,
+      "step": 1560
+    },
+    {
+      "epoch": 0.279639060126865,
+      "grad_norm": 0.5526989698410034,
+      "learning_rate": 0.00018098229200688462,
+      "loss": 1.3123,
+      "step": 1565
+    },
+    {
+      "epoch": 0.28053247565442685,
+      "grad_norm": 0.5341644287109375,
+      "learning_rate": 0.00018079890671048493,
+      "loss": 1.2959,
+      "step": 1570
+    },
+    {
+      "epoch": 0.28142589118198874,
+      "grad_norm": 0.5949883460998535,
+      "learning_rate": 0.0001806147353219641,
+      "loss": 1.2757,
+      "step": 1575
+    },
+    {
+      "epoch": 0.28231930670955063,
+      "grad_norm": 0.5318828821182251,
+      "learning_rate": 0.00018042977963312451,
+      "loss": 1.319,
+      "step": 1580
+    },
+    {
+      "epoch": 0.28321272223711247,
+      "grad_norm": 0.514118492603302,
+      "learning_rate": 0.00018024404144339906,
+      "loss": 1.2924,
+      "step": 1585
+    },
+    {
+      "epoch": 0.28410613776467436,
+      "grad_norm": 0.5623351335525513,
+      "learning_rate": 0.00018005752255983355,
+      "loss": 1.2712,
+      "step": 1590
+    },
+    {
+      "epoch": 0.2849995532922362,
+      "grad_norm": 0.5316884517669678,
+      "learning_rate": 0.00017987022479706922,
+      "loss": 1.2994,
+      "step": 1595
+    },
+    {
+      "epoch": 0.2858929688197981,
+      "grad_norm": 0.5517479777336121,
+      "learning_rate": 0.000179682149977325,
+      "loss": 1.3081,
+      "step": 1600
+    },
+    {
+      "epoch": 0.28678638434736,
+      "grad_norm": 0.5413886904716492,
+      "learning_rate": 0.0001794932999303797,
+      "loss": 1.2911,
+      "step": 1605
+    },
+    {
+      "epoch": 0.2876797998749218,
+      "grad_norm": 0.5298170447349548,
+      "learning_rate": 0.00017930367649355447,
+      "loss": 1.304,
+      "step": 1610
+    },
+    {
+      "epoch": 0.2885732154024837,
+      "grad_norm": 0.6161289215087891,
+      "learning_rate": 0.00017911328151169466,
+      "loss": 1.3018,
+      "step": 1615
+    },
+    {
+      "epoch": 0.28946663093004554,
+      "grad_norm": 0.5742626190185547,
+      "learning_rate": 0.000178922116837152,
+      "loss": 1.2513,
+      "step": 1620
+    },
+    {
+      "epoch": 0.29036004645760743,
+      "grad_norm": 0.5081664323806763,
+      "learning_rate": 0.00017873018432976658,
+      "loss": 1.2688,
+      "step": 1625
+    },
+    {
+      "epoch": 0.2912534619851693,
+      "grad_norm": 0.550042450428009,
+      "learning_rate": 0.00017853748585684867,
+      "loss": 1.2895,
+      "step": 1630
+    },
+    {
+      "epoch": 0.29214687751273116,
+      "grad_norm": 0.5372338891029358,
+      "learning_rate": 0.0001783440232931607,
+      "loss": 1.2525,
+      "step": 1635
+    },
+    {
+      "epoch": 0.29304029304029305,
+      "grad_norm": 0.5075910687446594,
+      "learning_rate": 0.0001781497985208989,
+      "loss": 1.2852,
+      "step": 1640
+    },
+    {
+      "epoch": 0.2939337085678549,
+      "grad_norm": 0.4970715641975403,
+      "learning_rate": 0.00017795481342967501,
+      "loss": 1.2175,
+      "step": 1645
+    },
+    {
+      "epoch": 0.2948271240954168,
+      "grad_norm": 0.510547399520874,
+      "learning_rate": 0.0001777590699164979,
+      "loss": 1.3002,
+      "step": 1650
+    },
+    {
+      "epoch": 0.2957205396229787,
+      "grad_norm": 0.5301088094711304,
+      "learning_rate": 0.00017756256988575513,
+      "loss": 1.2885,
+      "step": 1655
+    },
+    {
+      "epoch": 0.2966139551505405,
+      "grad_norm": 0.5963689684867859,
+      "learning_rate": 0.00017736531524919445,
+      "loss": 1.3018,
+      "step": 1660
+    },
+    {
+      "epoch": 0.2975073706781024,
+      "grad_norm": 0.5285865068435669,
+      "learning_rate": 0.00017716730792590512,
+      "loss": 1.3158,
+      "step": 1665
+    },
+    {
+      "epoch": 0.29840078620566424,
+      "grad_norm": 0.5783317685127258,
+      "learning_rate": 0.00017696854984229933,
+      "loss": 1.299,
+      "step": 1670
+    },
+    {
+      "epoch": 0.29929420173322613,
+      "grad_norm": 0.5652763843536377,
+      "learning_rate": 0.00017676904293209336,
+      "loss": 1.303,
+      "step": 1675
+    },
+    {
+      "epoch": 0.300187617260788,
+      "grad_norm": 0.5288776755332947,
+      "learning_rate": 0.00017656878913628883,
+      "loss": 1.2839,
+      "step": 1680
+    },
+    {
+      "epoch": 0.30108103278834986,
+      "grad_norm": 0.5509206056594849,
+      "learning_rate": 0.0001763677904031539,
+      "loss": 1.2739,
+      "step": 1685
+    },
+    {
+      "epoch": 0.30197444831591175,
+      "grad_norm": 0.5611214637756348,
+      "learning_rate": 0.00017616604868820406,
+      "loss": 1.3148,
+      "step": 1690
+    },
+    {
+      "epoch": 0.3028678638434736,
+      "grad_norm": 0.5442464351654053,
+      "learning_rate": 0.0001759635659541834,
+      "loss": 1.2931,
+      "step": 1695
+    },
+    {
+      "epoch": 0.3037612793710355,
+      "grad_norm": 0.5243226885795593,
+      "learning_rate": 0.0001757603441710453,
+      "loss": 1.2174,
+      "step": 1700
+    },
+    {
+      "epoch": 0.3046546948985973,
+      "grad_norm": 0.5281797647476196,
+      "learning_rate": 0.0001755563853159334,
+      "loss": 1.239,
+      "step": 1705
+    },
+    {
+      "epoch": 0.3055481104261592,
+      "grad_norm": 0.5556020736694336,
+      "learning_rate": 0.00017535169137316227,
+      "loss": 1.2909,
+      "step": 1710
+    },
+    {
+      "epoch": 0.3064415259537211,
+      "grad_norm": 0.5657395124435425,
+      "learning_rate": 0.0001751462643341982,
+      "loss": 1.2534,
+      "step": 1715
+    },
+    {
+      "epoch": 0.30733494148128293,
+      "grad_norm": 0.5573301315307617,
+      "learning_rate": 0.0001749401061976397,
+      "loss": 1.2457,
+      "step": 1720
+    },
+    {
+      "epoch": 0.3082283570088448,
+      "grad_norm": 0.5255555510520935,
+      "learning_rate": 0.0001747332189691981,
+      "loss": 1.2453,
+      "step": 1725
+    },
+    {
+      "epoch": 0.30912177253640666,
+      "grad_norm": 0.5263189673423767,
+      "learning_rate": 0.00017452560466167818,
+      "loss": 1.2899,
+      "step": 1730
+    },
+    {
+      "epoch": 0.31001518806396855,
+      "grad_norm": 0.5250783562660217,
+      "learning_rate": 0.00017431726529495837,
+      "loss": 1.2823,
+      "step": 1735
+    },
+    {
+      "epoch": 0.31090860359153044,
+      "grad_norm": 0.5130211114883423,
+      "learning_rate": 0.00017410820289597126,
+      "loss": 1.2815,
+      "step": 1740
+    },
+    {
+      "epoch": 0.3118020191190923,
+      "grad_norm": 0.4937721788883209,
+      "learning_rate": 0.00017389841949868378,
+      "loss": 1.2589,
+      "step": 1745
+    },
+    {
+      "epoch": 0.31269543464665417,
+      "grad_norm": 0.5342549681663513,
+      "learning_rate": 0.0001736879171440774,
+      "loss": 1.2599,
+      "step": 1750
+    },
+    {
+      "epoch": 0.313588850174216,
+      "grad_norm": 0.5212100148200989,
+      "learning_rate": 0.00017347669788012846,
+      "loss": 1.221,
+      "step": 1755
+    },
+    {
+      "epoch": 0.3144822657017779,
+      "grad_norm": 0.4915301203727722,
+      "learning_rate": 0.00017326476376178796,
+      "loss": 1.2569,
+      "step": 1760
+    },
+    {
+      "epoch": 0.3153756812293398,
+      "grad_norm": 0.5691230297088623,
+      "learning_rate": 0.00017305211685096178,
+      "loss": 1.2304,
+      "step": 1765
+    },
+    {
+      "epoch": 0.3162690967569016,
+      "grad_norm": 0.5791122317314148,
+      "learning_rate": 0.00017283875921649057,
+      "loss": 1.284,
+      "step": 1770
+    },
+    {
+      "epoch": 0.3171625122844635,
+      "grad_norm": 0.5447010397911072,
+      "learning_rate": 0.0001726246929341296,
+      "loss": 1.2642,
+      "step": 1775
+    },
+    {
+      "epoch": 0.31805592781202535,
+      "grad_norm": 0.49899354577064514,
+      "learning_rate": 0.00017240992008652855,
+      "loss": 1.2926,
+      "step": 1780
+    },
+    {
+      "epoch": 0.31894934333958724,
+      "grad_norm": 0.541107714176178,
+      "learning_rate": 0.00017219444276321127,
+      "loss": 1.2677,
+      "step": 1785
+    },
+    {
+      "epoch": 0.31984275886714914,
+      "grad_norm": 0.563939094543457,
+      "learning_rate": 0.00017197826306055547,
+      "loss": 1.2592,
+      "step": 1790
+    },
+    {
+      "epoch": 0.32073617439471097,
+      "grad_norm": 0.538004994392395,
+      "learning_rate": 0.0001717613830817723,
+      "loss": 1.2802,
+      "step": 1795
+    },
+    {
+      "epoch": 0.32162958992227286,
+      "grad_norm": 0.5084322690963745,
+      "learning_rate": 0.00017154380493688583,
+      "loss": 1.2718,
+      "step": 1800
+    },
+    {
+      "epoch": 0.3225230054498347,
+      "grad_norm": 0.5454220175743103,
+      "learning_rate": 0.00017132553074271272,
+      "loss": 1.2522,
+      "step": 1805
+    },
+    {
+      "epoch": 0.3234164209773966,
+      "grad_norm": 0.5236728191375732,
+      "learning_rate": 0.00017110656262284135,
+      "loss": 1.2325,
+      "step": 1810
+    },
+    {
+      "epoch": 0.3243098365049585,
+      "grad_norm": 0.5248743295669556,
+      "learning_rate": 0.0001708869027076114,
+      "loss": 1.2443,
+      "step": 1815
+    },
+    {
+      "epoch": 0.3252032520325203,
+      "grad_norm": 0.5419241786003113,
+      "learning_rate": 0.00017066655313409295,
+      "loss": 1.2359,
+      "step": 1820
+    },
+    {
+      "epoch": 0.3260966675600822,
+      "grad_norm": 0.5280671715736389,
+      "learning_rate": 0.00017044551604606585,
+      "loss": 1.2639,
+      "step": 1825
+    },
+    {
+      "epoch": 0.32699008308764405,
+      "grad_norm": 0.5182398557662964,
+      "learning_rate": 0.00017022379359399868,
+      "loss": 1.2303,
+      "step": 1830
+    },
+    {
+      "epoch": 0.32788349861520594,
+      "grad_norm": 0.5220509171485901,
+      "learning_rate": 0.00017000138793502796,
+      "loss": 1.2605,
+      "step": 1835
+    },
+    {
+      "epoch": 0.32877691414276783,
+      "grad_norm": 0.5644056797027588,
+      "learning_rate": 0.00016977830123293713,
+      "loss": 1.2321,
+      "step": 1840
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 0.5633097887039185,
+      "learning_rate": 0.00016955453565813548,
+      "loss": 1.2882,
+      "step": 1845
+    },
+    {
+      "epoch": 0.33056374519789156,
+      "grad_norm": 0.5087893605232239,
+      "learning_rate": 0.0001693300933876371,
+      "loss": 1.2588,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3314571607254534,
+      "grad_norm": 0.5339887738227844,
+      "learning_rate": 0.00016910497660503957,
+      "loss": 1.2356,
+      "step": 1855
+    },
+    {
+      "epoch": 0.3323505762530153,
+      "grad_norm": 0.5123136043548584,
+      "learning_rate": 0.00016887918750050292,
+      "loss": 1.2672,
+      "step": 1860
+    },
+    {
+      "epoch": 0.3332439917805771,
+      "grad_norm": 0.5174533128738403,
+      "learning_rate": 0.00016865272827072797,
+      "loss": 1.2506,
+      "step": 1865
+    },
+    {
+      "epoch": 0.334137407308139,
+      "grad_norm": 0.4912176728248596,
+      "learning_rate": 0.00016842560111893543,
+      "loss": 1.2689,
+      "step": 1870
+    },
+    {
+      "epoch": 0.3350308228357009,
+      "grad_norm": 0.5270506739616394,
+      "learning_rate": 0.00016819780825484413,
+      "loss": 1.2343,
+      "step": 1875
+    },
+    {
+      "epoch": 0.33592423836326274,
+      "grad_norm": 0.568572461605072,
+      "learning_rate": 0.00016796935189464956,
+      "loss": 1.2454,
+      "step": 1880
+    },
+    {
+      "epoch": 0.33681765389082463,
+      "grad_norm": 0.5541931390762329,
+      "learning_rate": 0.00016774023426100238,
+      "loss": 1.2434,
+      "step": 1885
+    },
+    {
+      "epoch": 0.33771106941838647,
+      "grad_norm": 0.5010518431663513,
+      "learning_rate": 0.0001675104575829868,
+      "loss": 1.2402,
+      "step": 1890
+    },
+    {
+      "epoch": 0.33860448494594836,
+      "grad_norm": 0.5561944246292114,
+      "learning_rate": 0.0001672800240960989,
+      "loss": 1.2616,
+      "step": 1895
+    },
+    {
+      "epoch": 0.33949790047351025,
+      "grad_norm": 0.5340306758880615,
+      "learning_rate": 0.00016704893604222476,
+      "loss": 1.2949,
+      "step": 1900
+    },
+    {
+      "epoch": 0.3403913160010721,
+      "grad_norm": 0.5372459888458252,
+      "learning_rate": 0.00016681719566961887,
+      "loss": 1.2721,
+      "step": 1905
+    },
+    {
+      "epoch": 0.341284731528634,
+      "grad_norm": 0.5558496117591858,
+      "learning_rate": 0.00016658480523288195,
+      "loss": 1.2146,
+      "step": 1910
+    },
+    {
+      "epoch": 0.3421781470561958,
+      "grad_norm": 0.523130476474762,
+      "learning_rate": 0.00016635176699293934,
+      "loss": 1.2607,
+      "step": 1915
+    },
+    {
+      "epoch": 0.3430715625837577,
+      "grad_norm": 0.5020752549171448,
+      "learning_rate": 0.00016611808321701882,
+      "loss": 1.2572,
+      "step": 1920
+    },
+    {
+      "epoch": 0.3439649781113196,
+      "grad_norm": 0.52286297082901,
+      "learning_rate": 0.00016588375617862858,
+      "loss": 1.2249,
+      "step": 1925
+    },
+    {
+      "epoch": 0.34485839363888143,
+      "grad_norm": 0.5461264848709106,
+      "learning_rate": 0.000165648788157535,
+      "loss": 1.2896,
+      "step": 1930
+    },
+    {
+      "epoch": 0.3457518091664433,
+      "grad_norm": 0.5276172161102295,
+      "learning_rate": 0.00016541318143974075,
+      "loss": 1.263,
+      "step": 1935
+    },
+    {
+      "epoch": 0.34664522469400516,
+      "grad_norm": 0.5360847115516663,
+      "learning_rate": 0.00016517693831746225,
+      "loss": 1.2618,
+      "step": 1940
+    },
+    {
+      "epoch": 0.34753864022156705,
+      "grad_norm": 0.5737685561180115,
+      "learning_rate": 0.00016494006108910757,
+      "loss": 1.2572,
+      "step": 1945
+    },
+    {
+      "epoch": 0.34843205574912894,
+      "grad_norm": 0.4999217987060547,
+      "learning_rate": 0.000164702552059254,
+      "loss": 1.2388,
+      "step": 1950
+    },
+    {
+      "epoch": 0.3493254712766908,
+      "grad_norm": 0.5562167763710022,
+      "learning_rate": 0.00016446441353862556,
+      "loss": 1.3043,
+      "step": 1955
+    },
+    {
+      "epoch": 0.35021888680425267,
+      "grad_norm": 0.542860209941864,
+      "learning_rate": 0.0001642256478440706,
+      "loss": 1.2583,
+      "step": 1960
+    },
+    {
+      "epoch": 0.3511123023318145,
+      "grad_norm": 0.5292645692825317,
+      "learning_rate": 0.00016398625729853924,
+      "loss": 1.2556,
+      "step": 1965
+    },
+    {
+      "epoch": 0.3520057178593764,
+      "grad_norm": 0.5102574229240417,
+      "learning_rate": 0.00016374624423106087,
+      "loss": 1.2536,
+      "step": 1970
+    },
+    {
+      "epoch": 0.3528991333869383,
+      "grad_norm": 0.5271995067596436,
+      "learning_rate": 0.00016350561097672122,
+      "loss": 1.2147,
+      "step": 1975
+    },
+    {
+      "epoch": 0.3537925489145001,
+      "grad_norm": 0.5228263735771179,
+      "learning_rate": 0.00016326435987663995,
+      "loss": 1.247,
+      "step": 1980
+    },
+    {
+      "epoch": 0.354685964442062,
+      "grad_norm": 0.5432056188583374,
+      "learning_rate": 0.0001630224932779477,
+      "loss": 1.2328,
+      "step": 1985
+    },
+    {
+      "epoch": 0.35557937996962385,
+      "grad_norm": 0.5798959732055664,
+      "learning_rate": 0.00016278001353376323,
+      "loss": 1.2105,
+      "step": 1990
+    },
+    {
+      "epoch": 0.35647279549718575,
+      "grad_norm": 0.5255203247070312,
+      "learning_rate": 0.0001625369230031707,
+      "loss": 1.2412,
+      "step": 1995
+    },
+    {
+      "epoch": 0.35736621102474764,
+      "grad_norm": 0.5129863619804382,
+      "learning_rate": 0.00016229322405119655,
+      "loss": 1.2291,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3582596265523095,
+      "grad_norm": 0.5471330881118774,
+      "learning_rate": 0.00016204891904878657,
+      "loss": 1.2397,
+      "step": 2005
+    },
+    {
+      "epoch": 0.35915304207987137,
+      "grad_norm": 0.4979896545410156,
+      "learning_rate": 0.0001618040103727827,
+      "loss": 1.2312,
+      "step": 2010
+    },
+    {
+      "epoch": 0.3600464576074332,
+      "grad_norm": 0.5342873930931091,
+      "learning_rate": 0.00016155850040590016,
+      "loss": 1.2454,
+      "step": 2015
+    },
+    {
+      "epoch": 0.3609398731349951,
+      "grad_norm": 0.5229947566986084,
+      "learning_rate": 0.0001613123915367041,
+      "loss": 1.2417,
+      "step": 2020
+    },
+    {
+      "epoch": 0.36183328866255693,
+      "grad_norm": 0.5110452175140381,
+      "learning_rate": 0.00016106568615958632,
+      "loss": 1.1992,
+      "step": 2025
+    },
+    {
+      "epoch": 0.3627267041901188,
+      "grad_norm": 0.5229007601737976,
+      "learning_rate": 0.00016081838667474213,
+      "loss": 1.2174,
+      "step": 2030
+    },
+    {
+      "epoch": 0.3636201197176807,
+      "grad_norm": 0.5256268978118896,
+      "learning_rate": 0.0001605704954881468,
+      "loss": 1.2365,
+      "step": 2035
+    },
+    {
+      "epoch": 0.36451353524524255,
+      "grad_norm": 0.5547985434532166,
+      "learning_rate": 0.00016032201501153242,
+      "loss": 1.2282,
+      "step": 2040
+    },
+    {
+      "epoch": 0.36540695077280444,
+      "grad_norm": 0.5028260946273804,
+      "learning_rate": 0.00016007294766236406,
+      "loss": 1.2256,
+      "step": 2045
+    },
+    {
+      "epoch": 0.3663003663003663,
+      "grad_norm": 0.48005393147468567,
+      "learning_rate": 0.00015982329586381675,
+      "loss": 1.2313,
+      "step": 2050
+    },
+    {
+      "epoch": 0.36719378182792817,
+      "grad_norm": 0.48138970136642456,
+      "learning_rate": 0.00015957306204475132,
+      "loss": 1.2547,
+      "step": 2055
+    },
+    {
+      "epoch": 0.36808719735549006,
+      "grad_norm": 0.5655422210693359,
+      "learning_rate": 0.00015932224863969135,
+      "loss": 1.2304,
+      "step": 2060
+    },
+    {
+      "epoch": 0.3689806128830519,
+      "grad_norm": 0.514876127243042,
+      "learning_rate": 0.000159070858088799,
+      "loss": 1.1753,
+      "step": 2065
+    },
+    {
+      "epoch": 0.3698740284106138,
+      "grad_norm": 0.5176100134849548,
+      "learning_rate": 0.0001588188928378516,
+      "loss": 1.2343,
+      "step": 2070
+    },
+    {
+      "epoch": 0.3707674439381756,
+      "grad_norm": 0.5761798024177551,
+      "learning_rate": 0.00015856635533821774,
+      "loss": 1.2001,
+      "step": 2075
+    },
+    {
+      "epoch": 0.3716608594657375,
+      "grad_norm": 0.5333663821220398,
+      "learning_rate": 0.00015831324804683328,
+      "loss": 1.2414,
+      "step": 2080
+    },
+    {
+      "epoch": 0.3725542749932994,
+      "grad_norm": 0.5275282859802246,
+      "learning_rate": 0.0001580595734261777,
+      "loss": 1.1956,
+      "step": 2085
+    },
+    {
+      "epoch": 0.37344769052086124,
+      "grad_norm": 0.5324888825416565,
+      "learning_rate": 0.00015780533394425006,
+      "loss": 1.2218,
+      "step": 2090
+    },
+    {
+      "epoch": 0.37434110604842313,
+      "grad_norm": 0.5113807916641235,
+      "learning_rate": 0.00015755053207454483,
+      "loss": 1.2431,
+      "step": 2095
+    },
+    {
+      "epoch": 0.37523452157598497,
+      "grad_norm": 0.5269024968147278,
+      "learning_rate": 0.00015729517029602802,
+      "loss": 1.2333,
+      "step": 2100
+    },
+    {
+      "epoch": 0.37612793710354686,
+      "grad_norm": 0.538032054901123,
+      "learning_rate": 0.00015703925109311295,
+      "loss": 1.2178,
+      "step": 2105
+    },
+    {
+      "epoch": 0.37702135263110875,
+      "grad_norm": 0.5196306109428406,
+      "learning_rate": 0.00015678277695563617,
+      "loss": 1.2357,
+      "step": 2110
+    },
+    {
+      "epoch": 0.3779147681586706,
+      "grad_norm": 0.543264627456665,
+      "learning_rate": 0.00015652575037883318,
+      "loss": 1.1962,
+      "step": 2115
+    },
+    {
+      "epoch": 0.3788081836862325,
+      "grad_norm": 0.5403855443000793,
+      "learning_rate": 0.0001562681738633141,
+      "loss": 1.2599,
+      "step": 2120
+    },
+    {
+      "epoch": 0.3797015992137943,
+      "grad_norm": 0.5239453911781311,
+      "learning_rate": 0.00015601004991503946,
+      "loss": 1.2144,
+      "step": 2125
+    },
+    {
+      "epoch": 0.3805950147413562,
+      "grad_norm": 0.5659239292144775,
+      "learning_rate": 0.00015575138104529577,
+      "loss": 1.201,
+      "step": 2130
+    },
+    {
+      "epoch": 0.3814884302689181,
+      "grad_norm": 0.4925094246864319,
+      "learning_rate": 0.00015549216977067099,
+      "loss": 1.2219,
+      "step": 2135
+    },
+    {
+      "epoch": 0.38238184579647994,
+      "grad_norm": 0.4957289695739746,
+      "learning_rate": 0.0001552324186130302,
+      "loss": 1.2577,
+      "step": 2140
+    },
+    {
+      "epoch": 0.3832752613240418,
+      "grad_norm": 0.5230002999305725,
+      "learning_rate": 0.00015497213009949104,
+      "loss": 1.2017,
+      "step": 2145
+    },
+    {
+      "epoch": 0.38416867685160366,
+      "grad_norm": 0.5107108354568481,
+      "learning_rate": 0.000154711306762399,
+      "loss": 1.2115,
+      "step": 2150
+    },
+    {
+      "epoch": 0.38506209237916555,
+      "grad_norm": 0.5467280745506287,
+      "learning_rate": 0.00015444995113930287,
+      "loss": 1.2443,
+      "step": 2155
+    },
+    {
+      "epoch": 0.38595550790672745,
+      "grad_norm": 0.5325524806976318,
+      "learning_rate": 0.00015418806577293013,
+      "loss": 1.2103,
+      "step": 2160
+    },
+    {
+      "epoch": 0.3868489234342893,
+      "grad_norm": 0.5066697001457214,
+      "learning_rate": 0.00015392565321116207,
+      "loss": 1.2157,
+      "step": 2165
+    },
+    {
+      "epoch": 0.3877423389618512,
+      "grad_norm": 0.5199021100997925,
+      "learning_rate": 0.00015366271600700902,
+      "loss": 1.2284,
+      "step": 2170
+    },
+    {
+      "epoch": 0.388635754489413,
+      "grad_norm": 0.557767391204834,
+      "learning_rate": 0.00015339925671858563,
+      "loss": 1.2144,
+      "step": 2175
+    },
+    {
+      "epoch": 0.3895291700169749,
+      "grad_norm": 0.5319749116897583,
+      "learning_rate": 0.0001531352779090859,
+      "loss": 1.1939,
+      "step": 2180
+    },
+    {
+      "epoch": 0.39042258554453674,
+      "grad_norm": 0.5209249258041382,
+      "learning_rate": 0.00015287078214675819,
+      "loss": 1.2352,
+      "step": 2185
+    },
+    {
+      "epoch": 0.39131600107209863,
+      "grad_norm": 0.5308728218078613,
+      "learning_rate": 0.00015260577200488034,
+      "loss": 1.232,
+      "step": 2190
+    },
+    {
+      "epoch": 0.3922094165996605,
+      "grad_norm": 0.5475233793258667,
+      "learning_rate": 0.00015234025006173452,
+      "loss": 1.2255,
+      "step": 2195
+    },
+    {
+      "epoch": 0.39310283212722236,
+      "grad_norm": 0.5130513310432434,
+      "learning_rate": 0.00015207421890058237,
+      "loss": 1.2169,
+      "step": 2200
+    },
+    {
+      "epoch": 0.39399624765478425,
+      "grad_norm": 0.5458916425704956,
+      "learning_rate": 0.0001518076811096395,
+      "loss": 1.206,
+      "step": 2205
+    },
+    {
+      "epoch": 0.3948896631823461,
+      "grad_norm": 0.4863106608390808,
+      "learning_rate": 0.00015154063928205067,
+      "loss": 1.1518,
+      "step": 2210
+    },
+    {
+      "epoch": 0.395783078709908,
+      "grad_norm": 0.494357168674469,
+      "learning_rate": 0.00015127309601586434,
+      "loss": 1.1735,
+      "step": 2215
+    },
+    {
+      "epoch": 0.39667649423746987,
+      "grad_norm": 0.5145966410636902,
+      "learning_rate": 0.0001510050539140075,
+      "loss": 1.2215,
+      "step": 2220
+    },
+    {
+      "epoch": 0.3975699097650317,
+      "grad_norm": 0.5166826844215393,
+      "learning_rate": 0.00015073651558426026,
+      "loss": 1.2375,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3984633252925936,
+      "grad_norm": 0.5195355415344238,
+      "learning_rate": 0.00015046748363923057,
+      "loss": 1.2458,
+      "step": 2230
+    },
+    {
+      "epoch": 0.39935674082015543,
+      "grad_norm": 0.5170833468437195,
+      "learning_rate": 0.00015019796069632878,
+      "loss": 1.2356,
+      "step": 2235
+    },
+    {
+      "epoch": 0.4002501563477173,
+      "grad_norm": 0.5438719987869263,
+      "learning_rate": 0.00014992794937774211,
+      "loss": 1.2214,
+      "step": 2240
+    },
+    {
+      "epoch": 0.4011435718752792,
+      "grad_norm": 0.510884165763855,
+      "learning_rate": 0.00014965745231040919,
+      "loss": 1.2497,
+      "step": 2245
+    },
+    {
+      "epoch": 0.40203698740284105,
+      "grad_norm": 0.5298115611076355,
+      "learning_rate": 0.00014938647212599452,
+      "loss": 1.2133,
+      "step": 2250
+    },
+    {
+      "epoch": 0.40293040293040294,
+      "grad_norm": 0.5149961709976196,
+      "learning_rate": 0.00014911501146086281,
+      "loss": 1.217,
+      "step": 2255
+    },
+    {
+      "epoch": 0.4038238184579648,
+      "grad_norm": 0.49967697262763977,
+      "learning_rate": 0.00014884307295605343,
+      "loss": 1.2235,
+      "step": 2260
+    },
+    {
+      "epoch": 0.40471723398552667,
+      "grad_norm": 0.5198853015899658,
+      "learning_rate": 0.00014857065925725452,
+      "loss": 1.197,
+      "step": 2265
+    },
+    {
+      "epoch": 0.40561064951308856,
+      "grad_norm": 0.5316833853721619,
+      "learning_rate": 0.0001482977730147776,
+      "loss": 1.2051,
+      "step": 2270
+    },
+    {
+      "epoch": 0.4065040650406504,
+      "grad_norm": 0.5476366877555847,
+      "learning_rate": 0.00014802441688353127,
+      "loss": 1.2368,
+      "step": 2275
+    },
+    {
+      "epoch": 0.4073974805682123,
+      "grad_norm": 0.523506224155426,
+      "learning_rate": 0.00014775059352299598,
+      "loss": 1.1973,
+      "step": 2280
+    },
+    {
+      "epoch": 0.4082908960957741,
+      "grad_norm": 0.5155140161514282,
+      "learning_rate": 0.00014747630559719762,
+      "loss": 1.2026,
+      "step": 2285
+    },
+    {
+      "epoch": 0.409184311623336,
+      "grad_norm": 0.5298252701759338,
+      "learning_rate": 0.00014720155577468193,
+      "loss": 1.1871,
+      "step": 2290
+    },
+    {
+      "epoch": 0.4100777271508979,
+      "grad_norm": 0.5185467004776001,
+      "learning_rate": 0.00014692634672848847,
+      "loss": 1.208,
+      "step": 2295
+    },
+    {
+      "epoch": 0.41097114267845974,
+      "grad_norm": 0.4993501603603363,
+      "learning_rate": 0.00014665068113612449,
+      "loss": 1.213,
+      "step": 2300
+    },
+    {
+      "epoch": 0.41186455820602164,
+      "grad_norm": 0.5336927175521851,
+      "learning_rate": 0.00014637456167953907,
+      "loss": 1.2232,
+      "step": 2305
+    },
+    {
+      "epoch": 0.41275797373358347,
+      "grad_norm": 0.4852610230445862,
+      "learning_rate": 0.00014609799104509685,
+      "loss": 1.2055,
+      "step": 2310
+    },
+    {
+      "epoch": 0.41365138926114536,
+      "grad_norm": 0.5042843222618103,
+      "learning_rate": 0.00014582097192355207,
+      "loss": 1.1969,
+      "step": 2315
+    },
+    {
+      "epoch": 0.41454480478870726,
+      "grad_norm": 0.5343486070632935,
+      "learning_rate": 0.00014554350701002222,
+      "loss": 1.1814,
+      "step": 2320
+    },
+    {
+      "epoch": 0.4154382203162691,
+      "grad_norm": 0.5457481741905212,
+      "learning_rate": 0.00014526559900396188,
+      "loss": 1.1891,
+      "step": 2325
+    },
+    {
+      "epoch": 0.416331635843831,
+      "grad_norm": 0.5025014281272888,
+      "learning_rate": 0.00014498725060913662,
+      "loss": 1.2334,
+      "step": 2330
+    },
+    {
+      "epoch": 0.4172250513713928,
+      "grad_norm": 0.5562976002693176,
+      "learning_rate": 0.00014470846453359636,
+      "loss": 1.1992,
+      "step": 2335
+    },
+    {
+      "epoch": 0.4181184668989547,
+      "grad_norm": 0.5212603807449341,
+      "learning_rate": 0.00014442924348964938,
+      "loss": 1.2133,
+      "step": 2340
+    },
+    {
+      "epoch": 0.41901188242651655,
+      "grad_norm": 0.49604693055152893,
+      "learning_rate": 0.00014414959019383564,
+      "loss": 1.2171,
+      "step": 2345
+    },
+    {
+      "epoch": 0.41990529795407844,
+      "grad_norm": 0.5236498713493347,
+      "learning_rate": 0.00014386950736690053,
+      "loss": 1.2163,
+      "step": 2350
+    },
+    {
+      "epoch": 0.42079871348164033,
+      "grad_norm": 0.5673661828041077,
+      "learning_rate": 0.00014358899773376832,
+      "loss": 1.1914,
+      "step": 2355
+    },
+    {
+      "epoch": 0.42169212900920217,
+      "grad_norm": 0.49621349573135376,
+      "learning_rate": 0.00014330806402351574,
+      "loss": 1.188,
+      "step": 2360
+    },
+    {
+      "epoch": 0.42258554453676406,
+      "grad_norm": 0.5138354897499084,
+      "learning_rate": 0.00014302670896934532,
+      "loss": 1.2169,
+      "step": 2365
+    },
+    {
+      "epoch": 0.4234789600643259,
+      "grad_norm": 0.5443947315216064,
+      "learning_rate": 0.00014274493530855878,
+      "loss": 1.2049,
+      "step": 2370
+    },
+    {
+      "epoch": 0.4243723755918878,
+      "grad_norm": 0.5496159195899963,
+      "learning_rate": 0.00014246274578253059,
+      "loss": 1.2084,
+      "step": 2375
+    },
+    {
+      "epoch": 0.4252657911194497,
+      "grad_norm": 0.5288496017456055,
+      "learning_rate": 0.00014218014313668105,
+      "loss": 1.2225,
+      "step": 2380
+    },
+    {
+      "epoch": 0.4261592066470115,
+      "grad_norm": 0.5264514088630676,
+      "learning_rate": 0.00014189713012044977,
+      "loss": 1.2164,
+      "step": 2385
+    },
+    {
+      "epoch": 0.4270526221745734,
+      "grad_norm": 0.5251997113227844,
+      "learning_rate": 0.00014161370948726894,
+      "loss": 1.1923,
+      "step": 2390
+    },
+    {
+      "epoch": 0.42794603770213524,
+      "grad_norm": 0.5069969296455383,
+      "learning_rate": 0.00014132988399453617,
+      "loss": 1.2421,
+      "step": 2395
+    },
+    {
+      "epoch": 0.42883945322969713,
+      "grad_norm": 0.5222852826118469,
+      "learning_rate": 0.00014104565640358824,
+      "loss": 1.1921,
+      "step": 2400
+    },
+    {
+      "epoch": 0.429732868757259,
+      "grad_norm": 0.5466008186340332,
+      "learning_rate": 0.0001407610294796738,
+      "loss": 1.1934,
+      "step": 2405
+    },
+    {
+      "epoch": 0.43062628428482086,
+      "grad_norm": 0.5061824917793274,
+      "learning_rate": 0.00014047600599192666,
+      "loss": 1.1836,
+      "step": 2410
+    },
+    {
+      "epoch": 0.43151969981238275,
+      "grad_norm": 0.5115388631820679,
+      "learning_rate": 0.0001401905887133387,
+      "loss": 1.1785,
+      "step": 2415
+    },
+    {
+      "epoch": 0.4324131153399446,
+      "grad_norm": 0.5375398397445679,
+      "learning_rate": 0.00013990478042073313,
+      "loss": 1.1939,
+      "step": 2420
+    },
+    {
+      "epoch": 0.4333065308675065,
+      "grad_norm": 0.510578989982605,
+      "learning_rate": 0.00013961858389473727,
+      "loss": 1.1948,
+      "step": 2425
+    },
+    {
+      "epoch": 0.43419994639506837,
+      "grad_norm": 0.526443362236023,
+      "learning_rate": 0.0001393320019197555,
+      "loss": 1.1978,
+      "step": 2430
+    },
+    {
+      "epoch": 0.4350933619226302,
+      "grad_norm": 0.4990314841270447,
+      "learning_rate": 0.00013904503728394234,
+      "loss": 1.2009,
+      "step": 2435
+    },
+    {
+      "epoch": 0.4359867774501921,
+      "grad_norm": 0.5471546053886414,
+      "learning_rate": 0.00013875769277917513,
+      "loss": 1.1962,
+      "step": 2440
+    },
+    {
+      "epoch": 0.43688019297775393,
+      "grad_norm": 0.4955877959728241,
+      "learning_rate": 0.000138469971201027,
+      "loss": 1.1761,
+      "step": 2445
+    },
+    {
+      "epoch": 0.4377736085053158,
+      "grad_norm": 0.5647017359733582,
+      "learning_rate": 0.00013818187534873954,
+      "loss": 1.2009,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4386670240328777,
+      "grad_norm": 0.5101616978645325,
+      "learning_rate": 0.00013789340802519581,
+      "loss": 1.2066,
+      "step": 2455
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 0.5000629425048828,
+      "learning_rate": 0.0001376045720368928,
+      "loss": 1.2066,
+      "step": 2460
+    },
+    {
+      "epoch": 0.44045385508800144,
+      "grad_norm": 0.5091837048530579,
+      "learning_rate": 0.00013731537019391428,
+      "loss": 1.152,
+      "step": 2465
+    },
+    {
+      "epoch": 0.4413472706155633,
+      "grad_norm": 0.5215714573860168,
+      "learning_rate": 0.00013702580530990335,
+      "loss": 1.202,
+      "step": 2470
+    },
+    {
+      "epoch": 0.4422406861431252,
+      "grad_norm": 0.5080455541610718,
+      "learning_rate": 0.00013673588020203517,
+      "loss": 1.1798,
+      "step": 2475
+    },
+    {
+      "epoch": 0.44313410167068706,
+      "grad_norm": 0.5180327892303467,
+      "learning_rate": 0.0001364455976909896,
+      "loss": 1.1654,
+      "step": 2480
+    },
+    {
+      "epoch": 0.4440275171982489,
+      "grad_norm": 0.5066566467285156,
+      "learning_rate": 0.00013615496060092355,
+      "loss": 1.1768,
+      "step": 2485
+    },
+    {
+      "epoch": 0.4449209327258108,
+      "grad_norm": 0.5126291513442993,
+      "learning_rate": 0.00013586397175944368,
+      "loss": 1.2028,
+      "step": 2490
+    },
+    {
+      "epoch": 0.4458143482533726,
+      "grad_norm": 0.5379718542098999,
+      "learning_rate": 0.0001355726339975788,
+      "loss": 1.2208,
+      "step": 2495
+    },
+    {
+      "epoch": 0.4467077637809345,
+      "grad_norm": 0.5048497915267944,
+      "learning_rate": 0.00013528095014975252,
+      "loss": 1.1812,
+      "step": 2500
+    },
+    {
+      "epoch": 0.44760117930849636,
+      "grad_norm": 0.5384891033172607,
+      "learning_rate": 0.0001349889230537553,
+      "loss": 1.2319,
+      "step": 2505
+    },
+    {
+      "epoch": 0.44849459483605825,
+      "grad_norm": 0.541824221611023,
+      "learning_rate": 0.00013469655555071715,
+      "loss": 1.1513,
+      "step": 2510
+    },
+    {
+      "epoch": 0.44938801036362014,
+      "grad_norm": 0.5238659977912903,
+      "learning_rate": 0.00013440385048507997,
+      "loss": 1.209,
+      "step": 2515
+    },
+    {
+      "epoch": 0.450281425891182,
+      "grad_norm": 0.529753565788269,
+      "learning_rate": 0.0001341108107045697,
+      "loss": 1.1841,
+      "step": 2520
+    },
+    {
+      "epoch": 0.45117484141874387,
+      "grad_norm": 0.5439874529838562,
+      "learning_rate": 0.00013381743906016878,
+      "loss": 1.1729,
+      "step": 2525
+    },
+    {
+      "epoch": 0.4520682569463057,
+      "grad_norm": 0.5199108719825745,
+      "learning_rate": 0.00013352373840608834,
+      "loss": 1.226,
+      "step": 2530
+    },
+    {
+      "epoch": 0.4529616724738676,
+      "grad_norm": 0.529483437538147,
+      "learning_rate": 0.00013322971159974043,
+      "loss": 1.172,
+      "step": 2535
+    },
+    {
+      "epoch": 0.4538550880014295,
+      "grad_norm": 0.5473654270172119,
+      "learning_rate": 0.0001329353615017102,
+      "loss": 1.1524,
+      "step": 2540
+    },
+    {
+      "epoch": 0.4547485035289913,
+      "grad_norm": 0.5226883292198181,
+      "learning_rate": 0.00013264069097572816,
+      "loss": 1.1901,
+      "step": 2545
+    },
+    {
+      "epoch": 0.4556419190565532,
+      "grad_norm": 0.49766266345977783,
+      "learning_rate": 0.00013234570288864228,
+      "loss": 1.1731,
+      "step": 2550
+    },
+    {
+      "epoch": 0.45653533458411505,
+      "grad_norm": 0.5254089832305908,
+      "learning_rate": 0.00013205040011039004,
+      "loss": 1.1752,
+      "step": 2555
+    },
+    {
+      "epoch": 0.45742875011167694,
+      "grad_norm": 0.4883306324481964,
+      "learning_rate": 0.0001317547855139705,
+      "loss": 1.1997,
+      "step": 2560
+    },
+    {
+      "epoch": 0.45832216563923883,
+      "grad_norm": 0.48100265860557556,
+      "learning_rate": 0.00013145886197541651,
+      "loss": 1.1615,
+      "step": 2565
+    },
+    {
+      "epoch": 0.45921558116680067,
+      "grad_norm": 0.4742489159107208,
+      "learning_rate": 0.0001311626323737665,
+      "loss": 1.2034,
+      "step": 2570
+    },
+    {
+      "epoch": 0.46010899669436256,
+      "grad_norm": 0.5177445411682129,
+      "learning_rate": 0.00013086609959103672,
+      "loss": 1.1795,
+      "step": 2575
+    },
+    {
+      "epoch": 0.4610024122219244,
+      "grad_norm": 0.548886775970459,
+      "learning_rate": 0.00013056926651219293,
+      "loss": 1.2038,
+      "step": 2580
+    },
+    {
+      "epoch": 0.4618958277494863,
+      "grad_norm": 0.5247954726219177,
+      "learning_rate": 0.00013027213602512258,
+      "loss": 1.1983,
+      "step": 2585
+    },
+    {
+      "epoch": 0.4627892432770482,
+      "grad_norm": 0.513616681098938,
+      "learning_rate": 0.00012997471102060647,
+      "loss": 1.2036,
+      "step": 2590
+    },
+    {
+      "epoch": 0.46368265880461,
+      "grad_norm": 0.5180881023406982,
+      "learning_rate": 0.00012967699439229093,
+      "loss": 1.1869,
+      "step": 2595
+    },
+    {
+      "epoch": 0.4645760743321719,
+      "grad_norm": 0.513308048248291,
+      "learning_rate": 0.00012937898903665935,
+      "loss": 1.1945,
+      "step": 2600
+    },
+    {
+      "epoch": 0.46546948985973374,
+      "grad_norm": 0.5470111966133118,
+      "learning_rate": 0.0001290806978530042,
+      "loss": 1.184,
+      "step": 2605
+    },
+    {
+      "epoch": 0.46636290538729563,
+      "grad_norm": 0.5049375891685486,
+      "learning_rate": 0.00012878212374339883,
+      "loss": 1.1989,
+      "step": 2610
+    },
+    {
+      "epoch": 0.4672563209148575,
+      "grad_norm": 0.5457560420036316,
+      "learning_rate": 0.0001284832696126691,
+      "loss": 1.183,
+      "step": 2615
+    },
+    {
+      "epoch": 0.46814973644241936,
+      "grad_norm": 0.5425926446914673,
+      "learning_rate": 0.00012818413836836515,
+      "loss": 1.1818,
+      "step": 2620
+    },
+    {
+      "epoch": 0.46904315196998125,
+      "grad_norm": 0.5093770027160645,
+      "learning_rate": 0.00012788473292073328,
+      "loss": 1.1977,
+      "step": 2625
+    },
+    {
+      "epoch": 0.4699365674975431,
+      "grad_norm": 0.47960811853408813,
+      "learning_rate": 0.00012758505618268743,
+      "loss": 1.1948,
+      "step": 2630
+    },
+    {
+      "epoch": 0.470829983025105,
+      "grad_norm": 0.5090500116348267,
+      "learning_rate": 0.000127285111069781,
+      "loss": 1.1457,
+      "step": 2635
+    },
+    {
+      "epoch": 0.4717233985526669,
+      "grad_norm": 0.5354019403457642,
+      "learning_rate": 0.00012698490050017824,
+      "loss": 1.184,
+      "step": 2640
+    },
+    {
+      "epoch": 0.4726168140802287,
+      "grad_norm": 0.46892282366752625,
+      "learning_rate": 0.0001266844273946262,
+      "loss": 1.1394,
+      "step": 2645
+    },
+    {
+      "epoch": 0.4735102296077906,
+      "grad_norm": 0.5120964646339417,
+      "learning_rate": 0.0001263836946764261,
+      "loss": 1.1829,
+      "step": 2650
+    },
+    {
+      "epoch": 0.47440364513535244,
+      "grad_norm": 0.5253159403800964,
+      "learning_rate": 0.0001260827052714049,
+      "loss": 1.1393,
+      "step": 2655
+    },
+    {
+      "epoch": 0.47529706066291433,
+      "grad_norm": 0.49876195192337036,
+      "learning_rate": 0.00012578146210788686,
+      "loss": 1.1603,
+      "step": 2660
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 0.542789876461029,
+      "learning_rate": 0.0001254799681166651,
+      "loss": 1.197,
+      "step": 2665
+    },
+    {
+      "epoch": 0.47708389171803806,
+      "grad_norm": 0.5235465168952942,
+      "learning_rate": 0.00012517822623097296,
+      "loss": 1.1878,
+      "step": 2670
+    },
+    {
+      "epoch": 0.47797730724559995,
+      "grad_norm": 0.4984067678451538,
+      "learning_rate": 0.0001248762393864556,
+      "loss": 1.1687,
+      "step": 2675
+    },
+    {
+      "epoch": 0.4788707227731618,
+      "grad_norm": 0.4617389142513275,
+      "learning_rate": 0.0001245740105211414,
+      "loss": 1.1608,
+      "step": 2680
+    },
+    {
+      "epoch": 0.4797641383007237,
+      "grad_norm": 0.5108579993247986,
+      "learning_rate": 0.00012427154257541333,
+      "loss": 1.1825,
+      "step": 2685
+    },
+    {
+      "epoch": 0.4806575538282855,
+      "grad_norm": 0.535814642906189,
+      "learning_rate": 0.0001239688384919804,
+      "loss": 1.1533,
+      "step": 2690
+    },
+    {
+      "epoch": 0.4815509693558474,
+      "grad_norm": 0.5493077635765076,
+      "learning_rate": 0.00012366590121584895,
+      "loss": 1.1494,
+      "step": 2695
+    },
+    {
+      "epoch": 0.4824443848834093,
+      "grad_norm": 0.5428511500358582,
+      "learning_rate": 0.0001233627336942941,
+      "loss": 1.1999,
+      "step": 2700
+    },
+    {
+      "epoch": 0.48333780041097113,
+      "grad_norm": 0.4960634708404541,
+      "learning_rate": 0.00012305933887683102,
+      "loss": 1.1713,
+      "step": 2705
+    },
+    {
+      "epoch": 0.484231215938533,
+      "grad_norm": 0.49134474992752075,
+      "learning_rate": 0.00012275571971518616,
+      "loss": 1.1895,
+      "step": 2710
+    },
+    {
+      "epoch": 0.48512463146609486,
+      "grad_norm": 0.5415772795677185,
+      "learning_rate": 0.00012245187916326878,
+      "loss": 1.1975,
+      "step": 2715
+    },
+    {
+      "epoch": 0.48601804699365675,
+      "grad_norm": 0.5128939747810364,
+      "learning_rate": 0.00012214782017714185,
+      "loss": 1.1426,
+      "step": 2720
+    },
+    {
+      "epoch": 0.48691146252121864,
+      "grad_norm": 0.5035459399223328,
+      "learning_rate": 0.00012184354571499365,
+      "loss": 1.1667,
+      "step": 2725
+    },
+    {
+      "epoch": 0.4878048780487805,
+      "grad_norm": 0.5528464317321777,
+      "learning_rate": 0.00012153905873710878,
+      "loss": 1.1943,
+      "step": 2730
+    },
+    {
+      "epoch": 0.48869829357634237,
+      "grad_norm": 0.44781333208084106,
+      "learning_rate": 0.00012123436220583931,
+      "loss": 1.178,
+      "step": 2735
+    },
+    {
+      "epoch": 0.4895917091039042,
+      "grad_norm": 0.5722351670265198,
+      "learning_rate": 0.00012092945908557616,
+      "loss": 1.1797,
+      "step": 2740
+    },
+    {
+      "epoch": 0.4904851246314661,
+      "grad_norm": 0.5207979083061218,
+      "learning_rate": 0.00012062435234272007,
+      "loss": 1.1919,
+      "step": 2745
+    },
+    {
+      "epoch": 0.491378540159028,
+      "grad_norm": 0.5260438323020935,
+      "learning_rate": 0.00012031904494565296,
+      "loss": 1.1874,
+      "step": 2750
+    },
+    {
+      "epoch": 0.4922719556865898,
+      "grad_norm": 0.5548182725906372,
+      "learning_rate": 0.00012001353986470878,
+      "loss": 1.1995,
+      "step": 2755
+    },
+    {
+      "epoch": 0.4931653712141517,
+      "grad_norm": 0.5213192701339722,
+      "learning_rate": 0.00011970784007214477,
+      "loss": 1.1892,
+      "step": 2760
+    },
+    {
+      "epoch": 0.49405878674171355,
+      "grad_norm": 0.5301674604415894,
+      "learning_rate": 0.00011940194854211258,
+      "loss": 1.1679,
+      "step": 2765
+    },
+    {
+      "epoch": 0.49495220226927544,
+      "grad_norm": 0.5306346416473389,
+      "learning_rate": 0.00011909586825062917,
+      "loss": 1.1775,
+      "step": 2770
+    },
+    {
+      "epoch": 0.49584561779683733,
+      "grad_norm": 0.5511103272438049,
+      "learning_rate": 0.00011878960217554809,
+      "loss": 1.1754,
+      "step": 2775
+    },
+    {
+      "epoch": 0.49673903332439917,
+      "grad_norm": 0.5091948509216309,
+      "learning_rate": 0.00011848315329653028,
+      "loss": 1.1693,
+      "step": 2780
+    },
+    {
+      "epoch": 0.49763244885196106,
+      "grad_norm": 0.5281689167022705,
+      "learning_rate": 0.0001181765245950152,
+      "loss": 1.1817,
+      "step": 2785
+    },
+    {
+      "epoch": 0.4985258643795229,
+      "grad_norm": 0.48319005966186523,
+      "learning_rate": 0.00011786971905419179,
+      "loss": 1.1437,
+      "step": 2790
+    },
+    {
+      "epoch": 0.4994192799070848,
+      "grad_norm": 0.5014276504516602,
+      "learning_rate": 0.00011756273965896953,
+      "loss": 1.1665,
+      "step": 2795
+    },
+    {
+      "epoch": 0.5003126954346466,
+      "grad_norm": 0.5470197796821594,
+      "learning_rate": 0.00011725558939594924,
+      "loss": 1.1852,
+      "step": 2800
+    },
+    {
+      "epoch": 0.5012061109622086,
+      "grad_norm": 0.5165842771530151,
+      "learning_rate": 0.00011694827125339418,
+      "loss": 1.1756,
+      "step": 2805
+    },
+    {
+      "epoch": 0.5020995264897704,
+      "grad_norm": 0.5374709963798523,
+      "learning_rate": 0.00011664078822120084,
+      "loss": 1.1946,
+      "step": 2810
+    },
+    {
+      "epoch": 0.5029929420173322,
+      "grad_norm": 0.48660171031951904,
+      "learning_rate": 0.00011633314329086993,
+      "loss": 1.1606,
+      "step": 2815
+    },
+    {
+      "epoch": 0.5038863575448941,
+      "grad_norm": 0.541174590587616,
+      "learning_rate": 0.00011602533945547737,
+      "loss": 1.1393,
+      "step": 2820
+    },
+    {
+      "epoch": 0.504779773072456,
+      "grad_norm": 0.5074775815010071,
+      "learning_rate": 0.00011571737970964496,
+      "loss": 1.1719,
+      "step": 2825
+    },
+    {
+      "epoch": 0.5056731886000179,
+      "grad_norm": 0.49670732021331787,
+      "learning_rate": 0.00011540926704951136,
+      "loss": 1.1632,
+      "step": 2830
+    },
+    {
+      "epoch": 0.5065666041275797,
+      "grad_norm": 0.4699111580848694,
+      "learning_rate": 0.000115101004472703,
+      "loss": 1.137,
+      "step": 2835
+    },
+    {
+      "epoch": 0.5074600196551416,
+      "grad_norm": 0.4844904839992523,
+      "learning_rate": 0.00011479259497830472,
+      "loss": 1.1636,
+      "step": 2840
+    },
+    {
+      "epoch": 0.5083534351827035,
+      "grad_norm": 0.5194590091705322,
+      "learning_rate": 0.00011448404156683088,
+      "loss": 1.1817,
+      "step": 2845
+    },
+    {
+      "epoch": 0.5092468507102653,
+      "grad_norm": 0.49438104033470154,
+      "learning_rate": 0.00011417534724019592,
+      "loss": 1.1669,
+      "step": 2850
+    },
+    {
+      "epoch": 0.5101402662378273,
+      "grad_norm": 0.5134628415107727,
+      "learning_rate": 0.00011386651500168524,
+      "loss": 1.1938,
+      "step": 2855
+    },
+    {
+      "epoch": 0.5110336817653891,
+      "grad_norm": 0.5145233869552612,
+      "learning_rate": 0.00011355754785592596,
+      "loss": 1.1529,
+      "step": 2860
+    },
+    {
+      "epoch": 0.5119270972929509,
+      "grad_norm": 0.5291239619255066,
+      "learning_rate": 0.00011324844880885783,
+      "loss": 1.1737,
+      "step": 2865
+    },
+    {
+      "epoch": 0.5128205128205128,
+      "grad_norm": 0.5408050417900085,
+      "learning_rate": 0.00011293922086770375,
+      "loss": 1.148,
+      "step": 2870
+    },
+    {
+      "epoch": 0.5137139283480747,
+      "grad_norm": 0.622309684753418,
+      "learning_rate": 0.00011262986704094065,
+      "loss": 1.1984,
+      "step": 2875
+    },
+    {
+      "epoch": 0.5146073438756366,
+      "grad_norm": 0.5061530470848083,
+      "learning_rate": 0.00011232039033827025,
+      "loss": 1.1492,
+      "step": 2880
+    },
+    {
+      "epoch": 0.5155007594031984,
+      "grad_norm": 0.49988749623298645,
+      "learning_rate": 0.00011201079377058963,
+      "loss": 1.1392,
+      "step": 2885
+    },
+    {
+      "epoch": 0.5163941749307603,
+      "grad_norm": 0.5244172811508179,
+      "learning_rate": 0.00011170108034996218,
+      "loss": 1.1682,
+      "step": 2890
+    },
+    {
+      "epoch": 0.5172875904583222,
+      "grad_norm": 0.5669301748275757,
+      "learning_rate": 0.00011139125308958804,
+      "loss": 1.1655,
+      "step": 2895
+    },
+    {
+      "epoch": 0.518181005985884,
+      "grad_norm": 0.5045320987701416,
+      "learning_rate": 0.00011108131500377494,
+      "loss": 1.172,
+      "step": 2900
+    },
+    {
+      "epoch": 0.5190744215134458,
+      "grad_norm": 0.5101925730705261,
+      "learning_rate": 0.00011077126910790882,
+      "loss": 1.1566,
+      "step": 2905
+    },
+    {
+      "epoch": 0.5199678370410078,
+      "grad_norm": 0.5170836448669434,
+      "learning_rate": 0.0001104611184184245,
+      "loss": 1.1494,
+      "step": 2910
+    },
+    {
+      "epoch": 0.5208612525685696,
+      "grad_norm": 0.49804747104644775,
+      "learning_rate": 0.00011015086595277633,
+      "loss": 1.1615,
+      "step": 2915
+    },
+    {
+      "epoch": 0.5217546680961315,
+      "grad_norm": 0.494862824678421,
+      "learning_rate": 0.00010984051472940885,
+      "loss": 1.1393,
+      "step": 2920
+    },
+    {
+      "epoch": 0.5226480836236934,
+      "grad_norm": 0.5359513759613037,
+      "learning_rate": 0.00010953006776772747,
+      "loss": 1.1552,
+      "step": 2925
+    },
+    {
+      "epoch": 0.5235414991512553,
+      "grad_norm": 0.49183422327041626,
+      "learning_rate": 0.00010921952808806888,
+      "loss": 1.1521,
+      "step": 2930
+    },
+    {
+      "epoch": 0.5244349146788171,
+      "grad_norm": 0.5181066989898682,
+      "learning_rate": 0.00010890889871167203,
+      "loss": 1.1544,
+      "step": 2935
+    },
+    {
+      "epoch": 0.525328330206379,
+      "grad_norm": 0.5055237412452698,
+      "learning_rate": 0.00010859818266064835,
+      "loss": 1.1722,
+      "step": 2940
+    },
+    {
+      "epoch": 0.5262217457339409,
+      "grad_norm": 0.521922767162323,
+      "learning_rate": 0.00010828738295795262,
+      "loss": 1.1637,
+      "step": 2945
+    },
+    {
+      "epoch": 0.5271151612615027,
+      "grad_norm": 0.5190510153770447,
+      "learning_rate": 0.00010797650262735346,
+      "loss": 1.1692,
+      "step": 2950
+    },
+    {
+      "epoch": 0.5280085767890645,
+      "grad_norm": 0.5434553623199463,
+      "learning_rate": 0.00010766554469340386,
+      "loss": 1.1801,
+      "step": 2955
+    },
+    {
+      "epoch": 0.5289019923166265,
+      "grad_norm": 0.502286970615387,
+      "learning_rate": 0.00010735451218141191,
+      "loss": 1.1753,
+      "step": 2960
+    },
+    {
+      "epoch": 0.5297954078441883,
+      "grad_norm": 0.5568491220474243,
+      "learning_rate": 0.0001070434081174112,
+      "loss": 1.1603,
+      "step": 2965
+    },
+    {
+      "epoch": 0.5306888233717502,
+      "grad_norm": 0.470877468585968,
+      "learning_rate": 0.00010673223552813147,
+      "loss": 1.1581,
+      "step": 2970
+    },
+    {
+      "epoch": 0.5315822388993121,
+      "grad_norm": 0.5503152012825012,
+      "learning_rate": 0.00010642099744096914,
+      "loss": 1.1617,
+      "step": 2975
+    },
+    {
+      "epoch": 0.532475654426874,
+      "grad_norm": 0.5499110221862793,
+      "learning_rate": 0.00010610969688395782,
+      "loss": 1.1525,
+      "step": 2980
+    },
+    {
+      "epoch": 0.5333690699544358,
+      "grad_norm": 0.5412406325340271,
+      "learning_rate": 0.00010579833688573897,
+      "loss": 1.1664,
+      "step": 2985
+    },
+    {
+      "epoch": 0.5342624854819977,
+      "grad_norm": 0.4897433817386627,
+      "learning_rate": 0.00010548692047553227,
+      "loss": 1.156,
+      "step": 2990
+    },
+    {
+      "epoch": 0.5351559010095596,
+      "grad_norm": 0.5212523341178894,
+      "learning_rate": 0.00010517545068310635,
+      "loss": 1.1502,
+      "step": 2995
+    },
+    {
+      "epoch": 0.5360493165371214,
+      "grad_norm": 0.48938560485839844,
+      "learning_rate": 0.00010486393053874902,
+      "loss": 1.1703,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5369427320646832,
+      "grad_norm": 0.5584519505500793,
+      "learning_rate": 0.0001045523630732381,
+      "loss": 1.1739,
+      "step": 3005
+    },
+    {
+      "epoch": 0.5378361475922452,
+      "grad_norm": 0.5129048228263855,
+      "learning_rate": 0.00010424075131781178,
+      "loss": 1.1852,
+      "step": 3010
+    },
+    {
+      "epoch": 0.538729563119807,
+      "grad_norm": 0.5111370086669922,
+      "learning_rate": 0.00010392909830413904,
+      "loss": 1.1613,
+      "step": 3015
+    },
+    {
+      "epoch": 0.5396229786473689,
+      "grad_norm": 0.5235916376113892,
+      "learning_rate": 0.00010361740706429046,
+      "loss": 1.1644,
+      "step": 3020
+    },
+    {
+      "epoch": 0.5405163941749308,
+      "grad_norm": 0.523694634437561,
+      "learning_rate": 0.00010330568063070832,
+      "loss": 1.1947,
+      "step": 3025
+    },
+    {
+      "epoch": 0.5414098097024926,
+      "grad_norm": 0.4990216791629791,
+      "learning_rate": 0.00010299392203617744,
+      "loss": 1.1552,
+      "step": 3030
+    },
+    {
+      "epoch": 0.5423032252300545,
+      "grad_norm": 0.5227737426757812,
+      "learning_rate": 0.00010268213431379543,
+      "loss": 1.187,
+      "step": 3035
+    },
+    {
+      "epoch": 0.5431966407576164,
+      "grad_norm": 0.49936816096305847,
+      "learning_rate": 0.00010237032049694335,
+      "loss": 1.1584,
+      "step": 3040
+    },
+    {
+      "epoch": 0.5440900562851783,
+      "grad_norm": 0.5005204081535339,
+      "learning_rate": 0.00010205848361925618,
+      "loss": 1.1528,
+      "step": 3045
+    },
+    {
+      "epoch": 0.5449834718127401,
+      "grad_norm": 0.553865909576416,
+      "learning_rate": 0.0001017466267145931,
+      "loss": 1.1696,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5458768873403019,
+      "grad_norm": 0.5369734168052673,
+      "learning_rate": 0.0001014347528170083,
+      "loss": 1.1576,
+      "step": 3055
+    },
+    {
+      "epoch": 0.5467703028678639,
+      "grad_norm": 0.5343630909919739,
+      "learning_rate": 0.00010112286496072117,
+      "loss": 1.1848,
+      "step": 3060
+    },
+    {
+      "epoch": 0.5476637183954257,
+      "grad_norm": 0.535750687122345,
+      "learning_rate": 0.00010081096618008699,
+      "loss": 1.1436,
+      "step": 3065
+    },
+    {
+      "epoch": 0.5485571339229875,
+      "grad_norm": 0.551857590675354,
+      "learning_rate": 0.00010049905950956728,
+      "loss": 1.1477,
+      "step": 3070
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 0.5209478139877319,
+      "learning_rate": 0.00010018714798370035,
+      "loss": 1.1672,
+      "step": 3075
+    },
+    {
+      "epoch": 0.5503439649781113,
+      "grad_norm": 0.47555601596832275,
+      "learning_rate": 9.98752346370717e-05,
+      "loss": 1.1585,
+      "step": 3080
+    },
+    {
+      "epoch": 0.5512373805056732,
+      "grad_norm": 0.4957531988620758,
+      "learning_rate": 9.956332250428457e-05,
+      "loss": 1.1574,
+      "step": 3085
+    },
+    {
+      "epoch": 0.552130796033235,
+      "grad_norm": 0.4895710051059723,
+      "learning_rate": 9.925141461993043e-05,
+      "loss": 1.1262,
+      "step": 3090
+    },
+    {
+      "epoch": 0.553024211560797,
+      "grad_norm": 0.5204643607139587,
+      "learning_rate": 9.893951401855932e-05,
+      "loss": 1.1567,
+      "step": 3095
+    },
+    {
+      "epoch": 0.5539176270883588,
+      "grad_norm": 0.4921712279319763,
+      "learning_rate": 9.862762373465055e-05,
+      "loss": 1.1659,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5548110426159206,
+      "grad_norm": 0.5866613388061523,
+      "learning_rate": 9.831574680258297e-05,
+      "loss": 1.141,
+      "step": 3105
+    },
+    {
+      "epoch": 0.5557044581434826,
+      "grad_norm": 0.5556049346923828,
+      "learning_rate": 9.800388625660553e-05,
+      "loss": 1.1803,
+      "step": 3110
+    },
+    {
+      "epoch": 0.5565978736710444,
+      "grad_norm": 0.5409796833992004,
+      "learning_rate": 9.769204513080775e-05,
+      "loss": 1.1225,
+      "step": 3115
+    },
+    {
+      "epoch": 0.5574912891986062,
+      "grad_norm": 0.5227869749069214,
+      "learning_rate": 9.738022645909026e-05,
+      "loss": 1.2076,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5583847047261682,
+      "grad_norm": 0.5156333446502686,
+      "learning_rate": 9.706843327513521e-05,
+      "loss": 1.1229,
+      "step": 3125
+    },
+    {
+      "epoch": 0.55927812025373,
+      "grad_norm": 0.5258979201316833,
+      "learning_rate": 9.675666861237677e-05,
+      "loss": 1.1495,
+      "step": 3130
+    },
+    {
+      "epoch": 0.5601715357812919,
+      "grad_norm": 0.5187394022941589,
+      "learning_rate": 9.644493550397168e-05,
+      "loss": 1.1477,
+      "step": 3135
+    },
+    {
+      "epoch": 0.5610649513088537,
+      "grad_norm": 0.4999004304409027,
+      "learning_rate": 9.61332369827696e-05,
+      "loss": 1.1449,
+      "step": 3140
+    },
+    {
+      "epoch": 0.5619583668364156,
+      "grad_norm": 0.5169167518615723,
+      "learning_rate": 9.582157608128374e-05,
+      "loss": 1.1284,
+      "step": 3145
+    },
+    {
+      "epoch": 0.5628517823639775,
+      "grad_norm": 0.5010549426078796,
+      "learning_rate": 9.550995583166133e-05,
+      "loss": 1.1526,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5637451978915393,
+      "grad_norm": 0.4774199426174164,
+      "learning_rate": 9.519837926565409e-05,
+      "loss": 1.1382,
+      "step": 3155
+    },
+    {
+      "epoch": 0.5646386134191013,
+      "grad_norm": 0.5373679995536804,
+      "learning_rate": 9.488684941458867e-05,
+      "loss": 1.1759,
+      "step": 3160
+    },
+    {
+      "epoch": 0.5655320289466631,
+      "grad_norm": 0.514975368976593,
+      "learning_rate": 9.45753693093373e-05,
+      "loss": 1.1553,
+      "step": 3165
+    },
+    {
+      "epoch": 0.5664254444742249,
+      "grad_norm": 0.5256127119064331,
+      "learning_rate": 9.426394198028823e-05,
+      "loss": 1.1217,
+      "step": 3170
+    },
+    {
+      "epoch": 0.5673188600017869,
+      "grad_norm": 0.49551287293434143,
+      "learning_rate": 9.395257045731627e-05,
+      "loss": 1.1269,
+      "step": 3175
+    },
+    {
+      "epoch": 0.5682122755293487,
+      "grad_norm": 0.5360212922096252,
+      "learning_rate": 9.364125776975318e-05,
+      "loss": 1.1636,
+      "step": 3180
+    },
+    {
+      "epoch": 0.5691056910569106,
+      "grad_norm": 0.5216602087020874,
+      "learning_rate": 9.333000694635849e-05,
+      "loss": 1.1649,
+      "step": 3185
+    },
+    {
+      "epoch": 0.5699991065844724,
+      "grad_norm": 0.4999989867210388,
+      "learning_rate": 9.30188210152897e-05,
+      "loss": 1.1135,
+      "step": 3190
+    },
+    {
+      "epoch": 0.5708925221120343,
+      "grad_norm": 0.5036138892173767,
+      "learning_rate": 9.270770300407305e-05,
+      "loss": 1.1549,
+      "step": 3195
+    },
+    {
+      "epoch": 0.5717859376395962,
+      "grad_norm": 0.5282987356185913,
+      "learning_rate": 9.239665593957398e-05,
+      "loss": 1.1426,
+      "step": 3200
+    },
+    {
+      "epoch": 0.572679353167158,
+      "grad_norm": 0.5551292300224304,
+      "learning_rate": 9.208568284796766e-05,
+      "loss": 1.147,
+      "step": 3205
+    },
+    {
+      "epoch": 0.57357276869472,
+      "grad_norm": 0.5044068098068237,
+      "learning_rate": 9.177478675470956e-05,
+      "loss": 1.1307,
+      "step": 3210
+    },
+    {
+      "epoch": 0.5744661842222818,
+      "grad_norm": 0.4707668125629425,
+      "learning_rate": 9.146397068450612e-05,
+      "loss": 1.1298,
+      "step": 3215
+    },
+    {
+      "epoch": 0.5753595997498436,
+      "grad_norm": 0.5296815037727356,
+      "learning_rate": 9.11532376612852e-05,
+      "loss": 1.1601,
+      "step": 3220
+    },
+    {
+      "epoch": 0.5762530152774055,
+      "grad_norm": 0.508043646812439,
+      "learning_rate": 9.084259070816662e-05,
+      "loss": 1.1773,
+      "step": 3225
+    },
+    {
+      "epoch": 0.5771464308049674,
+      "grad_norm": 0.5130497813224792,
+      "learning_rate": 9.053203284743294e-05,
+      "loss": 1.1281,
+      "step": 3230
+    },
+    {
+      "epoch": 0.5780398463325293,
+      "grad_norm": 0.48072364926338196,
+      "learning_rate": 9.022156710049985e-05,
+      "loss": 1.1401,
+      "step": 3235
+    },
+    {
+      "epoch": 0.5789332618600911,
+      "grad_norm": 0.5246201753616333,
+      "learning_rate": 8.991119648788696e-05,
+      "loss": 1.1313,
+      "step": 3240
+    },
+    {
+      "epoch": 0.579826677387653,
+      "grad_norm": 0.5002977252006531,
+      "learning_rate": 8.960092402918819e-05,
+      "loss": 1.1225,
+      "step": 3245
+    },
+    {
+      "epoch": 0.5807200929152149,
+      "grad_norm": 0.5016835927963257,
+      "learning_rate": 8.929075274304267e-05,
+      "loss": 1.1257,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5816135084427767,
+      "grad_norm": 0.5389193296432495,
+      "learning_rate": 8.898068564710508e-05,
+      "loss": 1.1445,
+      "step": 3255
+    },
+    {
+      "epoch": 0.5825069239703387,
+      "grad_norm": 0.5444117188453674,
+      "learning_rate": 8.86707257580165e-05,
+      "loss": 1.1449,
+      "step": 3260
+    },
+    {
+      "epoch": 0.5834003394979005,
+      "grad_norm": 0.501939594745636,
+      "learning_rate": 8.836087609137502e-05,
+      "loss": 1.1912,
+      "step": 3265
+    },
+    {
+      "epoch": 0.5842937550254623,
+      "grad_norm": 0.5322566628456116,
+      "learning_rate": 8.805113966170635e-05,
+      "loss": 1.128,
+      "step": 3270
+    },
+    {
+      "epoch": 0.5851871705530242,
+      "grad_norm": 0.5263496041297913,
+      "learning_rate": 8.774151948243453e-05,
+      "loss": 1.1253,
+      "step": 3275
+    },
+    {
+      "epoch": 0.5860805860805861,
+      "grad_norm": 0.5112000703811646,
+      "learning_rate": 8.743201856585256e-05,
+      "loss": 1.1595,
+      "step": 3280
+    },
+    {
+      "epoch": 0.5869740016081479,
+      "grad_norm": 0.5330345630645752,
+      "learning_rate": 8.712263992309318e-05,
+      "loss": 1.1191,
+      "step": 3285
+    },
+    {
+      "epoch": 0.5878674171357098,
+      "grad_norm": 0.49791669845581055,
+      "learning_rate": 8.681338656409951e-05,
+      "loss": 1.1125,
+      "step": 3290
+    },
+    {
+      "epoch": 0.5887608326632717,
+      "grad_norm": 0.5101556181907654,
+      "learning_rate": 8.650426149759578e-05,
+      "loss": 1.1345,
+      "step": 3295
+    },
+    {
+      "epoch": 0.5896542481908336,
+      "grad_norm": 0.521859347820282,
+      "learning_rate": 8.619526773105813e-05,
+      "loss": 1.1581,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5905476637183954,
+      "grad_norm": 0.5242456197738647,
+      "learning_rate": 8.588640827068512e-05,
+      "loss": 1.1512,
+      "step": 3305
+    },
+    {
+      "epoch": 0.5914410792459573,
+      "grad_norm": 0.489236444234848,
+      "learning_rate": 8.557768612136882e-05,
+      "loss": 1.099,
+      "step": 3310
+    },
+    {
+      "epoch": 0.5923344947735192,
+      "grad_norm": 0.520885169506073,
+      "learning_rate": 8.52691042866653e-05,
+      "loss": 1.1243,
+      "step": 3315
+    },
+    {
+      "epoch": 0.593227910301081,
+      "grad_norm": 0.495631605386734,
+      "learning_rate": 8.496066576876556e-05,
+      "loss": 1.1235,
+      "step": 3320
+    },
+    {
+      "epoch": 0.5941213258286429,
+      "grad_norm": 0.5357411503791809,
+      "learning_rate": 8.465237356846624e-05,
+      "loss": 1.1647,
+      "step": 3325
+    },
+    {
+      "epoch": 0.5950147413562048,
+      "grad_norm": 0.543991208076477,
+      "learning_rate": 8.434423068514048e-05,
+      "loss": 1.1379,
+      "step": 3330
+    },
+    {
+      "epoch": 0.5959081568837666,
+      "grad_norm": 0.5474541187286377,
+      "learning_rate": 8.403624011670871e-05,
+      "loss": 1.1423,
+      "step": 3335
+    },
+    {
+      "epoch": 0.5968015724113285,
+      "grad_norm": 0.5549032092094421,
+      "learning_rate": 8.372840485960947e-05,
+      "loss": 1.1872,
+      "step": 3340
+    },
+    {
+      "epoch": 0.5976949879388904,
+      "grad_norm": 0.5237979888916016,
+      "learning_rate": 8.342072790877033e-05,
+      "loss": 1.1388,
+      "step": 3345
+    },
+    {
+      "epoch": 0.5985884034664523,
+      "grad_norm": 0.5107823610305786,
+      "learning_rate": 8.311321225757858e-05,
+      "loss": 1.1151,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5994818189940141,
+      "grad_norm": 0.4889257252216339,
+      "learning_rate": 8.280586089785236e-05,
+      "loss": 1.1501,
+      "step": 3355
+    },
+    {
+      "epoch": 0.600375234521576,
+      "grad_norm": 0.5312927961349487,
+      "learning_rate": 8.249867681981139e-05,
+      "loss": 1.1124,
+      "step": 3360
+    },
+    {
+      "epoch": 0.6012686500491379,
+      "grad_norm": 0.5377475619316101,
+      "learning_rate": 8.219166301204781e-05,
+      "loss": 1.1632,
+      "step": 3365
+    },
+    {
+      "epoch": 0.6021620655766997,
+      "grad_norm": 0.5036457777023315,
+      "learning_rate": 8.188482246149736e-05,
+      "loss": 1.1485,
+      "step": 3370
+    },
+    {
+      "epoch": 0.6030554811042615,
+      "grad_norm": 0.5324269533157349,
+      "learning_rate": 8.157815815341002e-05,
+      "loss": 1.1563,
+      "step": 3375
+    },
+    {
+      "epoch": 0.6039488966318235,
+      "grad_norm": 0.5336183309555054,
+      "learning_rate": 8.127167307132119e-05,
+      "loss": 1.1387,
+      "step": 3380
+    },
+    {
+      "epoch": 0.6048423121593853,
+      "grad_norm": 0.5451260805130005,
+      "learning_rate": 8.096537019702255e-05,
+      "loss": 1.1599,
+      "step": 3385
+    },
+    {
+      "epoch": 0.6057357276869472,
+      "grad_norm": 0.4915177524089813,
+      "learning_rate": 8.065925251053307e-05,
+      "loss": 1.1664,
+      "step": 3390
+    },
+    {
+      "epoch": 0.6066291432145091,
+      "grad_norm": 0.5154266357421875,
+      "learning_rate": 8.035332299007014e-05,
+      "loss": 1.1343,
+      "step": 3395
+    },
+    {
+      "epoch": 0.607522558742071,
+      "grad_norm": 0.48472052812576294,
+      "learning_rate": 8.004758461202023e-05,
+      "loss": 1.1482,
+      "step": 3400
+    },
+    {
+      "epoch": 0.6084159742696328,
+      "grad_norm": 0.48825910687446594,
+      "learning_rate": 7.974204035091046e-05,
+      "loss": 1.1233,
+      "step": 3405
+    },
+    {
+      "epoch": 0.6093093897971946,
+      "grad_norm": 0.5200708508491516,
+      "learning_rate": 7.943669317937923e-05,
+      "loss": 1.1334,
+      "step": 3410
+    },
+    {
+      "epoch": 0.6102028053247566,
+      "grad_norm": 0.5124212503433228,
+      "learning_rate": 7.913154606814753e-05,
+      "loss": 1.1336,
+      "step": 3415
+    },
+    {
+      "epoch": 0.6110962208523184,
+      "grad_norm": 0.5567544102668762,
+      "learning_rate": 7.882660198598993e-05,
+      "loss": 1.1524,
+      "step": 3420
+    },
+    {
+      "epoch": 0.6119896363798802,
+      "grad_norm": 0.5360432267189026,
+      "learning_rate": 7.852186389970571e-05,
+      "loss": 1.1671,
+      "step": 3425
+    },
+    {
+      "epoch": 0.6128830519074422,
+      "grad_norm": 0.5166192650794983,
+      "learning_rate": 7.821733477409005e-05,
+      "loss": 1.1043,
+      "step": 3430
+    },
+    {
+      "epoch": 0.613776467435004,
+      "grad_norm": 0.5590426921844482,
+      "learning_rate": 7.791301757190516e-05,
+      "loss": 1.1091,
+      "step": 3435
+    },
+    {
+      "epoch": 0.6146698829625659,
+      "grad_norm": 0.5402864813804626,
+      "learning_rate": 7.760891525385146e-05,
+      "loss": 1.125,
+      "step": 3440
+    },
+    {
+      "epoch": 0.6155632984901278,
+      "grad_norm": 0.4936152696609497,
+      "learning_rate": 7.730503077853873e-05,
+      "loss": 1.1471,
+      "step": 3445
+    },
+    {
+      "epoch": 0.6164567140176896,
+      "grad_norm": 0.48089155554771423,
+      "learning_rate": 7.700136710245731e-05,
+      "loss": 1.0873,
+      "step": 3450
+    },
+    {
+      "epoch": 0.6173501295452515,
+      "grad_norm": 0.517113447189331,
+      "learning_rate": 7.669792717994946e-05,
+      "loss": 1.1164,
+      "step": 3455
+    },
+    {
+      "epoch": 0.6182435450728133,
+      "grad_norm": 0.5420798063278198,
+      "learning_rate": 7.639471396318057e-05,
+      "loss": 1.1514,
+      "step": 3460
+    },
+    {
+      "epoch": 0.6191369606003753,
+      "grad_norm": 0.5132094025611877,
+      "learning_rate": 7.609173040211035e-05,
+      "loss": 1.1526,
+      "step": 3465
+    },
+    {
+      "epoch": 0.6200303761279371,
+      "grad_norm": 0.5790542364120483,
+      "learning_rate": 7.578897944446417e-05,
+      "loss": 1.1685,
+      "step": 3470
+    },
+    {
+      "epoch": 0.6209237916554989,
+      "grad_norm": 0.5307674407958984,
+      "learning_rate": 7.548646403570449e-05,
+      "loss": 1.1245,
+      "step": 3475
+    },
+    {
+      "epoch": 0.6218172071830609,
+      "grad_norm": 0.5037259459495544,
+      "learning_rate": 7.518418711900206e-05,
+      "loss": 1.1549,
+      "step": 3480
+    },
+    {
+      "epoch": 0.6227106227106227,
+      "grad_norm": 0.49981221556663513,
+      "learning_rate": 7.488215163520729e-05,
+      "loss": 1.1136,
+      "step": 3485
+    },
+    {
+      "epoch": 0.6236040382381846,
+      "grad_norm": 0.5257123708724976,
+      "learning_rate": 7.458036052282185e-05,
+      "loss": 1.0913,
+      "step": 3490
+    },
+    {
+      "epoch": 0.6244974537657465,
+      "grad_norm": 0.5649625062942505,
+      "learning_rate": 7.427881671796973e-05,
+      "loss": 1.129,
+      "step": 3495
+    },
+    {
+      "epoch": 0.6253908692933083,
+      "grad_norm": 0.5401619672775269,
+      "learning_rate": 7.3977523154369e-05,
+      "loss": 1.1526,
+      "step": 3500
+    },
+    {
+      "epoch": 0.6262842848208702,
+      "grad_norm": 0.5306874513626099,
+      "learning_rate": 7.367648276330305e-05,
+      "loss": 1.1597,
+      "step": 3505
+    },
+    {
+      "epoch": 0.627177700348432,
+      "grad_norm": 0.5311725735664368,
+      "learning_rate": 7.337569847359226e-05,
+      "loss": 1.1308,
+      "step": 3510
+    },
+    {
+      "epoch": 0.628071115875994,
+      "grad_norm": 0.5326215028762817,
+      "learning_rate": 7.307517321156528e-05,
+      "loss": 1.1142,
+      "step": 3515
+    },
+    {
+      "epoch": 0.6289645314035558,
+      "grad_norm": 0.5113494992256165,
+      "learning_rate": 7.277490990103079e-05,
+      "loss": 1.1321,
+      "step": 3520
+    },
+    {
+      "epoch": 0.6298579469311176,
+      "grad_norm": 0.5225013494491577,
+      "learning_rate": 7.247491146324887e-05,
+      "loss": 1.1103,
+      "step": 3525
+    },
+    {
+      "epoch": 0.6307513624586796,
+      "grad_norm": 0.522226095199585,
+      "learning_rate": 7.217518081690265e-05,
+      "loss": 1.1611,
+      "step": 3530
+    },
+    {
+      "epoch": 0.6316447779862414,
+      "grad_norm": 0.5471552014350891,
+      "learning_rate": 7.187572087807e-05,
+      "loss": 1.1654,
+      "step": 3535
+    },
+    {
+      "epoch": 0.6325381935138032,
+      "grad_norm": 0.5112610459327698,
+      "learning_rate": 7.157653456019504e-05,
+      "loss": 1.1273,
+      "step": 3540
+    },
+    {
+      "epoch": 0.6334316090413651,
+      "grad_norm": 0.5094234347343445,
+      "learning_rate": 7.127762477405976e-05,
+      "loss": 1.1483,
+      "step": 3545
+    },
+    {
+      "epoch": 0.634325024568927,
+      "grad_norm": 0.5493167638778687,
+      "learning_rate": 7.097899442775584e-05,
+      "loss": 1.1254,
+      "step": 3550
+    },
+    {
+      "epoch": 0.6352184400964889,
+      "grad_norm": 0.5173693299293518,
+      "learning_rate": 7.068064642665631e-05,
+      "loss": 1.1468,
+      "step": 3555
+    },
+    {
+      "epoch": 0.6361118556240507,
+      "grad_norm": 0.5034879446029663,
+      "learning_rate": 7.038258367338723e-05,
+      "loss": 1.1349,
+      "step": 3560
+    },
+    {
+      "epoch": 0.6370052711516127,
+      "grad_norm": 0.546248197555542,
+      "learning_rate": 7.008480906779948e-05,
+      "loss": 1.1423,
+      "step": 3565
+    },
+    {
+      "epoch": 0.6378986866791745,
+      "grad_norm": 0.49636945128440857,
+      "learning_rate": 6.97873255069406e-05,
+      "loss": 1.1527,
+      "step": 3570
+    },
+    {
+      "epoch": 0.6387921022067363,
+      "grad_norm": 0.5306327939033508,
+      "learning_rate": 6.949013588502651e-05,
+      "loss": 1.1298,
+      "step": 3575
+    },
+    {
+      "epoch": 0.6396855177342983,
+      "grad_norm": 0.4831233024597168,
+      "learning_rate": 6.919324309341341e-05,
+      "loss": 1.1189,
+      "step": 3580
+    },
+    {
+      "epoch": 0.6405789332618601,
+      "grad_norm": 0.553893506526947,
+      "learning_rate": 6.889665002056966e-05,
+      "loss": 1.118,
+      "step": 3585
+    },
+    {
+      "epoch": 0.6414723487894219,
+      "grad_norm": 0.4722842872142792,
+      "learning_rate": 6.860035955204767e-05,
+      "loss": 1.1195,
+      "step": 3590
+    },
+    {
+      "epoch": 0.6423657643169838,
+      "grad_norm": 0.5145003795623779,
+      "learning_rate": 6.830437457045568e-05,
+      "loss": 1.1491,
+      "step": 3595
+    },
+    {
+      "epoch": 0.6432591798445457,
+      "grad_norm": 0.5275436639785767,
+      "learning_rate": 6.800869795543007e-05,
+      "loss": 1.1086,
+      "step": 3600
+    },
+    {
+      "epoch": 0.6441525953721076,
+      "grad_norm": 0.5202250480651855,
+      "learning_rate": 6.771333258360694e-05,
+      "loss": 1.1357,
+      "step": 3605
+    },
+    {
+      "epoch": 0.6450460108996694,
+      "grad_norm": 0.5156890749931335,
+      "learning_rate": 6.74182813285944e-05,
+      "loss": 1.118,
+      "step": 3610
+    },
+    {
+      "epoch": 0.6459394264272313,
+      "grad_norm": 0.5047606229782104,
+      "learning_rate": 6.712354706094452e-05,
+      "loss": 1.1066,
+      "step": 3615
+    },
+    {
+      "epoch": 0.6468328419547932,
+      "grad_norm": 0.5137758851051331,
+      "learning_rate": 6.682913264812533e-05,
+      "loss": 1.1402,
+      "step": 3620
+    },
+    {
+      "epoch": 0.647726257482355,
+      "grad_norm": 0.5158393383026123,
+      "learning_rate": 6.653504095449305e-05,
+      "loss": 1.1016,
+      "step": 3625
+    },
+    {
+      "epoch": 0.648619673009917,
+      "grad_norm": 0.5306075811386108,
+      "learning_rate": 6.624127484126421e-05,
+      "loss": 1.1417,
+      "step": 3630
+    },
+    {
+      "epoch": 0.6495130885374788,
+      "grad_norm": 0.5093557238578796,
+      "learning_rate": 6.594783716648769e-05,
+      "loss": 1.1397,
+      "step": 3635
+    },
+    {
+      "epoch": 0.6504065040650406,
+      "grad_norm": 0.4910166561603546,
+      "learning_rate": 6.565473078501698e-05,
+      "loss": 1.1187,
+      "step": 3640
+    },
+    {
+      "epoch": 0.6512999195926025,
+      "grad_norm": 0.5265088677406311,
+      "learning_rate": 6.536195854848248e-05,
+      "loss": 1.0743,
+      "step": 3645
+    },
+    {
+      "epoch": 0.6521933351201644,
+      "grad_norm": 0.518035888671875,
+      "learning_rate": 6.506952330526373e-05,
+      "loss": 1.1224,
+      "step": 3650
+    },
+    {
+      "epoch": 0.6530867506477263,
+      "grad_norm": 0.5047338604927063,
+      "learning_rate": 6.477742790046152e-05,
+      "loss": 1.1183,
+      "step": 3655
+    },
+    {
+      "epoch": 0.6539801661752881,
+      "grad_norm": 0.5210195779800415,
+      "learning_rate": 6.448567517587052e-05,
+      "loss": 1.1546,
+      "step": 3660
+    },
+    {
+      "epoch": 0.65487358170285,
+      "grad_norm": 0.5376661419868469,
+      "learning_rate": 6.419426796995137e-05,
+      "loss": 1.147,
+      "step": 3665
+    },
+    {
+      "epoch": 0.6557669972304119,
+      "grad_norm": 0.5363953709602356,
+      "learning_rate": 6.390320911780317e-05,
+      "loss": 1.1399,
+      "step": 3670
+    },
+    {
+      "epoch": 0.6566604127579737,
+      "grad_norm": 0.5107960104942322,
+      "learning_rate": 6.36125014511359e-05,
+      "loss": 1.1382,
+      "step": 3675
+    },
+    {
+      "epoch": 0.6575538282855357,
+      "grad_norm": 0.511021614074707,
+      "learning_rate": 6.332214779824288e-05,
+      "loss": 1.1503,
+      "step": 3680
+    },
+    {
+      "epoch": 0.6584472438130975,
+      "grad_norm": 0.5405541062355042,
+      "learning_rate": 6.303215098397321e-05,
+      "loss": 1.1043,
+      "step": 3685
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 0.542253851890564,
+      "learning_rate": 6.274251382970427e-05,
+      "loss": 1.1344,
+      "step": 3690
+    },
+    {
+      "epoch": 0.6602340748682212,
+      "grad_norm": 0.5661068558692932,
+      "learning_rate": 6.245323915331439e-05,
+      "loss": 1.1463,
+      "step": 3695
+    },
+    {
+      "epoch": 0.6611274903957831,
+      "grad_norm": 0.5561456680297852,
+      "learning_rate": 6.216432976915527e-05,
+      "loss": 1.1655,
+      "step": 3700
+    },
+    {
+      "epoch": 0.662020905923345,
+      "grad_norm": 0.5392094254493713,
+      "learning_rate": 6.187578848802475e-05,
+      "loss": 1.1092,
+      "step": 3705
+    },
+    {
+      "epoch": 0.6629143214509068,
+      "grad_norm": 0.54625403881073,
+      "learning_rate": 6.15876181171394e-05,
+      "loss": 1.1417,
+      "step": 3710
+    },
+    {
+      "epoch": 0.6638077369784687,
+      "grad_norm": 0.5339346528053284,
+      "learning_rate": 6.129982146010713e-05,
+      "loss": 1.1493,
+      "step": 3715
+    },
+    {
+      "epoch": 0.6647011525060306,
+      "grad_norm": 0.4904159605503082,
+      "learning_rate": 6.101240131690009e-05,
+      "loss": 1.1063,
+      "step": 3720
+    },
+    {
+      "epoch": 0.6655945680335924,
+      "grad_norm": 0.5268272161483765,
+      "learning_rate": 6.072536048382726e-05,
+      "loss": 1.1261,
+      "step": 3725
+    },
+    {
+      "epoch": 0.6664879835611542,
+      "grad_norm": 0.5363719463348389,
+      "learning_rate": 6.043870175350732e-05,
+      "loss": 1.1581,
+      "step": 3730
+    },
+    {
+      "epoch": 0.6673813990887162,
+      "grad_norm": 0.5529670715332031,
+      "learning_rate": 6.0152427914841544e-05,
+      "loss": 1.112,
+      "step": 3735
+    },
+    {
+      "epoch": 0.668274814616278,
+      "grad_norm": 0.49713894724845886,
+      "learning_rate": 5.9866541752986485e-05,
+      "loss": 1.1057,
+      "step": 3740
+    },
+    {
+      "epoch": 0.6691682301438399,
+      "grad_norm": 0.5073032975196838,
+      "learning_rate": 5.958104604932706e-05,
+      "loss": 1.1555,
+      "step": 3745
+    },
+    {
+      "epoch": 0.6700616456714018,
+      "grad_norm": 0.5101709961891174,
+      "learning_rate": 5.9295943581449385e-05,
+      "loss": 1.1366,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6709550611989636,
+      "grad_norm": 0.5283429026603699,
+      "learning_rate": 5.901123712311385e-05,
+      "loss": 1.1178,
+      "step": 3755
+    },
+    {
+      "epoch": 0.6718484767265255,
+      "grad_norm": 0.5022781491279602,
+      "learning_rate": 5.8726929444228016e-05,
+      "loss": 1.1079,
+      "step": 3760
+    },
+    {
+      "epoch": 0.6727418922540874,
+      "grad_norm": 0.5120312571525574,
+      "learning_rate": 5.844302331081972e-05,
+      "loss": 1.1218,
+      "step": 3765
+    },
+    {
+      "epoch": 0.6736353077816493,
+      "grad_norm": 0.48626720905303955,
+      "learning_rate": 5.8159521485010214e-05,
+      "loss": 1.1053,
+      "step": 3770
+    },
+    {
+      "epoch": 0.6745287233092111,
+      "grad_norm": 0.5270091891288757,
+      "learning_rate": 5.787642672498719e-05,
+      "loss": 1.1096,
+      "step": 3775
+    },
+    {
+      "epoch": 0.6754221388367729,
+      "grad_norm": 0.5076459050178528,
+      "learning_rate": 5.759374178497801e-05,
+      "loss": 1.0824,
+      "step": 3780
+    },
+    {
+      "epoch": 0.6763155543643349,
+      "grad_norm": 0.5193483829498291,
+      "learning_rate": 5.731146941522292e-05,
+      "loss": 1.1143,
+      "step": 3785
+    },
+    {
+      "epoch": 0.6772089698918967,
+      "grad_norm": 0.5338672399520874,
+      "learning_rate": 5.702961236194826e-05,
+      "loss": 1.1068,
+      "step": 3790
+    },
+    {
+      "epoch": 0.6781023854194586,
+      "grad_norm": 0.5404512286186218,
+      "learning_rate": 5.674817336733975e-05,
+      "loss": 1.107,
+      "step": 3795
+    },
+    {
+      "epoch": 0.6789958009470205,
+      "grad_norm": 0.5492522120475769,
+      "learning_rate": 5.646715516951584e-05,
+      "loss": 1.1108,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6798892164745823,
+      "grad_norm": 0.561931848526001,
+      "learning_rate": 5.618656050250099e-05,
+      "loss": 1.1257,
+      "step": 3805
+    },
+    {
+      "epoch": 0.6807826320021442,
+      "grad_norm": 0.5259913206100464,
+      "learning_rate": 5.5906392096199255e-05,
+      "loss": 1.0976,
+      "step": 3810
+    },
+    {
+      "epoch": 0.6816760475297061,
+      "grad_norm": 0.5238481163978577,
+      "learning_rate": 5.562665267636751e-05,
+      "loss": 1.1711,
+      "step": 3815
+    },
+    {
+      "epoch": 0.682569463057268,
+      "grad_norm": 0.5467326045036316,
+      "learning_rate": 5.5347344964588996e-05,
+      "loss": 1.0727,
+      "step": 3820
+    },
+    {
+      "epoch": 0.6834628785848298,
+      "grad_norm": 0.5232309699058533,
+      "learning_rate": 5.506847167824696e-05,
+      "loss": 1.1064,
+      "step": 3825
+    },
+    {
+      "epoch": 0.6843562941123916,
+      "grad_norm": 0.5298530459403992,
+      "learning_rate": 5.479003553049806e-05,
+      "loss": 1.1082,
+      "step": 3830
+    },
+    {
+      "epoch": 0.6852497096399536,
+      "grad_norm": 0.506592333316803,
+      "learning_rate": 5.4512039230246035e-05,
+      "loss": 1.0942,
+      "step": 3835
+    },
+    {
+      "epoch": 0.6861431251675154,
+      "grad_norm": 0.5119116306304932,
+      "learning_rate": 5.42344854821154e-05,
+      "loss": 1.1278,
+      "step": 3840
+    },
+    {
+      "epoch": 0.6870365406950772,
+      "grad_norm": 0.5258318185806274,
+      "learning_rate": 5.395737698642503e-05,
+      "loss": 1.1161,
+      "step": 3845
+    },
+    {
+      "epoch": 0.6879299562226392,
+      "grad_norm": 0.5019605159759521,
+      "learning_rate": 5.368071643916194e-05,
+      "loss": 1.1363,
+      "step": 3850
+    },
+    {
+      "epoch": 0.688823371750201,
+      "grad_norm": 0.47688642144203186,
+      "learning_rate": 5.3404506531955146e-05,
+      "loss": 1.0935,
+      "step": 3855
+    },
+    {
+      "epoch": 0.6897167872777629,
+      "grad_norm": 0.5404648184776306,
+      "learning_rate": 5.3128749952049284e-05,
+      "loss": 1.1134,
+      "step": 3860
+    },
+    {
+      "epoch": 0.6906102028053247,
+      "grad_norm": 0.5106511116027832,
+      "learning_rate": 5.2853449382278605e-05,
+      "loss": 1.1165,
+      "step": 3865
+    },
+    {
+      "epoch": 0.6915036183328866,
+      "grad_norm": 0.5181242227554321,
+      "learning_rate": 5.2578607501040863e-05,
+      "loss": 1.104,
+      "step": 3870
+    },
+    {
+      "epoch": 0.6923970338604485,
+      "grad_norm": 0.5107550024986267,
+      "learning_rate": 5.2304226982271174e-05,
+      "loss": 1.1438,
+      "step": 3875
+    },
+    {
+      "epoch": 0.6932904493880103,
+      "grad_norm": 0.5244885683059692,
+      "learning_rate": 5.203031049541621e-05,
+      "loss": 1.1284,
+      "step": 3880
+    },
+    {
+      "epoch": 0.6941838649155723,
+      "grad_norm": 0.519130289554596,
+      "learning_rate": 5.175686070540786e-05,
+      "loss": 1.1188,
+      "step": 3885
+    },
+    {
+      "epoch": 0.6950772804431341,
+      "grad_norm": 0.5156662464141846,
+      "learning_rate": 5.148388027263769e-05,
+      "loss": 1.1648,
+      "step": 3890
+    },
+    {
+      "epoch": 0.6959706959706959,
+      "grad_norm": 0.5092237591743469,
+      "learning_rate": 5.1211371852930766e-05,
+      "loss": 1.0715,
+      "step": 3895
+    },
+    {
+      "epoch": 0.6968641114982579,
+      "grad_norm": 0.544964075088501,
+      "learning_rate": 5.0939338097520095e-05,
+      "loss": 1.114,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6977575270258197,
+      "grad_norm": 0.5449029207229614,
+      "learning_rate": 5.0667781653020584e-05,
+      "loss": 1.0786,
+      "step": 3905
+    },
+    {
+      "epoch": 0.6986509425533816,
+      "grad_norm": 0.5234874486923218,
+      "learning_rate": 5.039670516140338e-05,
+      "loss": 1.1419,
+      "step": 3910
+    },
+    {
+      "epoch": 0.6995443580809434,
+      "grad_norm": 0.5106183290481567,
+      "learning_rate": 5.012611125997018e-05,
+      "loss": 1.0891,
+      "step": 3915
+    },
+    {
+      "epoch": 0.7004377736085053,
+      "grad_norm": 0.49707773327827454,
+      "learning_rate": 4.9856002581327565e-05,
+      "loss": 1.1272,
+      "step": 3920
+    },
+    {
+      "epoch": 0.7013311891360672,
+      "grad_norm": 0.5646072626113892,
+      "learning_rate": 4.958638175336137e-05,
+      "loss": 1.1029,
+      "step": 3925
+    },
+    {
+      "epoch": 0.702224604663629,
+      "grad_norm": 0.5331147313117981,
+      "learning_rate": 4.931725139921126e-05,
+      "loss": 1.1271,
+      "step": 3930
+    },
+    {
+      "epoch": 0.703118020191191,
+      "grad_norm": 0.521113932132721,
+      "learning_rate": 4.9048614137244865e-05,
+      "loss": 1.0927,
+      "step": 3935
+    },
+    {
+      "epoch": 0.7040114357187528,
+      "grad_norm": 0.5384479761123657,
+      "learning_rate": 4.878047258103267e-05,
+      "loss": 1.1262,
+      "step": 3940
+    },
+    {
+      "epoch": 0.7049048512463146,
+      "grad_norm": 0.5266872644424438,
+      "learning_rate": 4.8512829339322375e-05,
+      "loss": 1.1521,
+      "step": 3945
+    },
+    {
+      "epoch": 0.7057982667738766,
+      "grad_norm": 0.5195939540863037,
+      "learning_rate": 4.8245687016013696e-05,
+      "loss": 1.1201,
+      "step": 3950
+    },
+    {
+      "epoch": 0.7066916823014384,
+      "grad_norm": 0.49455180764198303,
+      "learning_rate": 4.797904821013278e-05,
+      "loss": 1.1118,
+      "step": 3955
+    },
+    {
+      "epoch": 0.7075850978290003,
+      "grad_norm": 0.49879488348960876,
+      "learning_rate": 4.771291551580712e-05,
+      "loss": 1.1106,
+      "step": 3960
+    },
+    {
+      "epoch": 0.7084785133565621,
+      "grad_norm": 0.5107743740081787,
+      "learning_rate": 4.744729152224024e-05,
+      "loss": 1.0964,
+      "step": 3965
+    },
+    {
+      "epoch": 0.709371928884124,
+      "grad_norm": 0.4998965263366699,
+      "learning_rate": 4.71821788136865e-05,
+      "loss": 1.0842,
+      "step": 3970
+    },
+    {
+      "epoch": 0.7102653444116859,
+      "grad_norm": 0.5038910508155823,
+      "learning_rate": 4.691757996942607e-05,
+      "loss": 1.1108,
+      "step": 3975
+    },
+    {
+      "epoch": 0.7111587599392477,
+      "grad_norm": 0.5343025326728821,
+      "learning_rate": 4.665349756373957e-05,
+      "loss": 1.1084,
+      "step": 3980
+    },
+    {
+      "epoch": 0.7120521754668097,
+      "grad_norm": 0.5399016737937927,
+      "learning_rate": 4.6389934165883306e-05,
+      "loss": 1.1055,
+      "step": 3985
+    },
+    {
+      "epoch": 0.7129455909943715,
+      "grad_norm": 0.49205487966537476,
+      "learning_rate": 4.6126892340064096e-05,
+      "loss": 1.1041,
+      "step": 3990
+    },
+    {
+      "epoch": 0.7138390065219333,
+      "grad_norm": 0.5059479475021362,
+      "learning_rate": 4.586437464541451e-05,
+      "loss": 1.1028,
+      "step": 3995
+    },
+    {
+      "epoch": 0.7147324220494953,
+      "grad_norm": 0.520707368850708,
+      "learning_rate": 4.560238363596771e-05,
+      "loss": 1.064,
+      "step": 4000
+    },
+    {
+      "epoch": 0.7156258375770571,
+      "grad_norm": 0.46862202882766724,
+      "learning_rate": 4.53409218606328e-05,
+      "loss": 1.116,
+      "step": 4005
+    },
+    {
+      "epoch": 0.716519253104619,
+      "grad_norm": 0.5046384930610657,
+      "learning_rate": 4.5079991863169966e-05,
+      "loss": 1.0911,
+      "step": 4010
+    },
+    {
+      "epoch": 0.7174126686321808,
+      "grad_norm": 0.5321259498596191,
+      "learning_rate": 4.481959618216568e-05,
+      "loss": 1.0903,
+      "step": 4015
+    },
+    {
+      "epoch": 0.7183060841597427,
+      "grad_norm": 0.5124063491821289,
+      "learning_rate": 4.455973735100818e-05,
+      "loss": 1.1261,
+      "step": 4020
+    },
+    {
+      "epoch": 0.7191994996873046,
+      "grad_norm": 0.5123804211616516,
+      "learning_rate": 4.43004178978626e-05,
+      "loss": 1.1248,
+      "step": 4025
+    },
+    {
+      "epoch": 0.7200929152148664,
+      "grad_norm": 0.5785008668899536,
+      "learning_rate": 4.404164034564641e-05,
+      "loss": 1.1447,
+      "step": 4030
+    },
+    {
+      "epoch": 0.7209863307424283,
+      "grad_norm": 0.537517786026001,
+      "learning_rate": 4.378340721200501e-05,
+      "loss": 1.1067,
+      "step": 4035
+    },
+    {
+      "epoch": 0.7218797462699902,
+      "grad_norm": 0.5579099655151367,
+      "learning_rate": 4.3525721009287215e-05,
+      "loss": 1.1124,
+      "step": 4040
+    },
+    {
+      "epoch": 0.722773161797552,
+      "grad_norm": 0.5302057266235352,
+      "learning_rate": 4.326858424452063e-05,
+      "loss": 1.0999,
+      "step": 4045
+    },
+    {
+      "epoch": 0.7236665773251139,
+      "grad_norm": 0.5399320125579834,
+      "learning_rate": 4.301199941938744e-05,
+      "loss": 1.0849,
+      "step": 4050
+    },
+    {
+      "epoch": 0.7245599928526758,
+      "grad_norm": 0.5739198923110962,
+      "learning_rate": 4.275596903020001e-05,
+      "loss": 1.118,
+      "step": 4055
+    },
+    {
+      "epoch": 0.7254534083802376,
+      "grad_norm": 0.5343251824378967,
+      "learning_rate": 4.250049556787655e-05,
+      "loss": 1.1116,
+      "step": 4060
+    },
+    {
+      "epoch": 0.7263468239077995,
+      "grad_norm": 0.5469746589660645,
+      "learning_rate": 4.2245581517917065e-05,
+      "loss": 1.0922,
+      "step": 4065
+    },
+    {
+      "epoch": 0.7272402394353614,
+      "grad_norm": 0.5611655712127686,
+      "learning_rate": 4.199122936037889e-05,
+      "loss": 1.1282,
+      "step": 4070
+    },
+    {
+      "epoch": 0.7281336549629233,
+      "grad_norm": 0.5936520099639893,
+      "learning_rate": 4.173744156985283e-05,
+      "loss": 1.135,
+      "step": 4075
+    },
+    {
+      "epoch": 0.7290270704904851,
+      "grad_norm": 0.5532947778701782,
+      "learning_rate": 4.148422061543884e-05,
+      "loss": 1.123,
+      "step": 4080
+    },
+    {
+      "epoch": 0.729920486018047,
+      "grad_norm": 0.5437267422676086,
+      "learning_rate": 4.123156896072219e-05,
+      "loss": 1.084,
+      "step": 4085
+    },
+    {
+      "epoch": 0.7308139015456089,
+      "grad_norm": 0.5226598978042603,
+      "learning_rate": 4.097948906374951e-05,
+      "loss": 1.1311,
+      "step": 4090
+    },
+    {
+      "epoch": 0.7317073170731707,
+      "grad_norm": 0.5470917820930481,
+      "learning_rate": 4.0727983377004716e-05,
+      "loss": 1.1086,
+      "step": 4095
+    },
+    {
+      "epoch": 0.7326007326007326,
+      "grad_norm": 0.5484129190444946,
+      "learning_rate": 4.047705434738527e-05,
+      "loss": 1.0744,
+      "step": 4100
+    },
+    {
+      "epoch": 0.7334941481282945,
+      "grad_norm": 0.5352585911750793,
+      "learning_rate": 4.02267044161783e-05,
+      "loss": 1.1017,
+      "step": 4105
+    },
+    {
+      "epoch": 0.7343875636558563,
+      "grad_norm": 0.5201607942581177,
+      "learning_rate": 3.997693601903688e-05,
+      "loss": 1.1283,
+      "step": 4110
+    },
+    {
+      "epoch": 0.7352809791834182,
+      "grad_norm": 0.5287265181541443,
+      "learning_rate": 3.9727751585956477e-05,
+      "loss": 1.1334,
+      "step": 4115
+    },
+    {
+      "epoch": 0.7361743947109801,
+      "grad_norm": 0.5448318123817444,
+      "learning_rate": 3.9479153541251056e-05,
+      "loss": 1.1403,
+      "step": 4120
+    },
+    {
+      "epoch": 0.737067810238542,
+      "grad_norm": 0.5017204880714417,
+      "learning_rate": 3.923114430352958e-05,
+      "loss": 1.126,
+      "step": 4125
+    },
+    {
+      "epoch": 0.7379612257661038,
+      "grad_norm": 0.5083391666412354,
+      "learning_rate": 3.8983726285672536e-05,
+      "loss": 1.1325,
+      "step": 4130
+    },
+    {
+      "epoch": 0.7388546412936657,
+      "grad_norm": 0.4848039150238037,
+      "learning_rate": 3.8736901894808575e-05,
+      "loss": 1.0555,
+      "step": 4135
+    },
+    {
+      "epoch": 0.7397480568212276,
+      "grad_norm": 0.5136265158653259,
+      "learning_rate": 3.849067353229078e-05,
+      "loss": 1.1228,
+      "step": 4140
+    },
+    {
+      "epoch": 0.7406414723487894,
+      "grad_norm": 0.5346769690513611,
+      "learning_rate": 3.824504359367355e-05,
+      "loss": 1.1229,
+      "step": 4145
+    },
+    {
+      "epoch": 0.7415348878763512,
+      "grad_norm": 0.5281243324279785,
+      "learning_rate": 3.80000144686892e-05,
+      "loss": 1.1327,
+      "step": 4150
+    },
+    {
+      "epoch": 0.7424283034039132,
+      "grad_norm": 0.5599030256271362,
+      "learning_rate": 3.775558854122475e-05,
+      "loss": 1.0789,
+      "step": 4155
+    },
+    {
+      "epoch": 0.743321718931475,
+      "grad_norm": 0.5306710600852966,
+      "learning_rate": 3.7511768189298746e-05,
+      "loss": 1.0885,
+      "step": 4160
+    },
+    {
+      "epoch": 0.7442151344590369,
+      "grad_norm": 0.5410204529762268,
+      "learning_rate": 3.726855578503804e-05,
+      "loss": 1.0959,
+      "step": 4165
+    },
+    {
+      "epoch": 0.7451085499865988,
+      "grad_norm": 0.5430173873901367,
+      "learning_rate": 3.70259536946548e-05,
+      "loss": 1.1033,
+      "step": 4170
+    },
+    {
+      "epoch": 0.7460019655141606,
+      "grad_norm": 0.5353587865829468,
+      "learning_rate": 3.678396427842334e-05,
+      "loss": 1.121,
+      "step": 4175
+    },
+    {
+      "epoch": 0.7468953810417225,
+      "grad_norm": 0.5129430890083313,
+      "learning_rate": 3.6542589890657476e-05,
+      "loss": 1.0958,
+      "step": 4180
+    },
+    {
+      "epoch": 0.7477887965692843,
+      "grad_norm": 0.5174726843833923,
+      "learning_rate": 3.630183287968727e-05,
+      "loss": 1.1203,
+      "step": 4185
+    },
+    {
+      "epoch": 0.7486822120968463,
+      "grad_norm": 0.5343511700630188,
+      "learning_rate": 3.606169558783635e-05,
+      "loss": 1.0792,
+      "step": 4190
+    },
+    {
+      "epoch": 0.7495756276244081,
+      "grad_norm": 0.5478770136833191,
+      "learning_rate": 3.5822180351399136e-05,
+      "loss": 1.0975,
+      "step": 4195
+    },
+    {
+      "epoch": 0.7504690431519699,
+      "grad_norm": 0.4997379183769226,
+      "learning_rate": 3.5583289500618e-05,
+      "loss": 1.0913,
+      "step": 4200
+    },
+    {
+      "epoch": 0.7513624586795319,
+      "grad_norm": 0.5360389351844788,
+      "learning_rate": 3.53450253596608e-05,
+      "loss": 1.081,
+      "step": 4205
+    },
+    {
+      "epoch": 0.7522558742070937,
+      "grad_norm": 0.5671184062957764,
+      "learning_rate": 3.510739024659802e-05,
+      "loss": 1.1355,
+      "step": 4210
+    },
+    {
+      "epoch": 0.7531492897346556,
+      "grad_norm": 0.5735521912574768,
+      "learning_rate": 3.487038647338038e-05,
+      "loss": 1.0998,
+      "step": 4215
+    },
+    {
+      "epoch": 0.7540427052622175,
+      "grad_norm": 0.5425437092781067,
+      "learning_rate": 3.463401634581631e-05,
+      "loss": 1.1192,
+      "step": 4220
+    },
+    {
+      "epoch": 0.7549361207897793,
+      "grad_norm": 0.5446605086326599,
+      "learning_rate": 3.4398282163549414e-05,
+      "loss": 1.1166,
+      "step": 4225
+    },
+    {
+      "epoch": 0.7558295363173412,
+      "grad_norm": 0.5220611691474915,
+      "learning_rate": 3.416318622003634e-05,
+      "loss": 1.0814,
+      "step": 4230
+    },
+    {
+      "epoch": 0.756722951844903,
+      "grad_norm": 0.513034999370575,
+      "learning_rate": 3.39287308025242e-05,
+      "loss": 1.1026,
+      "step": 4235
+    },
+    {
+      "epoch": 0.757616367372465,
+      "grad_norm": 0.5283447504043579,
+      "learning_rate": 3.369491819202849e-05,
+      "loss": 1.1125,
+      "step": 4240
+    },
+    {
+      "epoch": 0.7585097829000268,
+      "grad_norm": 0.5065436363220215,
+      "learning_rate": 3.34617506633108e-05,
+      "loss": 1.1106,
+      "step": 4245
+    },
+    {
+      "epoch": 0.7594031984275886,
+      "grad_norm": 0.5315711498260498,
+      "learning_rate": 3.322923048485672e-05,
+      "loss": 1.0821,
+      "step": 4250
+    },
+    {
+      "epoch": 0.7602966139551506,
+      "grad_norm": 0.5503782033920288,
+      "learning_rate": 3.2997359918853845e-05,
+      "loss": 1.1076,
+      "step": 4255
+    },
+    {
+      "epoch": 0.7611900294827124,
+      "grad_norm": 0.5607456564903259,
+      "learning_rate": 3.276614122116962e-05,
+      "loss": 1.0913,
+      "step": 4260
+    },
+    {
+      "epoch": 0.7620834450102743,
+      "grad_norm": 0.536376953125,
+      "learning_rate": 3.2535576641329514e-05,
+      "loss": 1.0911,
+      "step": 4265
+    },
+    {
+      "epoch": 0.7629768605378362,
+      "grad_norm": 0.5168653726577759,
+      "learning_rate": 3.230566842249497e-05,
+      "loss": 1.0845,
+      "step": 4270
+    },
+    {
+      "epoch": 0.763870276065398,
+      "grad_norm": 0.5393795371055603,
+      "learning_rate": 3.2076418801441886e-05,
+      "loss": 1.098,
+      "step": 4275
+    },
+    {
+      "epoch": 0.7647636915929599,
+      "grad_norm": 0.538724422454834,
+      "learning_rate": 3.1847830008538545e-05,
+      "loss": 1.096,
+      "step": 4280
+    },
+    {
+      "epoch": 0.7656571071205217,
+      "grad_norm": 0.527229905128479,
+      "learning_rate": 3.1619904267724065e-05,
+      "loss": 1.0845,
+      "step": 4285
+    },
+    {
+      "epoch": 0.7665505226480837,
+      "grad_norm": 0.5256169438362122,
+      "learning_rate": 3.139264379648671e-05,
+      "loss": 1.0796,
+      "step": 4290
+    },
+    {
+      "epoch": 0.7674439381756455,
+      "grad_norm": 0.540058434009552,
+      "learning_rate": 3.116605080584235e-05,
+      "loss": 1.0909,
+      "step": 4295
+    },
+    {
+      "epoch": 0.7683373537032073,
+      "grad_norm": 0.5083367824554443,
+      "learning_rate": 3.0940127500313e-05,
+      "loss": 1.1013,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 0.5150957703590393,
+      "learning_rate": 3.071487607790524e-05,
+      "loss": 1.1422,
+      "step": 4305
+    },
+    {
+      "epoch": 0.7701241847583311,
+      "grad_norm": 0.5053666234016418,
+      "learning_rate": 3.049029873008893e-05,
+      "loss": 1.0878,
+      "step": 4310
+    },
+    {
+      "epoch": 0.771017600285893,
+      "grad_norm": 0.5635530352592468,
+      "learning_rate": 3.0266397641775835e-05,
+      "loss": 1.106,
+      "step": 4315
+    },
+    {
+      "epoch": 0.7719110158134549,
+      "grad_norm": 0.5005871653556824,
+      "learning_rate": 3.004317499129845e-05,
+      "loss": 1.1155,
+      "step": 4320
+    },
+    {
+      "epoch": 0.7728044313410167,
+      "grad_norm": 0.5285431742668152,
+      "learning_rate": 2.9820632950388695e-05,
+      "loss": 1.0865,
+      "step": 4325
+    },
+    {
+      "epoch": 0.7736978468685786,
+      "grad_norm": 0.5447906851768494,
+      "learning_rate": 2.9598773684156878e-05,
+      "loss": 1.1002,
+      "step": 4330
+    },
+    {
+      "epoch": 0.7745912623961404,
+      "grad_norm": 0.5144314765930176,
+      "learning_rate": 2.9377599351070595e-05,
+      "loss": 1.1234,
+      "step": 4335
+    },
+    {
+      "epoch": 0.7754846779237023,
+      "grad_norm": 0.5474838614463806,
+      "learning_rate": 2.915711210293367e-05,
+      "loss": 1.1577,
+      "step": 4340
+    },
+    {
+      "epoch": 0.7763780934512642,
+      "grad_norm": 0.5402074456214905,
+      "learning_rate": 2.8937314084865407e-05,
+      "loss": 1.119,
+      "step": 4345
+    },
+    {
+      "epoch": 0.777271508978826,
+      "grad_norm": 0.5311411023139954,
+      "learning_rate": 2.8718207435279486e-05,
+      "loss": 1.1003,
+      "step": 4350
+    },
+    {
+      "epoch": 0.778164924506388,
+      "grad_norm": 0.5577319264411926,
+      "learning_rate": 2.849979428586331e-05,
+      "loss": 1.0855,
+      "step": 4355
+    },
+    {
+      "epoch": 0.7790583400339498,
+      "grad_norm": 0.5216962099075317,
+      "learning_rate": 2.828207676155722e-05,
+      "loss": 1.0935,
+      "step": 4360
+    },
+    {
+      "epoch": 0.7799517555615116,
+      "grad_norm": 0.508258044719696,
+      "learning_rate": 2.80650569805338e-05,
+      "loss": 1.0922,
+      "step": 4365
+    },
+    {
+      "epoch": 0.7808451710890735,
+      "grad_norm": 0.5772315263748169,
+      "learning_rate": 2.784873705417731e-05,
+      "loss": 1.0749,
+      "step": 4370
+    },
+    {
+      "epoch": 0.7817385866166354,
+      "grad_norm": 0.5212002992630005,
+      "learning_rate": 2.7633119087063152e-05,
+      "loss": 1.1221,
+      "step": 4375
+    },
+    {
+      "epoch": 0.7826320021441973,
+      "grad_norm": 0.5161262154579163,
+      "learning_rate": 2.7418205176937327e-05,
+      "loss": 1.1418,
+      "step": 4380
+    },
+    {
+      "epoch": 0.7835254176717591,
+      "grad_norm": 0.5041150450706482,
+      "learning_rate": 2.7203997414696104e-05,
+      "loss": 1.1163,
+      "step": 4385
+    },
+    {
+      "epoch": 0.784418833199321,
+      "grad_norm": 0.5260159373283386,
+      "learning_rate": 2.6990497884365586e-05,
+      "loss": 1.0596,
+      "step": 4390
+    },
+    {
+      "epoch": 0.7853122487268829,
+      "grad_norm": 0.5398173332214355,
+      "learning_rate": 2.67777086630816e-05,
+      "loss": 1.1323,
+      "step": 4395
+    },
+    {
+      "epoch": 0.7862056642544447,
+      "grad_norm": 0.529534101486206,
+      "learning_rate": 2.6565631821069304e-05,
+      "loss": 1.0992,
+      "step": 4400
+    },
+    {
+      "epoch": 0.7870990797820067,
+      "grad_norm": 0.5247671008110046,
+      "learning_rate": 2.6354269421623112e-05,
+      "loss": 1.1322,
+      "step": 4405
+    },
+    {
+      "epoch": 0.7879924953095685,
+      "grad_norm": 0.4856671690940857,
+      "learning_rate": 2.6143623521086647e-05,
+      "loss": 1.0655,
+      "step": 4410
+    },
+    {
+      "epoch": 0.7888859108371303,
+      "grad_norm": 0.5172522664070129,
+      "learning_rate": 2.5933696168832743e-05,
+      "loss": 1.0842,
+      "step": 4415
+    },
+    {
+      "epoch": 0.7897793263646922,
+      "grad_norm": 0.4878483712673187,
+      "learning_rate": 2.5724489407243447e-05,
+      "loss": 1.1015,
+      "step": 4420
+    },
+    {
+      "epoch": 0.7906727418922541,
+      "grad_norm": 0.5132545828819275,
+      "learning_rate": 2.5516005271690203e-05,
+      "loss": 1.1243,
+      "step": 4425
+    },
+    {
+      "epoch": 0.791566157419816,
+      "grad_norm": 0.5201311111450195,
+      "learning_rate": 2.530824579051403e-05,
+      "loss": 1.0829,
+      "step": 4430
+    },
+    {
+      "epoch": 0.7924595729473778,
+      "grad_norm": 0.554908275604248,
+      "learning_rate": 2.510121298500573e-05,
+      "loss": 1.1092,
+      "step": 4435
+    },
+    {
+      "epoch": 0.7933529884749397,
+      "grad_norm": 0.5134171843528748,
+      "learning_rate": 2.4894908869386424e-05,
+      "loss": 1.1063,
+      "step": 4440
+    },
+    {
+      "epoch": 0.7942464040025016,
+      "grad_norm": 0.5175535678863525,
+      "learning_rate": 2.4689335450787675e-05,
+      "loss": 1.1117,
+      "step": 4445
+    },
+    {
+      "epoch": 0.7951398195300634,
+      "grad_norm": 0.543436586856842,
+      "learning_rate": 2.4484494729232155e-05,
+      "loss": 1.0985,
+      "step": 4450
+    },
+    {
+      "epoch": 0.7960332350576254,
+      "grad_norm": 0.5105295181274414,
+      "learning_rate": 2.428038869761412e-05,
+      "loss": 1.0921,
+      "step": 4455
+    },
+    {
+      "epoch": 0.7969266505851872,
+      "grad_norm": 0.524043619632721,
+      "learning_rate": 2.4077019341680042e-05,
+      "loss": 1.0728,
+      "step": 4460
+    },
+    {
+      "epoch": 0.797820066112749,
+      "grad_norm": 0.5553478002548218,
+      "learning_rate": 2.387438864000926e-05,
+      "loss": 1.1036,
+      "step": 4465
+    },
+    {
+      "epoch": 0.7987134816403109,
+      "grad_norm": 0.4928396940231323,
+      "learning_rate": 2.3672498563994762e-05,
+      "loss": 1.1025,
+      "step": 4470
+    },
+    {
+      "epoch": 0.7996068971678728,
+      "grad_norm": 0.5613781213760376,
+      "learning_rate": 2.3471351077824e-05,
+      "loss": 1.1173,
+      "step": 4475
+    },
+    {
+      "epoch": 0.8005003126954346,
+      "grad_norm": 0.5897471904754639,
+      "learning_rate": 2.3270948138459735e-05,
+      "loss": 1.1225,
+      "step": 4480
+    },
+    {
+      "epoch": 0.8013937282229965,
+      "grad_norm": 0.5354331135749817,
+      "learning_rate": 2.3071291695621135e-05,
+      "loss": 1.0784,
+      "step": 4485
+    },
+    {
+      "epoch": 0.8022871437505584,
+      "grad_norm": 0.5370863676071167,
+      "learning_rate": 2.2872383691764586e-05,
+      "loss": 1.0601,
+      "step": 4490
+    },
+    {
+      "epoch": 0.8031805592781203,
+      "grad_norm": 0.5611812472343445,
+      "learning_rate": 2.2674226062064996e-05,
+      "loss": 1.0762,
+      "step": 4495
+    },
+    {
+      "epoch": 0.8040739748056821,
+      "grad_norm": 0.5540429353713989,
+      "learning_rate": 2.2476820734396843e-05,
+      "loss": 1.0666,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8049673903332439,
+      "grad_norm": 0.5697487592697144,
+      "learning_rate": 2.2280169629315484e-05,
+      "loss": 1.1338,
+      "step": 4505
+    },
+    {
+      "epoch": 0.8058608058608059,
+      "grad_norm": 0.517309308052063,
+      "learning_rate": 2.208427466003844e-05,
+      "loss": 1.0976,
+      "step": 4510
+    },
+    {
+      "epoch": 0.8067542213883677,
+      "grad_norm": 0.5207148790359497,
+      "learning_rate": 2.1889137732426802e-05,
+      "loss": 1.13,
+      "step": 4515
+    },
+    {
+      "epoch": 0.8076476369159296,
+      "grad_norm": 0.5412813425064087,
+      "learning_rate": 2.1694760744966668e-05,
+      "loss": 1.1341,
+      "step": 4520
+    },
+    {
+      "epoch": 0.8085410524434915,
+      "grad_norm": 0.5917104482650757,
+      "learning_rate": 2.1501145588750694e-05,
+      "loss": 1.0628,
+      "step": 4525
+    },
+    {
+      "epoch": 0.8094344679710533,
+      "grad_norm": 0.5434411764144897,
+      "learning_rate": 2.1308294147459628e-05,
+      "loss": 1.1121,
+      "step": 4530
+    },
+    {
+      "epoch": 0.8103278834986152,
+      "grad_norm": 0.5469930171966553,
+      "learning_rate": 2.1116208297344155e-05,
+      "loss": 1.1057,
+      "step": 4535
+    },
+    {
+      "epoch": 0.8112212990261771,
+      "grad_norm": 0.5234044194221497,
+      "learning_rate": 2.0924889907206425e-05,
+      "loss": 1.0711,
+      "step": 4540
+    },
+    {
+      "epoch": 0.812114714553739,
+      "grad_norm": 0.5449784398078918,
+      "learning_rate": 2.0734340838382015e-05,
+      "loss": 1.0914,
+      "step": 4545
+    },
+    {
+      "epoch": 0.8130081300813008,
+      "grad_norm": 0.5194562077522278,
+      "learning_rate": 2.0544562944721778e-05,
+      "loss": 1.0878,
+      "step": 4550
+    },
+    {
+      "epoch": 0.8139015456088626,
+      "grad_norm": 0.646867573261261,
+      "learning_rate": 2.0355558072573787e-05,
+      "loss": 1.121,
+      "step": 4555
+    },
+    {
+      "epoch": 0.8147949611364246,
+      "grad_norm": 0.530295729637146,
+      "learning_rate": 2.016732806076542e-05,
+      "loss": 1.0924,
+      "step": 4560
+    },
+    {
+      "epoch": 0.8156883766639864,
+      "grad_norm": 0.5485954880714417,
+      "learning_rate": 1.9979874740585426e-05,
+      "loss": 1.1192,
+      "step": 4565
+    },
+    {
+      "epoch": 0.8165817921915483,
+      "grad_norm": 0.549314022064209,
+      "learning_rate": 1.979319993576614e-05,
+      "loss": 1.083,
+      "step": 4570
+    },
+    {
+      "epoch": 0.8174752077191102,
+      "grad_norm": 0.5288789868354797,
+      "learning_rate": 1.9607305462465686e-05,
+      "loss": 1.0898,
+      "step": 4575
+    },
+    {
+      "epoch": 0.818368623246672,
+      "grad_norm": 0.5372732281684875,
+      "learning_rate": 1.942219312925042e-05,
+      "loss": 1.1002,
+      "step": 4580
+    },
+    {
+      "epoch": 0.8192620387742339,
+      "grad_norm": 0.5401791930198669,
+      "learning_rate": 1.9237864737077204e-05,
+      "loss": 1.0702,
+      "step": 4585
+    },
+    {
+      "epoch": 0.8201554543017958,
+      "grad_norm": 0.49033990502357483,
+      "learning_rate": 1.9054322079275953e-05,
+      "loss": 1.1151,
+      "step": 4590
+    },
+    {
+      "epoch": 0.8210488698293577,
+      "grad_norm": 0.5073211193084717,
+      "learning_rate": 1.8871566941532182e-05,
+      "loss": 1.0934,
+      "step": 4595
+    },
+    {
+      "epoch": 0.8219422853569195,
+      "grad_norm": 0.48106008768081665,
+      "learning_rate": 1.8689601101869604e-05,
+      "loss": 1.0789,
+      "step": 4600
+    },
+    {
+      "epoch": 0.8228357008844813,
+      "grad_norm": 0.5558092594146729,
+      "learning_rate": 1.8508426330632933e-05,
+      "loss": 1.0921,
+      "step": 4605
+    },
+    {
+      "epoch": 0.8237291164120433,
+      "grad_norm": 0.5238335728645325,
+      "learning_rate": 1.8328044390470478e-05,
+      "loss": 1.0684,
+      "step": 4610
+    },
+    {
+      "epoch": 0.8246225319396051,
+      "grad_norm": 0.5261583924293518,
+      "learning_rate": 1.8148457036317157e-05,
+      "loss": 1.1005,
+      "step": 4615
+    },
+    {
+      "epoch": 0.8255159474671669,
+      "grad_norm": 0.5787078738212585,
+      "learning_rate": 1.796966601537734e-05,
+      "loss": 1.0957,
+      "step": 4620
+    },
+    {
+      "epoch": 0.8264093629947289,
+      "grad_norm": 0.5445564985275269,
+      "learning_rate": 1.7791673067107927e-05,
+      "loss": 1.1059,
+      "step": 4625
+    },
+    {
+      "epoch": 0.8273027785222907,
+      "grad_norm": 0.4829619228839874,
+      "learning_rate": 1.7614479923201333e-05,
+      "loss": 1.0794,
+      "step": 4630
+    },
+    {
+      "epoch": 0.8281961940498526,
+      "grad_norm": 0.5207480192184448,
+      "learning_rate": 1.7438088307568667e-05,
+      "loss": 1.0725,
+      "step": 4635
+    },
+    {
+      "epoch": 0.8290896095774145,
+      "grad_norm": 0.5238359570503235,
+      "learning_rate": 1.7262499936322997e-05,
+      "loss": 1.1395,
+      "step": 4640
+    },
+    {
+      "epoch": 0.8299830251049763,
+      "grad_norm": 0.5396834015846252,
+      "learning_rate": 1.708771651776263e-05,
+      "loss": 1.1148,
+      "step": 4645
+    },
+    {
+      "epoch": 0.8308764406325382,
+      "grad_norm": 0.5577458143234253,
+      "learning_rate": 1.6913739752354464e-05,
+      "loss": 1.104,
+      "step": 4650
+    },
+    {
+      "epoch": 0.8317698561601,
+      "grad_norm": 0.5378464460372925,
+      "learning_rate": 1.6740571332717558e-05,
+      "loss": 1.0964,
+      "step": 4655
+    },
+    {
+      "epoch": 0.832663271687662,
+      "grad_norm": 0.5314394235610962,
+      "learning_rate": 1.6568212943606465e-05,
+      "loss": 1.1034,
+      "step": 4660
+    },
+    {
+      "epoch": 0.8335566872152238,
+      "grad_norm": 0.519146203994751,
+      "learning_rate": 1.6396666261895034e-05,
+      "loss": 1.076,
+      "step": 4665
+    },
+    {
+      "epoch": 0.8344501027427856,
+      "grad_norm": 0.5421656966209412,
+      "learning_rate": 1.6225932956559943e-05,
+      "loss": 1.0792,
+      "step": 4670
+    },
+    {
+      "epoch": 0.8353435182703476,
+      "grad_norm": 0.5136523842811584,
+      "learning_rate": 1.6056014688664656e-05,
+      "loss": 1.1073,
+      "step": 4675
+    },
+    {
+      "epoch": 0.8362369337979094,
+      "grad_norm": 0.5214201807975769,
+      "learning_rate": 1.5886913111343037e-05,
+      "loss": 1.0946,
+      "step": 4680
+    },
+    {
+      "epoch": 0.8371303493254713,
+      "grad_norm": 0.5285434722900391,
+      "learning_rate": 1.571862986978342e-05,
+      "loss": 1.1,
+      "step": 4685
+    },
+    {
+      "epoch": 0.8380237648530331,
+      "grad_norm": 0.5122743844985962,
+      "learning_rate": 1.555116660121253e-05,
+      "loss": 1.1146,
+      "step": 4690
+    },
+    {
+      "epoch": 0.838917180380595,
+      "grad_norm": 0.5290825963020325,
+      "learning_rate": 1.538452493487956e-05,
+      "loss": 1.1022,
+      "step": 4695
+    },
+    {
+      "epoch": 0.8398105959081569,
+      "grad_norm": 0.5569957494735718,
+      "learning_rate": 1.5218706492040435e-05,
+      "loss": 1.068,
+      "step": 4700
+    },
+    {
+      "epoch": 0.8407040114357187,
+      "grad_norm": 0.5273507833480835,
+      "learning_rate": 1.5053712885941862e-05,
+      "loss": 1.0983,
+      "step": 4705
+    },
+    {
+      "epoch": 0.8415974269632807,
+      "grad_norm": 0.5313451886177063,
+      "learning_rate": 1.4889545721805687e-05,
+      "loss": 1.051,
+      "step": 4710
+    },
+    {
+      "epoch": 0.8424908424908425,
+      "grad_norm": 0.5266393423080444,
+      "learning_rate": 1.4726206596813363e-05,
+      "loss": 1.1074,
+      "step": 4715
+    },
+    {
+      "epoch": 0.8433842580184043,
+      "grad_norm": 0.5717965364456177,
+      "learning_rate": 1.456369710009038e-05,
+      "loss": 1.1266,
+      "step": 4720
+    },
+    {
+      "epoch": 0.8442776735459663,
+      "grad_norm": 0.4887787699699402,
+      "learning_rate": 1.4402018812690721e-05,
+      "loss": 1.0694,
+      "step": 4725
+    },
+    {
+      "epoch": 0.8451710890735281,
+      "grad_norm": 0.5646076202392578,
+      "learning_rate": 1.4241173307581558e-05,
+      "loss": 1.0688,
+      "step": 4730
+    },
+    {
+      "epoch": 0.84606450460109,
+      "grad_norm": 0.5532607436180115,
+      "learning_rate": 1.4081162149627936e-05,
+      "loss": 1.0364,
+      "step": 4735
+    },
+    {
+      "epoch": 0.8469579201286518,
+      "grad_norm": 0.5489101409912109,
+      "learning_rate": 1.39219868955775e-05,
+      "loss": 1.0935,
+      "step": 4740
+    },
+    {
+      "epoch": 0.8478513356562137,
+      "grad_norm": 0.48812875151634216,
+      "learning_rate": 1.3763649094045483e-05,
+      "loss": 1.0678,
+      "step": 4745
+    },
+    {
+      "epoch": 0.8487447511837756,
+      "grad_norm": 0.4934766888618469,
+      "learning_rate": 1.3606150285499475e-05,
+      "loss": 1.0741,
+      "step": 4750
+    },
+    {
+      "epoch": 0.8496381667113374,
+      "grad_norm": 0.5471161603927612,
+      "learning_rate": 1.3449492002244502e-05,
+      "loss": 1.0799,
+      "step": 4755
+    },
+    {
+      "epoch": 0.8505315822388994,
+      "grad_norm": 0.520369827747345,
+      "learning_rate": 1.329367576840812e-05,
+      "loss": 1.0963,
+      "step": 4760
+    },
+    {
+      "epoch": 0.8514249977664612,
+      "grad_norm": 0.5638504028320312,
+      "learning_rate": 1.3138703099925676e-05,
+      "loss": 1.0745,
+      "step": 4765
+    },
+    {
+      "epoch": 0.852318413294023,
+      "grad_norm": 0.5431874990463257,
+      "learning_rate": 1.2984575504525376e-05,
+      "loss": 1.1035,
+      "step": 4770
+    },
+    {
+      "epoch": 0.853211828821585,
+      "grad_norm": 0.49290958046913147,
+      "learning_rate": 1.2831294481713763e-05,
+      "loss": 1.0742,
+      "step": 4775
+    },
+    {
+      "epoch": 0.8541052443491468,
+      "grad_norm": 0.5271280407905579,
+      "learning_rate": 1.2678861522761066e-05,
+      "loss": 1.0823,
+      "step": 4780
+    },
+    {
+      "epoch": 0.8549986598767086,
+      "grad_norm": 0.5476307272911072,
+      "learning_rate": 1.2527278110686712e-05,
+      "loss": 1.0886,
+      "step": 4785
+    },
+    {
+      "epoch": 0.8558920754042705,
+      "grad_norm": 0.5493554472923279,
+      "learning_rate": 1.237654572024487e-05,
+      "loss": 1.109,
+      "step": 4790
+    },
+    {
+      "epoch": 0.8567854909318324,
+      "grad_norm": 0.5390406847000122,
+      "learning_rate": 1.2226665817910166e-05,
+      "loss": 1.0723,
+      "step": 4795
+    },
+    {
+      "epoch": 0.8576789064593943,
+      "grad_norm": 0.5032559037208557,
+      "learning_rate": 1.2077639861863365e-05,
+      "loss": 1.0737,
+      "step": 4800
+    },
+    {
+      "epoch": 0.8585723219869561,
+      "grad_norm": 0.5364784598350525,
+      "learning_rate": 1.1929469301977136e-05,
+      "loss": 1.0947,
+      "step": 4805
+    },
+    {
+      "epoch": 0.859465737514518,
+      "grad_norm": 0.519612729549408,
+      "learning_rate": 1.1782155579802034e-05,
+      "loss": 1.0627,
+      "step": 4810
+    },
+    {
+      "epoch": 0.8603591530420799,
+      "grad_norm": 0.5701001286506653,
+      "learning_rate": 1.1635700128552508e-05,
+      "loss": 1.1162,
+      "step": 4815
+    },
+    {
+      "epoch": 0.8612525685696417,
+      "grad_norm": 0.5443189740180969,
+      "learning_rate": 1.1490104373092825e-05,
+      "loss": 1.0975,
+      "step": 4820
+    },
+    {
+      "epoch": 0.8621459840972036,
+      "grad_norm": 0.5358694195747375,
+      "learning_rate": 1.1345369729923271e-05,
+      "loss": 1.0922,
+      "step": 4825
+    },
+    {
+      "epoch": 0.8630393996247655,
+      "grad_norm": 0.5254837274551392,
+      "learning_rate": 1.1201497607166423e-05,
+      "loss": 1.106,
+      "step": 4830
+    },
+    {
+      "epoch": 0.8639328151523273,
+      "grad_norm": 0.5468859672546387,
+      "learning_rate": 1.105848940455334e-05,
+      "loss": 1.0725,
+      "step": 4835
+    },
+    {
+      "epoch": 0.8648262306798892,
+      "grad_norm": 0.5670140385627747,
+      "learning_rate": 1.0916346513410081e-05,
+      "loss": 1.0736,
+      "step": 4840
+    },
+    {
+      "epoch": 0.8657196462074511,
+      "grad_norm": 0.5354899168014526,
+      "learning_rate": 1.0775070316644042e-05,
+      "loss": 1.0831,
+      "step": 4845
+    },
+    {
+      "epoch": 0.866613061735013,
+      "grad_norm": 0.5412014126777649,
+      "learning_rate": 1.0634662188730604e-05,
+      "loss": 1.1105,
+      "step": 4850
+    },
+    {
+      "epoch": 0.8675064772625748,
+      "grad_norm": 0.5652616620063782,
+      "learning_rate": 1.0495123495699588e-05,
+      "loss": 1.092,
+      "step": 4855
+    },
+    {
+      "epoch": 0.8683998927901367,
+      "grad_norm": 0.5190427303314209,
+      "learning_rate": 1.0356455595122239e-05,
+      "loss": 1.1216,
+      "step": 4860
+    },
+    {
+      "epoch": 0.8692933083176986,
+      "grad_norm": 0.5157451629638672,
+      "learning_rate": 1.02186598360978e-05,
+      "loss": 1.0765,
+      "step": 4865
+    },
+    {
+      "epoch": 0.8701867238452604,
+      "grad_norm": 0.532561182975769,
+      "learning_rate": 1.0081737559240445e-05,
+      "loss": 1.1269,
+      "step": 4870
+    },
+    {
+      "epoch": 0.8710801393728222,
+      "grad_norm": 0.5337056517601013,
+      "learning_rate": 9.945690096666249e-06,
+      "loss": 1.0813,
+      "step": 4875
+    },
+    {
+      "epoch": 0.8719735549003842,
+      "grad_norm": 0.5260433554649353,
+      "learning_rate": 9.810518771980225e-06,
+      "loss": 1.1078,
+      "step": 4880
+    },
+    {
+      "epoch": 0.872866970427946,
+      "grad_norm": 0.5416473746299744,
+      "learning_rate": 9.676224900263497e-06,
+      "loss": 1.1235,
+      "step": 4885
+    },
+    {
+      "epoch": 0.8737603859555079,
+      "grad_norm": 0.5500181913375854,
+      "learning_rate": 9.542809788060358e-06,
+      "loss": 1.1465,
+      "step": 4890
+    },
+    {
+      "epoch": 0.8746538014830698,
+      "grad_norm": 0.5110030770301819,
+      "learning_rate": 9.410274733365753e-06,
+      "loss": 1.0819,
+      "step": 4895
+    },
+    {
+      "epoch": 0.8755472170106317,
+      "grad_norm": 0.5659358501434326,
+      "learning_rate": 9.278621025612434e-06,
+      "loss": 1.0976,
+      "step": 4900
+    },
+    {
+      "epoch": 0.8764406325381935,
+      "grad_norm": 0.5617207884788513,
+      "learning_rate": 9.147849945658648e-06,
+      "loss": 1.0852,
+      "step": 4905
+    },
+    {
+      "epoch": 0.8773340480657554,
+      "grad_norm": 0.5818383693695068,
+      "learning_rate": 9.017962765775523e-06,
+      "loss": 1.1086,
+      "step": 4910
+    },
+    {
+      "epoch": 0.8782274635933173,
+      "grad_norm": 0.5794780850410461,
+      "learning_rate": 8.888960749634712e-06,
+      "loss": 1.0831,
+      "step": 4915
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 0.5406253933906555,
+      "learning_rate": 8.760845152296116e-06,
+      "loss": 1.0816,
+      "step": 4920
+    },
+    {
+      "epoch": 0.8800142946484409,
+      "grad_norm": 0.5111543536186218,
+      "learning_rate": 8.63361722019569e-06,
+      "loss": 1.0647,
+      "step": 4925
+    },
+    {
+      "epoch": 0.8809077101760029,
+      "grad_norm": 0.5049743056297302,
+      "learning_rate": 8.507278191133261e-06,
+      "loss": 1.0666,
+      "step": 4930
+    },
+    {
+      "epoch": 0.8818011257035647,
+      "grad_norm": 0.5689327716827393,
+      "learning_rate": 8.38182929426059e-06,
+      "loss": 1.1112,
+      "step": 4935
+    },
+    {
+      "epoch": 0.8826945412311266,
+      "grad_norm": 0.5630576014518738,
+      "learning_rate": 8.257271750069295e-06,
+      "loss": 1.1307,
+      "step": 4940
+    },
+    {
+      "epoch": 0.8835879567586885,
+      "grad_norm": 0.518915593624115,
+      "learning_rate": 8.133606770379055e-06,
+      "loss": 1.0815,
+      "step": 4945
+    },
+    {
+      "epoch": 0.8844813722862503,
+      "grad_norm": 0.4844837188720703,
+      "learning_rate": 8.010835558325735e-06,
+      "loss": 1.0847,
+      "step": 4950
+    },
+    {
+      "epoch": 0.8853747878138122,
+      "grad_norm": 0.5525776147842407,
+      "learning_rate": 7.88895930834983e-06,
+      "loss": 1.101,
+      "step": 4955
+    },
+    {
+      "epoch": 0.8862682033413741,
+      "grad_norm": 0.49364981055259705,
+      "learning_rate": 7.767979206184694e-06,
+      "loss": 1.0628,
+      "step": 4960
+    },
+    {
+      "epoch": 0.887161618868936,
+      "grad_norm": 0.5372298359870911,
+      "learning_rate": 7.64789642884508e-06,
+      "loss": 1.0762,
+      "step": 4965
+    },
+    {
+      "epoch": 0.8880550343964978,
+      "grad_norm": 0.5336244106292725,
+      "learning_rate": 7.528712144615679e-06,
+      "loss": 1.051,
+      "step": 4970
+    },
+    {
+      "epoch": 0.8889484499240596,
+      "grad_norm": 0.510352611541748,
+      "learning_rate": 7.4104275130397085e-06,
+      "loss": 1.0813,
+      "step": 4975
+    },
+    {
+      "epoch": 0.8898418654516216,
+      "grad_norm": 0.5422449707984924,
+      "learning_rate": 7.29304368490773e-06,
+      "loss": 1.0806,
+      "step": 4980
+    },
+    {
+      "epoch": 0.8907352809791834,
+      "grad_norm": 0.5817996263504028,
+      "learning_rate": 7.176561802246373e-06,
+      "loss": 1.1025,
+      "step": 4985
+    },
+    {
+      "epoch": 0.8916286965067453,
+      "grad_norm": 0.5407490730285645,
+      "learning_rate": 7.06098299830722e-06,
+      "loss": 1.0885,
+      "step": 4990
+    },
+    {
+      "epoch": 0.8925221120343072,
+      "grad_norm": 0.5575851202011108,
+      "learning_rate": 6.946308397555823e-06,
+      "loss": 1.135,
+      "step": 4995
+    },
+    {
+      "epoch": 0.893415527561869,
+      "grad_norm": 0.5409137010574341,
+      "learning_rate": 6.832539115660752e-06,
+      "loss": 1.0889,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8943089430894309,
+      "grad_norm": 0.515312910079956,
+      "learning_rate": 6.719676259482721e-06,
+      "loss": 1.0601,
+      "step": 5005
+    },
+    {
+      "epoch": 0.8952023586169927,
+      "grad_norm": 0.5435192584991455,
+      "learning_rate": 6.607720927063843e-06,
+      "loss": 1.0978,
+      "step": 5010
+    },
+    {
+      "epoch": 0.8960957741445547,
+      "grad_norm": 0.5604092478752136,
+      "learning_rate": 6.496674207616926e-06,
+      "loss": 1.0699,
+      "step": 5015
+    },
+    {
+      "epoch": 0.8969891896721165,
+      "grad_norm": 0.5125716924667358,
+      "learning_rate": 6.386537181514896e-06,
+      "loss": 1.0807,
+      "step": 5020
+    },
+    {
+      "epoch": 0.8978826051996783,
+      "grad_norm": 0.5005190372467041,
+      "learning_rate": 6.277310920280299e-06,
+      "loss": 1.066,
+      "step": 5025
+    },
+    {
+      "epoch": 0.8987760207272403,
+      "grad_norm": 0.5269173979759216,
+      "learning_rate": 6.1689964865748185e-06,
+      "loss": 1.0719,
+      "step": 5030
+    },
+    {
+      "epoch": 0.8996694362548021,
+      "grad_norm": 0.5614027380943298,
+      "learning_rate": 6.061594934188985e-06,
+      "loss": 1.0712,
+      "step": 5035
+    },
+    {
+      "epoch": 0.900562851782364,
+      "grad_norm": 0.5723266005516052,
+      "learning_rate": 5.955107308031915e-06,
+      "loss": 1.0802,
+      "step": 5040
+    },
+    {
+      "epoch": 0.9014562673099259,
+      "grad_norm": 0.5639398694038391,
+      "learning_rate": 5.849534644121146e-06,
+      "loss": 1.0757,
+      "step": 5045
+    },
+    {
+      "epoch": 0.9023496828374877,
+      "grad_norm": 0.522843599319458,
+      "learning_rate": 5.744877969572537e-06,
+      "loss": 1.0538,
+      "step": 5050
+    },
+    {
+      "epoch": 0.9032430983650496,
+      "grad_norm": 0.5338366031646729,
+      "learning_rate": 5.6411383025903205e-06,
+      "loss": 1.0957,
+      "step": 5055
+    },
+    {
+      "epoch": 0.9041365138926114,
+      "grad_norm": 0.55523681640625,
+      "learning_rate": 5.538316652457121e-06,
+      "loss": 1.0752,
+      "step": 5060
+    },
+    {
+      "epoch": 0.9050299294201734,
+      "grad_norm": 0.5244052410125732,
+      "learning_rate": 5.436414019524216e-06,
+      "loss": 1.1156,
+      "step": 5065
+    },
+    {
+      "epoch": 0.9059233449477352,
+      "grad_norm": 0.5795427560806274,
+      "learning_rate": 5.335431395201784e-06,
+      "loss": 1.0806,
+      "step": 5070
+    },
+    {
+      "epoch": 0.906816760475297,
+      "grad_norm": 0.5322124361991882,
+      "learning_rate": 5.235369761949216e-06,
+      "loss": 1.0903,
+      "step": 5075
+    },
+    {
+      "epoch": 0.907710176002859,
+      "grad_norm": 0.5396597981452942,
+      "learning_rate": 5.136230093265593e-06,
+      "loss": 1.0639,
+      "step": 5080
+    },
+    {
+      "epoch": 0.9086035915304208,
+      "grad_norm": 0.5385281443595886,
+      "learning_rate": 5.038013353680204e-06,
+      "loss": 1.1,
+      "step": 5085
+    },
+    {
+      "epoch": 0.9094970070579826,
+      "grad_norm": 0.5123850107192993,
+      "learning_rate": 4.940720498743179e-06,
+      "loss": 1.1072,
+      "step": 5090
+    },
+    {
+      "epoch": 0.9103904225855446,
+      "grad_norm": 0.4937289357185364,
+      "learning_rate": 4.8443524750161676e-06,
+      "loss": 1.1047,
+      "step": 5095
+    },
+    {
+      "epoch": 0.9112838381131064,
+      "grad_norm": 0.5448057055473328,
+      "learning_rate": 4.74891022006313e-06,
+      "loss": 1.091,
+      "step": 5100
+    },
+    {
+      "epoch": 0.9121772536406683,
+      "grad_norm": 0.5475412011146545,
+      "learning_rate": 4.654394662441264e-06,
+      "loss": 1.0841,
+      "step": 5105
+    },
+    {
+      "epoch": 0.9130706691682301,
+      "grad_norm": 0.5547966361045837,
+      "learning_rate": 4.560806721691913e-06,
+      "loss": 1.089,
+      "step": 5110
+    },
+    {
+      "epoch": 0.913964084695792,
+      "grad_norm": 0.5370575785636902,
+      "learning_rate": 4.468147308331605e-06,
+      "loss": 1.1023,
+      "step": 5115
+    },
+    {
+      "epoch": 0.9148575002233539,
+      "grad_norm": 0.5097227096557617,
+      "learning_rate": 4.376417323843318e-06,
+      "loss": 1.0737,
+      "step": 5120
+    },
+    {
+      "epoch": 0.9157509157509157,
+      "grad_norm": 0.5403570532798767,
+      "learning_rate": 4.28561766066754e-06,
+      "loss": 1.1012,
+      "step": 5125
+    },
+    {
+      "epoch": 0.9166443312784777,
+      "grad_norm": 0.5509471893310547,
+      "learning_rate": 4.195749202193699e-06,
+      "loss": 1.091,
+      "step": 5130
+    },
+    {
+      "epoch": 0.9175377468060395,
+      "grad_norm": 0.5664262175559998,
+      "learning_rate": 4.106812822751538e-06,
+      "loss": 1.0778,
+      "step": 5135
+    },
+    {
+      "epoch": 0.9184311623336013,
+      "grad_norm": 0.5238862633705139,
+      "learning_rate": 4.018809387602596e-06,
+      "loss": 1.087,
+      "step": 5140
+    },
+    {
+      "epoch": 0.9193245778611632,
+      "grad_norm": 0.5326477289199829,
+      "learning_rate": 3.931739752931829e-06,
+      "loss": 1.0912,
+      "step": 5145
+    },
+    {
+      "epoch": 0.9202179933887251,
+      "grad_norm": 0.5700786709785461,
+      "learning_rate": 3.845604765839228e-06,
+      "loss": 1.1111,
+      "step": 5150
+    },
+    {
+      "epoch": 0.921111408916287,
+      "grad_norm": 0.5622351765632629,
+      "learning_rate": 3.760405264331612e-06,
+      "loss": 1.0649,
+      "step": 5155
+    },
+    {
+      "epoch": 0.9220048244438488,
+      "grad_norm": 0.5550172328948975,
+      "learning_rate": 3.676142077314448e-06,
+      "loss": 1.0898,
+      "step": 5160
+    },
+    {
+      "epoch": 0.9228982399714107,
+      "grad_norm": 0.5153648853302002,
+      "learning_rate": 3.592816024583856e-06,
+      "loss": 1.0997,
+      "step": 5165
+    },
+    {
+      "epoch": 0.9237916554989726,
+      "grad_norm": 0.5297582745552063,
+      "learning_rate": 3.510427916818526e-06,
+      "loss": 1.0909,
+      "step": 5170
+    },
+    {
+      "epoch": 0.9246850710265344,
+      "grad_norm": 0.550730288028717,
+      "learning_rate": 3.4289785555719157e-06,
+      "loss": 1.1237,
+      "step": 5175
+    },
+    {
+      "epoch": 0.9255784865540964,
+      "grad_norm": 0.5354406237602234,
+      "learning_rate": 3.348468733264398e-06,
+      "loss": 1.058,
+      "step": 5180
+    },
+    {
+      "epoch": 0.9264719020816582,
+      "grad_norm": 0.5400915145874023,
+      "learning_rate": 3.268899233175604e-06,
+      "loss": 1.0929,
+      "step": 5185
+    },
+    {
+      "epoch": 0.92736531760922,
+      "grad_norm": 0.5201057195663452,
+      "learning_rate": 3.19027082943677e-06,
+      "loss": 1.0704,
+      "step": 5190
+    },
+    {
+      "epoch": 0.9282587331367819,
+      "grad_norm": 0.5121946930885315,
+      "learning_rate": 3.1125842870232014e-06,
+      "loss": 1.1248,
+      "step": 5195
+    },
+    {
+      "epoch": 0.9291521486643438,
+      "grad_norm": 0.5835002064704895,
+      "learning_rate": 3.0358403617468446e-06,
+      "loss": 1.14,
+      "step": 5200
+    },
+    {
+      "epoch": 0.9300455641919056,
+      "grad_norm": 0.5196322798728943,
+      "learning_rate": 2.960039800248915e-06,
+      "loss": 1.0889,
+      "step": 5205
+    },
+    {
+      "epoch": 0.9309389797194675,
+      "grad_norm": 0.4990968108177185,
+      "learning_rate": 2.885183339992692e-06,
+      "loss": 1.0883,
+      "step": 5210
+    },
+    {
+      "epoch": 0.9318323952470294,
+      "grad_norm": 0.5504352450370789,
+      "learning_rate": 2.8112717092562358e-06,
+      "loss": 1.0471,
+      "step": 5215
+    },
+    {
+      "epoch": 0.9327258107745913,
+      "grad_norm": 0.5271458625793457,
+      "learning_rate": 2.738305627125415e-06,
+      "loss": 1.0967,
+      "step": 5220
+    },
+    {
+      "epoch": 0.9336192263021531,
+      "grad_norm": 0.5700637698173523,
+      "learning_rate": 2.6662858034868454e-06,
+      "loss": 1.1138,
+      "step": 5225
+    },
+    {
+      "epoch": 0.934512641829715,
+      "grad_norm": 0.502876341342926,
+      "learning_rate": 2.5952129390209854e-06,
+      "loss": 1.0897,
+      "step": 5230
+    },
+    {
+      "epoch": 0.9354060573572769,
+      "grad_norm": 0.5170863270759583,
+      "learning_rate": 2.525087725195352e-06,
+      "loss": 1.0711,
+      "step": 5235
+    },
+    {
+      "epoch": 0.9362994728848387,
+      "grad_norm": 0.5183836817741394,
+      "learning_rate": 2.4559108442577585e-06,
+      "loss": 1.0735,
+      "step": 5240
+    },
+    {
+      "epoch": 0.9371928884124006,
+      "grad_norm": 0.5455399751663208,
+      "learning_rate": 2.38768296922971e-06,
+      "loss": 1.0648,
+      "step": 5245
+    },
+    {
+      "epoch": 0.9380863039399625,
+      "grad_norm": 0.47233831882476807,
+      "learning_rate": 2.3204047638998195e-06,
+      "loss": 1.0621,
+      "step": 5250
+    },
+    {
+      "epoch": 0.9389797194675243,
+      "grad_norm": 0.5074595808982849,
+      "learning_rate": 2.2540768828173795e-06,
+      "loss": 1.0736,
+      "step": 5255
+    },
+    {
+      "epoch": 0.9398731349950862,
+      "grad_norm": 0.5757531523704529,
+      "learning_rate": 2.1886999712860014e-06,
+      "loss": 1.1304,
+      "step": 5260
+    },
+    {
+      "epoch": 0.9407665505226481,
+      "grad_norm": 0.5505633354187012,
+      "learning_rate": 2.1242746653572845e-06,
+      "loss": 1.1001,
+      "step": 5265
+    },
+    {
+      "epoch": 0.94165996605021,
+      "grad_norm": 0.5664975047111511,
+      "learning_rate": 2.060801591824668e-06,
+      "loss": 1.1198,
+      "step": 5270
+    },
+    {
+      "epoch": 0.9425533815777718,
+      "grad_norm": 0.5190711617469788,
+      "learning_rate": 1.9982813682173586e-06,
+      "loss": 1.0804,
+      "step": 5275
+    },
+    {
+      "epoch": 0.9434467971053337,
+      "grad_norm": 0.5266507863998413,
+      "learning_rate": 1.936714602794254e-06,
+      "loss": 1.0819,
+      "step": 5280
+    },
+    {
+      "epoch": 0.9443402126328956,
+      "grad_norm": 0.5362054705619812,
+      "learning_rate": 1.8761018945380849e-06,
+      "loss": 1.0607,
+      "step": 5285
+    },
+    {
+      "epoch": 0.9452336281604574,
+      "grad_norm": 0.50426185131073,
+      "learning_rate": 1.8164438331495614e-06,
+      "loss": 1.1005,
+      "step": 5290
+    },
+    {
+      "epoch": 0.9461270436880193,
+      "grad_norm": 0.5616719722747803,
+      "learning_rate": 1.7577409990416237e-06,
+      "loss": 1.0772,
+      "step": 5295
+    },
+    {
+      "epoch": 0.9470204592155812,
+      "grad_norm": 0.5646582841873169,
+      "learning_rate": 1.6999939633338236e-06,
+      "loss": 1.1123,
+      "step": 5300
+    },
+    {
+      "epoch": 0.947913874743143,
+      "grad_norm": 0.5808379650115967,
+      "learning_rate": 1.6432032878467729e-06,
+      "loss": 1.0763,
+      "step": 5305
+    },
+    {
+      "epoch": 0.9488072902707049,
+      "grad_norm": 0.51576167345047,
+      "learning_rate": 1.587369525096627e-06,
+      "loss": 1.0801,
+      "step": 5310
+    },
+    {
+      "epoch": 0.9497007057982668,
+      "grad_norm": 0.5430741906166077,
+      "learning_rate": 1.5324932182897656e-06,
+      "loss": 1.0978,
+      "step": 5315
+    },
+    {
+      "epoch": 0.9505941213258287,
+      "grad_norm": 0.5385932922363281,
+      "learning_rate": 1.4785749013174754e-06,
+      "loss": 1.0807,
+      "step": 5320
+    },
+    {
+      "epoch": 0.9514875368533905,
+      "grad_norm": 0.5400928854942322,
+      "learning_rate": 1.4256150987507544e-06,
+      "loss": 1.1189,
+      "step": 5325
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 0.5451071262359619,
+      "learning_rate": 1.3736143258352707e-06,
+      "loss": 1.073,
+      "step": 5330
+    },
+    {
+      "epoch": 0.9532743679085143,
+      "grad_norm": 0.5353686213493347,
+      "learning_rate": 1.322573088486212e-06,
+      "loss": 1.1045,
+      "step": 5335
+    },
+    {
+      "epoch": 0.9541677834360761,
+      "grad_norm": 0.50026935338974,
+      "learning_rate": 1.272491883283533e-06,
+      "loss": 1.1046,
+      "step": 5340
+    },
+    {
+      "epoch": 0.955061198963638,
+      "grad_norm": 0.5251268148422241,
+      "learning_rate": 1.2233711974669714e-06,
+      "loss": 1.0887,
+      "step": 5345
+    },
+    {
+      "epoch": 0.9559546144911999,
+      "grad_norm": 0.5508390069007874,
+      "learning_rate": 1.1752115089314398e-06,
+      "loss": 1.1005,
+      "step": 5350
+    },
+    {
+      "epoch": 0.9568480300187617,
+      "grad_norm": 0.5888670086860657,
+      "learning_rate": 1.1280132862222737e-06,
+      "loss": 1.095,
+      "step": 5355
+    },
+    {
+      "epoch": 0.9577414455463236,
+      "grad_norm": 0.5448806285858154,
+      "learning_rate": 1.081776988530725e-06,
+      "loss": 1.094,
+      "step": 5360
+    },
+    {
+      "epoch": 0.9586348610738855,
+      "grad_norm": 0.5379595160484314,
+      "learning_rate": 1.0365030656894759e-06,
+      "loss": 1.1017,
+      "step": 5365
+    },
+    {
+      "epoch": 0.9595282766014473,
+      "grad_norm": 0.520027756690979,
+      "learning_rate": 9.921919581682759e-07,
+      "loss": 1.0904,
+      "step": 5370
+    },
+    {
+      "epoch": 0.9604216921290092,
+      "grad_norm": 0.5289562940597534,
+      "learning_rate": 9.488440970696566e-07,
+      "loss": 1.1229,
+      "step": 5375
+    },
+    {
+      "epoch": 0.961315107656571,
+      "grad_norm": 0.5180892944335938,
+      "learning_rate": 9.064599041247124e-07,
+      "loss": 1.1399,
+      "step": 5380
+    },
+    {
+      "epoch": 0.962208523184133,
+      "grad_norm": 0.5140677094459534,
+      "learning_rate": 8.650397916890263e-07,
+      "loss": 1.0734,
+      "step": 5385
+    },
+    {
+      "epoch": 0.9631019387116948,
+      "grad_norm": 0.5384522080421448,
+      "learning_rate": 8.245841627386397e-07,
+      "loss": 1.1054,
+      "step": 5390
+    },
+    {
+      "epoch": 0.9639953542392566,
+      "grad_norm": 0.5593591928482056,
+      "learning_rate": 7.850934108661556e-07,
+      "loss": 1.0937,
+      "step": 5395
+    },
+    {
+      "epoch": 0.9648887697668186,
+      "grad_norm": 0.5436766743659973,
+      "learning_rate": 7.465679202768749e-07,
+      "loss": 1.1055,
+      "step": 5400
+    },
+    {
+      "epoch": 0.9657821852943804,
+      "grad_norm": 0.47669553756713867,
+      "learning_rate": 7.090080657850884e-07,
+      "loss": 1.0633,
+      "step": 5405
+    },
+    {
+      "epoch": 0.9666756008219423,
+      "grad_norm": 0.49469995498657227,
+      "learning_rate": 6.724142128104239e-07,
+      "loss": 1.0978,
+      "step": 5410
+    },
+    {
+      "epoch": 0.9675690163495042,
+      "grad_norm": 0.565022349357605,
+      "learning_rate": 6.367867173742603e-07,
+      "loss": 1.0757,
+      "step": 5415
+    },
+    {
+      "epoch": 0.968462431877066,
+      "grad_norm": 0.5273885726928711,
+      "learning_rate": 6.021259260963085e-07,
+      "loss": 1.0793,
+      "step": 5420
+    },
+    {
+      "epoch": 0.9693558474046279,
+      "grad_norm": 0.47813916206359863,
+      "learning_rate": 5.684321761912247e-07,
+      "loss": 1.0439,
+      "step": 5425
+    },
+    {
+      "epoch": 0.9702492629321897,
+      "grad_norm": 0.4988810122013092,
+      "learning_rate": 5.357057954653244e-07,
+      "loss": 1.0706,
+      "step": 5430
+    },
+    {
+      "epoch": 0.9711426784597517,
+      "grad_norm": 0.5139685869216919,
+      "learning_rate": 5.039471023133624e-07,
+      "loss": 1.1125,
+      "step": 5435
+    },
+    {
+      "epoch": 0.9720360939873135,
+      "grad_norm": 0.5338658690452576,
+      "learning_rate": 4.7315640571550246e-07,
+      "loss": 1.1047,
+      "step": 5440
+    },
+    {
+      "epoch": 0.9729295095148753,
+      "grad_norm": 0.49352288246154785,
+      "learning_rate": 4.433340052342749e-07,
+      "loss": 1.0723,
+      "step": 5445
+    },
+    {
+      "epoch": 0.9738229250424373,
+      "grad_norm": 0.545481264591217,
+      "learning_rate": 4.1448019101163473e-07,
+      "loss": 1.0697,
+      "step": 5450
+    },
+    {
+      "epoch": 0.9747163405699991,
+      "grad_norm": 0.5542700886726379,
+      "learning_rate": 3.865952437661968e-07,
+      "loss": 1.1145,
+      "step": 5455
+    },
+    {
+      "epoch": 0.975609756097561,
+      "grad_norm": 0.5232776999473572,
+      "learning_rate": 3.5967943479043867e-07,
+      "loss": 1.1051,
+      "step": 5460
+    },
+    {
+      "epoch": 0.9765031716251228,
+      "grad_norm": 0.5434113144874573,
+      "learning_rate": 3.3373302594814637e-07,
+      "loss": 1.1001,
+      "step": 5465
+    },
+    {
+      "epoch": 0.9773965871526847,
+      "grad_norm": 0.5470346212387085,
+      "learning_rate": 3.0875626967176165e-07,
+      "loss": 1.1008,
+      "step": 5470
+    },
+    {
+      "epoch": 0.9782900026802466,
+      "grad_norm": 0.5273741483688354,
+      "learning_rate": 2.8474940896003887e-07,
+      "loss": 1.1393,
+      "step": 5475
+    },
+    {
+      "epoch": 0.9791834182078084,
+      "grad_norm": 0.5102143287658691,
+      "learning_rate": 2.617126773755696e-07,
+      "loss": 1.0718,
+      "step": 5480
+    },
+    {
+      "epoch": 0.9800768337353704,
+      "grad_norm": 0.5177452564239502,
+      "learning_rate": 2.3964629904259514e-07,
+      "loss": 1.1154,
+      "step": 5485
+    },
+    {
+      "epoch": 0.9809702492629322,
+      "grad_norm": 0.5169101357460022,
+      "learning_rate": 2.1855048864479754e-07,
+      "loss": 1.0984,
+      "step": 5490
+    },
+    {
+      "epoch": 0.981863664790494,
+      "grad_norm": 0.5187830924987793,
+      "learning_rate": 1.984254514232009e-07,
+      "loss": 1.0837,
+      "step": 5495
+    },
+    {
+      "epoch": 0.982757080318056,
+      "grad_norm": 0.5481850504875183,
+      "learning_rate": 1.7927138317417324e-07,
+      "loss": 1.0616,
+      "step": 5500
+    },
+    {
+      "epoch": 0.9836504958456178,
+      "grad_norm": 0.5242062211036682,
+      "learning_rate": 1.6108847024755015e-07,
+      "loss": 1.1152,
+      "step": 5505
+    },
+    {
+      "epoch": 0.9845439113731796,
+      "grad_norm": 0.5562185645103455,
+      "learning_rate": 1.4387688954478063e-07,
+      "loss": 1.1404,
+      "step": 5510
+    },
+    {
+      "epoch": 0.9854373269007415,
+      "grad_norm": 0.490465372800827,
+      "learning_rate": 1.276368085172397e-07,
+      "loss": 1.0926,
+      "step": 5515
+    },
+    {
+      "epoch": 0.9863307424283034,
+      "grad_norm": 0.5415327548980713,
+      "learning_rate": 1.1236838516459625e-07,
+      "loss": 1.0913,
+      "step": 5520
+    },
+    {
+      "epoch": 0.9872241579558653,
+      "grad_norm": 0.536961555480957,
+      "learning_rate": 9.807176803325879e-08,
+      "loss": 1.1042,
+      "step": 5525
+    },
+    {
+      "epoch": 0.9881175734834271,
+      "grad_norm": 0.5555692315101624,
+      "learning_rate": 8.474709621492105e-08,
+      "loss": 1.106,
+      "step": 5530
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 0.5068987011909485,
+      "learning_rate": 7.239449934525189e-08,
+      "loss": 1.0631,
+      "step": 5535
+    },
+    {
+      "epoch": 0.9899044045385509,
+      "grad_norm": 0.5715160369873047,
+      "learning_rate": 6.101409760260746e-08,
+      "loss": 1.0986,
+      "step": 5540
+    },
+    {
+      "epoch": 0.9907978200661127,
+      "grad_norm": 0.5271539092063904,
+      "learning_rate": 5.0606001706843264e-08,
+      "loss": 1.0638,
+      "step": 5545
+    },
+    {
+      "epoch": 0.9916912355936747,
+      "grad_norm": 0.580915093421936,
+      "learning_rate": 4.1170312918259456e-08,
+      "loss": 1.0884,
+      "step": 5550
+    },
+    {
+      "epoch": 0.9925846511212365,
+      "grad_norm": 0.5607919692993164,
+      "learning_rate": 3.2707123036646026e-08,
+      "loss": 1.0791,
+      "step": 5555
+    },
+    {
+      "epoch": 0.9934780666487983,
+      "grad_norm": 0.5168312788009644,
+      "learning_rate": 2.5216514400305813e-08,
+      "loss": 1.1157,
+      "step": 5560
+    },
+    {
+      "epoch": 0.9943714821763602,
+      "grad_norm": 0.5568081736564636,
+      "learning_rate": 1.869855988534397e-08,
+      "loss": 1.0988,
+      "step": 5565
+    },
+    {
+      "epoch": 0.9952648977039221,
+      "grad_norm": 0.5483577251434326,
+      "learning_rate": 1.31533229049019e-08,
+      "loss": 1.1063,
+      "step": 5570
+    },
+    {
+      "epoch": 0.996158313231484,
+      "grad_norm": 0.5298967957496643,
+      "learning_rate": 8.580857408546639e-09,
+      "loss": 1.0713,
+      "step": 5575
+    },
+    {
+      "epoch": 0.9970517287590458,
+      "grad_norm": 0.5338754057884216,
+      "learning_rate": 4.9812078817934596e-09,
+      "loss": 1.0486,
+      "step": 5580
+    },
+    {
+      "epoch": 0.9979451442866077,
+      "grad_norm": 0.5403038263320923,
+      "learning_rate": 2.3544093455951654e-09,
+      "loss": 1.063,
+      "step": 5585
+    },
+    {
+      "epoch": 0.9988385598141696,
+      "grad_norm": 0.5284872055053711,
+      "learning_rate": 7.004873560645387e-10,
+      "loss": 1.099,
+      "step": 5590
+    },
+    {
+      "epoch": 0.9997319753417314,
+      "grad_norm": 0.5430343747138977,
+      "learning_rate": 1.9458004196781787e-11,
+      "loss": 1.0962,
+      "step": 5595
+    },
+    {
+      "epoch": 0.9999106584472438,
+      "eval_loss": 1.0571058988571167,
+      "eval_runtime": 871.0685,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.641,
+      "step": 5596
+    },
+    {
+      "epoch": 0.9999106584472438,
+      "step": 5596,
+      "total_flos": 4.151601388859687e+18,
+      "train_loss": 1.2674157931559251,
+      "train_runtime": 31909.1388,
+      "train_samples_per_second": 1.403,
+      "train_steps_per_second": 0.175
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 5596,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.151601388859687e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}