diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9821 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.1752854264607118,
+  "eval_steps": 500,
+  "global_step": 14000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.30050432682037354,
+      "learning_rate": 9.995802552048355e-06,
+      "loss": 0.0015,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.02444104291498661,
+      "learning_rate": 9.99160510409671e-06,
+      "loss": 0.0012,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.30079442262649536,
+      "learning_rate": 9.987407656145065e-06,
+      "loss": 0.0022,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.11910504847764969,
+      "learning_rate": 9.98321020819342e-06,
+      "loss": 0.0044,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "grad_norm": 0.025635888800024986,
+      "learning_rate": 9.979012760241774e-06,
+      "loss": 0.004,
+      "step": 50
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.10340698063373566,
+      "learning_rate": 9.974815312290129e-06,
+      "loss": 0.0034,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.04860584810376167,
+      "learning_rate": 9.970617864338483e-06,
+      "loss": 0.0007,
+      "step": 70
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.029318638145923615,
+      "learning_rate": 9.966420416386838e-06,
+      "loss": 0.0051,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.023802747949957848,
+      "learning_rate": 9.962222968435192e-06,
+      "loss": 0.0008,
+      "step": 90
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.06850480288267136,
+      "learning_rate": 9.958025520483547e-06,
+      "loss": 0.0037,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.021825846284627914,
+      "learning_rate": 9.953828072531902e-06,
+      "loss": 0.0017,
+      "step": 110
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.03794211894273758,
+      "learning_rate": 9.949630624580256e-06,
+      "loss": 0.0013,
+      "step": 120
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.10325329005718231,
+      "learning_rate": 9.945433176628611e-06,
+      "loss": 0.0026,
+      "step": 130
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.03597491234540939,
+      "learning_rate": 9.941235728676965e-06,
+      "loss": 0.0034,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.23858389258384705,
+      "learning_rate": 9.93703828072532e-06,
+      "loss": 0.0024,
+      "step": 150
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.15489879250526428,
+      "learning_rate": 9.932840832773675e-06,
+      "loss": 0.0092,
+      "step": 160
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.07030558586120605,
+      "learning_rate": 9.92864338482203e-06,
+      "loss": 0.0022,
+      "step": 170
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.5954773426055908,
+      "learning_rate": 9.924445936870384e-06,
+      "loss": 0.0032,
+      "step": 180
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.19402949512004852,
+      "learning_rate": 9.920248488918739e-06,
+      "loss": 0.0018,
+      "step": 190
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.0862368643283844,
+      "learning_rate": 9.916051040967093e-06,
+      "loss": 0.0041,
+      "step": 200
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.02818392589688301,
+      "learning_rate": 9.911853593015446e-06,
+      "loss": 0.0035,
+      "step": 210
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.35951200127601624,
+      "learning_rate": 9.907656145063802e-06,
+      "loss": 0.0027,
+      "step": 220
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.033146314322948456,
+      "learning_rate": 9.903458697112157e-06,
+      "loss": 0.0023,
+      "step": 230
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.183016836643219,
+      "learning_rate": 9.899261249160512e-06,
+      "loss": 0.0029,
+      "step": 240
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.010143009014427662,
+      "learning_rate": 9.895063801208866e-06,
+      "loss": 0.0038,
+      "step": 250
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.01728486269712448,
+      "learning_rate": 9.890866353257221e-06,
+      "loss": 0.0016,
+      "step": 260
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.016598215326666832,
+      "learning_rate": 9.886668905305575e-06,
+      "loss": 0.0021,
+      "step": 270
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.010375693440437317,
+      "learning_rate": 9.88247145735393e-06,
+      "loss": 0.0028,
+      "step": 280
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.0275142602622509,
+      "learning_rate": 9.878274009402285e-06,
+      "loss": 0.0058,
+      "step": 290
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.3856583833694458,
+      "learning_rate": 9.874076561450638e-06,
+      "loss": 0.0029,
+      "step": 300
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.01894170604646206,
+      "learning_rate": 9.869879113498994e-06,
+      "loss": 0.0016,
+      "step": 310
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.33644765615463257,
+      "learning_rate": 9.865681665547347e-06,
+      "loss": 0.0016,
+      "step": 320
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.015369775705039501,
+      "learning_rate": 9.861484217595703e-06,
+      "loss": 0.0018,
+      "step": 330
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.027933355420827866,
+      "learning_rate": 9.857286769644058e-06,
+      "loss": 0.0024,
+      "step": 340
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.006843829993158579,
+      "learning_rate": 9.853089321692412e-06,
+      "loss": 0.0096,
+      "step": 350
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.008493180386722088,
+      "learning_rate": 9.848891873740767e-06,
+      "loss": 0.0031,
+      "step": 360
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.6798232197761536,
+      "learning_rate": 9.84469442578912e-06,
+      "loss": 0.0049,
+      "step": 370
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.0329626239836216,
+      "learning_rate": 9.840496977837476e-06,
+      "loss": 0.0016,
+      "step": 380
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.015625745058059692,
+      "learning_rate": 9.83629952988583e-06,
+      "loss": 0.0008,
+      "step": 390
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.024704214185476303,
+      "learning_rate": 9.832102081934186e-06,
+      "loss": 0.0054,
+      "step": 400
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.6314619183540344,
+      "learning_rate": 9.827904633982538e-06,
+      "loss": 0.0021,
+      "step": 410
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.46060019731521606,
+      "learning_rate": 9.823707186030895e-06,
+      "loss": 0.0057,
+      "step": 420
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.05328000336885452,
+      "learning_rate": 9.819509738079248e-06,
+      "loss": 0.0009,
+      "step": 430
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.22446390986442566,
+      "learning_rate": 9.815312290127604e-06,
+      "loss": 0.0011,
+      "step": 440
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.035243839025497437,
+      "learning_rate": 9.811114842175959e-06,
+      "loss": 0.0009,
+      "step": 450
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.06827638298273087,
+      "learning_rate": 9.806917394224312e-06,
+      "loss": 0.0004,
+      "step": 460
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.08792345225811005,
+      "learning_rate": 9.802719946272668e-06,
+      "loss": 0.0031,
+      "step": 470
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.00334025826305151,
+      "learning_rate": 9.79852249832102e-06,
+      "loss": 0.0043,
+      "step": 480
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.03577791526913643,
+      "learning_rate": 9.794325050369377e-06,
+      "loss": 0.0009,
+      "step": 490
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.10479724407196045,
+      "learning_rate": 9.79012760241773e-06,
+      "loss": 0.0009,
+      "step": 500
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.006824735552072525,
+      "learning_rate": 9.785930154466086e-06,
+      "loss": 0.0044,
+      "step": 510
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.003342829644680023,
+      "learning_rate": 9.78173270651444e-06,
+      "loss": 0.0029,
+      "step": 520
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.010192741639912128,
+      "learning_rate": 9.777535258562796e-06,
+      "loss": 0.0022,
+      "step": 530
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.08739089965820312,
+      "learning_rate": 9.773337810611148e-06,
+      "loss": 0.0032,
+      "step": 540
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.3144104480743408,
+      "learning_rate": 9.769140362659503e-06,
+      "loss": 0.0015,
+      "step": 550
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.0013409241801127791,
+      "learning_rate": 9.76494291470786e-06,
+      "loss": 0.0043,
+      "step": 560
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.004873868077993393,
+      "learning_rate": 9.760745466756212e-06,
+      "loss": 0.0023,
+      "step": 570
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.13740317523479462,
+      "learning_rate": 9.756548018804569e-06,
+      "loss": 0.0028,
+      "step": 580
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.1480674296617508,
+      "learning_rate": 9.752350570852922e-06,
+      "loss": 0.0034,
+      "step": 590
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.01920839212834835,
+      "learning_rate": 9.748153122901278e-06,
+      "loss": 0.0009,
+      "step": 600
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.06275931745767593,
+      "learning_rate": 9.74395567494963e-06,
+      "loss": 0.0011,
+      "step": 610
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.4199993312358856,
+      "learning_rate": 9.739758226997985e-06,
+      "loss": 0.0048,
+      "step": 620
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.022090768441557884,
+      "learning_rate": 9.73556077904634e-06,
+      "loss": 0.0048,
+      "step": 630
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.1497245728969574,
+      "learning_rate": 9.731363331094695e-06,
+      "loss": 0.0142,
+      "step": 640
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.011996796354651451,
+      "learning_rate": 9.72716588314305e-06,
+      "loss": 0.0034,
+      "step": 650
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.004964240826666355,
+      "learning_rate": 9.722968435191404e-06,
+      "loss": 0.0024,
+      "step": 660
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.1952650249004364,
+      "learning_rate": 9.71877098723976e-06,
+      "loss": 0.0091,
+      "step": 670
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.2123202085494995,
+      "learning_rate": 9.714573539288113e-06,
+      "loss": 0.0064,
+      "step": 680
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.030770471319556236,
+      "learning_rate": 9.71037609133647e-06,
+      "loss": 0.0012,
+      "step": 690
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.06245679035782814,
+      "learning_rate": 9.706178643384822e-06,
+      "loss": 0.0022,
+      "step": 700
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.09754525870084763,
+      "learning_rate": 9.701981195433177e-06,
+      "loss": 0.0016,
+      "step": 710
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.2677933871746063,
+      "learning_rate": 9.697783747481532e-06,
+      "loss": 0.0012,
+      "step": 720
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.01193680427968502,
+      "learning_rate": 9.693586299529886e-06,
+      "loss": 0.0021,
+      "step": 730
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.00777805782854557,
+      "learning_rate": 9.68938885157824e-06,
+      "loss": 0.0005,
+      "step": 740
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.0012337628286331892,
+      "learning_rate": 9.685191403626595e-06,
+      "loss": 0.0026,
+      "step": 750
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.009749867022037506,
+      "learning_rate": 9.68099395567495e-06,
+      "loss": 0.0089,
+      "step": 760
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.05441896617412567,
+      "learning_rate": 9.676796507723305e-06,
+      "loss": 0.0051,
+      "step": 770
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.2501550614833832,
+      "learning_rate": 9.67259905977166e-06,
+      "loss": 0.003,
+      "step": 780
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.030330829322338104,
+      "learning_rate": 9.668401611820014e-06,
+      "loss": 0.0026,
+      "step": 790
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.02893720008432865,
+      "learning_rate": 9.664204163868369e-06,
+      "loss": 0.0012,
+      "step": 800
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.016928590834140778,
+      "learning_rate": 9.660006715916723e-06,
+      "loss": 0.0095,
+      "step": 810
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.3214503824710846,
+      "learning_rate": 9.655809267965078e-06,
+      "loss": 0.0014,
+      "step": 820
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.005326243583112955,
+      "learning_rate": 9.651611820013432e-06,
+      "loss": 0.0026,
+      "step": 830
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.006249762140214443,
+      "learning_rate": 9.647414372061787e-06,
+      "loss": 0.0012,
+      "step": 840
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.005905636586248875,
+      "learning_rate": 9.643216924110142e-06,
+      "loss": 0.0039,
+      "step": 850
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.4915952682495117,
+      "learning_rate": 9.639019476158496e-06,
+      "loss": 0.0029,
+      "step": 860
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.039309654384851456,
+      "learning_rate": 9.634822028206851e-06,
+      "loss": 0.0016,
+      "step": 870
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.25026625394821167,
+      "learning_rate": 9.630624580255205e-06,
+      "loss": 0.0027,
+      "step": 880
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.059997640550136566,
+      "learning_rate": 9.62642713230356e-06,
+      "loss": 0.0031,
+      "step": 890
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.03755790740251541,
+      "learning_rate": 9.622229684351915e-06,
+      "loss": 0.0023,
+      "step": 900
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.04567611590027809,
+      "learning_rate": 9.61803223640027e-06,
+      "loss": 0.0027,
+      "step": 910
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.13617774844169617,
+      "learning_rate": 9.613834788448624e-06,
+      "loss": 0.0023,
+      "step": 920
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.007796242367476225,
+      "learning_rate": 9.609637340496979e-06,
+      "loss": 0.0008,
+      "step": 930
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.09431927651166916,
+      "learning_rate": 9.605439892545333e-06,
+      "loss": 0.0043,
+      "step": 940
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.00464077852666378,
+      "learning_rate": 9.601242444593688e-06,
+      "loss": 0.0032,
+      "step": 950
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07417366653680801,
+      "learning_rate": 9.597044996642042e-06,
+      "loss": 0.004,
+      "step": 960
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07863020896911621,
+      "learning_rate": 9.592847548690397e-06,
+      "loss": 0.0038,
+      "step": 970
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.06590215861797333,
+      "learning_rate": 9.588650100738752e-06,
+      "loss": 0.0051,
+      "step": 980
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.5270329117774963,
+      "learning_rate": 9.584452652787106e-06,
+      "loss": 0.0081,
+      "step": 990
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.005750787910073996,
+      "learning_rate": 9.580255204835461e-06,
+      "loss": 0.002,
+      "step": 1000
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.4699457883834839,
+      "learning_rate": 9.576057756883816e-06,
+      "loss": 0.0025,
+      "step": 1010
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.010430064052343369,
+      "learning_rate": 9.57186030893217e-06,
+      "loss": 0.0013,
+      "step": 1020
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.006583033595234156,
+      "learning_rate": 9.567662860980525e-06,
+      "loss": 0.0027,
+      "step": 1030
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.01882992312312126,
+      "learning_rate": 9.56346541302888e-06,
+      "loss": 0.0046,
+      "step": 1040
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.06240439414978027,
+      "learning_rate": 9.559267965077234e-06,
+      "loss": 0.0054,
+      "step": 1050
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.872185468673706,
+      "learning_rate": 9.555070517125589e-06,
+      "loss": 0.0046,
+      "step": 1060
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.18814022839069366,
+      "learning_rate": 9.550873069173943e-06,
+      "loss": 0.003,
+      "step": 1070
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.18875594437122345,
+      "learning_rate": 9.546675621222298e-06,
+      "loss": 0.0031,
+      "step": 1080
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.03390906751155853,
+      "learning_rate": 9.542478173270652e-06,
+      "loss": 0.0027,
+      "step": 1090
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.1369648426771164,
+      "learning_rate": 9.538280725319007e-06,
+      "loss": 0.0016,
+      "step": 1100
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.02575293742120266,
+      "learning_rate": 9.534083277367362e-06,
+      "loss": 0.0011,
+      "step": 1110
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.043303512036800385,
+      "learning_rate": 9.529885829415716e-06,
+      "loss": 0.0015,
+      "step": 1120
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.0034562412183731794,
+      "learning_rate": 9.525688381464071e-06,
+      "loss": 0.0068,
+      "step": 1130
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.10729283839464188,
+      "learning_rate": 9.521490933512426e-06,
+      "loss": 0.0017,
+      "step": 1140
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.029321426525712013,
+      "learning_rate": 9.51729348556078e-06,
+      "loss": 0.0005,
+      "step": 1150
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.26224708557128906,
+      "learning_rate": 9.513096037609135e-06,
+      "loss": 0.0056,
+      "step": 1160
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.081400066614151,
+      "learning_rate": 9.50889858965749e-06,
+      "loss": 0.0012,
+      "step": 1170
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.06388130784034729,
+      "learning_rate": 9.504701141705844e-06,
+      "loss": 0.0035,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.03783797100186348,
+      "learning_rate": 9.500503693754199e-06,
+      "loss": 0.0028,
+      "step": 1190
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.0943446159362793,
+      "learning_rate": 9.496306245802552e-06,
+      "loss": 0.0015,
+      "step": 1200
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.4624231159687042,
+      "learning_rate": 9.492108797850908e-06,
+      "loss": 0.0035,
+      "step": 1210
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.06161864846944809,
+      "learning_rate": 9.487911349899263e-06,
+      "loss": 0.0064,
+      "step": 1220
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.027636563405394554,
+      "learning_rate": 9.483713901947617e-06,
+      "loss": 0.001,
+      "step": 1230
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.06516788899898529,
+      "learning_rate": 9.479516453995972e-06,
+      "loss": 0.0044,
+      "step": 1240
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.0022635594941675663,
+      "learning_rate": 9.475319006044326e-06,
+      "loss": 0.004,
+      "step": 1250
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.016013437882065773,
+      "learning_rate": 9.471121558092681e-06,
+      "loss": 0.001,
+      "step": 1260
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.018587607890367508,
+      "learning_rate": 9.466924110141034e-06,
+      "loss": 0.0022,
+      "step": 1270
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.13551315665245056,
+      "learning_rate": 9.46272666218939e-06,
+      "loss": 0.0009,
+      "step": 1280
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.016198860481381416,
+      "learning_rate": 9.458529214237743e-06,
+      "loss": 0.0034,
+      "step": 1290
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.09964737296104431,
+      "learning_rate": 9.4543317662861e-06,
+      "loss": 0.0016,
+      "step": 1300
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.01190153881907463,
+      "learning_rate": 9.450134318334452e-06,
+      "loss": 0.0023,
+      "step": 1310
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 1.2369023561477661,
+      "learning_rate": 9.445936870382809e-06,
+      "loss": 0.01,
+      "step": 1320
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.024809740483760834,
+      "learning_rate": 9.441739422431163e-06,
+      "loss": 0.001,
+      "step": 1330
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.15385492146015167,
+      "learning_rate": 9.437541974479518e-06,
+      "loss": 0.0018,
+      "step": 1340
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.12145934998989105,
+      "learning_rate": 9.433344526527873e-06,
+      "loss": 0.0018,
+      "step": 1350
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.04905625805258751,
+      "learning_rate": 9.429147078576225e-06,
+      "loss": 0.0036,
+      "step": 1360
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.03543395921587944,
+      "learning_rate": 9.424949630624582e-06,
+      "loss": 0.0015,
+      "step": 1370
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.0014148950576782,
+      "learning_rate": 9.420752182672935e-06,
+      "loss": 0.005,
+      "step": 1380
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.02649211883544922,
+      "learning_rate": 9.416554734721291e-06,
+      "loss": 0.0013,
+      "step": 1390
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.03208385780453682,
+      "learning_rate": 9.412357286769644e-06,
+      "loss": 0.0007,
+      "step": 1400
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.0064937155693769455,
+      "learning_rate": 9.408159838818e-06,
+      "loss": 0.0013,
+      "step": 1410
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.294610857963562,
+      "learning_rate": 9.403962390866353e-06,
+      "loss": 0.002,
+      "step": 1420
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.04225017875432968,
+      "learning_rate": 9.39976494291471e-06,
+      "loss": 0.0011,
+      "step": 1430
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.17220620810985565,
+      "learning_rate": 9.395567494963064e-06,
+      "loss": 0.0017,
+      "step": 1440
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.01658468507230282,
+      "learning_rate": 9.391370047011417e-06,
+      "loss": 0.004,
+      "step": 1450
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.09207724779844284,
+      "learning_rate": 9.387172599059773e-06,
+      "loss": 0.0033,
+      "step": 1460
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.0661146268248558,
+      "learning_rate": 9.382975151108126e-06,
+      "loss": 0.0016,
+      "step": 1470
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.012653768993914127,
+      "learning_rate": 9.378777703156483e-06,
+      "loss": 0.0003,
+      "step": 1480
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.038489799946546555,
+      "learning_rate": 9.374580255204835e-06,
+      "loss": 0.0009,
+      "step": 1490
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.14739686250686646,
+      "learning_rate": 9.370382807253192e-06,
+      "loss": 0.004,
+      "step": 1500
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.04394904151558876,
+      "learning_rate": 9.366185359301545e-06,
+      "loss": 0.0025,
+      "step": 1510
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.2980542778968811,
+      "learning_rate": 9.3619879113499e-06,
+      "loss": 0.0049,
+      "step": 1520
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.6049527525901794,
+      "learning_rate": 9.357790463398254e-06,
+      "loss": 0.0068,
+      "step": 1530
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.2390802502632141,
+      "learning_rate": 9.353593015446609e-06,
+      "loss": 0.0014,
+      "step": 1540
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.057861894369125366,
+      "learning_rate": 9.349395567494965e-06,
+      "loss": 0.0007,
+      "step": 1550
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.010473741218447685,
+      "learning_rate": 9.345198119543318e-06,
+      "loss": 0.001,
+      "step": 1560
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.6854666471481323,
+      "learning_rate": 9.341000671591674e-06,
+      "loss": 0.0037,
+      "step": 1570
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.28555673360824585,
+      "learning_rate": 9.336803223640027e-06,
+      "loss": 0.0015,
+      "step": 1580
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.05343065410852432,
+      "learning_rate": 9.332605775688383e-06,
+      "loss": 0.0011,
+      "step": 1590
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.040986571460962296,
+      "learning_rate": 9.328408327736736e-06,
+      "loss": 0.0019,
+      "step": 1600
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.09061778336763382,
+      "learning_rate": 9.324210879785091e-06,
+      "loss": 0.0009,
+      "step": 1610
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.022660354152321815,
+      "learning_rate": 9.320013431833446e-06,
+      "loss": 0.0007,
+      "step": 1620
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.019222592934966087,
+      "learning_rate": 9.3158159838818e-06,
+      "loss": 0.0012,
+      "step": 1630
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.007360487245023251,
+      "learning_rate": 9.311618535930155e-06,
+      "loss": 0.001,
+      "step": 1640
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.04865903779864311,
+      "learning_rate": 9.30742108797851e-06,
+      "loss": 0.0009,
+      "step": 1650
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.04993268847465515,
+      "learning_rate": 9.303223640026866e-06,
+      "loss": 0.0011,
+      "step": 1660
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.049482040107250214,
+      "learning_rate": 9.299026192075219e-06,
+      "loss": 0.0006,
+      "step": 1670
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.08518658578395844,
+      "learning_rate": 9.294828744123573e-06,
+      "loss": 0.0018,
+      "step": 1680
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.15694260597229004,
+      "learning_rate": 9.290631296171928e-06,
+      "loss": 0.0008,
+      "step": 1690
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.2914963662624359,
+      "learning_rate": 9.286433848220282e-06,
+      "loss": 0.0046,
+      "step": 1700
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.02077990211546421,
+      "learning_rate": 9.282236400268637e-06,
+      "loss": 0.0011,
+      "step": 1710
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.13449931144714355,
+      "learning_rate": 9.278038952316992e-06,
+      "loss": 0.0037,
+      "step": 1720
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.07630223780870438,
+      "learning_rate": 9.273841504365346e-06,
+      "loss": 0.0029,
+      "step": 1730
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.19343329966068268,
+      "learning_rate": 9.269644056413701e-06,
+      "loss": 0.002,
+      "step": 1740
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.03355003520846367,
+      "learning_rate": 9.265446608462056e-06,
+      "loss": 0.0006,
+      "step": 1750
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.07213837653398514,
+      "learning_rate": 9.26124916051041e-06,
+      "loss": 0.0012,
+      "step": 1760
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.11827400326728821,
+      "learning_rate": 9.257051712558765e-06,
+      "loss": 0.0014,
+      "step": 1770
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.0025086326058954,
+      "learning_rate": 9.25285426460712e-06,
+      "loss": 0.0009,
+      "step": 1780
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.05490359291434288,
+      "learning_rate": 9.248656816655474e-06,
+      "loss": 0.0012,
+      "step": 1790
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.2864171862602234,
+      "learning_rate": 9.244459368703829e-06,
+      "loss": 0.0028,
+      "step": 1800
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.18638712167739868,
+      "learning_rate": 9.240261920752183e-06,
+      "loss": 0.0027,
+      "step": 1810
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.1295178234577179,
+      "learning_rate": 9.236064472800538e-06,
+      "loss": 0.0014,
+      "step": 1820
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.4142198860645294,
+      "learning_rate": 9.231867024848892e-06,
+      "loss": 0.0017,
+      "step": 1830
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.0262783020734787,
+      "learning_rate": 9.227669576897247e-06,
+      "loss": 0.0013,
+      "step": 1840
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.030707404017448425,
+      "learning_rate": 9.223472128945602e-06,
+      "loss": 0.0009,
+      "step": 1850
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.016312995925545692,
+      "learning_rate": 9.219274680993956e-06,
+      "loss": 0.0013,
+      "step": 1860
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.036473799496889114,
+      "learning_rate": 9.215077233042311e-06,
+      "loss": 0.0031,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.01363462395966053,
+      "learning_rate": 9.210879785090666e-06,
+      "loss": 0.0029,
+      "step": 1880
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.06613222509622574,
+      "learning_rate": 9.20668233713902e-06,
+      "loss": 0.0037,
+      "step": 1890
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.02161981351673603,
+      "learning_rate": 9.202484889187375e-06,
+      "loss": 0.0012,
+      "step": 1900
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.013683819212019444,
+      "learning_rate": 9.19828744123573e-06,
+      "loss": 0.0019,
+      "step": 1910
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.13119082152843475,
+      "learning_rate": 9.194089993284084e-06,
+      "loss": 0.001,
+      "step": 1920
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08101898431777954,
+      "learning_rate": 9.189892545332439e-06,
+      "loss": 0.0019,
+      "step": 1930
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.0600835420191288,
+      "learning_rate": 9.185695097380793e-06,
+      "loss": 0.0014,
+      "step": 1940
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.05432651564478874,
+      "learning_rate": 9.181497649429148e-06,
+      "loss": 0.0015,
+      "step": 1950
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.06074979156255722,
+      "learning_rate": 9.177300201477503e-06,
+      "loss": 0.007,
+      "step": 1960
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.44976115226745605,
+      "learning_rate": 9.173102753525857e-06,
+      "loss": 0.0025,
+      "step": 1970
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.005641541443765163,
+      "learning_rate": 9.168905305574212e-06,
+      "loss": 0.0019,
+      "step": 1980
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.006832782179117203,
+      "learning_rate": 9.164707857622566e-06,
+      "loss": 0.0013,
+      "step": 1990
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.07477637380361557,
+      "learning_rate": 9.160510409670921e-06,
+      "loss": 0.0027,
+      "step": 2000
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.07955386489629745,
+      "learning_rate": 9.156312961719276e-06,
+      "loss": 0.001,
+      "step": 2010
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.009969334118068218,
+      "learning_rate": 9.15211551376763e-06,
+      "loss": 0.0015,
+      "step": 2020
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.024671079590916634,
+      "learning_rate": 9.147918065815985e-06,
+      "loss": 0.0017,
+      "step": 2030
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.23273734748363495,
+      "learning_rate": 9.14372061786434e-06,
+      "loss": 0.0012,
+      "step": 2040
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.00974265392869711,
+      "learning_rate": 9.139523169912694e-06,
+      "loss": 0.0046,
+      "step": 2050
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5019146203994751,
+      "learning_rate": 9.135325721961049e-06,
+      "loss": 0.0024,
+      "step": 2060
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.0385243222117424,
+      "learning_rate": 9.131128274009403e-06,
+      "loss": 0.0009,
+      "step": 2070
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.005131669342517853,
+      "learning_rate": 9.126930826057758e-06,
+      "loss": 0.0014,
+      "step": 2080
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.06231481209397316,
+      "learning_rate": 9.122733378106113e-06,
+      "loss": 0.0007,
+      "step": 2090
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.057179391384124756,
+      "learning_rate": 9.118535930154467e-06,
+      "loss": 0.004,
+      "step": 2100
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.06546686589717865,
+      "learning_rate": 9.114338482202822e-06,
+      "loss": 0.0018,
+      "step": 2110
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.003714991034939885,
+      "learning_rate": 9.110141034251176e-06,
+      "loss": 0.0005,
+      "step": 2120
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.06414463371038437,
+      "learning_rate": 9.105943586299531e-06,
+      "loss": 0.0005,
+      "step": 2130
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.14546462893486023,
+      "learning_rate": 9.101746138347886e-06,
+      "loss": 0.0021,
+      "step": 2140
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.05881655961275101,
+      "learning_rate": 9.09754869039624e-06,
+      "loss": 0.0015,
+      "step": 2150
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.013162361457943916,
+      "learning_rate": 9.093351242444595e-06,
+      "loss": 0.0022,
+      "step": 2160
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.017041141167283058,
+      "learning_rate": 9.08915379449295e-06,
+      "loss": 0.0018,
+      "step": 2170
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.09564032405614853,
+      "learning_rate": 9.084956346541304e-06,
+      "loss": 0.0042,
+      "step": 2180
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.014800913631916046,
+      "learning_rate": 9.080758898589657e-06,
+      "loss": 0.0009,
+      "step": 2190
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.17374302446842194,
+      "learning_rate": 9.076561450638013e-06,
+      "loss": 0.0013,
+      "step": 2200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.035490747541189194,
+      "learning_rate": 9.072364002686368e-06,
+      "loss": 0.0038,
+      "step": 2210
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.1741674244403839,
+      "learning_rate": 9.068166554734723e-06,
+      "loss": 0.0026,
+      "step": 2220
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.04081317409873009,
+      "learning_rate": 9.063969106783077e-06,
+      "loss": 0.0014,
+      "step": 2230
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.2914838194847107,
+      "learning_rate": 9.059771658831432e-06,
+      "loss": 0.0034,
+      "step": 2240
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.02334975078701973,
+      "learning_rate": 9.055574210879786e-06,
+      "loss": 0.0041,
+      "step": 2250
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.05057836323976517,
+      "learning_rate": 9.05137676292814e-06,
+      "loss": 0.0019,
+      "step": 2260
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.16913112998008728,
+      "learning_rate": 9.047179314976496e-06,
+      "loss": 0.0023,
+      "step": 2270
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.03450404852628708,
+      "learning_rate": 9.042981867024849e-06,
+      "loss": 0.0047,
+      "step": 2280
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.007191210053861141,
+      "learning_rate": 9.038784419073205e-06,
+      "loss": 0.0058,
+      "step": 2290
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.0037567466497421265,
+      "learning_rate": 9.034586971121558e-06,
+      "loss": 0.004,
+      "step": 2300
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.6598537564277649,
+      "learning_rate": 9.030389523169914e-06,
+      "loss": 0.0025,
+      "step": 2310
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.021132759749889374,
+      "learning_rate": 9.026192075218269e-06,
+      "loss": 0.002,
+      "step": 2320
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.017818361520767212,
+      "learning_rate": 9.021994627266623e-06,
+      "loss": 0.0009,
+      "step": 2330
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.016008947044610977,
+      "learning_rate": 9.017797179314978e-06,
+      "loss": 0.0005,
+      "step": 2340
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.009955563582479954,
+      "learning_rate": 9.013599731363331e-06,
+      "loss": 0.0012,
+      "step": 2350
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.11668864637613297,
+      "learning_rate": 9.009402283411687e-06,
+      "loss": 0.0032,
+      "step": 2360
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.05549318715929985,
+      "learning_rate": 9.00520483546004e-06,
+      "loss": 0.0009,
+      "step": 2370
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.026752743870019913,
+      "learning_rate": 9.001007387508396e-06,
+      "loss": 0.0018,
+      "step": 2380
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.00796794705092907,
+      "learning_rate": 8.99680993955675e-06,
+      "loss": 0.0007,
+      "step": 2390
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.02195807732641697,
+      "learning_rate": 8.992612491605106e-06,
+      "loss": 0.0031,
+      "step": 2400
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.007499654311686754,
+      "learning_rate": 8.988415043653459e-06,
+      "loss": 0.001,
+      "step": 2410
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.010224456898868084,
+      "learning_rate": 8.984217595701813e-06,
+      "loss": 0.0011,
+      "step": 2420
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.031140731647610664,
+      "learning_rate": 8.98002014775017e-06,
+      "loss": 0.0007,
+      "step": 2430
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.012480244040489197,
+      "learning_rate": 8.975822699798522e-06,
+      "loss": 0.0037,
+      "step": 2440
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.13071498274803162,
+      "learning_rate": 8.971625251846879e-06,
+      "loss": 0.0008,
+      "step": 2450
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.22285941243171692,
+      "learning_rate": 8.967427803895232e-06,
+      "loss": 0.0016,
+      "step": 2460
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.2518530488014221,
+      "learning_rate": 8.963230355943588e-06,
+      "loss": 0.0026,
+      "step": 2470
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.11510931700468063,
+      "learning_rate": 8.959032907991941e-06,
+      "loss": 0.0096,
+      "step": 2480
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.010645145550370216,
+      "learning_rate": 8.954835460040297e-06,
+      "loss": 0.0013,
+      "step": 2490
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.01338688749819994,
+      "learning_rate": 8.95063801208865e-06,
+      "loss": 0.0023,
+      "step": 2500
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.01874951645731926,
+      "learning_rate": 8.946440564137005e-06,
+      "loss": 0.0031,
+      "step": 2510
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5476735234260559,
+      "learning_rate": 8.94224311618536e-06,
+      "loss": 0.0017,
+      "step": 2520
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.01938123069703579,
+      "learning_rate": 8.938045668233714e-06,
+      "loss": 0.0003,
+      "step": 2530
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.17968221008777618,
+      "learning_rate": 8.93384822028207e-06,
+      "loss": 0.0032,
+      "step": 2540
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.07702717930078506,
+      "learning_rate": 8.929650772330423e-06,
+      "loss": 0.0012,
+      "step": 2550
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.043315693736076355,
+      "learning_rate": 8.92545332437878e-06,
+      "loss": 0.002,
+      "step": 2560
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.009717993438243866,
+      "learning_rate": 8.921255876427133e-06,
+      "loss": 0.0008,
+      "step": 2570
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0067781913094222546,
+      "learning_rate": 8.917058428475487e-06,
+      "loss": 0.0014,
+      "step": 2580
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.011173662729561329,
+      "learning_rate": 8.912860980523842e-06,
+      "loss": 0.0018,
+      "step": 2590
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.07794959843158722,
+      "learning_rate": 8.908663532572196e-06,
+      "loss": 0.0025,
+      "step": 2600
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.005871940404176712,
+      "learning_rate": 8.904466084620551e-06,
+      "loss": 0.003,
+      "step": 2610
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.06580822169780731,
+      "learning_rate": 8.900268636668906e-06,
+      "loss": 0.0054,
+      "step": 2620
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.10812622308731079,
+      "learning_rate": 8.89607118871726e-06,
+      "loss": 0.0014,
+      "step": 2630
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.08168531954288483,
+      "learning_rate": 8.891873740765615e-06,
+      "loss": 0.0023,
+      "step": 2640
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.15115512907505035,
+      "learning_rate": 8.887676292813971e-06,
+      "loss": 0.0019,
+      "step": 2650
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.04277985170483589,
+      "learning_rate": 8.883478844862324e-06,
+      "loss": 0.0011,
+      "step": 2660
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0317169725894928,
+      "learning_rate": 8.879281396910679e-06,
+      "loss": 0.0009,
+      "step": 2670
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.01838303916156292,
+      "learning_rate": 8.875083948959033e-06,
+      "loss": 0.0011,
+      "step": 2680
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.0044249724596738815,
+      "learning_rate": 8.870886501007388e-06,
+      "loss": 0.0009,
+      "step": 2690
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.03765324875712395,
+      "learning_rate": 8.866689053055743e-06,
+      "loss": 0.0039,
+      "step": 2700
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.29022645950317383,
+      "learning_rate": 8.862491605104097e-06,
+      "loss": 0.0055,
+      "step": 2710
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5368918776512146,
+      "learning_rate": 8.858294157152452e-06,
+      "loss": 0.0072,
+      "step": 2720
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.0023665865883231163,
+      "learning_rate": 8.854096709200806e-06,
+      "loss": 0.0018,
+      "step": 2730
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.07755130529403687,
+      "learning_rate": 8.849899261249161e-06,
+      "loss": 0.0015,
+      "step": 2740
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.0149016622453928,
+      "learning_rate": 8.845701813297516e-06,
+      "loss": 0.0005,
+      "step": 2750
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.0034178367350250483,
+      "learning_rate": 8.84150436534587e-06,
+      "loss": 0.0003,
+      "step": 2760
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.11365914344787598,
+      "learning_rate": 8.837306917394225e-06,
+      "loss": 0.003,
+      "step": 2770
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.11521656811237335,
+      "learning_rate": 8.83310946944258e-06,
+      "loss": 0.001,
+      "step": 2780
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.10270581394433975,
+      "learning_rate": 8.828912021490934e-06,
+      "loss": 0.0015,
+      "step": 2790
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.17976179718971252,
+      "learning_rate": 8.824714573539289e-06,
+      "loss": 0.0007,
+      "step": 2800
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.07761932164430618,
+      "learning_rate": 8.820936870382809e-06,
+      "loss": 0.0029,
+      "step": 2810
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.01468763779848814,
+      "learning_rate": 8.816739422431163e-06,
+      "loss": 0.0005,
+      "step": 2820
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.009555538184940815,
+      "learning_rate": 8.812541974479516e-06,
+      "loss": 0.0018,
+      "step": 2830
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.01784587651491165,
+      "learning_rate": 8.808344526527873e-06,
+      "loss": 0.0047,
+      "step": 2840
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.35948890447616577,
+      "learning_rate": 8.804147078576226e-06,
+      "loss": 0.0044,
+      "step": 2850
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.052703533321619034,
+      "learning_rate": 8.799949630624582e-06,
+      "loss": 0.0006,
+      "step": 2860
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.171566441655159,
+      "learning_rate": 8.795752182672935e-06,
+      "loss": 0.0023,
+      "step": 2870
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.3138861060142517,
+      "learning_rate": 8.791554734721291e-06,
+      "loss": 0.0007,
+      "step": 2880
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.15738941729068756,
+      "learning_rate": 8.787357286769644e-06,
+      "loss": 0.0022,
+      "step": 2890
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.03881895914673805,
+      "learning_rate": 8.783159838818e-06,
+      "loss": 0.004,
+      "step": 2900
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.027307789772748947,
+      "learning_rate": 8.778962390866353e-06,
+      "loss": 0.0009,
+      "step": 2910
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.009243845008313656,
+      "learning_rate": 8.774764942914708e-06,
+      "loss": 0.0021,
+      "step": 2920
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.010441136546432972,
+      "learning_rate": 8.770567494963064e-06,
+      "loss": 0.0003,
+      "step": 2930
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.053923387080430984,
+      "learning_rate": 8.766370047011417e-06,
+      "loss": 0.0033,
+      "step": 2940
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.0529450997710228,
+      "learning_rate": 8.762172599059773e-06,
+      "loss": 0.0017,
+      "step": 2950
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.017623068764805794,
+      "learning_rate": 8.757975151108126e-06,
+      "loss": 0.007,
+      "step": 2960
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.06934964656829834,
+      "learning_rate": 8.753777703156483e-06,
+      "loss": 0.0017,
+      "step": 2970
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.4888018071651459,
+      "learning_rate": 8.749580255204836e-06,
+      "loss": 0.0018,
+      "step": 2980
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.3019413948059082,
+      "learning_rate": 8.74538280725319e-06,
+      "loss": 0.0078,
+      "step": 2990
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.20448799431324005,
+      "learning_rate": 8.741185359301545e-06,
+      "loss": 0.0026,
+      "step": 3000
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.15655213594436646,
+      "learning_rate": 8.7369879113499e-06,
+      "loss": 0.0007,
+      "step": 3010
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.00702297780662775,
+      "learning_rate": 8.732790463398254e-06,
+      "loss": 0.0022,
+      "step": 3020
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.03202832117676735,
+      "learning_rate": 8.728593015446609e-06,
+      "loss": 0.0048,
+      "step": 3030
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.3602777123451233,
+      "learning_rate": 8.724395567494965e-06,
+      "loss": 0.0027,
+      "step": 3040
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.035856008529663086,
+      "learning_rate": 8.720198119543318e-06,
+      "loss": 0.0011,
+      "step": 3050
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.02676764689385891,
+      "learning_rate": 8.716000671591674e-06,
+      "loss": 0.0006,
+      "step": 3060
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.06010160595178604,
+      "learning_rate": 8.711803223640027e-06,
+      "loss": 0.0023,
+      "step": 3070
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.33468106389045715,
+      "learning_rate": 8.707605775688382e-06,
+      "loss": 0.0013,
+      "step": 3080
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.07244027405977249,
+      "learning_rate": 8.703408327736736e-06,
+      "loss": 0.001,
+      "step": 3090
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.1765681654214859,
+      "learning_rate": 8.699210879785091e-06,
+      "loss": 0.0021,
+      "step": 3100
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.0064493464305996895,
+      "learning_rate": 8.695013431833446e-06,
+      "loss": 0.0021,
+      "step": 3110
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.12435489892959595,
+      "learning_rate": 8.6908159838818e-06,
+      "loss": 0.0017,
+      "step": 3120
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.05187215656042099,
+      "learning_rate": 8.686618535930155e-06,
+      "loss": 0.001,
+      "step": 3130
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.01066290121525526,
+      "learning_rate": 8.68242108797851e-06,
+      "loss": 0.0011,
+      "step": 3140
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.04758090898394585,
+      "learning_rate": 8.678223640026866e-06,
+      "loss": 0.0005,
+      "step": 3150
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.02921927347779274,
+      "learning_rate": 8.674026192075219e-06,
+      "loss": 0.0021,
+      "step": 3160
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.009303642436861992,
+      "learning_rate": 8.669828744123573e-06,
+      "loss": 0.0007,
+      "step": 3170
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5222365856170654,
+      "learning_rate": 8.665631296171928e-06,
+      "loss": 0.007,
+      "step": 3180
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.005165881011635065,
+      "learning_rate": 8.661433848220283e-06,
+      "loss": 0.0018,
+      "step": 3190
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.8817521333694458,
+      "learning_rate": 8.657236400268637e-06,
+      "loss": 0.002,
+      "step": 3200
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.07392257452011108,
+      "learning_rate": 8.653038952316992e-06,
+      "loss": 0.0015,
+      "step": 3210
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.039199940860271454,
+      "learning_rate": 8.648841504365346e-06,
+      "loss": 0.0007,
+      "step": 3220
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.2725190222263336,
+      "learning_rate": 8.644644056413701e-06,
+      "loss": 0.0022,
+      "step": 3230
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.012581940740346909,
+      "learning_rate": 8.640446608462056e-06,
+      "loss": 0.0073,
+      "step": 3240
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.008940734900534153,
+      "learning_rate": 8.63624916051041e-06,
+      "loss": 0.0009,
+      "step": 3250
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.1721634566783905,
+      "learning_rate": 8.632051712558765e-06,
+      "loss": 0.0017,
+      "step": 3260
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.31307950615882874,
+      "learning_rate": 8.62785426460712e-06,
+      "loss": 0.0033,
+      "step": 3270
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.18467161059379578,
+      "learning_rate": 8.623656816655474e-06,
+      "loss": 0.0029,
+      "step": 3280
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.04656468331813812,
+      "learning_rate": 8.619879113498994e-06,
+      "loss": 0.0018,
+      "step": 3290
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.0923081561923027,
+      "learning_rate": 8.615681665547347e-06,
+      "loss": 0.0011,
+      "step": 3300
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.15977904200553894,
+      "learning_rate": 8.611484217595703e-06,
+      "loss": 0.0027,
+      "step": 3310
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.10176800936460495,
+      "learning_rate": 8.607286769644058e-06,
+      "loss": 0.0024,
+      "step": 3320
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.057700444012880325,
+      "learning_rate": 8.603089321692411e-06,
+      "loss": 0.0031,
+      "step": 3330
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.03322164714336395,
+      "learning_rate": 8.598891873740767e-06,
+      "loss": 0.0015,
+      "step": 3340
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.018284544348716736,
+      "learning_rate": 8.59469442578912e-06,
+      "loss": 0.0022,
+      "step": 3350
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.02011759579181671,
+      "learning_rate": 8.590496977837476e-06,
+      "loss": 0.0008,
+      "step": 3360
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.22747820615768433,
+      "learning_rate": 8.58629952988583e-06,
+      "loss": 0.0009,
+      "step": 3370
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.08898269385099411,
+      "learning_rate": 8.582102081934186e-06,
+      "loss": 0.0018,
+      "step": 3380
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.3748880922794342,
+      "learning_rate": 8.577904633982539e-06,
+      "loss": 0.0045,
+      "step": 3390
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.007508324924856424,
+      "learning_rate": 8.573707186030893e-06,
+      "loss": 0.004,
+      "step": 3400
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.08410963416099548,
+      "learning_rate": 8.569509738079248e-06,
+      "loss": 0.0049,
+      "step": 3410
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.03300091251730919,
+      "learning_rate": 8.565312290127602e-06,
+      "loss": 0.0013,
+      "step": 3420
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.030519753694534302,
+      "learning_rate": 8.561114842175959e-06,
+      "loss": 0.0035,
+      "step": 3430
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.013716090470552444,
+      "learning_rate": 8.556917394224312e-06,
+      "loss": 0.0012,
+      "step": 3440
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.07122453302145004,
+      "learning_rate": 8.552719946272668e-06,
+      "loss": 0.0023,
+      "step": 3450
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.006021963898092508,
+      "learning_rate": 8.548522498321021e-06,
+      "loss": 0.0012,
+      "step": 3460
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.007859396748244762,
+      "learning_rate": 8.544325050369377e-06,
+      "loss": 0.0005,
+      "step": 3470
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.09434602409601212,
+      "learning_rate": 8.54012760241773e-06,
+      "loss": 0.0011,
+      "step": 3480
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.01787838153541088,
+      "learning_rate": 8.535930154466085e-06,
+      "loss": 0.0011,
+      "step": 3490
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.018500063568353653,
+      "learning_rate": 8.53173270651444e-06,
+      "loss": 0.0017,
+      "step": 3500
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.0013119007926434278,
+      "learning_rate": 8.527535258562794e-06,
+      "loss": 0.0013,
+      "step": 3510
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.02389811910688877,
+      "learning_rate": 8.523337810611149e-06,
+      "loss": 0.0011,
+      "step": 3520
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.0021516175474971533,
+      "learning_rate": 8.519140362659503e-06,
+      "loss": 0.0056,
+      "step": 3530
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.016399670392274857,
+      "learning_rate": 8.51494291470786e-06,
+      "loss": 0.001,
+      "step": 3540
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.07569669187068939,
+      "learning_rate": 8.510745466756212e-06,
+      "loss": 0.0048,
+      "step": 3550
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.002499897498637438,
+      "learning_rate": 8.506548018804569e-06,
+      "loss": 0.0015,
+      "step": 3560
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.0031851092353463173,
+      "learning_rate": 8.502350570852922e-06,
+      "loss": 0.0002,
+      "step": 3570
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.6716926693916321,
+      "learning_rate": 8.498153122901276e-06,
+      "loss": 0.0052,
+      "step": 3580
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.026271577924489975,
+      "learning_rate": 8.493955674949631e-06,
+      "loss": 0.0017,
+      "step": 3590
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.47044169902801514,
+      "learning_rate": 8.489758226997986e-06,
+      "loss": 0.0037,
+      "step": 3600
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.175507590174675,
+      "learning_rate": 8.48556077904634e-06,
+      "loss": 0.0011,
+      "step": 3610
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.04265287518501282,
+      "learning_rate": 8.481363331094695e-06,
+      "loss": 0.0057,
+      "step": 3620
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.06122719869017601,
+      "learning_rate": 8.47716588314305e-06,
+      "loss": 0.0012,
+      "step": 3630
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.09644156694412231,
+      "learning_rate": 8.472968435191404e-06,
+      "loss": 0.0008,
+      "step": 3640
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.11276187747716904,
+      "learning_rate": 8.468770987239759e-06,
+      "loss": 0.0017,
+      "step": 3650
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.02469436265528202,
+      "learning_rate": 8.464573539288113e-06,
+      "loss": 0.0046,
+      "step": 3660
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.7709282040596008,
+      "learning_rate": 8.460376091336468e-06,
+      "loss": 0.008,
+      "step": 3670
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.4117774963378906,
+      "learning_rate": 8.456178643384822e-06,
+      "loss": 0.0024,
+      "step": 3680
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.07191318273544312,
+      "learning_rate": 8.451981195433177e-06,
+      "loss": 0.0011,
+      "step": 3690
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.014883830212056637,
+      "learning_rate": 8.447783747481532e-06,
+      "loss": 0.001,
+      "step": 3700
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.0047638434916734695,
+      "learning_rate": 8.443586299529886e-06,
+      "loss": 0.0012,
+      "step": 3710
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.19078807532787323,
+      "learning_rate": 8.439388851578241e-06,
+      "loss": 0.0011,
+      "step": 3720
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.07204841822385788,
+      "learning_rate": 8.435191403626596e-06,
+      "loss": 0.0018,
+      "step": 3730
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.6154640913009644,
+      "learning_rate": 8.43099395567495e-06,
+      "loss": 0.0038,
+      "step": 3740
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.02338569425046444,
+      "learning_rate": 8.426796507723305e-06,
+      "loss": 0.0016,
+      "step": 3750
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.13649843633174896,
+      "learning_rate": 8.423018804566823e-06,
+      "loss": 0.0047,
+      "step": 3760
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.0963369682431221,
+      "learning_rate": 8.41882135661518e-06,
+      "loss": 0.0006,
+      "step": 3770
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.31827324628829956,
+      "learning_rate": 8.414623908663532e-06,
+      "loss": 0.0058,
+      "step": 3780
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.006173072848469019,
+      "learning_rate": 8.410426460711889e-06,
+      "loss": 0.0014,
+      "step": 3790
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.13730692863464355,
+      "learning_rate": 8.406229012760242e-06,
+      "loss": 0.0009,
+      "step": 3800
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.004133482463657856,
+      "learning_rate": 8.402031564808596e-06,
+      "loss": 0.0033,
+      "step": 3810
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.13467635214328766,
+      "learning_rate": 8.397834116856953e-06,
+      "loss": 0.0009,
+      "step": 3820
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.07814080268144608,
+      "learning_rate": 8.393636668905305e-06,
+      "loss": 0.0016,
+      "step": 3830
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.011251374147832394,
+      "learning_rate": 8.389439220953662e-06,
+      "loss": 0.0009,
+      "step": 3840
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.001605527475476265,
+      "learning_rate": 8.385241773002015e-06,
+      "loss": 0.0013,
+      "step": 3850
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.008475171402096748,
+      "learning_rate": 8.381044325050371e-06,
+      "loss": 0.0008,
+      "step": 3860
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.018021291121840477,
+      "learning_rate": 8.376846877098724e-06,
+      "loss": 0.0004,
+      "step": 3870
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.006848904769867659,
+      "learning_rate": 8.37264942914708e-06,
+      "loss": 0.0014,
+      "step": 3880
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.025030123069882393,
+      "learning_rate": 8.368451981195433e-06,
+      "loss": 0.0014,
+      "step": 3890
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.4155631959438324,
+      "learning_rate": 8.364254533243788e-06,
+      "loss": 0.0015,
+      "step": 3900
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.005679064895957708,
+      "learning_rate": 8.360057085292142e-06,
+      "loss": 0.003,
+      "step": 3910
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.009578896686434746,
+      "learning_rate": 8.355859637340497e-06,
+      "loss": 0.0048,
+      "step": 3920
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.011455328203737736,
+      "learning_rate": 8.351662189388853e-06,
+      "loss": 0.0007,
+      "step": 3930
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.02022560127079487,
+      "learning_rate": 8.347464741437206e-06,
+      "loss": 0.002,
+      "step": 3940
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.013254129327833652,
+      "learning_rate": 8.343267293485563e-06,
+      "loss": 0.0008,
+      "step": 3950
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.03954704850912094,
+      "learning_rate": 8.339069845533915e-06,
+      "loss": 0.0021,
+      "step": 3960
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.03727477416396141,
+      "learning_rate": 8.334872397582272e-06,
+      "loss": 0.0021,
+      "step": 3970
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.005523467902094126,
+      "learning_rate": 8.330674949630625e-06,
+      "loss": 0.0007,
+      "step": 3980
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.022439954802393913,
+      "learning_rate": 8.32647750167898e-06,
+      "loss": 0.0021,
+      "step": 3990
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.012325704097747803,
+      "learning_rate": 8.322280053727334e-06,
+      "loss": 0.0014,
+      "step": 4000
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.12552155554294586,
+      "learning_rate": 8.318082605775689e-06,
+      "loss": 0.0011,
+      "step": 4010
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.017489569261670113,
+      "learning_rate": 8.313885157824043e-06,
+      "loss": 0.0011,
+      "step": 4020
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.052284810692071915,
+      "learning_rate": 8.309687709872398e-06,
+      "loss": 0.001,
+      "step": 4030
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.05398709326982498,
+      "learning_rate": 8.305490261920754e-06,
+      "loss": 0.0014,
+      "step": 4040
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.25828316807746887,
+      "learning_rate": 8.301292813969107e-06,
+      "loss": 0.0026,
+      "step": 4050
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.01474198792129755,
+      "learning_rate": 8.297095366017462e-06,
+      "loss": 0.0017,
+      "step": 4060
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.0038133654743433,
+      "learning_rate": 8.292897918065816e-06,
+      "loss": 0.0009,
+      "step": 4070
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.021653324365615845,
+      "learning_rate": 8.288700470114171e-06,
+      "loss": 0.0008,
+      "step": 4080
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.017369549721479416,
+      "learning_rate": 8.284503022162526e-06,
+      "loss": 0.0011,
+      "step": 4090
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.18425977230072021,
+      "learning_rate": 8.28030557421088e-06,
+      "loss": 0.0015,
+      "step": 4100
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.01438868883997202,
+      "learning_rate": 8.276108126259235e-06,
+      "loss": 0.0006,
+      "step": 4110
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.0022420857567340136,
+      "learning_rate": 8.27191067830759e-06,
+      "loss": 0.0002,
+      "step": 4120
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.12319325655698776,
+      "learning_rate": 8.267713230355944e-06,
+      "loss": 0.0051,
+      "step": 4130
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.01060109119862318,
+      "learning_rate": 8.263515782404299e-06,
+      "loss": 0.0003,
+      "step": 4140
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.001791100949048996,
+      "learning_rate": 8.259318334452653e-06,
+      "loss": 0.0016,
+      "step": 4150
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.009030510671436787,
+      "learning_rate": 8.255120886501008e-06,
+      "loss": 0.0004,
+      "step": 4160
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.1018250361084938,
+      "learning_rate": 8.250923438549362e-06,
+      "loss": 0.0018,
+      "step": 4170
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.11478858441114426,
+      "learning_rate": 8.246725990597717e-06,
+      "loss": 0.0004,
+      "step": 4180
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.08903089910745621,
+      "learning_rate": 8.242528542646072e-06,
+      "loss": 0.0018,
+      "step": 4190
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.109068363904953,
+      "learning_rate": 8.238331094694426e-06,
+      "loss": 0.0007,
+      "step": 4200
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.005220823921263218,
+      "learning_rate": 8.234133646742781e-06,
+      "loss": 0.0044,
+      "step": 4210
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.09990601986646652,
+      "learning_rate": 8.229936198791136e-06,
+      "loss": 0.0012,
+      "step": 4220
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.07386545091867447,
+      "learning_rate": 8.22573875083949e-06,
+      "loss": 0.0008,
+      "step": 4230
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.1059875562787056,
+      "learning_rate": 8.221541302887845e-06,
+      "loss": 0.0007,
+      "step": 4240
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.07418499141931534,
+      "learning_rate": 8.2173438549362e-06,
+      "loss": 0.0014,
+      "step": 4250
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.01813233084976673,
+      "learning_rate": 8.213146406984554e-06,
+      "loss": 0.0007,
+      "step": 4260
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.01308862492442131,
+      "learning_rate": 8.208948959032909e-06,
+      "loss": 0.0002,
+      "step": 4270
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.6047486066818237,
+      "learning_rate": 8.204751511081263e-06,
+      "loss": 0.0054,
+      "step": 4280
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.030174901708960533,
+      "learning_rate": 8.200554063129618e-06,
+      "loss": 0.0007,
+      "step": 4290
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.07209368050098419,
+      "learning_rate": 8.196356615177972e-06,
+      "loss": 0.0011,
+      "step": 4300
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.6904421448707581,
+      "learning_rate": 8.192159167226327e-06,
+      "loss": 0.0018,
+      "step": 4310
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.11670655757188797,
+      "learning_rate": 8.187961719274682e-06,
+      "loss": 0.0028,
+      "step": 4320
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.016770286485552788,
+      "learning_rate": 8.183764271323036e-06,
+      "loss": 0.0005,
+      "step": 4330
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.021145779639482498,
+      "learning_rate": 8.179566823371391e-06,
+      "loss": 0.0018,
+      "step": 4340
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.02627403475344181,
+      "learning_rate": 8.175369375419746e-06,
+      "loss": 0.0014,
+      "step": 4350
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.01143514271825552,
+      "learning_rate": 8.1711719274681e-06,
+      "loss": 0.0007,
+      "step": 4360
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.05208797752857208,
+      "learning_rate": 8.166974479516455e-06,
+      "loss": 0.0023,
+      "step": 4370
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.08176781982183456,
+      "learning_rate": 8.16277703156481e-06,
+      "loss": 0.0028,
+      "step": 4380
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.0852191299200058,
+      "learning_rate": 8.158579583613164e-06,
+      "loss": 0.0023,
+      "step": 4390
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.007911001332104206,
+      "learning_rate": 8.154382135661519e-06,
+      "loss": 0.0032,
+      "step": 4400
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.012264366261661053,
+      "learning_rate": 8.150184687709873e-06,
+      "loss": 0.0011,
+      "step": 4410
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.012588711455464363,
+      "learning_rate": 8.145987239758228e-06,
+      "loss": 0.0003,
+      "step": 4420
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.04339655116200447,
+      "learning_rate": 8.141789791806583e-06,
+      "loss": 0.0016,
+      "step": 4430
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.009127240628004074,
+      "learning_rate": 8.137592343854937e-06,
+      "loss": 0.0029,
+      "step": 4440
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.05993298068642616,
+      "learning_rate": 8.133394895903292e-06,
+      "loss": 0.0008,
+      "step": 4450
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.0026275282725691795,
+      "learning_rate": 8.129197447951646e-06,
+      "loss": 0.0009,
+      "step": 4460
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.04943431168794632,
+      "learning_rate": 8.125000000000001e-06,
+      "loss": 0.0014,
+      "step": 4470
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.018763918429613113,
+      "learning_rate": 8.120802552048356e-06,
+      "loss": 0.0007,
+      "step": 4480
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5426563620567322,
+      "learning_rate": 8.11660510409671e-06,
+      "loss": 0.0021,
+      "step": 4490
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.4148786962032318,
+      "learning_rate": 8.112407656145065e-06,
+      "loss": 0.0014,
+      "step": 4500
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.479037344455719,
+      "learning_rate": 8.10821020819342e-06,
+      "loss": 0.0034,
+      "step": 4510
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.005279048811644316,
+      "learning_rate": 8.104012760241774e-06,
+      "loss": 0.0015,
+      "step": 4520
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.003773655276745558,
+      "learning_rate": 8.099815312290129e-06,
+      "loss": 0.0011,
+      "step": 4530
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.0063260081224143505,
+      "learning_rate": 8.095617864338483e-06,
+      "loss": 0.0011,
+      "step": 4540
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.030879395082592964,
+      "learning_rate": 8.091420416386836e-06,
+      "loss": 0.0092,
+      "step": 4550
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.020290937274694443,
+      "learning_rate": 8.087222968435193e-06,
+      "loss": 0.0005,
+      "step": 4560
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.007667260244488716,
+      "learning_rate": 8.083025520483545e-06,
+      "loss": 0.0006,
+      "step": 4570
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.004535841289907694,
+      "learning_rate": 8.078828072531902e-06,
+      "loss": 0.0005,
+      "step": 4580
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.011321828700602055,
+      "learning_rate": 8.074630624580256e-06,
+      "loss": 0.002,
+      "step": 4590
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.3192904591560364,
+      "learning_rate": 8.070433176628611e-06,
+      "loss": 0.0031,
+      "step": 4600
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.017921652644872665,
+      "learning_rate": 8.066235728676966e-06,
+      "loss": 0.0008,
+      "step": 4610
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.0025262893177568913,
+      "learning_rate": 8.06203828072532e-06,
+      "loss": 0.0006,
+      "step": 4620
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.013485982082784176,
+      "learning_rate": 8.057840832773675e-06,
+      "loss": 0.0016,
+      "step": 4630
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.004218879155814648,
+      "learning_rate": 8.053643384822028e-06,
+      "loss": 0.0004,
+      "step": 4640
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.1440621167421341,
+      "learning_rate": 8.049445936870384e-06,
+      "loss": 0.0023,
+      "step": 4650
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.1656440794467926,
+      "learning_rate": 8.045248488918737e-06,
+      "loss": 0.0004,
+      "step": 4660
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.05483277887105942,
+      "learning_rate": 8.041051040967093e-06,
+      "loss": 0.0022,
+      "step": 4670
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.011686104349792004,
+      "learning_rate": 8.036853593015446e-06,
+      "loss": 0.0002,
+      "step": 4680
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.23753832280635834,
+      "learning_rate": 8.032656145063803e-06,
+      "loss": 0.0022,
+      "step": 4690
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.14190416038036346,
+      "learning_rate": 8.028458697112157e-06,
+      "loss": 0.001,
+      "step": 4700
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.04893433302640915,
+      "learning_rate": 8.024261249160512e-06,
+      "loss": 0.0019,
+      "step": 4710
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.06139785423874855,
+      "learning_rate": 8.020063801208866e-06,
+      "loss": 0.0023,
+      "step": 4720
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.31157851219177246,
+      "learning_rate": 8.01586635325722e-06,
+      "loss": 0.0031,
+      "step": 4730
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.01513377670198679,
+      "learning_rate": 8.011668905305576e-06,
+      "loss": 0.0032,
+      "step": 4740
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.014633961953222752,
+      "learning_rate": 8.007471457353929e-06,
+      "loss": 0.0073,
+      "step": 4750
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.03786788135766983,
+      "learning_rate": 8.003274009402285e-06,
+      "loss": 0.0005,
+      "step": 4760
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.013805943541228771,
+      "learning_rate": 7.999076561450638e-06,
+      "loss": 0.0006,
+      "step": 4770
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.423827201128006,
+      "learning_rate": 7.994879113498994e-06,
+      "loss": 0.0024,
+      "step": 4780
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.15604566037654877,
+      "learning_rate": 7.990681665547347e-06,
+      "loss": 0.004,
+      "step": 4790
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.1691051870584488,
+      "learning_rate": 7.986484217595702e-06,
+      "loss": 0.0007,
+      "step": 4800
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.10865192860364914,
+      "learning_rate": 7.982286769644058e-06,
+      "loss": 0.0008,
+      "step": 4810
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.002326708287000656,
+      "learning_rate": 7.978089321692411e-06,
+      "loss": 0.0047,
+      "step": 4820
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.0631171315908432,
+      "learning_rate": 7.973891873740767e-06,
+      "loss": 0.001,
+      "step": 4830
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.003491542534902692,
+      "learning_rate": 7.96969442578912e-06,
+      "loss": 0.0019,
+      "step": 4840
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.023969637230038643,
+      "learning_rate": 7.965496977837476e-06,
+      "loss": 0.0013,
+      "step": 4850
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.1500246375799179,
+      "learning_rate": 7.96129952988583e-06,
+      "loss": 0.0012,
+      "step": 4860
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.05663210526108742,
+      "learning_rate": 7.957102081934186e-06,
+      "loss": 0.002,
+      "step": 4870
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.004468943923711777,
+      "learning_rate": 7.952904633982539e-06,
+      "loss": 0.0006,
+      "step": 4880
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.049168992787599564,
+      "learning_rate": 7.948707186030893e-06,
+      "loss": 0.0028,
+      "step": 4890
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.017784954980015755,
+      "learning_rate": 7.944509738079248e-06,
+      "loss": 0.0034,
+      "step": 4900
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.0007347997161559761,
+      "learning_rate": 7.940312290127602e-06,
+      "loss": 0.0009,
+      "step": 4910
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.07714752852916718,
+      "learning_rate": 7.936114842175959e-06,
+      "loss": 0.0005,
+      "step": 4920
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.24701713025569916,
+      "learning_rate": 7.931917394224312e-06,
+      "loss": 0.0027,
+      "step": 4930
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.18050765991210938,
+      "learning_rate": 7.927719946272668e-06,
+      "loss": 0.0021,
+      "step": 4940
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.10449690371751785,
+      "learning_rate": 7.923522498321021e-06,
+      "loss": 0.0026,
+      "step": 4950
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.0794496163725853,
+      "learning_rate": 7.919325050369376e-06,
+      "loss": 0.002,
+      "step": 4960
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.005070607643574476,
+      "learning_rate": 7.91512760241773e-06,
+      "loss": 0.0015,
+      "step": 4970
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.23382118344306946,
+      "learning_rate": 7.910930154466085e-06,
+      "loss": 0.0014,
+      "step": 4980
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.023488784208893776,
+      "learning_rate": 7.90673270651444e-06,
+      "loss": 0.001,
+      "step": 4990
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.08839926868677139,
+      "learning_rate": 7.902535258562794e-06,
+      "loss": 0.0004,
+      "step": 5000
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.11559606343507767,
+      "learning_rate": 7.898337810611149e-06,
+      "loss": 0.0061,
+      "step": 5010
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.0005539359408430755,
+      "learning_rate": 7.894140362659503e-06,
+      "loss": 0.0017,
+      "step": 5020
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.04608330875635147,
+      "learning_rate": 7.88994291470786e-06,
+      "loss": 0.0006,
+      "step": 5030
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.029279248788952827,
+      "learning_rate": 7.885745466756213e-06,
+      "loss": 0.002,
+      "step": 5040
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.055397383868694305,
+      "learning_rate": 7.881548018804567e-06,
+      "loss": 0.004,
+      "step": 5050
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.014438183978199959,
+      "learning_rate": 7.877350570852922e-06,
+      "loss": 0.0007,
+      "step": 5060
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.00333590479567647,
+      "learning_rate": 7.873153122901276e-06,
+      "loss": 0.002,
+      "step": 5070
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.01975451223552227,
+      "learning_rate": 7.868955674949631e-06,
+      "loss": 0.0017,
+      "step": 5080
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.2275656759738922,
+      "learning_rate": 7.864758226997986e-06,
+      "loss": 0.0007,
+      "step": 5090
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.009497923776507378,
+      "learning_rate": 7.86056077904634e-06,
+      "loss": 0.0005,
+      "step": 5100
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.12707078456878662,
+      "learning_rate": 7.856363331094695e-06,
+      "loss": 0.0022,
+      "step": 5110
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.13071304559707642,
+      "learning_rate": 7.85216588314305e-06,
+      "loss": 0.0012,
+      "step": 5120
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.12163705378770828,
+      "learning_rate": 7.847968435191404e-06,
+      "loss": 0.0025,
+      "step": 5130
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.12689749896526337,
+      "learning_rate": 7.843770987239759e-06,
+      "loss": 0.0018,
+      "step": 5140
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.24196821451187134,
+      "learning_rate": 7.839573539288113e-06,
+      "loss": 0.0024,
+      "step": 5150
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.0556950718164444,
+      "learning_rate": 7.835376091336468e-06,
+      "loss": 0.001,
+      "step": 5160
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.004124140832573175,
+      "learning_rate": 7.831178643384823e-06,
+      "loss": 0.0006,
+      "step": 5170
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.03047008253633976,
+      "learning_rate": 7.826981195433177e-06,
+      "loss": 0.002,
+      "step": 5180
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6133390069007874,
+      "learning_rate": 7.822783747481532e-06,
+      "loss": 0.0014,
+      "step": 5190
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.1056409627199173,
+      "learning_rate": 7.818586299529886e-06,
+      "loss": 0.0018,
+      "step": 5200
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.02283824421465397,
+      "learning_rate": 7.814388851578241e-06,
+      "loss": 0.0018,
+      "step": 5210
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.04858771339058876,
+      "learning_rate": 7.810191403626596e-06,
+      "loss": 0.0027,
+      "step": 5220
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.001151357777416706,
+      "learning_rate": 7.80599395567495e-06,
+      "loss": 0.0011,
+      "step": 5230
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.022891288623213768,
+      "learning_rate": 7.801796507723305e-06,
+      "loss": 0.0008,
+      "step": 5240
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.2969476580619812,
+      "learning_rate": 7.79759905977166e-06,
+      "loss": 0.0008,
+      "step": 5250
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.07708311080932617,
+      "learning_rate": 7.793401611820014e-06,
+      "loss": 0.003,
+      "step": 5260
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.048849739134311676,
+      "learning_rate": 7.789204163868369e-06,
+      "loss": 0.0026,
+      "step": 5270
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.04516473039984703,
+      "learning_rate": 7.785006715916723e-06,
+      "loss": 0.002,
+      "step": 5280
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.0004609221068676561,
+      "learning_rate": 7.780809267965078e-06,
+      "loss": 0.0015,
+      "step": 5290
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.04255954921245575,
+      "learning_rate": 7.776611820013433e-06,
+      "loss": 0.0022,
+      "step": 5300
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.22186703979969025,
+      "learning_rate": 7.772414372061787e-06,
+      "loss": 0.0015,
+      "step": 5310
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.014675665646791458,
+      "learning_rate": 7.768216924110142e-06,
+      "loss": 0.0005,
+      "step": 5320
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.11927191913127899,
+      "learning_rate": 7.764019476158496e-06,
+      "loss": 0.0016,
+      "step": 5330
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.24450215697288513,
+      "learning_rate": 7.759822028206851e-06,
+      "loss": 0.0009,
+      "step": 5340
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.012072744779288769,
+      "learning_rate": 7.755624580255206e-06,
+      "loss": 0.0005,
+      "step": 5350
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.11228229105472565,
+      "learning_rate": 7.75142713230356e-06,
+      "loss": 0.0031,
+      "step": 5360
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.007494674064218998,
+      "learning_rate": 7.747229684351915e-06,
+      "loss": 0.0074,
+      "step": 5370
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.020272986963391304,
+      "learning_rate": 7.74303223640027e-06,
+      "loss": 0.001,
+      "step": 5380
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.041734930127859116,
+      "learning_rate": 7.738834788448624e-06,
+      "loss": 0.0011,
+      "step": 5390
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.033374298363924026,
+      "learning_rate": 7.734637340496979e-06,
+      "loss": 0.0042,
+      "step": 5400
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.007725745439529419,
+      "learning_rate": 7.730439892545333e-06,
+      "loss": 0.0008,
+      "step": 5410
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.40455764532089233,
+      "learning_rate": 7.726242444593688e-06,
+      "loss": 0.0013,
+      "step": 5420
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.0638241171836853,
+      "learning_rate": 7.722044996642043e-06,
+      "loss": 0.0012,
+      "step": 5430
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5149130821228027,
+      "learning_rate": 7.717847548690397e-06,
+      "loss": 0.0022,
+      "step": 5440
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.041986189782619476,
+      "learning_rate": 7.71365010073875e-06,
+      "loss": 0.0028,
+      "step": 5450
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.0023236775305122137,
+      "learning_rate": 7.709452652787106e-06,
+      "loss": 0.0006,
+      "step": 5460
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.08948805928230286,
+      "learning_rate": 7.705255204835461e-06,
+      "loss": 0.0007,
+      "step": 5470
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.03315718472003937,
+      "learning_rate": 7.701057756883816e-06,
+      "loss": 0.0018,
+      "step": 5480
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.15775519609451294,
+      "learning_rate": 7.69686030893217e-06,
+      "loss": 0.0009,
+      "step": 5490
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.00936898123472929,
+      "learning_rate": 7.692662860980525e-06,
+      "loss": 0.002,
+      "step": 5500
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.00790819339454174,
+      "learning_rate": 7.68846541302888e-06,
+      "loss": 0.0011,
+      "step": 5510
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.021303502842783928,
+      "learning_rate": 7.684267965077234e-06,
+      "loss": 0.0007,
+      "step": 5520
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.0739978775382042,
+      "learning_rate": 7.680070517125589e-06,
+      "loss": 0.0019,
+      "step": 5530
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.0839531272649765,
+      "learning_rate": 7.675873069173942e-06,
+      "loss": 0.0021,
+      "step": 5540
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.6550424695014954,
+      "learning_rate": 7.671675621222298e-06,
+      "loss": 0.0017,
+      "step": 5550
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.015562259592115879,
+      "learning_rate": 7.667478173270651e-06,
+      "loss": 0.0006,
+      "step": 5560
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.29718390107154846,
+      "learning_rate": 7.663280725319007e-06,
+      "loss": 0.0016,
+      "step": 5570
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.02291831001639366,
+      "learning_rate": 7.659083277367362e-06,
+      "loss": 0.0004,
+      "step": 5580
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 1.3322148323059082,
+      "learning_rate": 7.654885829415716e-06,
+      "loss": 0.0037,
+      "step": 5590
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.6336252689361572,
+      "learning_rate": 7.650688381464071e-06,
+      "loss": 0.0022,
+      "step": 5600
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.17173808813095093,
+      "learning_rate": 7.646490933512426e-06,
+      "loss": 0.0007,
+      "step": 5610
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.01680012419819832,
+      "learning_rate": 7.64229348556078e-06,
+      "loss": 0.0013,
+      "step": 5620
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.07509610801935196,
+      "learning_rate": 7.638096037609133e-06,
+      "loss": 0.0054,
+      "step": 5630
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.01283180620521307,
+      "learning_rate": 7.63389858965749e-06,
+      "loss": 0.0016,
+      "step": 5640
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.03960631042718887,
+      "learning_rate": 7.629701141705842e-06,
+      "loss": 0.0005,
+      "step": 5650
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.03129389509558678,
+      "learning_rate": 7.625503693754198e-06,
+      "loss": 0.0005,
+      "step": 5660
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.01344276126474142,
+      "learning_rate": 7.621306245802553e-06,
+      "loss": 0.0012,
+      "step": 5670
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.010192753747105598,
+      "learning_rate": 7.617108797850907e-06,
+      "loss": 0.0006,
+      "step": 5680
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.029010513797402382,
+      "learning_rate": 7.612911349899263e-06,
+      "loss": 0.0031,
+      "step": 5690
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.015769800171256065,
+      "learning_rate": 7.6087139019476164e-06,
+      "loss": 0.0005,
+      "step": 5700
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.015835179015994072,
+      "learning_rate": 7.604516453995972e-06,
+      "loss": 0.0005,
+      "step": 5710
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.009272762574255466,
+      "learning_rate": 7.600319006044326e-06,
+      "loss": 0.0018,
+      "step": 5720
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.06365930289030075,
+      "learning_rate": 7.59612155809268e-06,
+      "loss": 0.0011,
+      "step": 5730
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.011347809806466103,
+      "learning_rate": 7.591924110141035e-06,
+      "loss": 0.0011,
+      "step": 5740
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.029438406229019165,
+      "learning_rate": 7.5877266621893895e-06,
+      "loss": 0.0018,
+      "step": 5750
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.0030098084826022387,
+      "learning_rate": 7.583529214237743e-06,
+      "loss": 0.0026,
+      "step": 5760
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.07430537790060043,
+      "learning_rate": 7.579331766286099e-06,
+      "loss": 0.0011,
+      "step": 5770
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.2529279291629791,
+      "learning_rate": 7.5751343183344525e-06,
+      "loss": 0.001,
+      "step": 5780
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.0054864161647856236,
+      "learning_rate": 7.570936870382808e-06,
+      "loss": 0.0004,
+      "step": 5790
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.05911405757069588,
+      "learning_rate": 7.566739422431163e-06,
+      "loss": 0.0005,
+      "step": 5800
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.03409591317176819,
+      "learning_rate": 7.562541974479517e-06,
+      "loss": 0.0005,
+      "step": 5810
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.013324552215635777,
+      "learning_rate": 7.558344526527872e-06,
+      "loss": 0.0016,
+      "step": 5820
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.012020808644592762,
+      "learning_rate": 7.5541470785762265e-06,
+      "loss": 0.0038,
+      "step": 5830
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.2555389404296875,
+      "learning_rate": 7.549949630624581e-06,
+      "loss": 0.0011,
+      "step": 5840
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.09523122757673264,
+      "learning_rate": 7.545752182672935e-06,
+      "loss": 0.0008,
+      "step": 5850
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.07814309000968933,
+      "learning_rate": 7.54155473472129e-06,
+      "loss": 0.003,
+      "step": 5860
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.018278853967785835,
+      "learning_rate": 7.537357286769644e-06,
+      "loss": 0.0016,
+      "step": 5870
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.13258874416351318,
+      "learning_rate": 7.5331598388179996e-06,
+      "loss": 0.002,
+      "step": 5880
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.008451174944639206,
+      "learning_rate": 7.528962390866353e-06,
+      "loss": 0.0016,
+      "step": 5890
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.028404515236616135,
+      "learning_rate": 7.524764942914709e-06,
+      "loss": 0.0007,
+      "step": 5900
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.46089375019073486,
+      "learning_rate": 7.520567494963063e-06,
+      "loss": 0.0011,
+      "step": 5910
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.19054672122001648,
+      "learning_rate": 7.516370047011417e-06,
+      "loss": 0.0037,
+      "step": 5920
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.7026522755622864,
+      "learning_rate": 7.512172599059773e-06,
+      "loss": 0.0026,
+      "step": 5930
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.026187479496002197,
+      "learning_rate": 7.507975151108126e-06,
+      "loss": 0.0013,
+      "step": 5940
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.0011275768047198653,
+      "learning_rate": 7.503777703156482e-06,
+      "loss": 0.0026,
+      "step": 5950
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.007955752313137054,
+      "learning_rate": 7.499580255204836e-06,
+      "loss": 0.0011,
+      "step": 5960
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.008177239447832108,
+      "learning_rate": 7.495382807253191e-06,
+      "loss": 0.0013,
+      "step": 5970
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.01679716818034649,
+      "learning_rate": 7.491185359301545e-06,
+      "loss": 0.0008,
+      "step": 5980
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.022488052025437355,
+      "learning_rate": 7.4869879113499e-06,
+      "loss": 0.0005,
+      "step": 5990
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.00388827221468091,
+      "learning_rate": 7.482790463398254e-06,
+      "loss": 0.0054,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.040717240422964096,
+      "learning_rate": 7.478593015446609e-06,
+      "loss": 0.001,
+      "step": 6010
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.0023668904323130846,
+      "learning_rate": 7.474395567494964e-06,
+      "loss": 0.0004,
+      "step": 6020
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.13439880311489105,
+      "learning_rate": 7.470198119543318e-06,
+      "loss": 0.007,
+      "step": 6030
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.3206893503665924,
+      "learning_rate": 7.4660006715916734e-06,
+      "loss": 0.0048,
+      "step": 6040
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.09794365614652634,
+      "learning_rate": 7.461803223640027e-06,
+      "loss": 0.0006,
+      "step": 6050
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.3034574091434479,
+      "learning_rate": 7.457605775688383e-06,
+      "loss": 0.0022,
+      "step": 6060
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.06691265106201172,
+      "learning_rate": 7.4534083277367364e-06,
+      "loss": 0.0008,
+      "step": 6070
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.10203710198402405,
+      "learning_rate": 7.449210879785092e-06,
+      "loss": 0.0007,
+      "step": 6080
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.014348863624036312,
+      "learning_rate": 7.445013431833446e-06,
+      "loss": 0.0008,
+      "step": 6090
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.03633236512541771,
+      "learning_rate": 7.4408159838818e-06,
+      "loss": 0.002,
+      "step": 6100
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.06054764240980148,
+      "learning_rate": 7.436618535930155e-06,
+      "loss": 0.0024,
+      "step": 6110
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.021807057783007622,
+      "learning_rate": 7.4324210879785095e-06,
+      "loss": 0.0019,
+      "step": 6120
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.024098997935652733,
+      "learning_rate": 7.428223640026865e-06,
+      "loss": 0.0008,
+      "step": 6130
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.08782277256250381,
+      "learning_rate": 7.424026192075219e-06,
+      "loss": 0.0018,
+      "step": 6140
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.0001189708709717,
+      "learning_rate": 7.419828744123574e-06,
+      "loss": 0.0021,
+      "step": 6150
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.03228935971856117,
+      "learning_rate": 7.415631296171928e-06,
+      "loss": 0.0008,
+      "step": 6160
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.014304124750196934,
+      "learning_rate": 7.411433848220283e-06,
+      "loss": 0.0062,
+      "step": 6170
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.0017881994135677814,
+      "learning_rate": 7.407236400268637e-06,
+      "loss": 0.0013,
+      "step": 6180
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.16372914612293243,
+      "learning_rate": 7.403038952316992e-06,
+      "loss": 0.0015,
+      "step": 6190
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.04461158439517021,
+      "learning_rate": 7.3988415043653465e-06,
+      "loss": 0.0067,
+      "step": 6200
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.09605967253446579,
+      "learning_rate": 7.394644056413701e-06,
+      "loss": 0.0008,
+      "step": 6210
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.6841378211975098,
+      "learning_rate": 7.390446608462055e-06,
+      "loss": 0.005,
+      "step": 6220
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.04636238515377045,
+      "learning_rate": 7.38624916051041e-06,
+      "loss": 0.0007,
+      "step": 6230
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5079997777938843,
+      "learning_rate": 7.382051712558766e-06,
+      "loss": 0.0018,
+      "step": 6240
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.09513850510120392,
+      "learning_rate": 7.3778542646071196e-06,
+      "loss": 0.0024,
+      "step": 6250
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.06880282610654831,
+      "learning_rate": 7.373656816655474e-06,
+      "loss": 0.0034,
+      "step": 6260
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.18673266470432281,
+      "learning_rate": 7.369459368703829e-06,
+      "loss": 0.0037,
+      "step": 6270
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.03851670026779175,
+      "learning_rate": 7.365261920752183e-06,
+      "loss": 0.0005,
+      "step": 6280
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.021820688620209694,
+      "learning_rate": 7.361064472800537e-06,
+      "loss": 0.0009,
+      "step": 6290
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.008911089040338993,
+      "learning_rate": 7.356867024848893e-06,
+      "loss": 0.0019,
+      "step": 6300
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.016666969284415245,
+      "learning_rate": 7.3526695768972464e-06,
+      "loss": 0.0006,
+      "step": 6310
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.0268320981413126,
+      "learning_rate": 7.348472128945602e-06,
+      "loss": 0.0018,
+      "step": 6320
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.006555848754942417,
+      "learning_rate": 7.344274680993956e-06,
+      "loss": 0.0009,
+      "step": 6330
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.014750578440725803,
+      "learning_rate": 7.340077233042311e-06,
+      "loss": 0.0011,
+      "step": 6340
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.011571898125112057,
+      "learning_rate": 7.335879785090666e-06,
+      "loss": 0.0025,
+      "step": 6350
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.014332173392176628,
+      "learning_rate": 7.33168233713902e-06,
+      "loss": 0.0006,
+      "step": 6360
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.03584123030304909,
+      "learning_rate": 7.327484889187375e-06,
+      "loss": 0.001,
+      "step": 6370
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.0009831301867961884,
+      "learning_rate": 7.323287441235729e-06,
+      "loss": 0.0016,
+      "step": 6380
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.01324765756726265,
+      "learning_rate": 7.319089993284084e-06,
+      "loss": 0.0005,
+      "step": 6390
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.2932877540588379,
+      "learning_rate": 7.314892545332438e-06,
+      "loss": 0.0017,
+      "step": 6400
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.01268022321164608,
+      "learning_rate": 7.3106950973807935e-06,
+      "loss": 0.003,
+      "step": 6410
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.04986048489809036,
+      "learning_rate": 7.306497649429147e-06,
+      "loss": 0.0007,
+      "step": 6420
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.019490044564008713,
+      "learning_rate": 7.302300201477503e-06,
+      "loss": 0.0052,
+      "step": 6430
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.7576485872268677,
+      "learning_rate": 7.2981027535258565e-06,
+      "loss": 0.0013,
+      "step": 6440
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.1456100046634674,
+      "learning_rate": 7.293905305574212e-06,
+      "loss": 0.0009,
+      "step": 6450
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.030114591121673584,
+      "learning_rate": 7.2897078576225665e-06,
+      "loss": 0.0015,
+      "step": 6460
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.02888800948858261,
+      "learning_rate": 7.28551040967092e-06,
+      "loss": 0.0003,
+      "step": 6470
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.003675349522382021,
+      "learning_rate": 7.281312961719276e-06,
+      "loss": 0.0048,
+      "step": 6480
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.010422208346426487,
+      "learning_rate": 7.2771155137676296e-06,
+      "loss": 0.0021,
+      "step": 6490
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.009601653553545475,
+      "learning_rate": 7.272918065815985e-06,
+      "loss": 0.0018,
+      "step": 6500
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.00894622690975666,
+      "learning_rate": 7.268720617864339e-06,
+      "loss": 0.0005,
+      "step": 6510
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.01711229234933853,
+      "learning_rate": 7.264523169912694e-06,
+      "loss": 0.0019,
+      "step": 6520
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.25115489959716797,
+      "learning_rate": 7.260325721961048e-06,
+      "loss": 0.006,
+      "step": 6530
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.028431080281734467,
+      "learning_rate": 7.256128274009403e-06,
+      "loss": 0.0004,
+      "step": 6540
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.005961297079920769,
+      "learning_rate": 7.251930826057757e-06,
+      "loss": 0.0014,
+      "step": 6550
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.017467642202973366,
+      "learning_rate": 7.247733378106112e-06,
+      "loss": 0.0008,
+      "step": 6560
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.011652447283267975,
+      "learning_rate": 7.243535930154467e-06,
+      "loss": 0.0068,
+      "step": 6570
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.0026287129148840904,
+      "learning_rate": 7.239338482202821e-06,
+      "loss": 0.002,
+      "step": 6580
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.27473968267440796,
+      "learning_rate": 7.2351410342511766e-06,
+      "loss": 0.0024,
+      "step": 6590
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.010974191129207611,
+      "learning_rate": 7.23094358629953e-06,
+      "loss": 0.0006,
+      "step": 6600
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.0035286422353237867,
+      "learning_rate": 7.226746138347886e-06,
+      "loss": 0.0068,
+      "step": 6610
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.09986690431833267,
+      "learning_rate": 7.22254869039624e-06,
+      "loss": 0.0006,
+      "step": 6620
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.0497036911547184,
+      "learning_rate": 7.218351242444594e-06,
+      "loss": 0.0014,
+      "step": 6630
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.0852247104048729,
+      "learning_rate": 7.214153794492949e-06,
+      "loss": 0.0039,
+      "step": 6640
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.2507276237010956,
+      "learning_rate": 7.2099563465413034e-06,
+      "loss": 0.0084,
+      "step": 6650
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.08247136324644089,
+      "learning_rate": 7.205758898589657e-06,
+      "loss": 0.0004,
+      "step": 6660
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.010528313927352428,
+      "learning_rate": 7.201561450638013e-06,
+      "loss": 0.003,
+      "step": 6670
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.014672808349132538,
+      "learning_rate": 7.197364002686368e-06,
+      "loss": 0.0015,
+      "step": 6680
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.027063751593232155,
+      "learning_rate": 7.193166554734722e-06,
+      "loss": 0.0004,
+      "step": 6690
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.007319859229028225,
+      "learning_rate": 7.1889691067830765e-06,
+      "loss": 0.0009,
+      "step": 6700
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.17890995740890503,
+      "learning_rate": 7.184771658831431e-06,
+      "loss": 0.0006,
+      "step": 6710
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.0006071716779842973,
+      "learning_rate": 7.180574210879786e-06,
+      "loss": 0.0091,
+      "step": 6720
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.0499555803835392,
+      "learning_rate": 7.17637676292814e-06,
+      "loss": 0.0012,
+      "step": 6730
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.1350906640291214,
+      "learning_rate": 7.172179314976495e-06,
+      "loss": 0.0011,
+      "step": 6740
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.026632359251379967,
+      "learning_rate": 7.167981867024849e-06,
+      "loss": 0.0014,
+      "step": 6750
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.011988186277449131,
+      "learning_rate": 7.163784419073204e-06,
+      "loss": 0.0044,
+      "step": 6760
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.004848783370107412,
+      "learning_rate": 7.159586971121558e-06,
+      "loss": 0.0031,
+      "step": 6770
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.1688844859600067,
+      "learning_rate": 7.1553895231699135e-06,
+      "loss": 0.0012,
+      "step": 6780
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.05839391052722931,
+      "learning_rate": 7.151192075218268e-06,
+      "loss": 0.0014,
+      "step": 6790
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.006566599011421204,
+      "learning_rate": 7.146994627266623e-06,
+      "loss": 0.0014,
+      "step": 6800
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.028615593910217285,
+      "learning_rate": 7.142797179314977e-06,
+      "loss": 0.0019,
+      "step": 6810
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.029592135921120644,
+      "learning_rate": 7.138599731363331e-06,
+      "loss": 0.0008,
+      "step": 6820
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.027602553367614746,
+      "learning_rate": 7.1344022834116866e-06,
+      "loss": 0.0006,
+      "step": 6830
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.012585037387907505,
+      "learning_rate": 7.13020483546004e-06,
+      "loss": 0.0016,
+      "step": 6840
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.003249362576752901,
+      "learning_rate": 7.126007387508396e-06,
+      "loss": 0.0019,
+      "step": 6850
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.6995984315872192,
+      "learning_rate": 7.1218099395567496e-06,
+      "loss": 0.0043,
+      "step": 6860
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.02927136979997158,
+      "learning_rate": 7.117612491605105e-06,
+      "loss": 0.0014,
+      "step": 6870
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.021853366866707802,
+      "learning_rate": 7.113415043653459e-06,
+      "loss": 0.002,
+      "step": 6880
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.012909365817904472,
+      "learning_rate": 7.109217595701814e-06,
+      "loss": 0.0006,
+      "step": 6890
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.09880993515253067,
+      "learning_rate": 7.105020147750169e-06,
+      "loss": 0.0012,
+      "step": 6900
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.07496526092290878,
+      "learning_rate": 7.100822699798523e-06,
+      "loss": 0.0013,
+      "step": 6910
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.34422990679740906,
+      "learning_rate": 7.096625251846878e-06,
+      "loss": 0.0015,
+      "step": 6920
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.006235859822481871,
+      "learning_rate": 7.092427803895232e-06,
+      "loss": 0.0018,
+      "step": 6930
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.03030078299343586,
+      "learning_rate": 7.088230355943587e-06,
+      "loss": 0.0011,
+      "step": 6940
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.06541412323713303,
+      "learning_rate": 7.084032907991941e-06,
+      "loss": 0.001,
+      "step": 6950
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.000910624279640615,
+      "learning_rate": 7.079835460040297e-06,
+      "loss": 0.0032,
+      "step": 6960
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.004598297644406557,
+      "learning_rate": 7.07563801208865e-06,
+      "loss": 0.0007,
+      "step": 6970
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.02102428674697876,
+      "learning_rate": 7.071440564137006e-06,
+      "loss": 0.0022,
+      "step": 6980
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.17559894919395447,
+      "learning_rate": 7.06724311618536e-06,
+      "loss": 0.0029,
+      "step": 6990
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.07612307369709015,
+      "learning_rate": 7.063045668233714e-06,
+      "loss": 0.0014,
+      "step": 7000
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.25046348571777344,
+      "learning_rate": 7.05884822028207e-06,
+      "loss": 0.0009,
+      "step": 7010
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.01964881271123886,
+      "learning_rate": 7.0546507723304234e-06,
+      "loss": 0.0009,
+      "step": 7020
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.13353663682937622,
+      "learning_rate": 7.050453324378779e-06,
+      "loss": 0.003,
+      "step": 7030
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.31505197286605835,
+      "learning_rate": 7.046255876427133e-06,
+      "loss": 0.0011,
+      "step": 7040
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.05410172790288925,
+      "learning_rate": 7.042058428475488e-06,
+      "loss": 0.001,
+      "step": 7050
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.015809668228030205,
+      "learning_rate": 7.037860980523842e-06,
+      "loss": 0.0031,
+      "step": 7060
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.0416773185133934,
+      "learning_rate": 7.0336635325721965e-06,
+      "loss": 0.001,
+      "step": 7070
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.018480846658349037,
+      "learning_rate": 7.029466084620551e-06,
+      "loss": 0.0023,
+      "step": 7080
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.0960954800248146,
+      "learning_rate": 7.025268636668906e-06,
+      "loss": 0.0011,
+      "step": 7090
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.08874082565307617,
+      "learning_rate": 7.02107118871726e-06,
+      "loss": 0.0005,
+      "step": 7100
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.011005674488842487,
+      "learning_rate": 7.016873740765615e-06,
+      "loss": 0.001,
+      "step": 7110
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.17913727462291718,
+      "learning_rate": 7.0126762928139705e-06,
+      "loss": 0.0005,
+      "step": 7120
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.010488308034837246,
+      "learning_rate": 7.008478844862324e-06,
+      "loss": 0.0008,
+      "step": 7130
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.03276985511183739,
+      "learning_rate": 7.00428139691068e-06,
+      "loss": 0.0034,
+      "step": 7140
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.03501226380467415,
+      "learning_rate": 7.0000839489590335e-06,
+      "loss": 0.0004,
+      "step": 7150
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.04926338791847229,
+      "learning_rate": 6.995886501007388e-06,
+      "loss": 0.0007,
+      "step": 7160
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.00882528442889452,
+      "learning_rate": 6.991689053055743e-06,
+      "loss": 0.0009,
+      "step": 7170
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.0117332823574543,
+      "learning_rate": 6.987491605104097e-06,
+      "loss": 0.0006,
+      "step": 7180
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.019057177007198334,
+      "learning_rate": 6.983294157152451e-06,
+      "loss": 0.0038,
+      "step": 7190
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.0012227203696966171,
+      "learning_rate": 6.9790967092008066e-06,
+      "loss": 0.0008,
+      "step": 7200
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.03291918337345123,
+      "learning_rate": 6.97489926124916e-06,
+      "loss": 0.0095,
+      "step": 7210
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.7484022378921509,
+      "learning_rate": 6.970701813297516e-06,
+      "loss": 0.0129,
+      "step": 7220
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.04075862094759941,
+      "learning_rate": 6.96650436534587e-06,
+      "loss": 0.0012,
+      "step": 7230
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.12988588213920593,
+      "learning_rate": 6.962306917394225e-06,
+      "loss": 0.0007,
+      "step": 7240
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.04254931956529617,
+      "learning_rate": 6.95810946944258e-06,
+      "loss": 0.0004,
+      "step": 7250
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.17507688701152802,
+      "learning_rate": 6.953912021490934e-06,
+      "loss": 0.0019,
+      "step": 7260
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.018078705295920372,
+      "learning_rate": 6.949714573539289e-06,
+      "loss": 0.0056,
+      "step": 7270
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.016659587621688843,
+      "learning_rate": 6.945517125587643e-06,
+      "loss": 0.0005,
+      "step": 7280
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.05568535998463631,
+      "learning_rate": 6.941319677635998e-06,
+      "loss": 0.0047,
+      "step": 7290
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.004235047847032547,
+      "learning_rate": 6.937122229684352e-06,
+      "loss": 0.0008,
+      "step": 7300
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.017537878826260567,
+      "learning_rate": 6.932924781732707e-06,
+      "loss": 0.0019,
+      "step": 7310
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.023402167484164238,
+      "learning_rate": 6.928727333781061e-06,
+      "loss": 0.0011,
+      "step": 7320
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.05992670729756355,
+      "learning_rate": 6.924529885829417e-06,
+      "loss": 0.0021,
+      "step": 7330
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.005670278798788786,
+      "learning_rate": 6.920332437877771e-06,
+      "loss": 0.0007,
+      "step": 7340
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.03450972959399223,
+      "learning_rate": 6.916134989926126e-06,
+      "loss": 0.0044,
+      "step": 7350
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.00952198263257742,
+      "learning_rate": 6.9119375419744805e-06,
+      "loss": 0.0023,
+      "step": 7360
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.14748263359069824,
+      "learning_rate": 6.907740094022834e-06,
+      "loss": 0.0006,
+      "step": 7370
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.008964456617832184,
+      "learning_rate": 6.90354264607119e-06,
+      "loss": 0.0025,
+      "step": 7380
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.5854199528694153,
+      "learning_rate": 6.8993451981195435e-06,
+      "loss": 0.0018,
+      "step": 7390
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.008997979573905468,
+      "learning_rate": 6.895147750167899e-06,
+      "loss": 0.0012,
+      "step": 7400
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.013361281715333462,
+      "learning_rate": 6.890950302216253e-06,
+      "loss": 0.0006,
+      "step": 7410
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.01578344777226448,
+      "learning_rate": 6.886752854264608e-06,
+      "loss": 0.0005,
+      "step": 7420
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.011211412958800793,
+      "learning_rate": 6.882555406312962e-06,
+      "loss": 0.0047,
+      "step": 7430
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.032785531133413315,
+      "learning_rate": 6.8783579583613166e-06,
+      "loss": 0.0004,
+      "step": 7440
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.2810578942298889,
+      "learning_rate": 6.874160510409672e-06,
+      "loss": 0.0007,
+      "step": 7450
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.012072360143065453,
+      "learning_rate": 6.869963062458026e-06,
+      "loss": 0.0006,
+      "step": 7460
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.033594295382499695,
+      "learning_rate": 6.865765614506381e-06,
+      "loss": 0.0008,
+      "step": 7470
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.09040901064872742,
+      "learning_rate": 6.861568166554735e-06,
+      "loss": 0.0004,
+      "step": 7480
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.006718501914292574,
+      "learning_rate": 6.8573707186030905e-06,
+      "loss": 0.0094,
+      "step": 7490
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.3409207761287689,
+      "learning_rate": 6.853173270651444e-06,
+      "loss": 0.0009,
+      "step": 7500
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.017661171033978462,
+      "learning_rate": 6.8489758226998e-06,
+      "loss": 0.0006,
+      "step": 7510
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.4969084560871124,
+      "learning_rate": 6.8447783747481535e-06,
+      "loss": 0.0021,
+      "step": 7520
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.08554006367921829,
+      "learning_rate": 6.840580926796508e-06,
+      "loss": 0.0018,
+      "step": 7530
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.0186705831438303,
+      "learning_rate": 6.836383478844863e-06,
+      "loss": 0.002,
+      "step": 7540
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.020978650078177452,
+      "learning_rate": 6.832186030893217e-06,
+      "loss": 0.0045,
+      "step": 7550
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.043272119015455246,
+      "learning_rate": 6.827988582941573e-06,
+      "loss": 0.0018,
+      "step": 7560
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.05586528778076172,
+      "learning_rate": 6.823791134989927e-06,
+      "loss": 0.0005,
+      "step": 7570
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.07728602737188339,
+      "learning_rate": 6.819593687038282e-06,
+      "loss": 0.0013,
+      "step": 7580
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.23588360846042633,
+      "learning_rate": 6.815396239086636e-06,
+      "loss": 0.001,
+      "step": 7590
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.016243470832705498,
+      "learning_rate": 6.8111987911349904e-06,
+      "loss": 0.0003,
+      "step": 7600
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.048352282494306564,
+      "learning_rate": 6.807001343183345e-06,
+      "loss": 0.0008,
+      "step": 7610
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.013593564741313457,
+      "learning_rate": 6.8028038952317e-06,
+      "loss": 0.001,
+      "step": 7620
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.1125347837805748,
+      "learning_rate": 6.798606447280054e-06,
+      "loss": 0.0007,
+      "step": 7630
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.040121354162693024,
+      "learning_rate": 6.794408999328409e-06,
+      "loss": 0.0023,
+      "step": 7640
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.004880643915385008,
+      "learning_rate": 6.790211551376763e-06,
+      "loss": 0.0013,
+      "step": 7650
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.03261597827076912,
+      "learning_rate": 6.786014103425118e-06,
+      "loss": 0.0048,
+      "step": 7660
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.001294650137424469,
+      "learning_rate": 6.781816655473474e-06,
+      "loss": 0.0062,
+      "step": 7670
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.013758821412920952,
+      "learning_rate": 6.777619207521827e-06,
+      "loss": 0.0004,
+      "step": 7680
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.2742080092430115,
+      "learning_rate": 6.773421759570182e-06,
+      "loss": 0.0015,
+      "step": 7690
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.09271080791950226,
+      "learning_rate": 6.769224311618537e-06,
+      "loss": 0.0025,
+      "step": 7700
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.004653418902307749,
+      "learning_rate": 6.765026863666891e-06,
+      "loss": 0.0052,
+      "step": 7710
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.0033459344413131475,
+      "learning_rate": 6.760829415715245e-06,
+      "loss": 0.0019,
+      "step": 7720
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.24762499332427979,
+      "learning_rate": 6.7566319677636005e-06,
+      "loss": 0.0005,
+      "step": 7730
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.2468775510787964,
+      "learning_rate": 6.752434519811954e-06,
+      "loss": 0.0014,
+      "step": 7740
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.06739424914121628,
+      "learning_rate": 6.74823707186031e-06,
+      "loss": 0.0004,
+      "step": 7750
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.01460706815123558,
+      "learning_rate": 6.7440396239086635e-06,
+      "loss": 0.0026,
+      "step": 7760
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.0012919761938974261,
+      "learning_rate": 6.739842175957019e-06,
+      "loss": 0.0027,
+      "step": 7770
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.16211023926734924,
+      "learning_rate": 6.7356447280053736e-06,
+      "loss": 0.0028,
+      "step": 7780
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.9419199228286743,
+      "learning_rate": 6.731447280053728e-06,
+      "loss": 0.0155,
+      "step": 7790
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.04390889033675194,
+      "learning_rate": 6.727249832102083e-06,
+      "loss": 0.004,
+      "step": 7800
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.058596525341272354,
+      "learning_rate": 6.7230523841504366e-06,
+      "loss": 0.0041,
+      "step": 7810
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.67715984582901,
+      "learning_rate": 6.718854936198792e-06,
+      "loss": 0.0014,
+      "step": 7820
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.015570656396448612,
+      "learning_rate": 6.714657488247146e-06,
+      "loss": 0.0004,
+      "step": 7830
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.07929646968841553,
+      "learning_rate": 6.710460040295501e-06,
+      "loss": 0.0036,
+      "step": 7840
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.008636005222797394,
+      "learning_rate": 6.706262592343855e-06,
+      "loss": 0.0037,
+      "step": 7850
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.1776953488588333,
+      "learning_rate": 6.7020651443922105e-06,
+      "loss": 0.0014,
+      "step": 7860
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.03655342012643814,
+      "learning_rate": 6.697867696440564e-06,
+      "loss": 0.0003,
+      "step": 7870
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.0143968490883708,
+      "learning_rate": 6.69367024848892e-06,
+      "loss": 0.0017,
+      "step": 7880
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.137611523270607,
+      "learning_rate": 6.689472800537274e-06,
+      "loss": 0.002,
+      "step": 7890
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.45386821031570435,
+      "learning_rate": 6.685275352585628e-06,
+      "loss": 0.001,
+      "step": 7900
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.010178464464843273,
+      "learning_rate": 6.681077904633984e-06,
+      "loss": 0.0016,
+      "step": 7910
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.039013270288705826,
+      "learning_rate": 6.676880456682337e-06,
+      "loss": 0.0015,
+      "step": 7920
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.01565985381603241,
+      "learning_rate": 6.672683008730693e-06,
+      "loss": 0.0006,
+      "step": 7930
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.017331531271338463,
+      "learning_rate": 6.668485560779047e-06,
+      "loss": 0.0005,
+      "step": 7940
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.27378222346305847,
+      "learning_rate": 6.664288112827402e-06,
+      "loss": 0.0013,
+      "step": 7950
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.29315513372421265,
+      "learning_rate": 6.660090664875756e-06,
+      "loss": 0.001,
+      "step": 7960
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.37698185443878174,
+      "learning_rate": 6.6558932169241104e-06,
+      "loss": 0.0047,
+      "step": 7970
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.009589233435690403,
+      "learning_rate": 6.651695768972465e-06,
+      "loss": 0.0012,
+      "step": 7980
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.03333524242043495,
+      "learning_rate": 6.64749832102082e-06,
+      "loss": 0.0003,
+      "step": 7990
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.00575454905629158,
+      "learning_rate": 6.643300873069175e-06,
+      "loss": 0.0007,
+      "step": 8000
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.0640854686498642,
+      "learning_rate": 6.639103425117529e-06,
+      "loss": 0.0014,
+      "step": 8010
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.007772125769406557,
+      "learning_rate": 6.634905977165884e-06,
+      "loss": 0.0004,
+      "step": 8020
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.18589778244495392,
+      "learning_rate": 6.630708529214238e-06,
+      "loss": 0.0012,
+      "step": 8030
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.027769211679697037,
+      "learning_rate": 6.626511081262594e-06,
+      "loss": 0.0005,
+      "step": 8040
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.0029272972606122494,
+      "learning_rate": 6.622313633310947e-06,
+      "loss": 0.0006,
+      "step": 8050
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.009183773770928383,
+      "learning_rate": 6.618116185359302e-06,
+      "loss": 0.001,
+      "step": 8060
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.004283113870769739,
+      "learning_rate": 6.613918737407657e-06,
+      "loss": 0.001,
+      "step": 8070
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.007778434548527002,
+      "learning_rate": 6.609721289456011e-06,
+      "loss": 0.0022,
+      "step": 8080
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.0018987306393682957,
+      "learning_rate": 6.605523841504365e-06,
+      "loss": 0.0027,
+      "step": 8090
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.12906016409397125,
+      "learning_rate": 6.6013263935527205e-06,
+      "loss": 0.0009,
+      "step": 8100
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.007297148462384939,
+      "learning_rate": 6.597128945601076e-06,
+      "loss": 0.0007,
+      "step": 8110
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.33462247252464294,
+      "learning_rate": 6.59293149764943e-06,
+      "loss": 0.0043,
+      "step": 8120
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.8214085698127747,
+      "learning_rate": 6.588734049697784e-06,
+      "loss": 0.0021,
+      "step": 8130
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.024006789550185204,
+      "learning_rate": 6.584536601746139e-06,
+      "loss": 0.0008,
+      "step": 8140
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.02031201310455799,
+      "learning_rate": 6.5803391537944936e-06,
+      "loss": 0.0009,
+      "step": 8150
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.08601708710193634,
+      "learning_rate": 6.576141705842848e-06,
+      "loss": 0.0009,
+      "step": 8160
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.022639337927103043,
+      "learning_rate": 6.571944257891203e-06,
+      "loss": 0.0004,
+      "step": 8170
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.02436881698668003,
+      "learning_rate": 6.5677468099395566e-06,
+      "loss": 0.0003,
+      "step": 8180
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.02970285154879093,
+      "learning_rate": 6.563549361987912e-06,
+      "loss": 0.0022,
+      "step": 8190
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.1934923380613327,
+      "learning_rate": 6.559351914036266e-06,
+      "loss": 0.001,
+      "step": 8200
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.019940687343478203,
+      "learning_rate": 6.555154466084621e-06,
+      "loss": 0.0013,
+      "step": 8210
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.025434071198105812,
+      "learning_rate": 6.550957018132975e-06,
+      "loss": 0.0008,
+      "step": 8220
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.0027662869542837143,
+      "learning_rate": 6.5467595701813305e-06,
+      "loss": 0.0007,
+      "step": 8230
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.2719932496547699,
+      "learning_rate": 6.542562122229685e-06,
+      "loss": 0.0006,
+      "step": 8240
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.07692870497703552,
+      "learning_rate": 6.53836467427804e-06,
+      "loss": 0.0009,
+      "step": 8250
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.0984962210059166,
+      "learning_rate": 6.534167226326394e-06,
+      "loss": 0.0021,
+      "step": 8260
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.2010423243045807,
+      "learning_rate": 6.529969778374748e-06,
+      "loss": 0.0008,
+      "step": 8270
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.047768231481313705,
+      "learning_rate": 6.525772330423104e-06,
+      "loss": 0.0006,
+      "step": 8280
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.002377886790782213,
+      "learning_rate": 6.521574882471457e-06,
+      "loss": 0.0009,
+      "step": 8290
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.04574467986822128,
+      "learning_rate": 6.517377434519813e-06,
+      "loss": 0.0004,
+      "step": 8300
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.002358232159167528,
+      "learning_rate": 6.513179986568167e-06,
+      "loss": 0.0017,
+      "step": 8310
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.04641246423125267,
+      "learning_rate": 6.508982538616522e-06,
+      "loss": 0.0017,
+      "step": 8320
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.013856269419193268,
+      "learning_rate": 6.504785090664876e-06,
+      "loss": 0.0034,
+      "step": 8330
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.08428198844194412,
+      "learning_rate": 6.5005876427132305e-06,
+      "loss": 0.0004,
+      "step": 8340
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.07378539443016052,
+      "learning_rate": 6.496390194761586e-06,
+      "loss": 0.0007,
+      "step": 8350
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.015434389002621174,
+      "learning_rate": 6.49219274680994e-06,
+      "loss": 0.0021,
+      "step": 8360
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.014926637522876263,
+      "learning_rate": 6.487995298858295e-06,
+      "loss": 0.0011,
+      "step": 8370
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.23808802664279938,
+      "learning_rate": 6.483797850906649e-06,
+      "loss": 0.0003,
+      "step": 8380
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.013105678372085094,
+      "learning_rate": 6.479600402955004e-06,
+      "loss": 0.0008,
+      "step": 8390
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.01477357279509306,
+      "learning_rate": 6.475402955003358e-06,
+      "loss": 0.0012,
+      "step": 8400
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.1917484700679779,
+      "learning_rate": 6.471205507051714e-06,
+      "loss": 0.0009,
+      "step": 8410
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.005253896117210388,
+      "learning_rate": 6.467008059100067e-06,
+      "loss": 0.0003,
+      "step": 8420
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.028020091354846954,
+      "learning_rate": 6.462810611148422e-06,
+      "loss": 0.0009,
+      "step": 8430
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.07543497532606125,
+      "learning_rate": 6.458613163196777e-06,
+      "loss": 0.0003,
+      "step": 8440
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.21784624457359314,
+      "learning_rate": 6.454415715245131e-06,
+      "loss": 0.0007,
+      "step": 8450
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.004629680421203375,
+      "learning_rate": 6.450218267293487e-06,
+      "loss": 0.0005,
+      "step": 8460
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.05804940313100815,
+      "learning_rate": 6.4460208193418405e-06,
+      "loss": 0.0004,
+      "step": 8470
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.008218007162213326,
+      "learning_rate": 6.441823371390196e-06,
+      "loss": 0.0024,
+      "step": 8480
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.26576822996139526,
+      "learning_rate": 6.43762592343855e-06,
+      "loss": 0.0004,
+      "step": 8490
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.05083778500556946,
+      "learning_rate": 6.433428475486904e-06,
+      "loss": 0.0018,
+      "step": 8500
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.03845244273543358,
+      "learning_rate": 6.429231027535259e-06,
+      "loss": 0.0006,
+      "step": 8510
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.22800813615322113,
+      "learning_rate": 6.425033579583614e-06,
+      "loss": 0.0011,
+      "step": 8520
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.07355496287345886,
+      "learning_rate": 6.420836131631968e-06,
+      "loss": 0.0018,
+      "step": 8530
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.14929671585559845,
+      "learning_rate": 6.416638683680323e-06,
+      "loss": 0.001,
+      "step": 8540
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.009975256398320198,
+      "learning_rate": 6.412441235728677e-06,
+      "loss": 0.0004,
+      "step": 8550
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.049514010548591614,
+      "learning_rate": 6.408663532572197e-06,
+      "loss": 0.0036,
+      "step": 8560
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.17448657751083374,
+      "learning_rate": 6.404466084620551e-06,
+      "loss": 0.0029,
+      "step": 8570
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.0019642149563878775,
+      "learning_rate": 6.400268636668906e-06,
+      "loss": 0.0007,
+      "step": 8580
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.12057841569185257,
+      "learning_rate": 6.39607118871726e-06,
+      "loss": 0.0004,
+      "step": 8590
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.08199835568666458,
+      "learning_rate": 6.391873740765615e-06,
+      "loss": 0.003,
+      "step": 8600
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.008217026479542255,
+      "learning_rate": 6.3876762928139705e-06,
+      "loss": 0.0031,
+      "step": 8610
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.0021252892911434174,
+      "learning_rate": 6.383478844862324e-06,
+      "loss": 0.0003,
+      "step": 8620
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5874733924865723,
+      "learning_rate": 6.379281396910679e-06,
+      "loss": 0.0028,
+      "step": 8630
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.01447449903935194,
+      "learning_rate": 6.3750839489590335e-06,
+      "loss": 0.0016,
+      "step": 8640
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.020882418379187584,
+      "learning_rate": 6.370886501007388e-06,
+      "loss": 0.0008,
+      "step": 8650
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.03403160721063614,
+      "learning_rate": 6.366689053055743e-06,
+      "loss": 0.0008,
+      "step": 8660
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.0914774239063263,
+      "learning_rate": 6.362491605104097e-06,
+      "loss": 0.0024,
+      "step": 8670
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.02440485917031765,
+      "learning_rate": 6.358294157152451e-06,
+      "loss": 0.0008,
+      "step": 8680
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.02295794151723385,
+      "learning_rate": 6.354096709200807e-06,
+      "loss": 0.0006,
+      "step": 8690
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.005137599539011717,
+      "learning_rate": 6.34989926124916e-06,
+      "loss": 0.0007,
+      "step": 8700
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.009145709685981274,
+      "learning_rate": 6.345701813297516e-06,
+      "loss": 0.004,
+      "step": 8710
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.1550685167312622,
+      "learning_rate": 6.3415043653458705e-06,
+      "loss": 0.0009,
+      "step": 8720
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.04273473471403122,
+      "learning_rate": 6.337306917394225e-06,
+      "loss": 0.0009,
+      "step": 8730
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.01607104018330574,
+      "learning_rate": 6.33310946944258e-06,
+      "loss": 0.0018,
+      "step": 8740
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.006609264761209488,
+      "learning_rate": 6.3289120214909335e-06,
+      "loss": 0.001,
+      "step": 8750
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.6425864100456238,
+      "learning_rate": 6.324714573539289e-06,
+      "loss": 0.0061,
+      "step": 8760
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.009361191652715206,
+      "learning_rate": 6.320517125587643e-06,
+      "loss": 0.0039,
+      "step": 8770
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.06796202808618546,
+      "learning_rate": 6.316319677635998e-06,
+      "loss": 0.0021,
+      "step": 8780
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.13239143788814545,
+      "learning_rate": 6.312122229684352e-06,
+      "loss": 0.0003,
+      "step": 8790
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.4967783987522125,
+      "learning_rate": 6.307924781732707e-06,
+      "loss": 0.0011,
+      "step": 8800
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.40928366780281067,
+      "learning_rate": 6.303727333781061e-06,
+      "loss": 0.0012,
+      "step": 8810
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.06716176867485046,
+      "learning_rate": 6.299529885829417e-06,
+      "loss": 0.0005,
+      "step": 8820
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.005962076131254435,
+      "learning_rate": 6.295332437877771e-06,
+      "loss": 0.0015,
+      "step": 8830
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.03685719147324562,
+      "learning_rate": 6.291134989926125e-06,
+      "loss": 0.0004,
+      "step": 8840
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.08257108926773071,
+      "learning_rate": 6.2869375419744805e-06,
+      "loss": 0.0004,
+      "step": 8850
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.0008770768763497472,
+      "learning_rate": 6.282740094022834e-06,
+      "loss": 0.0003,
+      "step": 8860
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.3550475537776947,
+      "learning_rate": 6.27854264607119e-06,
+      "loss": 0.0007,
+      "step": 8870
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.007021765224635601,
+      "learning_rate": 6.2743451981195435e-06,
+      "loss": 0.0052,
+      "step": 8880
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.012746850028634071,
+      "learning_rate": 6.270147750167899e-06,
+      "loss": 0.0005,
+      "step": 8890
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09132123738527298,
+      "learning_rate": 6.265950302216253e-06,
+      "loss": 0.0095,
+      "step": 8900
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.004254049155861139,
+      "learning_rate": 6.261752854264607e-06,
+      "loss": 0.0008,
+      "step": 8910
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.032813917845487595,
+      "learning_rate": 6.257555406312962e-06,
+      "loss": 0.001,
+      "step": 8920
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.15052670240402222,
+      "learning_rate": 6.253357958361317e-06,
+      "loss": 0.001,
+      "step": 8930
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.4991702139377594,
+      "learning_rate": 6.249160510409672e-06,
+      "loss": 0.0032,
+      "step": 8940
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.0437382347881794,
+      "learning_rate": 6.244963062458026e-06,
+      "loss": 0.0008,
+      "step": 8950
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.0036775097250938416,
+      "learning_rate": 6.240765614506381e-06,
+      "loss": 0.0003,
+      "step": 8960
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.0415210947394371,
+      "learning_rate": 6.236568166554735e-06,
+      "loss": 0.0029,
+      "step": 8970
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.005274785682559013,
+      "learning_rate": 6.2323707186030905e-06,
+      "loss": 0.0004,
+      "step": 8980
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.001851436565630138,
+      "learning_rate": 6.228173270651444e-06,
+      "loss": 0.002,
+      "step": 8990
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.027700498700141907,
+      "learning_rate": 6.223975822699799e-06,
+      "loss": 0.0022,
+      "step": 9000
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.0017797650070860982,
+      "learning_rate": 6.2197783747481535e-06,
+      "loss": 0.0017,
+      "step": 9010
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.2582283914089203,
+      "learning_rate": 6.215580926796508e-06,
+      "loss": 0.0009,
+      "step": 9020
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.020876875147223473,
+      "learning_rate": 6.211383478844863e-06,
+      "loss": 0.0052,
+      "step": 9030
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.07340060919523239,
+      "learning_rate": 6.207186030893217e-06,
+      "loss": 0.0018,
+      "step": 9040
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.005077909212559462,
+      "learning_rate": 6.202988582941573e-06,
+      "loss": 0.0009,
+      "step": 9050
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.0850280374288559,
+      "learning_rate": 6.198791134989927e-06,
+      "loss": 0.001,
+      "step": 9060
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.22353577613830566,
+      "learning_rate": 6.194593687038281e-06,
+      "loss": 0.0012,
+      "step": 9070
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.003676492255181074,
+      "learning_rate": 6.190396239086636e-06,
+      "loss": 0.0003,
+      "step": 9080
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.1580864042043686,
+      "learning_rate": 6.1861987911349905e-06,
+      "loss": 0.0007,
+      "step": 9090
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.1484569013118744,
+      "learning_rate": 6.182001343183345e-06,
+      "loss": 0.0004,
+      "step": 9100
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.5588276982307434,
+      "learning_rate": 6.1778038952317e-06,
+      "loss": 0.0026,
+      "step": 9110
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.36433857679367065,
+      "learning_rate": 6.1736064472800535e-06,
+      "loss": 0.0012,
+      "step": 9120
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.009398641996085644,
+      "learning_rate": 6.169408999328409e-06,
+      "loss": 0.0055,
+      "step": 9130
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.22657063603401184,
+      "learning_rate": 6.165211551376763e-06,
+      "loss": 0.0012,
+      "step": 9140
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.2038237750530243,
+      "learning_rate": 6.161014103425118e-06,
+      "loss": 0.0011,
+      "step": 9150
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.009869251400232315,
+      "learning_rate": 6.156816655473473e-06,
+      "loss": 0.001,
+      "step": 9160
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.06920814514160156,
+      "learning_rate": 6.1526192075218274e-06,
+      "loss": 0.0009,
+      "step": 9170
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.002625921508297324,
+      "learning_rate": 6.148421759570182e-06,
+      "loss": 0.0019,
+      "step": 9180
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.00261191138997674,
+      "learning_rate": 6.144224311618537e-06,
+      "loss": 0.0005,
+      "step": 9190
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.01784035935997963,
+      "learning_rate": 6.140026863666891e-06,
+      "loss": 0.0032,
+      "step": 9200
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.013288385234773159,
+      "learning_rate": 6.135829415715245e-06,
+      "loss": 0.0011,
+      "step": 9210
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.005483401007950306,
+      "learning_rate": 6.1316319677636005e-06,
+      "loss": 0.0006,
+      "step": 9220
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.00357685424387455,
+      "learning_rate": 6.127434519811954e-06,
+      "loss": 0.0007,
+      "step": 9230
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.025155210867524147,
+      "learning_rate": 6.12323707186031e-06,
+      "loss": 0.0093,
+      "step": 9240
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.10848862677812576,
+      "learning_rate": 6.1190396239086635e-06,
+      "loss": 0.0009,
+      "step": 9250
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.0211066585034132,
+      "learning_rate": 6.114842175957019e-06,
+      "loss": 0.0009,
+      "step": 9260
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.4916308522224426,
+      "learning_rate": 6.110644728005374e-06,
+      "loss": 0.0042,
+      "step": 9270
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.019028645008802414,
+      "learning_rate": 6.106447280053727e-06,
+      "loss": 0.0019,
+      "step": 9280
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.143443763256073,
+      "learning_rate": 6.102249832102083e-06,
+      "loss": 0.0007,
+      "step": 9290
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.017074372619390488,
+      "learning_rate": 6.098052384150437e-06,
+      "loss": 0.001,
+      "step": 9300
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.0011280884500592947,
+      "learning_rate": 6.093854936198792e-06,
+      "loss": 0.0045,
+      "step": 9310
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.015283357352018356,
+      "learning_rate": 6.089657488247146e-06,
+      "loss": 0.0007,
+      "step": 9320
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.015474602580070496,
+      "learning_rate": 6.085460040295501e-06,
+      "loss": 0.0005,
+      "step": 9330
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.0023845334071666002,
+      "learning_rate": 6.081262592343855e-06,
+      "loss": 0.0004,
+      "step": 9340
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.40035849809646606,
+      "learning_rate": 6.0770651443922106e-06,
+      "loss": 0.002,
+      "step": 9350
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.015063658356666565,
+      "learning_rate": 6.072867696440564e-06,
+      "loss": 0.0004,
+      "step": 9360
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.10512324422597885,
+      "learning_rate": 6.068670248488919e-06,
+      "loss": 0.0054,
+      "step": 9370
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.018911171704530716,
+      "learning_rate": 6.064472800537274e-06,
+      "loss": 0.0005,
+      "step": 9380
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.01821274310350418,
+      "learning_rate": 6.060275352585628e-06,
+      "loss": 0.0019,
+      "step": 9390
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.006468980107456446,
+      "learning_rate": 6.056077904633984e-06,
+      "loss": 0.0011,
+      "step": 9400
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.0246189646422863,
+      "learning_rate": 6.051880456682337e-06,
+      "loss": 0.0003,
+      "step": 9410
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.030287379398941994,
+      "learning_rate": 6.047683008730693e-06,
+      "loss": 0.0003,
+      "step": 9420
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.14614807069301605,
+      "learning_rate": 6.043485560779047e-06,
+      "loss": 0.0007,
+      "step": 9430
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.03680308535695076,
+      "learning_rate": 6.039288112827401e-06,
+      "loss": 0.0007,
+      "step": 9440
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.020408429205417633,
+      "learning_rate": 6.035090664875756e-06,
+      "loss": 0.0042,
+      "step": 9450
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.12720835208892822,
+      "learning_rate": 6.0308932169241105e-06,
+      "loss": 0.0008,
+      "step": 9460
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.5571761727333069,
+      "learning_rate": 6.026695768972465e-06,
+      "loss": 0.0069,
+      "step": 9470
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.287207692861557,
+      "learning_rate": 6.02249832102082e-06,
+      "loss": 0.0011,
+      "step": 9480
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.19260409474372864,
+      "learning_rate": 6.018300873069175e-06,
+      "loss": 0.0012,
+      "step": 9490
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5683563351631165,
+      "learning_rate": 6.014103425117529e-06,
+      "loss": 0.0025,
+      "step": 9500
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.0048590730875730515,
+      "learning_rate": 6.0099059771658844e-06,
+      "loss": 0.0016,
+      "step": 9510
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.03889940306544304,
+      "learning_rate": 6.005708529214238e-06,
+      "loss": 0.0019,
+      "step": 9520
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.09073323756456375,
+      "learning_rate": 6.001511081262593e-06,
+      "loss": 0.0041,
+      "step": 9530
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5227171182632446,
+      "learning_rate": 5.9973136333109474e-06,
+      "loss": 0.0047,
+      "step": 9540
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.054277870804071426,
+      "learning_rate": 5.993116185359302e-06,
+      "loss": 0.0007,
+      "step": 9550
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.0757797583937645,
+      "learning_rate": 5.988918737407657e-06,
+      "loss": 0.0008,
+      "step": 9560
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.022691043093800545,
+      "learning_rate": 5.984721289456011e-06,
+      "loss": 0.0007,
+      "step": 9570
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.010830945335328579,
+      "learning_rate": 5.980523841504365e-06,
+      "loss": 0.0004,
+      "step": 9580
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.07802291959524155,
+      "learning_rate": 5.9763263935527205e-06,
+      "loss": 0.002,
+      "step": 9590
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.03440363332629204,
+      "learning_rate": 5.972128945601076e-06,
+      "loss": 0.0009,
+      "step": 9600
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.01543488446623087,
+      "learning_rate": 5.96793149764943e-06,
+      "loss": 0.0009,
+      "step": 9610
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.014080232009291649,
+      "learning_rate": 5.963734049697784e-06,
+      "loss": 0.0008,
+      "step": 9620
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.43045684695243835,
+      "learning_rate": 5.959536601746139e-06,
+      "loss": 0.0008,
+      "step": 9630
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.006179173942655325,
+      "learning_rate": 5.955339153794494e-06,
+      "loss": 0.0011,
+      "step": 9640
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.0018634877633303404,
+      "learning_rate": 5.951141705842847e-06,
+      "loss": 0.0002,
+      "step": 9650
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.04732802137732506,
+      "learning_rate": 5.946944257891203e-06,
+      "loss": 0.0068,
+      "step": 9660
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.028062958270311356,
+      "learning_rate": 5.942746809939557e-06,
+      "loss": 0.0021,
+      "step": 9670
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.013063440099358559,
+      "learning_rate": 5.938549361987912e-06,
+      "loss": 0.0007,
+      "step": 9680
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.008527678437530994,
+      "learning_rate": 5.934351914036266e-06,
+      "loss": 0.0003,
+      "step": 9690
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.006061127409338951,
+      "learning_rate": 5.930154466084621e-06,
+      "loss": 0.0005,
+      "step": 9700
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.05889621749520302,
+      "learning_rate": 5.925957018132975e-06,
+      "loss": 0.0008,
+      "step": 9710
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.025425154715776443,
+      "learning_rate": 5.9217595701813306e-06,
+      "loss": 0.0009,
+      "step": 9720
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.12469867616891861,
+      "learning_rate": 5.917562122229685e-06,
+      "loss": 0.0018,
+      "step": 9730
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.0440966971218586,
+      "learning_rate": 5.913364674278039e-06,
+      "loss": 0.0014,
+      "step": 9740
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.0034553324803709984,
+      "learning_rate": 5.909167226326394e-06,
+      "loss": 0.0014,
+      "step": 9750
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.010510810650885105,
+      "learning_rate": 5.904969778374748e-06,
+      "loss": 0.0006,
+      "step": 9760
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.01508377306163311,
+      "learning_rate": 5.900772330423104e-06,
+      "loss": 0.0026,
+      "step": 9770
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.001469660666771233,
+      "learning_rate": 5.8965748824714574e-06,
+      "loss": 0.0012,
+      "step": 9780
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.037131939083337784,
+      "learning_rate": 5.892377434519813e-06,
+      "loss": 0.0002,
+      "step": 9790
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.00974042434245348,
+      "learning_rate": 5.888179986568167e-06,
+      "loss": 0.0003,
+      "step": 9800
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.15985484421253204,
+      "learning_rate": 5.883982538616521e-06,
+      "loss": 0.0004,
+      "step": 9810
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.17923088371753693,
+      "learning_rate": 5.879785090664876e-06,
+      "loss": 0.0004,
+      "step": 9820
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.7428094148635864,
+      "learning_rate": 5.8755876427132305e-06,
+      "loss": 0.0025,
+      "step": 9830
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.05475035682320595,
+      "learning_rate": 5.871390194761586e-06,
+      "loss": 0.0003,
+      "step": 9840
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.0039265332743525505,
+      "learning_rate": 5.86719274680994e-06,
+      "loss": 0.0039,
+      "step": 9850
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.02810598909854889,
+      "learning_rate": 5.862995298858295e-06,
+      "loss": 0.0017,
+      "step": 9860
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.034790728241205215,
+      "learning_rate": 5.858797850906649e-06,
+      "loss": 0.0009,
+      "step": 9870
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.17595210671424866,
+      "learning_rate": 5.8546004029550045e-06,
+      "loss": 0.0006,
+      "step": 9880
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.12365200370550156,
+      "learning_rate": 5.850402955003358e-06,
+      "loss": 0.0027,
+      "step": 9890
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.025172580033540726,
+      "learning_rate": 5.846205507051713e-06,
+      "loss": 0.0034,
+      "step": 9900
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.03391372412443161,
+      "learning_rate": 5.8420080591000675e-06,
+      "loss": 0.0022,
+      "step": 9910
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.0013367092469707131,
+      "learning_rate": 5.837810611148422e-06,
+      "loss": 0.0009,
+      "step": 9920
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.2373090237379074,
+      "learning_rate": 5.833613163196777e-06,
+      "loss": 0.0013,
+      "step": 9930
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.0014829274732619524,
+      "learning_rate": 5.829415715245131e-06,
+      "loss": 0.0004,
+      "step": 9940
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.02379409596323967,
+      "learning_rate": 5.825218267293487e-06,
+      "loss": 0.0007,
+      "step": 9950
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.01043054461479187,
+      "learning_rate": 5.8210208193418405e-06,
+      "loss": 0.0009,
+      "step": 9960
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.5758562088012695,
+      "learning_rate": 5.816823371390196e-06,
+      "loss": 0.0076,
+      "step": 9970
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.003396995598450303,
+      "learning_rate": 5.81262592343855e-06,
+      "loss": 0.0005,
+      "step": 9980
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.004527990706264973,
+      "learning_rate": 5.808428475486904e-06,
+      "loss": 0.0003,
+      "step": 9990
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.38935422897338867,
+      "learning_rate": 5.804231027535259e-06,
+      "loss": 0.0021,
+      "step": 10000
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.007596536539494991,
+      "learning_rate": 5.800033579583614e-06,
+      "loss": 0.0026,
+      "step": 10010
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.034029822796583176,
+      "learning_rate": 5.795836131631967e-06,
+      "loss": 0.0004,
+      "step": 10020
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.8351893424987793,
+      "learning_rate": 5.791638683680323e-06,
+      "loss": 0.0024,
+      "step": 10030
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.007966914214193821,
+      "learning_rate": 5.787441235728677e-06,
+      "loss": 0.0009,
+      "step": 10040
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.039692457765340805,
+      "learning_rate": 5.783243787777032e-06,
+      "loss": 0.0011,
+      "step": 10050
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.7721789479255676,
+      "learning_rate": 5.779046339825387e-06,
+      "loss": 0.0019,
+      "step": 10060
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.01767701469361782,
+      "learning_rate": 5.774848891873741e-06,
+      "loss": 0.0008,
+      "step": 10070
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.012562219053506851,
+      "learning_rate": 5.770651443922096e-06,
+      "loss": 0.0015,
+      "step": 10080
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.34681907296180725,
+      "learning_rate": 5.766453995970451e-06,
+      "loss": 0.0045,
+      "step": 10090
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.0029207984916865826,
+      "learning_rate": 5.762256548018805e-06,
+      "loss": 0.0017,
+      "step": 10100
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.018310122191905975,
+      "learning_rate": 5.758059100067159e-06,
+      "loss": 0.0015,
+      "step": 10110
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.06843991577625275,
+      "learning_rate": 5.7538616521155144e-06,
+      "loss": 0.0048,
+      "step": 10120
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.03804745152592659,
+      "learning_rate": 5.749664204163868e-06,
+      "loss": 0.0025,
+      "step": 10130
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.011987677775323391,
+      "learning_rate": 5.745466756212224e-06,
+      "loss": 0.0023,
+      "step": 10140
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.0005486512091010809,
+      "learning_rate": 5.7412693082605774e-06,
+      "loss": 0.0008,
+      "step": 10150
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.12931697070598602,
+      "learning_rate": 5.737071860308933e-06,
+      "loss": 0.0016,
+      "step": 10160
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.014491924084722996,
+      "learning_rate": 5.7328744123572875e-06,
+      "loss": 0.0006,
+      "step": 10170
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.008687620051205158,
+      "learning_rate": 5.728676964405641e-06,
+      "loss": 0.0007,
+      "step": 10180
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.015420785173773766,
+      "learning_rate": 5.724479516453997e-06,
+      "loss": 0.0002,
+      "step": 10190
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.0028673780616372824,
+      "learning_rate": 5.7202820685023505e-06,
+      "loss": 0.0005,
+      "step": 10200
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.014829892665147781,
+      "learning_rate": 5.716084620550706e-06,
+      "loss": 0.0002,
+      "step": 10210
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.051586270332336426,
+      "learning_rate": 5.71188717259906e-06,
+      "loss": 0.004,
+      "step": 10220
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.0063542029820382595,
+      "learning_rate": 5.707689724647415e-06,
+      "loss": 0.0036,
+      "step": 10230
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.014711436815559864,
+      "learning_rate": 5.703492276695769e-06,
+      "loss": 0.0021,
+      "step": 10240
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.013807760551571846,
+      "learning_rate": 5.6992948287441245e-06,
+      "loss": 0.0004,
+      "step": 10250
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.024736396968364716,
+      "learning_rate": 5.695097380792478e-06,
+      "loss": 0.0003,
+      "step": 10260
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.6258419752120972,
+      "learning_rate": 5.690899932840833e-06,
+      "loss": 0.0026,
+      "step": 10270
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.003710240125656128,
+      "learning_rate": 5.686702484889188e-06,
+      "loss": 0.0035,
+      "step": 10280
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.653317391872406,
+      "learning_rate": 5.682505036937542e-06,
+      "loss": 0.0013,
+      "step": 10290
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.02590692788362503,
+      "learning_rate": 5.6783075889858976e-06,
+      "loss": 0.0018,
+      "step": 10300
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.006416289601475,
+      "learning_rate": 5.674110141034251e-06,
+      "loss": 0.0011,
+      "step": 10310
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.02078012377023697,
+      "learning_rate": 5.669912693082607e-06,
+      "loss": 0.0004,
+      "step": 10320
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.011740882880985737,
+      "learning_rate": 5.6657152451309606e-06,
+      "loss": 0.0013,
+      "step": 10330
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.02781371772289276,
+      "learning_rate": 5.661517797179315e-06,
+      "loss": 0.0018,
+      "step": 10340
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.011912044137716293,
+      "learning_rate": 5.65732034922767e-06,
+      "loss": 0.0008,
+      "step": 10350
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.11006138473749161,
+      "learning_rate": 5.653122901276024e-06,
+      "loss": 0.0016,
+      "step": 10360
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.03869205340743065,
+      "learning_rate": 5.648925453324379e-06,
+      "loss": 0.0008,
+      "step": 10370
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.07503340393304825,
+      "learning_rate": 5.644728005372734e-06,
+      "loss": 0.0014,
+      "step": 10380
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.001265190658159554,
+      "learning_rate": 5.640530557421089e-06,
+      "loss": 0.0003,
+      "step": 10390
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.011775599792599678,
+      "learning_rate": 5.636333109469443e-06,
+      "loss": 0.0006,
+      "step": 10400
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.11629336327314377,
+      "learning_rate": 5.632135661517798e-06,
+      "loss": 0.0006,
+      "step": 10410
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.0015451526269316673,
+      "learning_rate": 5.627938213566152e-06,
+      "loss": 0.0038,
+      "step": 10420
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.04855529963970184,
+      "learning_rate": 5.623740765614507e-06,
+      "loss": 0.0004,
+      "step": 10430
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.01069630403071642,
+      "learning_rate": 5.619543317662861e-06,
+      "loss": 0.0006,
+      "step": 10440
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.004674754571169615,
+      "learning_rate": 5.615345869711216e-06,
+      "loss": 0.0012,
+      "step": 10450
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.025356121361255646,
+      "learning_rate": 5.611148421759571e-06,
+      "loss": 0.0006,
+      "step": 10460
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.02232622541487217,
+      "learning_rate": 5.606950973807925e-06,
+      "loss": 0.0013,
+      "step": 10470
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.497832328081131,
+      "learning_rate": 5.602753525856279e-06,
+      "loss": 0.0016,
+      "step": 10480
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.057482216507196426,
+      "learning_rate": 5.5985560779046344e-06,
+      "loss": 0.0005,
+      "step": 10490
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.003028752515092492,
+      "learning_rate": 5.59435862995299e-06,
+      "loss": 0.0004,
+      "step": 10500
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.02643987536430359,
+      "learning_rate": 5.590161182001344e-06,
+      "loss": 0.0014,
+      "step": 10510
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.02531200833618641,
+      "learning_rate": 5.585963734049698e-06,
+      "loss": 0.0005,
+      "step": 10520
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.04974319785833359,
+      "learning_rate": 5.581766286098053e-06,
+      "loss": 0.0008,
+      "step": 10530
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.005935164168477058,
+      "learning_rate": 5.5775688381464075e-06,
+      "loss": 0.0003,
+      "step": 10540
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.00849095918238163,
+      "learning_rate": 5.573371390194761e-06,
+      "loss": 0.0003,
+      "step": 10550
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.0163765549659729,
+      "learning_rate": 5.569173942243117e-06,
+      "loss": 0.0014,
+      "step": 10560
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.003922377247363329,
+      "learning_rate": 5.5649764942914705e-06,
+      "loss": 0.0017,
+      "step": 10570
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.008663144893944263,
+      "learning_rate": 5.560779046339826e-06,
+      "loss": 0.0005,
+      "step": 10580
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.042090997099876404,
+      "learning_rate": 5.55658159838818e-06,
+      "loss": 0.0011,
+      "step": 10590
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.018130453303456306,
+      "learning_rate": 5.552384150436535e-06,
+      "loss": 0.0002,
+      "step": 10600
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.02145092561841011,
+      "learning_rate": 5.54818670248489e-06,
+      "loss": 0.0005,
+      "step": 10610
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.016469236463308334,
+      "learning_rate": 5.5439892545332445e-06,
+      "loss": 0.0015,
+      "step": 10620
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.07116610556840897,
+      "learning_rate": 5.539791806581599e-06,
+      "loss": 0.0003,
+      "step": 10630
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.003410005010664463,
+      "learning_rate": 5.535594358629953e-06,
+      "loss": 0.0005,
+      "step": 10640
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.0010806163772940636,
+      "learning_rate": 5.531396910678308e-06,
+      "loss": 0.0017,
+      "step": 10650
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.0015185626689344645,
+      "learning_rate": 5.527199462726662e-06,
+      "loss": 0.0006,
+      "step": 10660
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.016374943777918816,
+      "learning_rate": 5.5230020147750176e-06,
+      "loss": 0.0094,
+      "step": 10670
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.00241836323402822,
+      "learning_rate": 5.518804566823371e-06,
+      "loss": 0.0004,
+      "step": 10680
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.03313888981938362,
+      "learning_rate": 5.514607118871727e-06,
+      "loss": 0.0023,
+      "step": 10690
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.1092633306980133,
+      "learning_rate": 5.5104096709200806e-06,
+      "loss": 0.0002,
+      "step": 10700
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.03263653814792633,
+      "learning_rate": 5.506212222968435e-06,
+      "loss": 0.0069,
+      "step": 10710
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.05272672697901726,
+      "learning_rate": 5.502014775016791e-06,
+      "loss": 0.0004,
+      "step": 10720
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.007287841290235519,
+      "learning_rate": 5.4978173270651444e-06,
+      "loss": 0.0019,
+      "step": 10730
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.006436245981603861,
+      "learning_rate": 5.4936198791135e-06,
+      "loss": 0.0042,
+      "step": 10740
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.02231592871248722,
+      "learning_rate": 5.489422431161854e-06,
+      "loss": 0.0023,
+      "step": 10750
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.013109694235026836,
+      "learning_rate": 5.485224983210209e-06,
+      "loss": 0.0044,
+      "step": 10760
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.0014881811803206801,
+      "learning_rate": 5.481027535258563e-06,
+      "loss": 0.0074,
+      "step": 10770
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.002896430203691125,
+      "learning_rate": 5.476830087306918e-06,
+      "loss": 0.0012,
+      "step": 10780
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.009817220270633698,
+      "learning_rate": 5.472632639355272e-06,
+      "loss": 0.0028,
+      "step": 10790
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.013071718625724316,
+      "learning_rate": 5.468435191403627e-06,
+      "loss": 0.0005,
+      "step": 10800
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.14298699796199799,
+      "learning_rate": 5.464237743451981e-06,
+      "loss": 0.0003,
+      "step": 10810
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.0034705400466918945,
+      "learning_rate": 5.460040295500336e-06,
+      "loss": 0.0019,
+      "step": 10820
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.028280634433031082,
+      "learning_rate": 5.4558428475486915e-06,
+      "loss": 0.0009,
+      "step": 10830
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.0049716150388121605,
+      "learning_rate": 5.451645399597045e-06,
+      "loss": 0.0003,
+      "step": 10840
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.06866387277841568,
+      "learning_rate": 5.447447951645401e-06,
+      "loss": 0.0055,
+      "step": 10850
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.001268894993700087,
+      "learning_rate": 5.4432505036937545e-06,
+      "loss": 0.0037,
+      "step": 10860
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.4983358085155487,
+      "learning_rate": 5.43905305574211e-06,
+      "loss": 0.0123,
+      "step": 10870
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.07618770748376846,
+      "learning_rate": 5.434855607790464e-06,
+      "loss": 0.0013,
+      "step": 10880
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.054555345326662064,
+      "learning_rate": 5.430658159838818e-06,
+      "loss": 0.0014,
+      "step": 10890
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.005016769748181105,
+      "learning_rate": 5.426460711887173e-06,
+      "loss": 0.0015,
+      "step": 10900
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.02383585087954998,
+      "learning_rate": 5.4222632639355275e-06,
+      "loss": 0.0004,
+      "step": 10910
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.032023441046476364,
+      "learning_rate": 5.418065815983881e-06,
+      "loss": 0.0009,
+      "step": 10920
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.020678533241152763,
+      "learning_rate": 5.413868368032237e-06,
+      "loss": 0.0019,
+      "step": 10930
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.04738430306315422,
+      "learning_rate": 5.409670920080592e-06,
+      "loss": 0.0008,
+      "step": 10940
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.10293067991733551,
+      "learning_rate": 5.405473472128946e-06,
+      "loss": 0.001,
+      "step": 10950
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.006902909372001886,
+      "learning_rate": 5.401276024177301e-06,
+      "loss": 0.0021,
+      "step": 10960
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.09025087207555771,
+      "learning_rate": 5.397078576225655e-06,
+      "loss": 0.0015,
+      "step": 10970
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.5670678615570068,
+      "learning_rate": 5.39288112827401e-06,
+      "loss": 0.0032,
+      "step": 10980
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.08049952238798141,
+      "learning_rate": 5.3886836803223645e-06,
+      "loss": 0.0011,
+      "step": 10990
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.009549125097692013,
+      "learning_rate": 5.384486232370719e-06,
+      "loss": 0.0005,
+      "step": 11000
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.06387516856193542,
+      "learning_rate": 5.380288784419073e-06,
+      "loss": 0.0004,
+      "step": 11010
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.00499248132109642,
+      "learning_rate": 5.376091336467428e-06,
+      "loss": 0.001,
+      "step": 11020
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.04614701494574547,
+      "learning_rate": 5.371893888515782e-06,
+      "loss": 0.001,
+      "step": 11030
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.2745211124420166,
+      "learning_rate": 5.367696440564138e-06,
+      "loss": 0.0042,
+      "step": 11040
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.1052335873246193,
+      "learning_rate": 5.363498992612492e-06,
+      "loss": 0.0008,
+      "step": 11050
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.025874366983771324,
+      "learning_rate": 5.359301544660847e-06,
+      "loss": 0.0022,
+      "step": 11060
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.28177767992019653,
+      "learning_rate": 5.3551040967092014e-06,
+      "loss": 0.0015,
+      "step": 11070
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.018476691097021103,
+      "learning_rate": 5.350906648757555e-06,
+      "loss": 0.0003,
+      "step": 11080
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.015466156415641308,
+      "learning_rate": 5.346709200805911e-06,
+      "loss": 0.0009,
+      "step": 11090
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.5496931076049805,
+      "learning_rate": 5.3425117528542644e-06,
+      "loss": 0.0071,
+      "step": 11100
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.005472448188811541,
+      "learning_rate": 5.33831430490262e-06,
+      "loss": 0.0004,
+      "step": 11110
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.02211419679224491,
+      "learning_rate": 5.334116856950974e-06,
+      "loss": 0.0007,
+      "step": 11120
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.008153458125889301,
+      "learning_rate": 5.329919408999329e-06,
+      "loss": 0.0005,
+      "step": 11130
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.04427899047732353,
+      "learning_rate": 5.325721961047683e-06,
+      "loss": 0.0006,
+      "step": 11140
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.15745842456817627,
+      "learning_rate": 5.321524513096038e-06,
+      "loss": 0.0013,
+      "step": 11150
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.10899525135755539,
+      "learning_rate": 5.317327065144393e-06,
+      "loss": 0.0025,
+      "step": 11160
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.003296980634331703,
+      "learning_rate": 5.313129617192747e-06,
+      "loss": 0.0092,
+      "step": 11170
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.00297130411490798,
+      "learning_rate": 5.308932169241102e-06,
+      "loss": 0.0005,
+      "step": 11180
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.01586499996483326,
+      "learning_rate": 5.304734721289456e-06,
+      "loss": 0.0009,
+      "step": 11190
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.03256227821111679,
+      "learning_rate": 5.3005372733378115e-06,
+      "loss": 0.0008,
+      "step": 11200
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.015256262384355068,
+      "learning_rate": 5.296339825386165e-06,
+      "loss": 0.0018,
+      "step": 11210
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.012666000984609127,
+      "learning_rate": 5.292142377434521e-06,
+      "loss": 0.0049,
+      "step": 11220
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.009229323826730251,
+      "learning_rate": 5.2879449294828745e-06,
+      "loss": 0.0002,
+      "step": 11230
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.07503992319107056,
+      "learning_rate": 5.28374748153123e-06,
+      "loss": 0.0006,
+      "step": 11240
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.07024108618497849,
+      "learning_rate": 5.279550033579584e-06,
+      "loss": 0.0009,
+      "step": 11250
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.0038027705159038305,
+      "learning_rate": 5.275352585627938e-06,
+      "loss": 0.0006,
+      "step": 11260
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.006678453180938959,
+      "learning_rate": 5.271155137676294e-06,
+      "loss": 0.0008,
+      "step": 11270
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.11047659069299698,
+      "learning_rate": 5.2669576897246476e-06,
+      "loss": 0.0011,
+      "step": 11280
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.04119430482387543,
+      "learning_rate": 5.262760241773003e-06,
+      "loss": 0.0004,
+      "step": 11290
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.0067368606105446815,
+      "learning_rate": 5.258562793821357e-06,
+      "loss": 0.0011,
+      "step": 11300
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.08865031599998474,
+      "learning_rate": 5.254365345869712e-06,
+      "loss": 0.0028,
+      "step": 11310
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.8145259618759155,
+      "learning_rate": 5.250167897918066e-06,
+      "loss": 0.0024,
+      "step": 11320
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.10966548323631287,
+      "learning_rate": 5.245970449966421e-06,
+      "loss": 0.0013,
+      "step": 11330
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.31640541553497314,
+      "learning_rate": 5.241773002014775e-06,
+      "loss": 0.0023,
+      "step": 11340
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.01933100074529648,
+      "learning_rate": 5.23757555406313e-06,
+      "loss": 0.0006,
+      "step": 11350
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.04006137698888779,
+      "learning_rate": 5.2333781061114845e-06,
+      "loss": 0.0004,
+      "step": 11360
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.01764124073088169,
+      "learning_rate": 5.229180658159839e-06,
+      "loss": 0.0029,
+      "step": 11370
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.02364155650138855,
+      "learning_rate": 5.224983210208195e-06,
+      "loss": 0.0004,
+      "step": 11380
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.046450551599264145,
+      "learning_rate": 5.220785762256548e-06,
+      "loss": 0.0015,
+      "step": 11390
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.802649736404419,
+      "learning_rate": 5.216588314304904e-06,
+      "loss": 0.0024,
+      "step": 11400
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.0018641554052010179,
+      "learning_rate": 5.212390866353258e-06,
+      "loss": 0.0002,
+      "step": 11410
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.027689019218087196,
+      "learning_rate": 5.208193418401612e-06,
+      "loss": 0.0014,
+      "step": 11420
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.014141437597572803,
+      "learning_rate": 5.203995970449967e-06,
+      "loss": 0.0014,
+      "step": 11430
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.04088863730430603,
+      "learning_rate": 5.1997985224983214e-06,
+      "loss": 0.0011,
+      "step": 11440
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.26688361167907715,
+      "learning_rate": 5.195601074546675e-06,
+      "loss": 0.0016,
+      "step": 11450
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6439863443374634,
+      "learning_rate": 5.191403626595031e-06,
+      "loss": 0.0022,
+      "step": 11460
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.009749379009008408,
+      "learning_rate": 5.1872061786433845e-06,
+      "loss": 0.0014,
+      "step": 11470
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.04378553479909897,
+      "learning_rate": 5.18300873069174e-06,
+      "loss": 0.001,
+      "step": 11480
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.01073415856808424,
+      "learning_rate": 5.1788112827400945e-06,
+      "loss": 0.001,
+      "step": 11490
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.0023095139767974615,
+      "learning_rate": 5.174613834788449e-06,
+      "loss": 0.0004,
+      "step": 11500
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.05889497324824333,
+      "learning_rate": 5.170416386836804e-06,
+      "loss": 0.0005,
+      "step": 11510
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.018245402723550797,
+      "learning_rate": 5.166218938885158e-06,
+      "loss": 0.0006,
+      "step": 11520
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.18495741486549377,
+      "learning_rate": 5.162021490933513e-06,
+      "loss": 0.0005,
+      "step": 11530
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.002312073251232505,
+      "learning_rate": 5.157824042981867e-06,
+      "loss": 0.0005,
+      "step": 11540
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.09305838495492935,
+      "learning_rate": 5.153626595030222e-06,
+      "loss": 0.0053,
+      "step": 11550
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.11583968251943588,
+      "learning_rate": 5.149429147078576e-06,
+      "loss": 0.0057,
+      "step": 11560
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.11358506232500076,
+      "learning_rate": 5.1452316991269315e-06,
+      "loss": 0.0004,
+      "step": 11570
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.49590811133384705,
+      "learning_rate": 5.141034251175285e-06,
+      "loss": 0.0028,
+      "step": 11580
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.016838036477565765,
+      "learning_rate": 5.136836803223641e-06,
+      "loss": 0.0007,
+      "step": 11590
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.003618579125031829,
+      "learning_rate": 5.132639355271995e-06,
+      "loss": 0.0005,
+      "step": 11600
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.00428624777123332,
+      "learning_rate": 5.128441907320349e-06,
+      "loss": 0.002,
+      "step": 11610
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.08151665329933167,
+      "learning_rate": 5.1242444593687046e-06,
+      "loss": 0.0013,
+      "step": 11620
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.006494326516985893,
+      "learning_rate": 5.120047011417058e-06,
+      "loss": 0.0011,
+      "step": 11630
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.005522624123841524,
+      "learning_rate": 5.115849563465414e-06,
+      "loss": 0.0045,
+      "step": 11640
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.0026271094102412462,
+      "learning_rate": 5.1116521155137676e-06,
+      "loss": 0.0023,
+      "step": 11650
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.026925839483737946,
+      "learning_rate": 5.107454667562123e-06,
+      "loss": 0.0008,
+      "step": 11660
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.019350741058588028,
+      "learning_rate": 5.103257219610477e-06,
+      "loss": 0.0006,
+      "step": 11670
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.02016269974410534,
+      "learning_rate": 5.099059771658832e-06,
+      "loss": 0.0063,
+      "step": 11680
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.07899802923202515,
+      "learning_rate": 5.094862323707186e-06,
+      "loss": 0.0009,
+      "step": 11690
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.006061141844838858,
+      "learning_rate": 5.090664875755541e-06,
+      "loss": 0.0012,
+      "step": 11700
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.0007106554112397134,
+      "learning_rate": 5.086467427803896e-06,
+      "loss": 0.0027,
+      "step": 11710
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.08793941885232925,
+      "learning_rate": 5.08226997985225e-06,
+      "loss": 0.0011,
+      "step": 11720
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.009847030974924564,
+      "learning_rate": 5.078072531900605e-06,
+      "loss": 0.0017,
+      "step": 11730
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.1629151850938797,
+      "learning_rate": 5.073875083948959e-06,
+      "loss": 0.0007,
+      "step": 11740
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.008842062205076218,
+      "learning_rate": 5.069677635997315e-06,
+      "loss": 0.0036,
+      "step": 11750
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.0026031406596302986,
+      "learning_rate": 5.065480188045668e-06,
+      "loss": 0.0005,
+      "step": 11760
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.00415264954790473,
+      "learning_rate": 5.061282740094024e-06,
+      "loss": 0.0013,
+      "step": 11770
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.007113313302397728,
+      "learning_rate": 5.057085292142378e-06,
+      "loss": 0.0007,
+      "step": 11780
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.024390025064349174,
+      "learning_rate": 5.052887844190732e-06,
+      "loss": 0.0012,
+      "step": 11790
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.0008230148232541978,
+      "learning_rate": 5.048690396239087e-06,
+      "loss": 0.0004,
+      "step": 11800
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.005063881631940603,
+      "learning_rate": 5.0444929482874415e-06,
+      "loss": 0.0004,
+      "step": 11810
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.04501771554350853,
+      "learning_rate": 5.040295500335797e-06,
+      "loss": 0.0065,
+      "step": 11820
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.007200128864496946,
+      "learning_rate": 5.036098052384151e-06,
+      "loss": 0.0054,
+      "step": 11830
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.33267006278038025,
+      "learning_rate": 5.031900604432506e-06,
+      "loss": 0.0039,
+      "step": 11840
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.21112149953842163,
+      "learning_rate": 5.02770315648086e-06,
+      "loss": 0.0006,
+      "step": 11850
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.003047073259949684,
+      "learning_rate": 5.0235057085292145e-06,
+      "loss": 0.0003,
+      "step": 11860
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.056417226791381836,
+      "learning_rate": 5.019308260577569e-06,
+      "loss": 0.0004,
+      "step": 11870
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.0030665055382996798,
+      "learning_rate": 5.015110812625924e-06,
+      "loss": 0.0007,
+      "step": 11880
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.021434858441352844,
+      "learning_rate": 5.010913364674278e-06,
+      "loss": 0.0013,
+      "step": 11890
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.13436031341552734,
+      "learning_rate": 5.006715916722633e-06,
+      "loss": 0.0004,
+      "step": 11900
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.012255342677235603,
+      "learning_rate": 5.002518468770987e-06,
+      "loss": 0.0025,
+      "step": 11910
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.01314691361039877,
+      "learning_rate": 4.998321020819342e-06,
+      "loss": 0.0006,
+      "step": 11920
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.17141364514827728,
+      "learning_rate": 4.994123572867697e-06,
+      "loss": 0.0015,
+      "step": 11930
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.06440167874097824,
+      "learning_rate": 4.9899261249160515e-06,
+      "loss": 0.0004,
+      "step": 11940
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.003272134577855468,
+      "learning_rate": 4.985728676964406e-06,
+      "loss": 0.0026,
+      "step": 11950
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.10054084658622742,
+      "learning_rate": 4.981531229012761e-06,
+      "loss": 0.0003,
+      "step": 11960
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.05302809551358223,
+      "learning_rate": 4.977333781061115e-06,
+      "loss": 0.0007,
+      "step": 11970
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.023061759769916534,
+      "learning_rate": 4.97313633310947e-06,
+      "loss": 0.0026,
+      "step": 11980
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.038504019379615784,
+      "learning_rate": 4.968938885157825e-06,
+      "loss": 0.0026,
+      "step": 11990
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.0051516154780983925,
+      "learning_rate": 4.964741437206179e-06,
+      "loss": 0.0003,
+      "step": 12000
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.05448487401008606,
+      "learning_rate": 4.960543989254534e-06,
+      "loss": 0.001,
+      "step": 12010
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.048447802662849426,
+      "learning_rate": 4.9563465413028884e-06,
+      "loss": 0.0003,
+      "step": 12020
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.14971762895584106,
+      "learning_rate": 4.952149093351243e-06,
+      "loss": 0.0004,
+      "step": 12030
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.03111051581799984,
+      "learning_rate": 4.947951645399598e-06,
+      "loss": 0.0021,
+      "step": 12040
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.035793572664260864,
+      "learning_rate": 4.943754197447952e-06,
+      "loss": 0.0002,
+      "step": 12050
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.25612950325012207,
+      "learning_rate": 4.939556749496306e-06,
+      "loss": 0.0008,
+      "step": 12060
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.015790291130542755,
+      "learning_rate": 4.935359301544661e-06,
+      "loss": 0.004,
+      "step": 12070
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.00603965250775218,
+      "learning_rate": 4.931161853593015e-06,
+      "loss": 0.0005,
+      "step": 12080
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.029880041256546974,
+      "learning_rate": 4.926964405641371e-06,
+      "loss": 0.0006,
+      "step": 12090
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.14440520107746124,
+      "learning_rate": 4.922766957689725e-06,
+      "loss": 0.0005,
+      "step": 12100
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.006907114293426275,
+      "learning_rate": 4.91856950973808e-06,
+      "loss": 0.0011,
+      "step": 12110
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.08127205818891525,
+      "learning_rate": 4.914372061786435e-06,
+      "loss": 0.0013,
+      "step": 12120
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.8747881650924683,
+      "learning_rate": 4.910174613834789e-06,
+      "loss": 0.0015,
+      "step": 12130
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.0023702913895249367,
+      "learning_rate": 4.905977165883144e-06,
+      "loss": 0.0006,
+      "step": 12140
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.0015660161152482033,
+      "learning_rate": 4.901779717931498e-06,
+      "loss": 0.0008,
+      "step": 12150
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.016091827303171158,
+      "learning_rate": 4.897582269979852e-06,
+      "loss": 0.0006,
+      "step": 12160
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.16924422979354858,
+      "learning_rate": 4.893384822028207e-06,
+      "loss": 0.0035,
+      "step": 12170
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.0360410138964653,
+      "learning_rate": 4.8891873740765615e-06,
+      "loss": 0.0012,
+      "step": 12180
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.2576335370540619,
+      "learning_rate": 4.884989926124916e-06,
+      "loss": 0.0007,
+      "step": 12190
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.026088684797286987,
+      "learning_rate": 4.8807924781732716e-06,
+      "loss": 0.0004,
+      "step": 12200
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.030685720965266228,
+      "learning_rate": 4.876595030221626e-06,
+      "loss": 0.0003,
+      "step": 12210
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.043232034891843796,
+      "learning_rate": 4.872397582269981e-06,
+      "loss": 0.0004,
+      "step": 12220
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.05359245836734772,
+      "learning_rate": 4.8682001343183346e-06,
+      "loss": 0.001,
+      "step": 12230
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.0005476790247485042,
+      "learning_rate": 4.864002686366689e-06,
+      "loss": 0.0017,
+      "step": 12240
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.005588450003415346,
+      "learning_rate": 4.859805238415044e-06,
+      "loss": 0.001,
+      "step": 12250
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.07085375487804413,
+      "learning_rate": 4.855607790463398e-06,
+      "loss": 0.0011,
+      "step": 12260
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.012516853399574757,
+      "learning_rate": 4.851410342511753e-06,
+      "loss": 0.0025,
+      "step": 12270
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.010629468597471714,
+      "learning_rate": 4.847212894560108e-06,
+      "loss": 0.0007,
+      "step": 12280
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.07004597038030624,
+      "learning_rate": 4.843015446608462e-06,
+      "loss": 0.0004,
+      "step": 12290
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.009928259067237377,
+      "learning_rate": 4.838817998656817e-06,
+      "loss": 0.0055,
+      "step": 12300
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.05139904469251633,
+      "learning_rate": 4.8346205507051715e-06,
+      "loss": 0.0008,
+      "step": 12310
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.00505171250551939,
+      "learning_rate": 4.830423102753526e-06,
+      "loss": 0.0019,
+      "step": 12320
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.22344523668289185,
+      "learning_rate": 4.826225654801881e-06,
+      "loss": 0.0101,
+      "step": 12330
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.44625988602638245,
+      "learning_rate": 4.822028206850235e-06,
+      "loss": 0.002,
+      "step": 12340
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.003404056653380394,
+      "learning_rate": 4.81783075889859e-06,
+      "loss": 0.0003,
+      "step": 12350
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.05186540633440018,
+      "learning_rate": 4.813633310946945e-06,
+      "loss": 0.0011,
+      "step": 12360
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.012058926746249199,
+      "learning_rate": 4.809435862995299e-06,
+      "loss": 0.0003,
+      "step": 12370
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.17031264305114746,
+      "learning_rate": 4.805238415043654e-06,
+      "loss": 0.0003,
+      "step": 12380
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.0036926474422216415,
+      "learning_rate": 4.8010409670920084e-06,
+      "loss": 0.0004,
+      "step": 12390
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.0020336448214948177,
+      "learning_rate": 4.796843519140363e-06,
+      "loss": 0.0049,
+      "step": 12400
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.009088937193155289,
+      "learning_rate": 4.792646071188718e-06,
+      "loss": 0.0005,
+      "step": 12410
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.012697056867182255,
+      "learning_rate": 4.788448623237072e-06,
+      "loss": 0.0016,
+      "step": 12420
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.05333826318383217,
+      "learning_rate": 4.784251175285427e-06,
+      "loss": 0.0014,
+      "step": 12430
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.0574137419462204,
+      "learning_rate": 4.7800537273337815e-06,
+      "loss": 0.0007,
+      "step": 12440
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.08394545316696167,
+      "learning_rate": 4.775856279382136e-06,
+      "loss": 0.0035,
+      "step": 12450
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.014619513414800167,
+      "learning_rate": 4.771658831430491e-06,
+      "loss": 0.0006,
+      "step": 12460
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.010346817784011364,
+      "learning_rate": 4.767461383478845e-06,
+      "loss": 0.0004,
+      "step": 12470
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.010911854915320873,
+      "learning_rate": 4.7632639355272e-06,
+      "loss": 0.0007,
+      "step": 12480
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.007937319576740265,
+      "learning_rate": 4.759066487575555e-06,
+      "loss": 0.0017,
+      "step": 12490
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.004206392448395491,
+      "learning_rate": 4.754869039623909e-06,
+      "loss": 0.0004,
+      "step": 12500
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.004093706142157316,
+      "learning_rate": 4.750671591672264e-06,
+      "loss": 0.0002,
+      "step": 12510
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.015210299752652645,
+      "learning_rate": 4.746474143720618e-06,
+      "loss": 0.0019,
+      "step": 12520
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.013090868480503559,
+      "learning_rate": 4.742276695768973e-06,
+      "loss": 0.0004,
+      "step": 12530
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.006157224997878075,
+      "learning_rate": 4.738079247817328e-06,
+      "loss": 0.0003,
+      "step": 12540
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.027267277240753174,
+      "learning_rate": 4.733881799865682e-06,
+      "loss": 0.0053,
+      "step": 12550
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.28201332688331604,
+      "learning_rate": 4.729684351914037e-06,
+      "loss": 0.0005,
+      "step": 12560
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.015838222578167915,
+      "learning_rate": 4.7254869039623916e-06,
+      "loss": 0.0023,
+      "step": 12570
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.3681650459766388,
+      "learning_rate": 4.721289456010746e-06,
+      "loss": 0.0014,
+      "step": 12580
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.0024659759365022182,
+      "learning_rate": 4.717092008059101e-06,
+      "loss": 0.0038,
+      "step": 12590
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.024921996518969536,
+      "learning_rate": 4.7128945601074546e-06,
+      "loss": 0.0026,
+      "step": 12600
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.018606165423989296,
+      "learning_rate": 4.708697112155809e-06,
+      "loss": 0.0006,
+      "step": 12610
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.0071179852820932865,
+      "learning_rate": 4.704499664204164e-06,
+      "loss": 0.0002,
+      "step": 12620
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.0048920102417469025,
+      "learning_rate": 4.7003022162525184e-06,
+      "loss": 0.001,
+      "step": 12630
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.08117188513278961,
+      "learning_rate": 4.696104768300874e-06,
+      "loss": 0.0009,
+      "step": 12640
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.002124218037351966,
+      "learning_rate": 4.6919073203492285e-06,
+      "loss": 0.0008,
+      "step": 12650
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.013521471992135048,
+      "learning_rate": 4.687709872397583e-06,
+      "loss": 0.0026,
+      "step": 12660
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.05654778704047203,
+      "learning_rate": 4.683512424445938e-06,
+      "loss": 0.0005,
+      "step": 12670
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.007984794676303864,
+      "learning_rate": 4.6793149764942915e-06,
+      "loss": 0.0003,
+      "step": 12680
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0030824383720755577,
+      "learning_rate": 4.675117528542646e-06,
+      "loss": 0.0008,
+      "step": 12690
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0020946026779711246,
+      "learning_rate": 4.670920080591001e-06,
+      "loss": 0.0003,
+      "step": 12700
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.03582073748111725,
+      "learning_rate": 4.666722632639355e-06,
+      "loss": 0.0014,
+      "step": 12710
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.02298971451818943,
+      "learning_rate": 4.66252518468771e-06,
+      "loss": 0.0021,
+      "step": 12720
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.028649525716900826,
+      "learning_rate": 4.658327736736065e-06,
+      "loss": 0.0002,
+      "step": 12730
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0038425384555011988,
+      "learning_rate": 4.654130288784419e-06,
+      "loss": 0.0009,
+      "step": 12740
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.0029490068554878235,
+      "learning_rate": 4.649932840832775e-06,
+      "loss": 0.002,
+      "step": 12750
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.022061439231038094,
+      "learning_rate": 4.6457353928811285e-06,
+      "loss": 0.0003,
+      "step": 12760
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.001973432954400778,
+      "learning_rate": 4.641537944929483e-06,
+      "loss": 0.0011,
+      "step": 12770
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.015841417014598846,
+      "learning_rate": 4.637340496977838e-06,
+      "loss": 0.0004,
+      "step": 12780
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.005069794598966837,
+      "learning_rate": 4.633143049026192e-06,
+      "loss": 0.0002,
+      "step": 12790
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.001450516632758081,
+      "learning_rate": 4.628945601074547e-06,
+      "loss": 0.0032,
+      "step": 12800
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.01164446771144867,
+      "learning_rate": 4.6247481531229015e-06,
+      "loss": 0.0012,
+      "step": 12810
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.027409467846155167,
+      "learning_rate": 4.620550705171256e-06,
+      "loss": 0.001,
+      "step": 12820
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.020864328369498253,
+      "learning_rate": 4.616353257219611e-06,
+      "loss": 0.0012,
+      "step": 12830
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.0067404527217149734,
+      "learning_rate": 4.612155809267965e-06,
+      "loss": 0.0003,
+      "step": 12840
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.0015818218234926462,
+      "learning_rate": 4.60795836131632e-06,
+      "loss": 0.0013,
+      "step": 12850
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.010182135738432407,
+      "learning_rate": 4.603760913364675e-06,
+      "loss": 0.0007,
+      "step": 12860
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.025032339617609978,
+      "learning_rate": 4.599563465413029e-06,
+      "loss": 0.0005,
+      "step": 12870
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.10075455904006958,
+      "learning_rate": 4.595785762256548e-06,
+      "loss": 0.0025,
+      "step": 12880
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.03304919973015785,
+      "learning_rate": 4.591588314304903e-06,
+      "loss": 0.0021,
+      "step": 12890
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.013808912597596645,
+      "learning_rate": 4.587390866353258e-06,
+      "loss": 0.0025,
+      "step": 12900
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.0035981941036880016,
+      "learning_rate": 4.583193418401612e-06,
+      "loss": 0.001,
+      "step": 12910
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.037712134420871735,
+      "learning_rate": 4.578995970449967e-06,
+      "loss": 0.0012,
+      "step": 12920
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.03361295536160469,
+      "learning_rate": 4.5747985224983215e-06,
+      "loss": 0.0003,
+      "step": 12930
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.016955135390162468,
+      "learning_rate": 4.570601074546676e-06,
+      "loss": 0.0005,
+      "step": 12940
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.01527098473161459,
+      "learning_rate": 4.566403626595031e-06,
+      "loss": 0.0002,
+      "step": 12950
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.011272264644503593,
+      "learning_rate": 4.562206178643385e-06,
+      "loss": 0.0002,
+      "step": 12960
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.03093000315129757,
+      "learning_rate": 4.55800873069174e-06,
+      "loss": 0.0003,
+      "step": 12970
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.019925663247704506,
+      "learning_rate": 4.553811282740095e-06,
+      "loss": 0.0008,
+      "step": 12980
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.0032857642509043217,
+      "learning_rate": 4.549613834788449e-06,
+      "loss": 0.0007,
+      "step": 12990
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.006109967827796936,
+      "learning_rate": 4.545416386836804e-06,
+      "loss": 0.0014,
+      "step": 13000
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.007658987771719694,
+      "learning_rate": 4.541218938885158e-06,
+      "loss": 0.0003,
+      "step": 13010
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.012553730048239231,
+      "learning_rate": 4.537021490933513e-06,
+      "loss": 0.0023,
+      "step": 13020
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.0013994296314194798,
+      "learning_rate": 4.532824042981868e-06,
+      "loss": 0.0008,
+      "step": 13030
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.44866248965263367,
+      "learning_rate": 4.528626595030222e-06,
+      "loss": 0.0068,
+      "step": 13040
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.04373318701982498,
+      "learning_rate": 4.524429147078577e-06,
+      "loss": 0.0004,
+      "step": 13050
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.00616934010758996,
+      "learning_rate": 4.5202316991269315e-06,
+      "loss": 0.0004,
+      "step": 13060
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.12982237339019775,
+      "learning_rate": 4.516034251175286e-06,
+      "loss": 0.0005,
+      "step": 13070
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.02142524905502796,
+      "learning_rate": 4.511836803223641e-06,
+      "loss": 0.0003,
+      "step": 13080
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.054495833814144135,
+      "learning_rate": 4.5076393552719945e-06,
+      "loss": 0.0005,
+      "step": 13090
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.2867399752140045,
+      "learning_rate": 4.503441907320349e-06,
+      "loss": 0.0008,
+      "step": 13100
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.024905776605010033,
+      "learning_rate": 4.499244459368704e-06,
+      "loss": 0.0008,
+      "step": 13110
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.0018473687814548612,
+      "learning_rate": 4.495047011417058e-06,
+      "loss": 0.0003,
+      "step": 13120
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.1236455887556076,
+      "learning_rate": 4.490849563465413e-06,
+      "loss": 0.0046,
+      "step": 13130
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.07682592421770096,
+      "learning_rate": 4.4866521155137685e-06,
+      "loss": 0.0006,
+      "step": 13140
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.01288694143295288,
+      "learning_rate": 4.482454667562123e-06,
+      "loss": 0.0007,
+      "step": 13150
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.0026057243812829256,
+      "learning_rate": 4.478257219610478e-06,
+      "loss": 0.0002,
+      "step": 13160
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.012556037865579128,
+      "learning_rate": 4.4740597716588315e-06,
+      "loss": 0.0023,
+      "step": 13170
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.01807723566889763,
+      "learning_rate": 4.469862323707186e-06,
+      "loss": 0.0003,
+      "step": 13180
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.02373344823718071,
+      "learning_rate": 4.465664875755541e-06,
+      "loss": 0.0015,
+      "step": 13190
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.0012779162498191,
+      "learning_rate": 4.461467427803895e-06,
+      "loss": 0.0001,
+      "step": 13200
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.13116711378097534,
+      "learning_rate": 4.45726997985225e-06,
+      "loss": 0.0011,
+      "step": 13210
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.0024926308542490005,
+      "learning_rate": 4.4530725319006046e-06,
+      "loss": 0.0011,
+      "step": 13220
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.017771735787391663,
+      "learning_rate": 4.448875083948959e-06,
+      "loss": 0.0007,
+      "step": 13230
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.002527177333831787,
+      "learning_rate": 4.444677635997314e-06,
+      "loss": 0.0009,
+      "step": 13240
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.11742949485778809,
+      "learning_rate": 4.4404801880456684e-06,
+      "loss": 0.0003,
+      "step": 13250
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.30960482358932495,
+      "learning_rate": 4.436282740094023e-06,
+      "loss": 0.0015,
+      "step": 13260
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.039885230362415314,
+      "learning_rate": 4.432085292142378e-06,
+      "loss": 0.0005,
+      "step": 13270
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.1734355092048645,
+      "learning_rate": 4.427887844190732e-06,
+      "loss": 0.0022,
+      "step": 13280
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.003132781246677041,
+      "learning_rate": 4.423690396239087e-06,
+      "loss": 0.0053,
+      "step": 13290
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.0005980546702630818,
+      "learning_rate": 4.4194929482874415e-06,
+      "loss": 0.0012,
+      "step": 13300
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.004592574667185545,
+      "learning_rate": 4.415295500335796e-06,
+      "loss": 0.0006,
+      "step": 13310
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.031002620235085487,
+      "learning_rate": 4.411098052384151e-06,
+      "loss": 0.0012,
+      "step": 13320
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.09958618134260178,
+      "learning_rate": 4.406900604432505e-06,
+      "loss": 0.0006,
+      "step": 13330
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.06991326808929443,
+      "learning_rate": 4.40270315648086e-06,
+      "loss": 0.004,
+      "step": 13340
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.26911312341690063,
+      "learning_rate": 4.398505708529215e-06,
+      "loss": 0.0007,
+      "step": 13350
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.35761767625808716,
+      "learning_rate": 4.394308260577569e-06,
+      "loss": 0.0023,
+      "step": 13360
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.007256943266838789,
+      "learning_rate": 4.390110812625924e-06,
+      "loss": 0.0001,
+      "step": 13370
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.16001386940479279,
+      "learning_rate": 4.3859133646742785e-06,
+      "loss": 0.0005,
+      "step": 13380
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.01736878603696823,
+      "learning_rate": 4.381715916722633e-06,
+      "loss": 0.0003,
+      "step": 13390
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.26081618666648865,
+      "learning_rate": 4.377518468770988e-06,
+      "loss": 0.001,
+      "step": 13400
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.0361749492585659,
+      "learning_rate": 4.373321020819342e-06,
+      "loss": 0.0003,
+      "step": 13410
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.028411924839019775,
+      "learning_rate": 4.369123572867697e-06,
+      "loss": 0.0005,
+      "step": 13420
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.02852339670062065,
+      "learning_rate": 4.3649261249160515e-06,
+      "loss": 0.001,
+      "step": 13430
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.0012577788438647985,
+      "learning_rate": 4.360728676964406e-06,
+      "loss": 0.0015,
+      "step": 13440
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.23752494156360626,
+      "learning_rate": 4.356531229012761e-06,
+      "loss": 0.0006,
+      "step": 13450
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.3116104304790497,
+      "learning_rate": 4.3523337810611146e-06,
+      "loss": 0.0012,
+      "step": 13460
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.0024859828408807516,
+      "learning_rate": 4.34813633310947e-06,
+      "loss": 0.0008,
+      "step": 13470
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.004907153081148863,
+      "learning_rate": 4.343938885157825e-06,
+      "loss": 0.0007,
+      "step": 13480
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.0010646579321473837,
+      "learning_rate": 4.339741437206179e-06,
+      "loss": 0.0027,
+      "step": 13490
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.2371465414762497,
+      "learning_rate": 4.335543989254534e-06,
+      "loss": 0.0012,
+      "step": 13500
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.01433322299271822,
+      "learning_rate": 4.3313465413028885e-06,
+      "loss": 0.0015,
+      "step": 13510
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.0013969101710245013,
+      "learning_rate": 4.327149093351243e-06,
+      "loss": 0.0008,
+      "step": 13520
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.08360123634338379,
+      "learning_rate": 4.322951645399598e-06,
+      "loss": 0.0007,
+      "step": 13530
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.009467093273997307,
+      "learning_rate": 4.3187541974479515e-06,
+      "loss": 0.0002,
+      "step": 13540
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.07131925225257874,
+      "learning_rate": 4.314556749496306e-06,
+      "loss": 0.0003,
+      "step": 13550
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.00770066911354661,
+      "learning_rate": 4.310359301544661e-06,
+      "loss": 0.0008,
+      "step": 13560
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.011390848085284233,
+      "learning_rate": 4.306161853593015e-06,
+      "loss": 0.0006,
+      "step": 13570
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.02216522768139839,
+      "learning_rate": 4.301964405641371e-06,
+      "loss": 0.0012,
+      "step": 13580
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.1769302636384964,
+      "learning_rate": 4.2977669576897254e-06,
+      "loss": 0.001,
+      "step": 13590
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.06368517130613327,
+      "learning_rate": 4.29356950973808e-06,
+      "loss": 0.0004,
+      "step": 13600
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.022844741120934486,
+      "learning_rate": 4.289372061786435e-06,
+      "loss": 0.001,
+      "step": 13610
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.009264915250241756,
+      "learning_rate": 4.2851746138347884e-06,
+      "loss": 0.0004,
+      "step": 13620
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.004532854538410902,
+      "learning_rate": 4.280977165883143e-06,
+      "loss": 0.0011,
+      "step": 13630
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.020466448739171028,
+      "learning_rate": 4.276779717931498e-06,
+      "loss": 0.0002,
+      "step": 13640
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.0009050247026607394,
+      "learning_rate": 4.272582269979852e-06,
+      "loss": 0.0004,
+      "step": 13650
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.011387677863240242,
+      "learning_rate": 4.268384822028207e-06,
+      "loss": 0.0005,
+      "step": 13660
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.047608114778995514,
+      "learning_rate": 4.2641873740765615e-06,
+      "loss": 0.0003,
+      "step": 13670
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.0906815230846405,
+      "learning_rate": 4.259989926124916e-06,
+      "loss": 0.0009,
+      "step": 13680
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.06214312091469765,
+      "learning_rate": 4.255792478173272e-06,
+      "loss": 0.003,
+      "step": 13690
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.580539345741272,
+      "learning_rate": 4.251595030221625e-06,
+      "loss": 0.0018,
+      "step": 13700
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.08133112639188766,
+      "learning_rate": 4.24739758226998e-06,
+      "loss": 0.0008,
+      "step": 13710
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.006161406170576811,
+      "learning_rate": 4.243200134318335e-06,
+      "loss": 0.0003,
+      "step": 13720
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.11143741756677628,
+      "learning_rate": 4.239002686366689e-06,
+      "loss": 0.0004,
+      "step": 13730
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.3503442406654358,
+      "learning_rate": 4.234805238415044e-06,
+      "loss": 0.005,
+      "step": 13740
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.01972077041864395,
+      "learning_rate": 4.2306077904633985e-06,
+      "loss": 0.0002,
+      "step": 13750
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.022888071835041046,
+      "learning_rate": 4.226410342511753e-06,
+      "loss": 0.0005,
+      "step": 13760
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.12486062943935394,
+      "learning_rate": 4.222212894560108e-06,
+      "loss": 0.0006,
+      "step": 13770
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.043477680534124374,
+      "learning_rate": 4.218015446608462e-06,
+      "loss": 0.0049,
+      "step": 13780
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.02344905212521553,
+      "learning_rate": 4.213817998656817e-06,
+      "loss": 0.0018,
+      "step": 13790
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.13969235122203827,
+      "learning_rate": 4.2096205507051716e-06,
+      "loss": 0.0007,
+      "step": 13800
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.5832682847976685,
+      "learning_rate": 4.205423102753526e-06,
+      "loss": 0.0029,
+      "step": 13810
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.004915925674140453,
+      "learning_rate": 4.201225654801881e-06,
+      "loss": 0.0007,
+      "step": 13820
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.024911779910326004,
+      "learning_rate": 4.197028206850235e-06,
+      "loss": 0.0007,
+      "step": 13830
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.0007527291309088469,
+      "learning_rate": 4.19283075889859e-06,
+      "loss": 0.0023,
+      "step": 13840
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.008193068206310272,
+      "learning_rate": 4.188633310946945e-06,
+      "loss": 0.0006,
+      "step": 13850
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.10630033910274506,
+      "learning_rate": 4.184435862995299e-06,
+      "loss": 0.001,
+      "step": 13860
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.053735826164484024,
+      "learning_rate": 4.180238415043654e-06,
+      "loss": 0.0013,
+      "step": 13870
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.008053253404796124,
+      "learning_rate": 4.1760409670920085e-06,
+      "loss": 0.0011,
+      "step": 13880
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.012578310444951057,
+      "learning_rate": 4.171843519140363e-06,
+      "loss": 0.0005,
+      "step": 13890
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.07252337783575058,
+      "learning_rate": 4.167646071188718e-06,
+      "loss": 0.0005,
+      "step": 13900
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.004061713349074125,
+      "learning_rate": 4.163448623237072e-06,
+      "loss": 0.0016,
+      "step": 13910
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.07049524784088135,
+      "learning_rate": 4.159251175285427e-06,
+      "loss": 0.0006,
+      "step": 13920
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.00046717686927877367,
+      "learning_rate": 4.155053727333782e-06,
+      "loss": 0.0005,
+      "step": 13930
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.021116163581609726,
+      "learning_rate": 4.150856279382136e-06,
+      "loss": 0.0017,
+      "step": 13940
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.022102046757936478,
+      "learning_rate": 4.146658831430491e-06,
+      "loss": 0.0017,
+      "step": 13950
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.007913138717412949,
+      "learning_rate": 4.1424613834788454e-06,
+      "loss": 0.0049,
+      "step": 13960
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.022254914045333862,
+      "learning_rate": 4.1382639355272e-06,
+      "loss": 0.0019,
+      "step": 13970
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.01675882749259472,
+      "learning_rate": 4.134066487575555e-06,
+      "loss": 0.0004,
+      "step": 13980
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.004890616983175278,
+      "learning_rate": 4.1298690396239085e-06,
+      "loss": 0.0005,
+      "step": 13990
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.5471255779266357,
+      "learning_rate": 4.125671591672263e-06,
+      "loss": 0.0041,
+      "step": 14000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 23824,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "total_flos": 0.0,
+  "train_batch_size": 12,
+  "trial_name": null,
+  "trial_params": null
+}