{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999537845806875,
  "eval_steps": 500,
  "global_step": 13523,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014788934179999814,
      "grad_norm": 1.9570056200027466,
      "learning_rate": 1.4781966001478198e-06,
      "loss": 12.123,
      "step": 20
    },
    {
      "epoch": 0.002957786835999963,
      "grad_norm": 3.435842990875244,
      "learning_rate": 2.9563932002956396e-06,
      "loss": 11.8952,
      "step": 40
    },
    {
      "epoch": 0.0044366802539999445,
      "grad_norm": 1.3055179119110107,
      "learning_rate": 4.434589800443459e-06,
      "loss": 11.1244,
      "step": 60
    },
    {
      "epoch": 0.005915573671999926,
      "grad_norm": 1.1435202360153198,
      "learning_rate": 5.912786400591279e-06,
      "loss": 10.6584,
      "step": 80
    },
    {
      "epoch": 0.007394467089999908,
      "grad_norm": 1.1122593879699707,
      "learning_rate": 7.390983000739099e-06,
      "loss": 10.3924,
      "step": 100
    },
    {
      "epoch": 0.008873360507999889,
      "grad_norm": 1.0903944969177246,
      "learning_rate": 8.869179600886918e-06,
      "loss": 10.1278,
      "step": 120
    },
    {
      "epoch": 0.010352253925999871,
      "grad_norm": 1.0405408143997192,
      "learning_rate": 1.0347376201034738e-05,
      "loss": 9.829,
      "step": 140
    },
    {
      "epoch": 0.011831147343999851,
      "grad_norm": 1.032538652420044,
      "learning_rate": 1.1825572801182558e-05,
      "loss": 9.4957,
      "step": 160
    },
    {
      "epoch": 0.013310040761999833,
      "grad_norm": 1.4152177572250366,
      "learning_rate": 1.3303769401330377e-05,
      "loss": 9.1722,
      "step": 180
    },
    {
      "epoch": 0.014788934179999816,
      "grad_norm": 0.8978266716003418,
      "learning_rate": 1.4781966001478198e-05,
      "loss": 8.8736,
      "step": 200
    },
    {
      "epoch": 0.016267827597999798,
      "grad_norm": 1.0230133533477783,
      "learning_rate": 1.6260162601626018e-05,
      "loss": 8.6163,
      "step": 220
    },
    {
      "epoch": 0.017746721015999778,
      "grad_norm": 1.3886386156082153,
      "learning_rate": 1.7738359201773837e-05,
      "loss": 8.3772,
      "step": 240
    },
    {
      "epoch": 0.019225614433999758,
      "grad_norm": 0.8950226306915283,
      "learning_rate": 1.9216555801921658e-05,
      "loss": 8.1872,
      "step": 260
    },
    {
      "epoch": 0.020704507851999742,
      "grad_norm": 1.3098183870315552,
      "learning_rate": 2.0694752402069477e-05,
      "loss": 8.0067,
      "step": 280
    },
    {
      "epoch": 0.022183401269999722,
      "grad_norm": 1.3033353090286255,
      "learning_rate": 2.2172949002217298e-05,
      "loss": 7.8361,
      "step": 300
    },
    {
      "epoch": 0.023662294687999703,
      "grad_norm": 1.6088228225708008,
      "learning_rate": 2.3651145602365117e-05,
      "loss": 7.69,
      "step": 320
    },
    {
      "epoch": 0.025141188105999687,
      "grad_norm": 1.0888606309890747,
      "learning_rate": 2.5129342202512935e-05,
      "loss": 7.5744,
      "step": 340
    },
    {
      "epoch": 0.026620081523999667,
      "grad_norm": 1.0944548845291138,
      "learning_rate": 2.6607538802660753e-05,
      "loss": 7.4501,
      "step": 360
    },
    {
      "epoch": 0.028098974941999647,
      "grad_norm": 1.5041922330856323,
      "learning_rate": 2.8085735402808578e-05,
      "loss": 7.3575,
      "step": 380
    },
    {
      "epoch": 0.02957786835999963,
      "grad_norm": 1.4672595262527466,
      "learning_rate": 2.9563932002956397e-05,
      "loss": 7.2633,
      "step": 400
    },
    {
      "epoch": 0.03105676177799961,
      "grad_norm": 1.3001948595046997,
      "learning_rate": 3.104212860310421e-05,
      "loss": 7.1749,
      "step": 420
    },
    {
      "epoch": 0.032535655195999595,
      "grad_norm": 1.4149699211120605,
      "learning_rate": 3.2520325203252037e-05,
      "loss": 7.098,
      "step": 440
    },
    {
      "epoch": 0.03401454861399957,
      "grad_norm": 1.6322951316833496,
      "learning_rate": 3.3998521803399855e-05,
      "loss": 7.015,
      "step": 460
    },
    {
      "epoch": 0.035493442031999556,
      "grad_norm": 1.659485101699829,
      "learning_rate": 3.547671840354767e-05,
      "loss": 6.9398,
      "step": 480
    },
    {
      "epoch": 0.03697233544999954,
      "grad_norm": 1.7957265377044678,
      "learning_rate": 3.69549150036955e-05,
      "loss": 6.8648,
      "step": 500
    },
    {
      "epoch": 0.038451228867999517,
      "grad_norm": 1.4912447929382324,
      "learning_rate": 3.8433111603843317e-05,
      "loss": 6.7973,
      "step": 520
    },
    {
      "epoch": 0.0399301222859995,
      "grad_norm": 1.7237913608551025,
      "learning_rate": 3.9911308203991135e-05,
      "loss": 6.7331,
      "step": 540
    },
    {
      "epoch": 0.041409015703999484,
      "grad_norm": 1.8182610273361206,
      "learning_rate": 4.138950480413895e-05,
      "loss": 6.668,
      "step": 560
    },
    {
      "epoch": 0.04288790912199946,
      "grad_norm": 1.6812163591384888,
      "learning_rate": 4.286770140428677e-05,
      "loss": 6.5894,
      "step": 580
    },
    {
      "epoch": 0.044366802539999445,
      "grad_norm": 1.818665623664856,
      "learning_rate": 4.4345898004434597e-05,
      "loss": 6.5361,
      "step": 600
    },
    {
      "epoch": 0.04584569595799943,
      "grad_norm": 1.3113698959350586,
      "learning_rate": 4.5824094604582415e-05,
      "loss": 6.4732,
      "step": 620
    },
    {
      "epoch": 0.047324589375999405,
      "grad_norm": 1.9587410688400269,
      "learning_rate": 4.730229120473023e-05,
      "loss": 6.4143,
      "step": 640
    },
    {
      "epoch": 0.04880348279399939,
      "grad_norm": 1.4764151573181152,
      "learning_rate": 4.878048780487805e-05,
      "loss": 6.358,
      "step": 660
    },
    {
      "epoch": 0.05028237621199937,
      "grad_norm": 1.5685200691223145,
      "learning_rate": 5.025868440502587e-05,
      "loss": 6.3084,
      "step": 680
    },
    {
      "epoch": 0.05176126962999935,
      "grad_norm": 2.1411592960357666,
      "learning_rate": 5.173688100517369e-05,
      "loss": 6.2515,
      "step": 700
    },
    {
      "epoch": 0.053240163047999334,
      "grad_norm": 2.6792619228363037,
      "learning_rate": 5.3215077605321506e-05,
      "loss": 6.2091,
      "step": 720
    },
    {
      "epoch": 0.05471905646599932,
      "grad_norm": 1.5457326173782349,
      "learning_rate": 5.4693274205469325e-05,
      "loss": 6.1512,
      "step": 740
    },
    {
      "epoch": 0.056197949883999294,
      "grad_norm": 1.931794285774231,
      "learning_rate": 5.6171470805617157e-05,
      "loss": 6.0981,
      "step": 760
    },
    {
      "epoch": 0.05767684330199928,
      "grad_norm": 2.3924379348754883,
      "learning_rate": 5.7649667405764975e-05,
      "loss": 6.0439,
      "step": 780
    },
    {
      "epoch": 0.05915573671999926,
      "grad_norm": 2.1078522205352783,
      "learning_rate": 5.912786400591279e-05,
      "loss": 6.0081,
      "step": 800
    },
    {
      "epoch": 0.06063463013799924,
      "grad_norm": 1.8126791715621948,
      "learning_rate": 6.060606060606061e-05,
      "loss": 5.9435,
      "step": 820
    },
    {
      "epoch": 0.06211352355599922,
      "grad_norm": 1.6939939260482788,
      "learning_rate": 6.208425720620842e-05,
      "loss": 5.9,
      "step": 840
    },
    {
      "epoch": 0.0635924169739992,
      "grad_norm": 1.7903132438659668,
      "learning_rate": 6.356245380635625e-05,
      "loss": 5.8536,
      "step": 860
    },
    {
      "epoch": 0.06507131039199919,
      "grad_norm": 2.1418817043304443,
      "learning_rate": 6.504065040650407e-05,
      "loss": 5.8192,
      "step": 880
    },
    {
      "epoch": 0.06655020380999917,
      "grad_norm": 1.6386531591415405,
      "learning_rate": 6.651884700665188e-05,
      "loss": 5.768,
      "step": 900
    },
    {
      "epoch": 0.06802909722799914,
      "grad_norm": 1.82034432888031,
      "learning_rate": 6.799704360679971e-05,
      "loss": 5.7162,
      "step": 920
    },
    {
      "epoch": 0.06950799064599913,
      "grad_norm": 1.9206963777542114,
      "learning_rate": 6.947524020694752e-05,
      "loss": 5.6755,
      "step": 940
    },
    {
      "epoch": 0.07098688406399911,
      "grad_norm": 1.4253259897232056,
      "learning_rate": 7.095343680709535e-05,
      "loss": 5.6321,
      "step": 960
    },
    {
      "epoch": 0.07246577748199909,
      "grad_norm": 2.0578746795654297,
      "learning_rate": 7.243163340724317e-05,
      "loss": 5.5907,
      "step": 980
    },
    {
      "epoch": 0.07394467089999908,
      "grad_norm": 1.4132108688354492,
      "learning_rate": 7.3909830007391e-05,
      "loss": 5.5483,
      "step": 1000
    },
    {
      "epoch": 0.07542356431799906,
      "grad_norm": 1.6758071184158325,
      "learning_rate": 7.538802660753881e-05,
      "loss": 5.5136,
      "step": 1020
    },
    {
      "epoch": 0.07690245773599903,
      "grad_norm": 1.5184019804000854,
      "learning_rate": 7.686622320768663e-05,
      "loss": 5.4715,
      "step": 1040
    },
    {
      "epoch": 0.07838135115399902,
      "grad_norm": 1.731789231300354,
      "learning_rate": 7.834441980783444e-05,
      "loss": 5.4289,
      "step": 1060
    },
    {
      "epoch": 0.079860244571999,
      "grad_norm": 1.4423941373825073,
      "learning_rate": 7.982261640798227e-05,
      "loss": 5.3799,
      "step": 1080
    },
    {
      "epoch": 0.08133913798999898,
      "grad_norm": 1.200088620185852,
      "learning_rate": 8.130081300813008e-05,
      "loss": 5.3446,
      "step": 1100
    },
    {
      "epoch": 0.08281803140799897,
      "grad_norm": 1.5034804344177246,
      "learning_rate": 8.27790096082779e-05,
      "loss": 5.3011,
      "step": 1120
    },
    {
      "epoch": 0.08429692482599895,
      "grad_norm": 1.6272141933441162,
      "learning_rate": 8.425720620842572e-05,
      "loss": 5.2573,
      "step": 1140
    },
    {
      "epoch": 0.08577581824399892,
      "grad_norm": 1.6940892934799194,
      "learning_rate": 8.573540280857354e-05,
      "loss": 5.2206,
      "step": 1160
    },
    {
      "epoch": 0.08725471166199891,
      "grad_norm": 1.531122088432312,
      "learning_rate": 8.721359940872137e-05,
      "loss": 5.1842,
      "step": 1180
    },
    {
      "epoch": 0.08873360507999889,
      "grad_norm": 1.3891607522964478,
      "learning_rate": 8.869179600886919e-05,
      "loss": 5.1574,
      "step": 1200
    },
    {
      "epoch": 0.09021249849799887,
      "grad_norm": 1.5175141096115112,
      "learning_rate": 9.0169992609017e-05,
      "loss": 5.0965,
      "step": 1220
    },
    {
      "epoch": 0.09169139191599886,
      "grad_norm": 1.2954392433166504,
      "learning_rate": 9.164818920916483e-05,
      "loss": 5.0615,
      "step": 1240
    },
    {
      "epoch": 0.09317028533399883,
      "grad_norm": 1.1776789426803589,
      "learning_rate": 9.312638580931264e-05,
      "loss": 5.0263,
      "step": 1260
    },
    {
      "epoch": 0.09464917875199881,
      "grad_norm": 1.342835545539856,
      "learning_rate": 9.460458240946047e-05,
      "loss": 4.9938,
      "step": 1280
    },
    {
      "epoch": 0.0961280721699988,
      "grad_norm": 1.5098336935043335,
      "learning_rate": 9.608277900960828e-05,
      "loss": 4.9579,
      "step": 1300
    },
    {
      "epoch": 0.09760696558799878,
      "grad_norm": 1.3883858919143677,
      "learning_rate": 9.75609756097561e-05,
      "loss": 4.9159,
      "step": 1320
    },
    {
      "epoch": 0.09908585900599876,
      "grad_norm": 1.6131935119628906,
      "learning_rate": 9.903917220990391e-05,
      "loss": 4.8716,
      "step": 1340
    },
    {
      "epoch": 0.10056475242399875,
      "grad_norm": 1.3793425559997559,
      "learning_rate": 9.999991836910476e-05,
      "loss": 4.8389,
      "step": 1360
    },
    {
      "epoch": 0.10204364584199872,
      "grad_norm": 1.2413076162338257,
      "learning_rate": 9.999878553677705e-05,
      "loss": 4.8044,
      "step": 1380
    },
    {
      "epoch": 0.1035225392599987,
      "grad_norm": 1.4875175952911377,
      "learning_rate": 9.99963199901083e-05,
      "loss": 4.759,
      "step": 1400
    },
    {
      "epoch": 0.10500143267799869,
      "grad_norm": 1.281230092048645,
      "learning_rate": 9.999252179481748e-05,
      "loss": 4.733,
      "step": 1420
    },
    {
      "epoch": 0.10648032609599867,
      "grad_norm": 1.179935336112976,
      "learning_rate": 9.998739105214525e-05,
      "loss": 4.6965,
      "step": 1440
    },
    {
      "epoch": 0.10795921951399864,
      "grad_norm": 1.2033872604370117,
      "learning_rate": 9.998092789885118e-05,
      "loss": 4.649,
      "step": 1460
    },
    {
      "epoch": 0.10943811293199864,
      "grad_norm": 1.310261607170105,
      "learning_rate": 9.997313250721026e-05,
      "loss": 4.6158,
      "step": 1480
    },
    {
      "epoch": 0.11091700634999861,
      "grad_norm": 1.1370333433151245,
      "learning_rate": 9.996400508500809e-05,
      "loss": 4.5917,
      "step": 1500
    },
    {
      "epoch": 0.11239589976799859,
      "grad_norm": 0.9518343210220337,
      "learning_rate": 9.995354587553553e-05,
      "loss": 4.5477,
      "step": 1520
    },
    {
      "epoch": 0.11387479318599858,
      "grad_norm": 1.1209640502929688,
      "learning_rate": 9.994175515758211e-05,
      "loss": 4.5169,
      "step": 1540
    },
    {
      "epoch": 0.11535368660399856,
      "grad_norm": 1.1134682893753052,
      "learning_rate": 9.992863324542865e-05,
      "loss": 4.4921,
      "step": 1560
    },
    {
      "epoch": 0.11683258002199853,
      "grad_norm": 1.1962740421295166,
      "learning_rate": 9.991418048883885e-05,
      "loss": 4.4678,
      "step": 1580
    },
    {
      "epoch": 0.11831147343999852,
      "grad_norm": 1.0190341472625732,
      "learning_rate": 9.989839727305e-05,
      "loss": 4.4265,
      "step": 1600
    },
    {
      "epoch": 0.1197903668579985,
      "grad_norm": 1.1323659420013428,
      "learning_rate": 9.988128401876267e-05,
      "loss": 4.3951,
      "step": 1620
    },
    {
      "epoch": 0.12126926027599848,
      "grad_norm": 1.2068976163864136,
      "learning_rate": 9.986284118212951e-05,
      "loss": 4.3762,
      "step": 1640
    },
    {
      "epoch": 0.12274815369399847,
      "grad_norm": 1.1199101209640503,
      "learning_rate": 9.984306925474313e-05,
      "loss": 4.3519,
      "step": 1660
    },
    {
      "epoch": 0.12422704711199845,
      "grad_norm": 0.8594743013381958,
      "learning_rate": 9.982196876362298e-05,
      "loss": 4.3268,
      "step": 1680
    },
    {
      "epoch": 0.12570594052999842,
      "grad_norm": 1.0981128215789795,
      "learning_rate": 9.979954027120124e-05,
      "loss": 4.3018,
      "step": 1700
    },
    {
      "epoch": 0.1271848339479984,
      "grad_norm": 0.9453332424163818,
      "learning_rate": 9.97757843753079e-05,
      "loss": 4.2747,
      "step": 1720
    },
    {
      "epoch": 0.1286637273659984,
      "grad_norm": 0.9754221439361572,
      "learning_rate": 9.975070170915481e-05,
      "loss": 4.2539,
      "step": 1740
    },
    {
      "epoch": 0.13014262078399838,
      "grad_norm": 0.7794106602668762,
      "learning_rate": 9.972429294131878e-05,
      "loss": 4.2331,
      "step": 1760
    },
    {
      "epoch": 0.13162151420199836,
      "grad_norm": 0.8084755539894104,
      "learning_rate": 9.969655877572379e-05,
      "loss": 4.2076,
      "step": 1780
    },
    {
      "epoch": 0.13310040761999833,
      "grad_norm": 0.9451693296432495,
      "learning_rate": 9.96674999516222e-05,
      "loss": 4.2023,
      "step": 1800
    },
    {
      "epoch": 0.1345793010379983,
      "grad_norm": 0.9662824869155884,
      "learning_rate": 9.963711724357503e-05,
      "loss": 4.1661,
      "step": 1820
    },
    {
      "epoch": 0.1360581944559983,
      "grad_norm": 0.8646146655082703,
      "learning_rate": 9.960541146143138e-05,
      "loss": 4.1529,
      "step": 1840
    },
    {
      "epoch": 0.1375370878739983,
      "grad_norm": 0.819580078125,
      "learning_rate": 9.957238345030681e-05,
      "loss": 4.1353,
      "step": 1860
    },
    {
      "epoch": 0.13901598129199827,
      "grad_norm": 0.793268620967865,
      "learning_rate": 9.953803409056077e-05,
      "loss": 4.1205,
      "step": 1880
    },
    {
      "epoch": 0.14049487470999825,
      "grad_norm": 0.8794734477996826,
      "learning_rate": 9.950236429777319e-05,
      "loss": 4.1034,
      "step": 1900
    },
    {
      "epoch": 0.14197376812799822,
      "grad_norm": 0.8757349252700806,
      "learning_rate": 9.946537502272004e-05,
      "loss": 4.0896,
      "step": 1920
    },
    {
      "epoch": 0.1434526615459982,
      "grad_norm": 0.806181788444519,
      "learning_rate": 9.942706725134801e-05,
      "loss": 4.0792,
      "step": 1940
    },
    {
      "epoch": 0.14493155496399818,
      "grad_norm": 0.568131148815155,
      "learning_rate": 9.938744200474825e-05,
      "loss": 4.0483,
      "step": 1960
    },
    {
      "epoch": 0.14641044838199818,
      "grad_norm": 0.9386783242225647,
      "learning_rate": 9.934650033912909e-05,
      "loss": 4.0349,
      "step": 1980
    },
    {
      "epoch": 0.14788934179999816,
      "grad_norm": 0.8668307065963745,
      "learning_rate": 9.930424334578793e-05,
      "loss": 4.0249,
      "step": 2000
    },
    {
      "epoch": 0.14936823521799814,
      "grad_norm": 0.7728129625320435,
      "learning_rate": 9.926067215108216e-05,
      "loss": 4.001,
      "step": 2020
    },
    {
      "epoch": 0.1508471286359981,
      "grad_norm": 0.8983877301216125,
      "learning_rate": 9.92157879163991e-05,
      "loss": 4.0099,
      "step": 2040
    },
    {
      "epoch": 0.1523260220539981,
      "grad_norm": 0.7290263772010803,
      "learning_rate": 9.916959183812508e-05,
      "loss": 3.9816,
      "step": 2060
    },
    {
      "epoch": 0.15380491547199807,
      "grad_norm": 1.0002912282943726,
      "learning_rate": 9.912208514761353e-05,
      "loss": 3.964,
      "step": 2080
    },
    {
      "epoch": 0.15528380888999807,
      "grad_norm": 0.8696877956390381,
      "learning_rate": 9.907326911115215e-05,
      "loss": 3.9532,
      "step": 2100
    },
    {
      "epoch": 0.15676270230799805,
      "grad_norm": 0.9264429211616516,
      "learning_rate": 9.90231450299292e-05,
      "loss": 3.9405,
      "step": 2120
    },
    {
      "epoch": 0.15824159572599802,
      "grad_norm": 0.6036892533302307,
      "learning_rate": 9.897171423999877e-05,
      "loss": 3.9308,
      "step": 2140
    },
    {
      "epoch": 0.159720489143998,
      "grad_norm": 0.6206973791122437,
      "learning_rate": 9.891897811224516e-05,
      "loss": 3.9089,
      "step": 2160
    },
    {
      "epoch": 0.16119938256199798,
      "grad_norm": 0.9498934149742126,
      "learning_rate": 9.886493805234642e-05,
      "loss": 3.9101,
      "step": 2180
    },
    {
      "epoch": 0.16267827597999795,
      "grad_norm": 0.8084043264389038,
      "learning_rate": 9.880959550073676e-05,
      "loss": 3.9108,
      "step": 2200
    },
    {
      "epoch": 0.16415716939799796,
      "grad_norm": 0.7810977697372437,
      "learning_rate": 9.875295193256829e-05,
      "loss": 3.8923,
      "step": 2220
    },
    {
      "epoch": 0.16563606281599794,
      "grad_norm": 0.5951938033103943,
      "learning_rate": 9.869500885767156e-05,
      "loss": 3.8676,
      "step": 2240
    },
    {
      "epoch": 0.1671149562339979,
      "grad_norm": 0.7140426635742188,
      "learning_rate": 9.863576782051544e-05,
      "loss": 3.8717,
      "step": 2260
    },
    {
      "epoch": 0.1685938496519979,
      "grad_norm": 0.7328889966011047,
      "learning_rate": 9.857523040016588e-05,
      "loss": 3.8585,
      "step": 2280
    },
    {
      "epoch": 0.17007274306999787,
      "grad_norm": 0.9172821044921875,
      "learning_rate": 9.851339821024383e-05,
      "loss": 3.8515,
      "step": 2300
    },
    {
      "epoch": 0.17155163648799784,
      "grad_norm": 0.70406574010849,
      "learning_rate": 9.845027289888226e-05,
      "loss": 3.8322,
      "step": 2320
    },
    {
      "epoch": 0.17303052990599785,
      "grad_norm": 0.6545581221580505,
      "learning_rate": 9.838585614868221e-05,
      "loss": 3.8342,
      "step": 2340
    },
    {
      "epoch": 0.17450942332399783,
      "grad_norm": 0.8262337446212769,
      "learning_rate": 9.832014967666788e-05,
      "loss": 3.8178,
      "step": 2360
    },
    {
      "epoch": 0.1759883167419978,
      "grad_norm": 0.748437225818634,
      "learning_rate": 9.825315523424097e-05,
      "loss": 3.8054,
      "step": 2380
    },
    {
      "epoch": 0.17746721015999778,
      "grad_norm": 0.7961335778236389,
      "learning_rate": 9.818487460713397e-05,
      "loss": 3.803,
      "step": 2400
    },
    {
      "epoch": 0.17894610357799776,
      "grad_norm": 0.5949457287788391,
      "learning_rate": 9.811530961536246e-05,
      "loss": 3.7988,
      "step": 2420
    },
    {
      "epoch": 0.18042499699599773,
      "grad_norm": 0.6500332355499268,
      "learning_rate": 9.804446211317677e-05,
      "loss": 3.7902,
      "step": 2440
    },
    {
      "epoch": 0.18190389041399774,
      "grad_norm": 0.5734246969223022,
      "learning_rate": 9.797233398901238e-05,
      "loss": 3.7788,
      "step": 2460
    },
    {
      "epoch": 0.18338278383199771,
      "grad_norm": 0.6358067393302917,
      "learning_rate": 9.78989271654397e-05,
      "loss": 3.7581,
      "step": 2480
    },
    {
      "epoch": 0.1848616772499977,
      "grad_norm": 0.7676229476928711,
      "learning_rate": 9.78242435991128e-05,
      "loss": 3.7566,
      "step": 2500
    },
    {
      "epoch": 0.18634057066799767,
      "grad_norm": 0.5594522356987,
      "learning_rate": 9.774828528071722e-05,
      "loss": 3.7552,
      "step": 2520
    },
    {
      "epoch": 0.18781946408599764,
      "grad_norm": 0.7414741516113281,
      "learning_rate": 9.767105423491694e-05,
      "loss": 3.7404,
      "step": 2540
    },
    {
      "epoch": 0.18929835750399762,
      "grad_norm": 0.6007790565490723,
      "learning_rate": 9.759255252030042e-05,
      "loss": 3.7308,
      "step": 2560
    },
    {
      "epoch": 0.19077725092199763,
      "grad_norm": 0.6344082355499268,
      "learning_rate": 9.751278222932569e-05,
      "loss": 3.7179,
      "step": 2580
    },
    {
      "epoch": 0.1922561443399976,
      "grad_norm": 0.6184104681015015,
      "learning_rate": 9.743174548826461e-05,
      "loss": 3.7177,
      "step": 2600
    },
    {
      "epoch": 0.19373503775799758,
      "grad_norm": 0.785652756690979,
      "learning_rate": 9.734944445714618e-05,
      "loss": 3.7022,
      "step": 2620
    },
    {
      "epoch": 0.19521393117599756,
      "grad_norm": 0.664434015750885,
      "learning_rate": 9.726588132969901e-05,
      "loss": 3.6885,
      "step": 2640
    },
    {
      "epoch": 0.19669282459399753,
      "grad_norm": 0.6987696290016174,
      "learning_rate": 9.718105833329272e-05,
      "loss": 3.682,
      "step": 2660
    },
    {
      "epoch": 0.1981717180119975,
      "grad_norm": 0.5085122585296631,
      "learning_rate": 9.709497772887874e-05,
      "loss": 3.6707,
      "step": 2680
    },
    {
      "epoch": 0.19965061142999752,
      "grad_norm": 0.8911309838294983,
      "learning_rate": 9.700764181092988e-05,
      "loss": 3.6517,
      "step": 2700
    },
    {
      "epoch": 0.2011295048479975,
      "grad_norm": 0.7100036144256592,
      "learning_rate": 9.691905290737932e-05,
      "loss": 3.6738,
      "step": 2720
    },
    {
      "epoch": 0.20260839826599747,
      "grad_norm": 0.5330691933631897,
      "learning_rate": 9.682921337955847e-05,
      "loss": 3.664,
      "step": 2740
    },
    {
      "epoch": 0.20408729168399745,
      "grad_norm": 0.5505249500274658,
      "learning_rate": 9.673812562213401e-05,
      "loss": 3.6491,
      "step": 2760
    },
    {
      "epoch": 0.20556618510199742,
      "grad_norm": 0.7107018232345581,
      "learning_rate": 9.664579206304413e-05,
      "loss": 3.6406,
      "step": 2780
    },
    {
      "epoch": 0.2070450785199974,
      "grad_norm": 0.5617266893386841,
      "learning_rate": 9.65522151634338e-05,
      "loss": 3.653,
      "step": 2800
    },
    {
      "epoch": 0.2085239719379974,
      "grad_norm": 0.5702326893806458,
      "learning_rate": 9.64573974175891e-05,
      "loss": 3.6311,
      "step": 2820
    },
    {
      "epoch": 0.21000286535599738,
      "grad_norm": 0.5759734511375427,
      "learning_rate": 9.636134135287081e-05,
      "loss": 3.6256,
      "step": 2840
    },
    {
      "epoch": 0.21148175877399736,
      "grad_norm": 0.6595752835273743,
      "learning_rate": 9.626404952964704e-05,
      "loss": 3.6184,
      "step": 2860
    },
    {
      "epoch": 0.21296065219199733,
      "grad_norm": 0.7071236371994019,
      "learning_rate": 9.616552454122492e-05,
      "loss": 3.6138,
      "step": 2880
    },
    {
      "epoch": 0.2144395456099973,
      "grad_norm": 0.7660998702049255,
      "learning_rate": 9.606576901378156e-05,
      "loss": 3.6059,
      "step": 2900
    },
    {
      "epoch": 0.2159184390279973,
      "grad_norm": 0.9190542101860046,
      "learning_rate": 9.596478560629397e-05,
      "loss": 3.5887,
      "step": 2920
    },
    {
      "epoch": 0.2173973324459973,
      "grad_norm": 0.5795056223869324,
      "learning_rate": 9.586257701046824e-05,
      "loss": 3.5981,
      "step": 2940
    },
    {
      "epoch": 0.21887622586399727,
      "grad_norm": 0.607071578502655,
      "learning_rate": 9.575914595066777e-05,
      "loss": 3.592,
      "step": 2960
    },
    {
      "epoch": 0.22035511928199725,
      "grad_norm": 0.7824068069458008,
      "learning_rate": 9.565449518384066e-05,
      "loss": 3.5919,
      "step": 2980
    },
    {
      "epoch": 0.22183401269999722,
      "grad_norm": 0.5169054269790649,
      "learning_rate": 9.554862749944622e-05,
      "loss": 3.5899,
      "step": 3000
    },
    {
      "epoch": 0.2233129061179972,
      "grad_norm": 0.8486248850822449,
      "learning_rate": 9.544154571938062e-05,
      "loss": 3.5707,
      "step": 3020
    },
    {
      "epoch": 0.22479179953599718,
      "grad_norm": 0.47671154141426086,
      "learning_rate": 9.533325269790167e-05,
      "loss": 3.559,
      "step": 3040
    },
    {
      "epoch": 0.22627069295399718,
      "grad_norm": 0.5938573479652405,
      "learning_rate": 9.522375132155272e-05,
      "loss": 3.5422,
      "step": 3060
    },
    {
      "epoch": 0.22774958637199716,
      "grad_norm": 0.6117560267448425,
      "learning_rate": 9.511304450908576e-05,
      "loss": 3.5671,
      "step": 3080
    },
    {
      "epoch": 0.22922847978999714,
      "grad_norm": 0.6173937916755676,
      "learning_rate": 9.500113521138361e-05,
      "loss": 3.5669,
      "step": 3100
    },
    {
      "epoch": 0.2307073732079971,
      "grad_norm": 0.726667046546936,
      "learning_rate": 9.488802641138125e-05,
      "loss": 3.5366,
      "step": 3120
    },
    {
      "epoch": 0.2321862666259971,
      "grad_norm": 0.5627657771110535,
      "learning_rate": 9.477372112398629e-05,
      "loss": 3.53,
      "step": 3140
    },
    {
      "epoch": 0.23366516004399707,
      "grad_norm": 0.49706488847732544,
      "learning_rate": 9.465822239599864e-05,
      "loss": 3.5406,
      "step": 3160
    },
    {
      "epoch": 0.23514405346199707,
      "grad_norm": 0.9899396896362305,
      "learning_rate": 9.454153330602932e-05,
      "loss": 3.5231,
      "step": 3180
    },
    {
      "epoch": 0.23662294687999705,
      "grad_norm": 0.4798751771450043,
      "learning_rate": 9.442365696441835e-05,
      "loss": 3.5116,
      "step": 3200
    },
    {
      "epoch": 0.23810184029799702,
      "grad_norm": 0.6276853084564209,
      "learning_rate": 9.430459651315185e-05,
      "loss": 3.5184,
      "step": 3220
    },
    {
      "epoch": 0.239580733715997,
      "grad_norm": 0.4986541271209717,
      "learning_rate": 9.418435512577833e-05,
      "loss": 3.5119,
      "step": 3240
    },
    {
      "epoch": 0.24105962713399698,
      "grad_norm": 0.535453736782074,
      "learning_rate": 9.406293600732408e-05,
      "loss": 3.5147,
      "step": 3260
    },
    {
      "epoch": 0.24253852055199696,
      "grad_norm": 0.5945438146591187,
      "learning_rate": 9.39403423942077e-05,
      "loss": 3.5023,
      "step": 3280
    },
    {
      "epoch": 0.24401741396999696,
      "grad_norm": 0.6451681852340698,
      "learning_rate": 9.381657755415387e-05,
      "loss": 3.4846,
      "step": 3300
    },
    {
      "epoch": 0.24549630738799694,
      "grad_norm": 0.6193166375160217,
      "learning_rate": 9.369164478610631e-05,
      "loss": 3.488,
      "step": 3320
    },
    {
      "epoch": 0.24697520080599691,
      "grad_norm": 0.7059178352355957,
      "learning_rate": 9.35655474201397e-05,
      "loss": 3.4883,
      "step": 3340
    },
    {
      "epoch": 0.2484540942239969,
      "grad_norm": 0.6481304168701172,
      "learning_rate": 9.343828881737107e-05,
      "loss": 3.4762,
      "step": 3360
    },
    {
      "epoch": 0.24993298764199687,
      "grad_norm": 0.5440752506256104,
      "learning_rate": 9.330987236987008e-05,
      "loss": 3.481,
      "step": 3380
    },
    {
      "epoch": 0.25141188105999684,
      "grad_norm": 0.5582643747329712,
      "learning_rate": 9.318030150056869e-05,
      "loss": 3.4755,
      "step": 3400
    },
    {
      "epoch": 0.25289077447799685,
      "grad_norm": 0.6249572038650513,
      "learning_rate": 9.304957966316995e-05,
      "loss": 3.4775,
      "step": 3420
    },
    {
      "epoch": 0.2543696678959968,
      "grad_norm": 0.6695943474769592,
      "learning_rate": 9.291771034205578e-05,
      "loss": 3.463,
      "step": 3440
    },
    {
      "epoch": 0.2558485613139968,
      "grad_norm": 0.4462078809738159,
      "learning_rate": 9.27846970521943e-05,
      "loss": 3.4561,
      "step": 3460
    },
    {
      "epoch": 0.2573274547319968,
      "grad_norm": 0.49235352873802185,
      "learning_rate": 9.265054333904601e-05,
      "loss": 3.4515,
      "step": 3480
    },
    {
      "epoch": 0.25880634814999676,
      "grad_norm": 0.6507192254066467,
      "learning_rate": 9.251525277846929e-05,
      "loss": 3.4514,
      "step": 3500
    },
    {
      "epoch": 0.26028524156799676,
      "grad_norm": 0.4588228166103363,
      "learning_rate": 9.237882897662515e-05,
      "loss": 3.4286,
      "step": 3520
    },
    {
      "epoch": 0.2617641349859967,
      "grad_norm": 0.575430691242218,
      "learning_rate": 9.224127556988107e-05,
      "loss": 3.4458,
      "step": 3540
    },
    {
      "epoch": 0.2632430284039967,
      "grad_norm": 0.7287342548370361,
      "learning_rate": 9.210259622471403e-05,
      "loss": 3.4318,
      "step": 3560
    },
    {
      "epoch": 0.26472192182199666,
      "grad_norm": 0.6866022348403931,
      "learning_rate": 9.19627946376129e-05,
      "loss": 3.4361,
      "step": 3580
    },
    {
      "epoch": 0.26620081523999667,
      "grad_norm": 0.5268846750259399,
      "learning_rate": 9.182187453497974e-05,
      "loss": 3.4364,
      "step": 3600
    },
    {
      "epoch": 0.2676797086579967,
      "grad_norm": 0.6380168795585632,
      "learning_rate": 9.167983967303066e-05,
      "loss": 3.4389,
      "step": 3620
    },
    {
      "epoch": 0.2691586020759966,
      "grad_norm": 0.6250066757202148,
      "learning_rate": 9.153669383769556e-05,
      "loss": 3.4322,
      "step": 3640
    },
    {
      "epoch": 0.2706374954939966,
      "grad_norm": 0.6497014164924622,
      "learning_rate": 9.139244084451729e-05,
      "loss": 3.4068,
      "step": 3660
    },
    {
      "epoch": 0.2721163889119966,
      "grad_norm": 0.8837792277336121,
      "learning_rate": 9.124708453854983e-05,
      "loss": 3.4132,
      "step": 3680
    },
    {
      "epoch": 0.2735952823299966,
      "grad_norm": 0.5183786153793335,
      "learning_rate": 9.110062879425602e-05,
      "loss": 3.4081,
      "step": 3700
    },
    {
      "epoch": 0.2750741757479966,
      "grad_norm": 0.7497463226318359,
      "learning_rate": 9.095307751540407e-05,
      "loss": 3.3986,
      "step": 3720
    },
    {
      "epoch": 0.27655306916599653,
      "grad_norm": 0.5026047825813293,
      "learning_rate": 9.080443463496363e-05,
      "loss": 3.4111,
      "step": 3740
    },
    {
      "epoch": 0.27803196258399654,
      "grad_norm": 0.4640219211578369,
      "learning_rate": 9.06547041150009e-05,
      "loss": 3.3865,
      "step": 3760
    },
    {
      "epoch": 0.2795108560019965,
      "grad_norm": 0.5095507502555847,
      "learning_rate": 9.050388994657303e-05,
      "loss": 3.3915,
      "step": 3780
    },
    {
      "epoch": 0.2809897494199965,
      "grad_norm": 0.5542161464691162,
      "learning_rate": 9.035199614962178e-05,
      "loss": 3.3924,
      "step": 3800
    },
    {
      "epoch": 0.28246864283799644,
      "grad_norm": 0.44914740324020386,
      "learning_rate": 9.019902677286631e-05,
      "loss": 3.3968,
      "step": 3820
    },
    {
      "epoch": 0.28394753625599645,
      "grad_norm": 0.4764072000980377,
      "learning_rate": 9.004498589369532e-05,
      "loss": 3.3937,
      "step": 3840
    },
    {
      "epoch": 0.28542642967399645,
      "grad_norm": 1.0480468273162842,
      "learning_rate": 8.98898776180583e-05,
      "loss": 3.3926,
      "step": 3860
    },
    {
      "epoch": 0.2869053230919964,
      "grad_norm": 0.5355066061019897,
      "learning_rate": 8.973370608035612e-05,
      "loss": 3.3895,
      "step": 3880
    },
    {
      "epoch": 0.2883842165099964,
      "grad_norm": 0.4495852589607239,
      "learning_rate": 8.957647544333088e-05,
      "loss": 3.3717,
      "step": 3900
    },
    {
      "epoch": 0.28986310992799635,
      "grad_norm": 0.5025330781936646,
      "learning_rate": 8.941818989795487e-05,
      "loss": 3.3653,
      "step": 3920
    },
    {
      "epoch": 0.29134200334599636,
      "grad_norm": 0.7565049529075623,
      "learning_rate": 8.925885366331887e-05,
      "loss": 3.3668,
      "step": 3940
    },
    {
      "epoch": 0.29282089676399636,
      "grad_norm": 0.8078230619430542,
      "learning_rate": 8.909847098651978e-05,
      "loss": 3.3678,
      "step": 3960
    },
    {
      "epoch": 0.2942997901819963,
      "grad_norm": 0.532131552696228,
      "learning_rate": 8.893704614254725e-05,
      "loss": 3.3616,
      "step": 3980
    },
    {
      "epoch": 0.2957786835999963,
      "grad_norm": 0.6017030477523804,
      "learning_rate": 8.877458343416993e-05,
      "loss": 3.349,
      "step": 4000
    },
    {
      "epoch": 0.29725757701799627,
      "grad_norm": 0.5634870529174805,
      "learning_rate": 8.861108719182061e-05,
      "loss": 3.3385,
      "step": 4020
    },
    {
      "epoch": 0.29873647043599627,
      "grad_norm": 0.5135075449943542,
      "learning_rate": 8.844656177348087e-05,
      "loss": 3.353,
      "step": 4040
    },
    {
      "epoch": 0.3002153638539962,
      "grad_norm": 0.49317190051078796,
      "learning_rate": 8.828101156456493e-05,
      "loss": 3.3455,
      "step": 4060
    },
    {
      "epoch": 0.3016942572719962,
      "grad_norm": 0.5618060827255249,
      "learning_rate": 8.811444097780273e-05,
      "loss": 3.3444,
      "step": 4080
    },
    {
      "epoch": 0.30317315068999623,
      "grad_norm": 0.5211082100868225,
      "learning_rate": 8.79468544531223e-05,
      "loss": 3.3491,
      "step": 4100
    },
    {
      "epoch": 0.3046520441079962,
      "grad_norm": 0.5708051919937134,
      "learning_rate": 8.777825645753144e-05,
      "loss": 3.3345,
      "step": 4120
    },
    {
      "epoch": 0.3061309375259962,
      "grad_norm": 0.5056930184364319,
      "learning_rate": 8.760865148499862e-05,
      "loss": 3.3333,
      "step": 4140
    },
    {
      "epoch": 0.30760983094399613,
      "grad_norm": 0.5034912824630737,
      "learning_rate": 8.743804405633327e-05,
      "loss": 3.3313,
      "step": 4160
    },
    {
      "epoch": 0.30908872436199614,
      "grad_norm": 0.6101865768432617,
      "learning_rate": 8.726643871906512e-05,
      "loss": 3.3211,
      "step": 4180
    },
    {
      "epoch": 0.31056761777999614,
      "grad_norm": 0.49354320764541626,
      "learning_rate": 8.709384004732322e-05,
      "loss": 3.328,
      "step": 4200
    },
    {
      "epoch": 0.3120465111979961,
      "grad_norm": 1.0049197673797607,
      "learning_rate": 8.69202526417138e-05,
      "loss": 3.3256,
      "step": 4220
    },
    {
      "epoch": 0.3135254046159961,
      "grad_norm": 0.4796050786972046,
      "learning_rate": 8.67456811291977e-05,
      "loss": 3.3264,
      "step": 4240
    },
    {
      "epoch": 0.31500429803399604,
      "grad_norm": 0.6114419102668762,
      "learning_rate": 8.657013016296716e-05,
      "loss": 3.3041,
      "step": 4260
    },
    {
      "epoch": 0.31648319145199605,
      "grad_norm": 0.6853553652763367,
      "learning_rate": 8.639360442232163e-05,
      "loss": 3.3123,
      "step": 4280
    },
    {
      "epoch": 0.317962084869996,
      "grad_norm": 0.4117718040943146,
      "learning_rate": 8.621610861254307e-05,
      "loss": 3.3036,
      "step": 4300
    },
    {
      "epoch": 0.319440978287996,
      "grad_norm": 0.4868248701095581,
      "learning_rate": 8.60376474647707e-05,
      "loss": 3.3112,
      "step": 4320
    },
    {
      "epoch": 0.320919871705996,
      "grad_norm": 0.4655211865901947,
      "learning_rate": 8.585822573587463e-05,
      "loss": 3.2959,
      "step": 4340
    },
    {
      "epoch": 0.32239876512399596,
      "grad_norm": 0.4244300127029419,
      "learning_rate": 8.567784820832926e-05,
      "loss": 3.3006,
      "step": 4360
    },
    {
      "epoch": 0.32387765854199596,
      "grad_norm": 0.5585177540779114,
      "learning_rate": 8.549651969008572e-05,
      "loss": 3.304,
      "step": 4380
    },
    {
      "epoch": 0.3253565519599959,
      "grad_norm": 0.4044816493988037,
      "learning_rate": 8.531424501444376e-05,
      "loss": 3.2943,
      "step": 4400
    },
    {
      "epoch": 0.3268354453779959,
      "grad_norm": 0.5332701802253723,
      "learning_rate": 8.513102903992285e-05,
      "loss": 3.2691,
      "step": 4420
    },
    {
      "epoch": 0.3283143387959959,
      "grad_norm": 0.6828725934028625,
      "learning_rate": 8.494687665013274e-05,
      "loss": 3.2757,
      "step": 4440
    },
    {
      "epoch": 0.32979323221399587,
      "grad_norm": 0.4340764284133911,
      "learning_rate": 8.476179275364331e-05,
      "loss": 3.2798,
      "step": 4460
    },
    {
      "epoch": 0.3312721256319959,
      "grad_norm": 0.5927674770355225,
      "learning_rate": 8.457578228385362e-05,
      "loss": 3.277,
      "step": 4480
    },
    {
      "epoch": 0.3327510190499958,
      "grad_norm": 0.5142761468887329,
      "learning_rate": 8.438885019886051e-05,
      "loss": 3.2745,
      "step": 4500
    },
    {
      "epoch": 0.3342299124679958,
      "grad_norm": 0.5035094618797302,
      "learning_rate": 8.420100148132643e-05,
      "loss": 3.282,
      "step": 4520
    },
    {
      "epoch": 0.33570880588599583,
      "grad_norm": 0.4529162049293518,
      "learning_rate": 8.40122411383466e-05,
      "loss": 3.2741,
      "step": 4540
    },
    {
      "epoch": 0.3371876993039958,
      "grad_norm": 0.47236135601997375,
      "learning_rate": 8.382257420131554e-05,
      "loss": 3.2566,
      "step": 4560
    },
    {
      "epoch": 0.3386665927219958,
      "grad_norm": 0.5067903995513916,
      "learning_rate": 8.363200572579297e-05,
      "loss": 3.2729,
      "step": 4580
    },
    {
      "epoch": 0.34014548613999573,
      "grad_norm": 0.5891897678375244,
      "learning_rate": 8.344054079136911e-05,
      "loss": 3.254,
      "step": 4600
    },
    {
      "epoch": 0.34162437955799574,
      "grad_norm": 0.4857490062713623,
      "learning_rate": 8.324818450152917e-05,
      "loss": 3.2704,
      "step": 4620
    },
    {
      "epoch": 0.3431032729759957,
      "grad_norm": 0.5922226309776306,
      "learning_rate": 8.305494198351741e-05,
      "loss": 3.2511,
      "step": 4640
    },
    {
      "epoch": 0.3445821663939957,
      "grad_norm": 0.5176606178283691,
      "learning_rate": 8.286081838820047e-05,
      "loss": 3.2577,
      "step": 4660
    },
    {
      "epoch": 0.3460610598119957,
      "grad_norm": 0.4542312026023865,
      "learning_rate": 8.266581888993e-05,
      "loss": 3.269,
      "step": 4680
    },
    {
      "epoch": 0.34753995322999565,
      "grad_norm": 0.4864133596420288,
      "learning_rate": 8.246994868640478e-05,
      "loss": 3.2468,
      "step": 4700
    },
    {
      "epoch": 0.34901884664799565,
      "grad_norm": 0.5213157534599304,
      "learning_rate": 8.227321299853225e-05,
      "loss": 3.2431,
      "step": 4720
    },
    {
      "epoch": 0.3504977400659956,
      "grad_norm": 0.495194673538208,
      "learning_rate": 8.207561707028921e-05,
      "loss": 3.26,
      "step": 4740
    },
    {
      "epoch": 0.3519766334839956,
      "grad_norm": 0.47876933217048645,
      "learning_rate": 8.187716616858217e-05,
      "loss": 3.2397,
      "step": 4760
    },
    {
      "epoch": 0.3534555269019956,
      "grad_norm": 0.558392345905304,
      "learning_rate": 8.167786558310679e-05,
      "loss": 3.2357,
      "step": 4780
    },
    {
      "epoch": 0.35493442031999556,
      "grad_norm": 0.5333178043365479,
      "learning_rate": 8.147772062620715e-05,
      "loss": 3.2374,
      "step": 4800
    },
    {
      "epoch": 0.35641331373799556,
      "grad_norm": 0.41947266459465027,
      "learning_rate": 8.127673663273388e-05,
      "loss": 3.238,
      "step": 4820
    },
    {
      "epoch": 0.3578922071559955,
      "grad_norm": 0.6376889944076538,
      "learning_rate": 8.107491895990213e-05,
      "loss": 3.2295,
      "step": 4840
    },
    {
      "epoch": 0.3593711005739955,
      "grad_norm": 0.46790727972984314,
      "learning_rate": 8.087227298714865e-05,
      "loss": 3.2203,
      "step": 4860
    },
    {
      "epoch": 0.36084999399199547,
      "grad_norm": 0.4850638508796692,
      "learning_rate": 8.06688041159886e-05,
      "loss": 3.2282,
      "step": 4880
    },
    {
      "epoch": 0.36232888740999547,
      "grad_norm": 0.48408469557762146,
      "learning_rate": 8.04645177698713e-05,
      "loss": 3.2156,
      "step": 4900
    },
    {
      "epoch": 0.3638077808279955,
      "grad_norm": 0.4044775068759918,
      "learning_rate": 8.025941939403589e-05,
      "loss": 3.2054,
      "step": 4920
    },
    {
      "epoch": 0.3652866742459954,
      "grad_norm": 0.5881346464157104,
      "learning_rate": 8.005351445536611e-05,
      "loss": 3.2179,
      "step": 4940
    },
    {
      "epoch": 0.36676556766399543,
      "grad_norm": 0.49967604875564575,
      "learning_rate": 7.984680844224455e-05,
      "loss": 3.2243,
      "step": 4960
    },
    {
      "epoch": 0.3682444610819954,
      "grad_norm": 0.3812451958656311,
      "learning_rate": 7.963930686440638e-05,
      "loss": 3.2071,
      "step": 4980
    },
    {
      "epoch": 0.3697233544999954,
      "grad_norm": 0.5718510150909424,
      "learning_rate": 7.943101525279254e-05,
      "loss": 3.2097,
      "step": 5000
    },
    {
      "epoch": 0.3712022479179954,
      "grad_norm": 0.4486338198184967,
      "learning_rate": 7.922193915940223e-05,
      "loss": 3.2108,
      "step": 5020
    },
    {
      "epoch": 0.37268114133599534,
      "grad_norm": 0.3966203033924103,
      "learning_rate": 7.901208415714498e-05,
      "loss": 3.2079,
      "step": 5040
    },
    {
      "epoch": 0.37416003475399534,
      "grad_norm": 0.5968387722969055,
      "learning_rate": 7.880145583969208e-05,
      "loss": 3.2194,
      "step": 5060
    },
    {
      "epoch": 0.3756389281719953,
      "grad_norm": 0.4266614019870758,
      "learning_rate": 7.859005982132746e-05,
      "loss": 3.2041,
      "step": 5080
    },
    {
      "epoch": 0.3771178215899953,
      "grad_norm": 0.39778637886047363,
      "learning_rate": 7.83779017367981e-05,
      "loss": 3.1994,
      "step": 5100
    },
    {
      "epoch": 0.37859671500799524,
      "grad_norm": 0.5236369967460632,
      "learning_rate": 7.816498724116384e-05,
      "loss": 3.1862,
      "step": 5120
    },
    {
      "epoch": 0.38007560842599525,
      "grad_norm": 0.7279762625694275,
      "learning_rate": 7.79513220096465e-05,
      "loss": 3.1994,
      "step": 5140
    },
    {
      "epoch": 0.38155450184399525,
      "grad_norm": 0.4763568639755249,
      "learning_rate": 7.773691173747878e-05,
      "loss": 3.1906,
      "step": 5160
    },
    {
      "epoch": 0.3830333952619952,
      "grad_norm": 0.44299814105033875,
      "learning_rate": 7.752176213975242e-05,
      "loss": 3.1834,
      "step": 5180
    },
    {
      "epoch": 0.3845122886799952,
      "grad_norm": 0.5032374262809753,
      "learning_rate": 7.73058789512658e-05,
      "loss": 3.195,
      "step": 5200
    },
    {
      "epoch": 0.38599118209799516,
      "grad_norm": 0.4971736669540405,
      "learning_rate": 7.708926792637109e-05,
      "loss": 3.1912,
      "step": 5220
    },
    {
      "epoch": 0.38747007551599516,
      "grad_norm": 0.3745681941509247,
      "learning_rate": 7.687193483882094e-05,
      "loss": 3.1822,
      "step": 5240
    },
    {
      "epoch": 0.38894896893399517,
      "grad_norm": 0.45209985971450806,
      "learning_rate": 7.665388548161449e-05,
      "loss": 3.1747,
      "step": 5260
    },
    {
      "epoch": 0.3904278623519951,
      "grad_norm": 0.45653989911079407,
      "learning_rate": 7.643512566684302e-05,
      "loss": 3.1586,
      "step": 5280
    },
    {
      "epoch": 0.3919067557699951,
      "grad_norm": 0.5007410049438477,
      "learning_rate": 7.621566122553503e-05,
      "loss": 3.1777,
      "step": 5300
    },
    {
      "epoch": 0.39338564918799507,
      "grad_norm": 0.39367878437042236,
      "learning_rate": 7.599549800750075e-05,
      "loss": 3.1713,
      "step": 5320
    },
    {
      "epoch": 0.3948645426059951,
      "grad_norm": 0.41411903500556946,
      "learning_rate": 7.577464188117629e-05,
      "loss": 3.1743,
      "step": 5340
    },
    {
      "epoch": 0.396343436023995,
      "grad_norm": 0.45292773842811584,
      "learning_rate": 7.555309873346719e-05,
      "loss": 3.1615,
      "step": 5360
    },
    {
      "epoch": 0.397822329441995,
      "grad_norm": 0.8281717300415039,
      "learning_rate": 7.533087446959146e-05,
      "loss": 3.167,
      "step": 5380
    },
    {
      "epoch": 0.39930122285999503,
      "grad_norm": 0.4002739489078522,
      "learning_rate": 7.510797501292224e-05,
      "loss": 3.1778,
      "step": 5400
    },
    {
      "epoch": 0.400780116277995,
      "grad_norm": 0.4849472641944885,
      "learning_rate": 7.488440630482993e-05,
      "loss": 3.156,
      "step": 5420
    },
    {
      "epoch": 0.402259009695995,
      "grad_norm": 0.5112612247467041,
      "learning_rate": 7.466017430452372e-05,
      "loss": 3.1722,
      "step": 5440
    },
    {
      "epoch": 0.40373790311399493,
      "grad_norm": 0.7139009833335876,
      "learning_rate": 7.443528498889282e-05,
      "loss": 3.1638,
      "step": 5460
    },
    {
      "epoch": 0.40521679653199494,
      "grad_norm": 0.508050262928009,
      "learning_rate": 7.420974435234718e-05,
      "loss": 3.178,
      "step": 5480
    },
    {
      "epoch": 0.40669568994999494,
      "grad_norm": 0.42061784863471985,
      "learning_rate": 7.398355840665762e-05,
      "loss": 3.1644,
      "step": 5500
    },
    {
      "epoch": 0.4081745833679949,
      "grad_norm": 0.4205974340438843,
      "learning_rate": 7.375673318079566e-05,
      "loss": 3.1405,
      "step": 5520
    },
    {
      "epoch": 0.4096534767859949,
      "grad_norm": 0.37122201919555664,
      "learning_rate": 7.352927472077278e-05,
      "loss": 3.1446,
      "step": 5540
    },
    {
      "epoch": 0.41113237020399485,
      "grad_norm": 0.42649346590042114,
      "learning_rate": 7.330118908947927e-05,
      "loss": 3.1553,
      "step": 5560
    },
    {
      "epoch": 0.41261126362199485,
      "grad_norm": 0.4024769365787506,
      "learning_rate": 7.307248236652264e-05,
      "loss": 3.1468,
      "step": 5580
    },
    {
      "epoch": 0.4140901570399948,
      "grad_norm": 0.44164013862609863,
      "learning_rate": 7.284316064806555e-05,
      "loss": 3.1431,
      "step": 5600
    },
    {
      "epoch": 0.4155690504579948,
      "grad_norm": 0.43745094537734985,
      "learning_rate": 7.261323004666332e-05,
      "loss": 3.1566,
      "step": 5620
    },
    {
      "epoch": 0.4170479438759948,
      "grad_norm": 0.5233656764030457,
      "learning_rate": 7.238269669110104e-05,
      "loss": 3.1387,
      "step": 5640
    },
    {
      "epoch": 0.41852683729399476,
      "grad_norm": 0.5196412801742554,
      "learning_rate": 7.215156672623011e-05,
      "loss": 3.1359,
      "step": 5660
    },
    {
      "epoch": 0.42000573071199476,
      "grad_norm": 0.46823379397392273,
      "learning_rate": 7.191984631280457e-05,
      "loss": 3.1274,
      "step": 5680
    },
    {
      "epoch": 0.4214846241299947,
      "grad_norm": 0.4213380217552185,
      "learning_rate": 7.168754162731682e-05,
      "loss": 3.1261,
      "step": 5700
    },
    {
      "epoch": 0.4229635175479947,
      "grad_norm": 0.48972517251968384,
      "learning_rate": 7.145465886183291e-05,
      "loss": 3.1367,
      "step": 5720
    },
    {
      "epoch": 0.4244424109659947,
      "grad_norm": 0.4298087954521179,
      "learning_rate": 7.122120422382771e-05,
      "loss": 3.1342,
      "step": 5740
    },
    {
      "epoch": 0.42592130438399467,
      "grad_norm": 0.6111768484115601,
      "learning_rate": 7.098718393601922e-05,
      "loss": 3.1323,
      "step": 5760
    },
    {
      "epoch": 0.4274001978019947,
      "grad_norm": 0.4182634949684143,
      "learning_rate": 7.075260423620284e-05,
      "loss": 3.1206,
      "step": 5780
    },
    {
      "epoch": 0.4288790912199946,
      "grad_norm": 0.4418911337852478,
      "learning_rate": 7.051747137708503e-05,
      "loss": 3.1252,
      "step": 5800
    },
    {
      "epoch": 0.43035798463799463,
      "grad_norm": 0.4269157350063324,
      "learning_rate": 7.028179162611668e-05,
      "loss": 3.1291,
      "step": 5820
    },
    {
      "epoch": 0.4318368780559946,
      "grad_norm": 0.38284796476364136,
      "learning_rate": 7.004557126532608e-05,
      "loss": 3.1272,
      "step": 5840
    },
    {
      "epoch": 0.4333157714739946,
      "grad_norm": 0.42110738158226013,
      "learning_rate": 6.98088165911514e-05,
      "loss": 3.1277,
      "step": 5860
    },
    {
      "epoch": 0.4347946648919946,
      "grad_norm": 0.45251357555389404,
      "learning_rate": 6.957153391427293e-05,
      "loss": 3.1258,
      "step": 5880
    },
    {
      "epoch": 0.43627355830999454,
      "grad_norm": 0.5021226406097412,
      "learning_rate": 6.933372955944478e-05,
      "loss": 3.1132,
      "step": 5900
    },
    {
      "epoch": 0.43775245172799454,
      "grad_norm": 0.5621367692947388,
      "learning_rate": 6.909540986532644e-05,
      "loss": 3.1223,
      "step": 5920
    },
    {
      "epoch": 0.4392313451459945,
      "grad_norm": 0.48778969049453735,
      "learning_rate": 6.885658118431367e-05,
      "loss": 3.1239,
      "step": 5940
    },
    {
      "epoch": 0.4407102385639945,
      "grad_norm": 0.4777956008911133,
      "learning_rate": 6.861724988236926e-05,
      "loss": 3.1096,
      "step": 5960
    },
    {
      "epoch": 0.4421891319819945,
      "grad_norm": 0.5108891725540161,
      "learning_rate": 6.83774223388533e-05,
      "loss": 3.1172,
      "step": 5980
    },
    {
      "epoch": 0.44366802539999445,
      "grad_norm": 0.42329996824264526,
      "learning_rate": 6.813710494635325e-05,
      "loss": 3.0999,
      "step": 6000
    },
    {
      "epoch": 0.44514691881799445,
      "grad_norm": 0.538500964641571,
      "learning_rate": 6.789630411051336e-05,
      "loss": 3.1098,
      "step": 6020
    },
    {
      "epoch": 0.4466258122359944,
      "grad_norm": 0.51045823097229,
      "learning_rate": 6.765502624986409e-05,
      "loss": 3.1021,
      "step": 6040
    },
    {
      "epoch": 0.4481047056539944,
      "grad_norm": 0.46791911125183105,
      "learning_rate": 6.741327779565096e-05,
      "loss": 3.1031,
      "step": 6060
    },
    {
      "epoch": 0.44958359907199436,
      "grad_norm": 0.4351001977920532,
      "learning_rate": 6.71710651916631e-05,
      "loss": 3.0976,
      "step": 6080
    },
    {
      "epoch": 0.45106249248999436,
      "grad_norm": 0.3884891867637634,
      "learning_rate": 6.692839489406155e-05,
      "loss": 3.0977,
      "step": 6100
    },
    {
      "epoch": 0.45254138590799436,
      "grad_norm": 0.44683268666267395,
      "learning_rate": 6.668527337120717e-05,
      "loss": 3.0915,
      "step": 6120
    },
    {
      "epoch": 0.4540202793259943,
      "grad_norm": 0.36208999156951904,
      "learning_rate": 6.644170710348813e-05,
      "loss": 3.1036,
      "step": 6140
    },
    {
      "epoch": 0.4554991727439943,
      "grad_norm": 0.6256937384605408,
      "learning_rate": 6.619770258314729e-05,
      "loss": 3.0841,
      "step": 6160
    },
    {
      "epoch": 0.45697806616199427,
      "grad_norm": 0.44526803493499756,
      "learning_rate": 6.595326631410911e-05,
      "loss": 3.0801,
      "step": 6180
    },
    {
      "epoch": 0.45845695957999427,
      "grad_norm": 0.37642255425453186,
      "learning_rate": 6.570840481180624e-05,
      "loss": 3.0923,
      "step": 6200
    },
    {
      "epoch": 0.4599358529979943,
      "grad_norm": 0.4022856056690216,
      "learning_rate": 6.546312460300595e-05,
      "loss": 3.0865,
      "step": 6220
    },
    {
      "epoch": 0.4614147464159942,
      "grad_norm": 0.41262638568878174,
      "learning_rate": 6.521743222563608e-05,
      "loss": 3.0895,
      "step": 6240
    },
    {
      "epoch": 0.46289363983399423,
      "grad_norm": 0.6894219517707825,
      "learning_rate": 6.49713342286108e-05,
      "loss": 3.0882,
      "step": 6260
    },
    {
      "epoch": 0.4643725332519942,
      "grad_norm": 0.4044055938720703,
      "learning_rate": 6.4724837171656e-05,
      "loss": 3.0811,
      "step": 6280
    },
    {
      "epoch": 0.4658514266699942,
      "grad_norm": 0.5523516535758972,
      "learning_rate": 6.447794762513456e-05,
      "loss": 3.0687,
      "step": 6300
    },
    {
      "epoch": 0.46733032008799413,
      "grad_norm": 0.6067591309547424,
      "learning_rate": 6.42306721698711e-05,
      "loss": 3.0651,
      "step": 6320
    },
    {
      "epoch": 0.46880921350599414,
      "grad_norm": 0.48093098402023315,
      "learning_rate": 6.398301739697661e-05,
      "loss": 3.0862,
      "step": 6340
    },
    {
      "epoch": 0.47028810692399414,
      "grad_norm": 0.516197144985199,
      "learning_rate": 6.373498990767281e-05,
      "loss": 3.0879,
      "step": 6360
    },
    {
      "epoch": 0.4717670003419941,
      "grad_norm": 0.4190840721130371,
      "learning_rate": 6.348659631311608e-05,
      "loss": 3.0786,
      "step": 6380
    },
    {
      "epoch": 0.4732458937599941,
      "grad_norm": 0.42481333017349243,
      "learning_rate": 6.32378432342214e-05,
      "loss": 3.0701,
      "step": 6400
    },
    {
      "epoch": 0.47472478717799405,
      "grad_norm": 0.5522997379302979,
      "learning_rate": 6.29887373014857e-05,
      "loss": 3.0722,
      "step": 6420
    },
    {
      "epoch": 0.47620368059599405,
      "grad_norm": 0.3823126554489136,
      "learning_rate": 6.27392851548112e-05,
      "loss": 3.0722,
      "step": 6440
    },
    {
      "epoch": 0.47768257401399405,
      "grad_norm": 0.38790881633758545,
      "learning_rate": 6.248949344332853e-05,
      "loss": 3.0726,
      "step": 6460
    },
    {
      "epoch": 0.479161467431994,
      "grad_norm": 0.503336489200592,
      "learning_rate": 6.223936882521935e-05,
      "loss": 3.0652,
      "step": 6480
    },
    {
      "epoch": 0.480640360849994,
      "grad_norm": 0.5279501080513,
      "learning_rate": 6.198891796753885e-05,
      "loss": 3.0771,
      "step": 6500
    },
    {
      "epoch": 0.48211925426799396,
      "grad_norm": 0.4080502986907959,
      "learning_rate": 6.17381475460382e-05,
      "loss": 3.064,
      "step": 6520
    },
    {
      "epoch": 0.48359814768599396,
      "grad_norm": 0.45085135102272034,
      "learning_rate": 6.148706424498649e-05,
      "loss": 3.0594,
      "step": 6540
    },
    {
      "epoch": 0.4850770411039939,
      "grad_norm": 0.42239508032798767,
      "learning_rate": 6.123567475699261e-05,
      "loss": 3.064,
      "step": 6560
    },
    {
      "epoch": 0.4865559345219939,
      "grad_norm": 0.43709495663642883,
      "learning_rate": 6.098398578282682e-05,
      "loss": 3.0563,
      "step": 6580
    },
    {
      "epoch": 0.4880348279399939,
      "grad_norm": 0.6891195178031921,
      "learning_rate": 6.073200403124222e-05,
      "loss": 3.0594,
      "step": 6600
    },
    {
      "epoch": 0.48951372135799387,
      "grad_norm": 0.37419646978378296,
      "learning_rate": 6.047973621879577e-05,
      "loss": 3.0448,
      "step": 6620
    },
    {
      "epoch": 0.4909926147759939,
      "grad_norm": 0.3710575997829437,
      "learning_rate": 6.0227189069669464e-05,
      "loss": 3.0518,
      "step": 6640
    },
    {
      "epoch": 0.4924715081939938,
      "grad_norm": 0.7165172696113586,
      "learning_rate": 5.997436931549096e-05,
      "loss": 3.0589,
      "step": 6660
    },
    {
      "epoch": 0.49395040161199383,
      "grad_norm": 0.48645517230033875,
      "learning_rate": 5.972128369515415e-05,
      "loss": 3.0507,
      "step": 6680
    },
    {
      "epoch": 0.49542929502999383,
      "grad_norm": 0.3613664507865906,
      "learning_rate": 5.9467938954639624e-05,
      "loss": 3.05,
      "step": 6700
    },
    {
      "epoch": 0.4969081884479938,
      "grad_norm": 0.44066616892814636,
      "learning_rate": 5.921434184683479e-05,
      "loss": 3.0452,
      "step": 6720
    },
    {
      "epoch": 0.4983870818659938,
      "grad_norm": 0.4224984049797058,
      "learning_rate": 5.896049913135386e-05,
      "loss": 3.0474,
      "step": 6740
    },
    {
      "epoch": 0.49986597528399374,
      "grad_norm": 0.4076259434223175,
      "learning_rate": 5.870641757435775e-05,
      "loss": 3.0424,
      "step": 6760
    },
    {
      "epoch": 0.5013448687019937,
      "grad_norm": 0.6098340153694153,
      "learning_rate": 5.845210394837366e-05,
      "loss": 3.0581,
      "step": 6780
    },
    {
      "epoch": 0.5028237621199937,
      "grad_norm": 1.0002901554107666,
      "learning_rate": 5.8197565032114533e-05,
      "loss": 3.0335,
      "step": 6800
    },
    {
      "epoch": 0.5043026555379937,
      "grad_norm": 0.4866860508918762,
      "learning_rate": 5.7942807610298456e-05,
      "loss": 3.0329,
      "step": 6820
    },
    {
      "epoch": 0.5057815489559937,
      "grad_norm": 0.4324921667575836,
      "learning_rate": 5.768783847346779e-05,
      "loss": 3.0366,
      "step": 6840
    },
    {
      "epoch": 0.5072604423739937,
      "grad_norm": 0.40503060817718506,
      "learning_rate": 5.743266441780808e-05,
      "loss": 3.0461,
      "step": 6860
    },
    {
      "epoch": 0.5087393357919936,
      "grad_norm": 0.38576483726501465,
      "learning_rate": 5.717729224496703e-05,
      "loss": 3.0238,
      "step": 6880
    },
    {
      "epoch": 0.5102182292099936,
      "grad_norm": 0.4007696211338043,
      "learning_rate": 5.6921728761873086e-05,
      "loss": 3.0221,
      "step": 6900
    },
    {
      "epoch": 0.5116971226279936,
      "grad_norm": 0.4254515469074249,
      "learning_rate": 5.6665980780554096e-05,
      "loss": 3.0421,
      "step": 6920
    },
    {
      "epoch": 0.5131760160459936,
      "grad_norm": 0.42919921875,
      "learning_rate": 5.6410055117955695e-05,
      "loss": 3.0435,
      "step": 6940
    },
    {
      "epoch": 0.5146549094639936,
      "grad_norm": 0.45048367977142334,
      "learning_rate": 5.615395859575958e-05,
      "loss": 3.0331,
      "step": 6960
    },
    {
      "epoch": 0.5161338028819935,
      "grad_norm": 0.3860481381416321,
      "learning_rate": 5.589769804020173e-05,
      "loss": 3.0255,
      "step": 6980
    },
    {
      "epoch": 0.5176126962999935,
      "grad_norm": 0.3789386749267578,
      "learning_rate": 5.5641280281890394e-05,
      "loss": 3.0364,
      "step": 7000
    },
    {
      "epoch": 0.5190915897179935,
      "grad_norm": 0.3918616473674774,
      "learning_rate": 5.538471215562406e-05,
      "loss": 3.0288,
      "step": 7020
    },
    {
      "epoch": 0.5205704831359935,
      "grad_norm": 0.5674075484275818,
      "learning_rate": 5.5128000500209254e-05,
      "loss": 3.034,
      "step": 7040
    },
    {
      "epoch": 0.5220493765539935,
      "grad_norm": 0.38289138674736023,
      "learning_rate": 5.48711521582783e-05,
      "loss": 3.0228,
      "step": 7060
    },
    {
      "epoch": 0.5235282699719934,
      "grad_norm": 0.5652275681495667,
      "learning_rate": 5.461417397610682e-05,
      "loss": 3.0148,
      "step": 7080
    },
    {
      "epoch": 0.5250071633899934,
      "grad_norm": 0.39682313799858093,
      "learning_rate": 5.4357072803431396e-05,
      "loss": 3.0168,
      "step": 7100
    },
    {
      "epoch": 0.5264860568079934,
      "grad_norm": 0.5409131646156311,
      "learning_rate": 5.4099855493266896e-05,
      "loss": 3.0071,
      "step": 7120
    },
    {
      "epoch": 0.5279649502259934,
      "grad_norm": 0.465202659368515,
      "learning_rate": 5.3842528901723786e-05,
      "loss": 3.0236,
      "step": 7140
    },
    {
      "epoch": 0.5294438436439933,
      "grad_norm": 0.4230177104473114,
      "learning_rate": 5.358509988782543e-05,
      "loss": 3.0209,
      "step": 7160
    },
    {
      "epoch": 0.5309227370619933,
      "grad_norm": 0.3867465555667877,
      "learning_rate": 5.332757531332529e-05,
      "loss": 3.0212,
      "step": 7180
    },
    {
      "epoch": 0.5324016304799933,
      "grad_norm": 0.57347172498703,
      "learning_rate": 5.306996204252397e-05,
      "loss": 3.0197,
      "step": 7200
    },
    {
      "epoch": 0.5338805238979933,
      "grad_norm": 0.45516273379325867,
      "learning_rate": 5.2812266942086256e-05,
      "loss": 3.0118,
      "step": 7220
    },
    {
      "epoch": 0.5353594173159933,
      "grad_norm": 0.45842480659484863,
      "learning_rate": 5.2554496880858106e-05,
      "loss": 3.0229,
      "step": 7240
    },
    {
      "epoch": 0.5368383107339932,
      "grad_norm": 0.4081624448299408,
      "learning_rate": 5.2296658729683555e-05,
      "loss": 3.0109,
      "step": 7260
    },
    {
      "epoch": 0.5383172041519932,
      "grad_norm": 0.36024734377861023,
      "learning_rate": 5.203875936122158e-05,
      "loss": 3.007,
      "step": 7280
    },
    {
      "epoch": 0.5397960975699932,
      "grad_norm": 0.5755016803741455,
      "learning_rate": 5.178080564976287e-05,
      "loss": 3.0073,
      "step": 7300
    },
    {
      "epoch": 0.5412749909879933,
      "grad_norm": 0.4267408847808838,
      "learning_rate": 5.152280447104665e-05,
      "loss": 3.0077,
      "step": 7320
    },
    {
      "epoch": 0.5427538844059933,
      "grad_norm": 0.4339446723461151,
      "learning_rate": 5.126476270207739e-05,
      "loss": 2.9991,
      "step": 7340
    },
    {
      "epoch": 0.5442327778239932,
      "grad_norm": 0.3711448907852173,
      "learning_rate": 5.1006687220941455e-05,
      "loss": 3.0091,
      "step": 7360
    },
    {
      "epoch": 0.5457116712419932,
      "grad_norm": 0.4235258996486664,
      "learning_rate": 5.074858490662384e-05,
      "loss": 3.0015,
      "step": 7380
    },
    {
      "epoch": 0.5471905646599932,
      "grad_norm": 0.3901888430118561,
      "learning_rate": 5.0490462638824764e-05,
      "loss": 2.9862,
      "step": 7400
    },
    {
      "epoch": 0.5486694580779932,
      "grad_norm": 0.40519407391548157,
      "learning_rate": 5.023232729777628e-05,
      "loss": 3.0052,
      "step": 7420
    },
    {
      "epoch": 0.5501483514959932,
      "grad_norm": 0.5243799686431885,
      "learning_rate": 4.997418576405896e-05,
      "loss": 3.0002,
      "step": 7440
    },
    {
      "epoch": 0.5516272449139931,
      "grad_norm": 0.444050133228302,
      "learning_rate": 4.9716044918418414e-05,
      "loss": 3.0037,
      "step": 7460
    },
    {
      "epoch": 0.5531061383319931,
      "grad_norm": 0.3496316075325012,
      "learning_rate": 4.945791164158188e-05,
      "loss": 3.0084,
      "step": 7480
    },
    {
      "epoch": 0.5545850317499931,
      "grad_norm": 0.5127915740013123,
      "learning_rate": 4.9199792814074896e-05,
      "loss": 2.9986,
      "step": 7500
    },
    {
      "epoch": 0.5560639251679931,
      "grad_norm": 0.4601123332977295,
      "learning_rate": 4.8941695316037865e-05,
      "loss": 3.0057,
      "step": 7520
    },
    {
      "epoch": 0.5575428185859931,
      "grad_norm": 0.48755237460136414,
      "learning_rate": 4.868362602704258e-05,
      "loss": 2.9809,
      "step": 7540
    },
    {
      "epoch": 0.559021712003993,
      "grad_norm": 0.3724111318588257,
      "learning_rate": 4.842559182590899e-05,
      "loss": 2.9975,
      "step": 7560
    },
    {
      "epoch": 0.560500605421993,
      "grad_norm": 0.46181684732437134,
      "learning_rate": 4.816759959052177e-05,
      "loss": 2.9781,
      "step": 7580
    },
    {
      "epoch": 0.561979498839993,
      "grad_norm": 0.39748480916023254,
      "learning_rate": 4.790965619764698e-05,
      "loss": 2.9965,
      "step": 7600
    },
    {
      "epoch": 0.563458392257993,
      "grad_norm": 0.5718439221382141,
      "learning_rate": 4.76517685227488e-05,
      "loss": 2.9806,
      "step": 7620
    },
    {
      "epoch": 0.5649372856759929,
      "grad_norm": 0.5939317941665649,
      "learning_rate": 4.7393943439806264e-05,
      "loss": 2.9801,
      "step": 7640
    },
    {
      "epoch": 0.5664161790939929,
      "grad_norm": 0.4281553626060486,
      "learning_rate": 4.713618782112997e-05,
      "loss": 2.9829,
      "step": 7660
    },
    {
      "epoch": 0.5678950725119929,
      "grad_norm": 0.37646615505218506,
      "learning_rate": 4.6878508537179015e-05,
      "loss": 2.9829,
      "step": 7680
    },
    {
      "epoch": 0.5693739659299929,
      "grad_norm": 0.4106582701206207,
      "learning_rate": 4.662091245637777e-05,
      "loss": 2.9694,
      "step": 7700
    },
    {
      "epoch": 0.5708528593479929,
      "grad_norm": 0.3310515582561493,
      "learning_rate": 4.6363406444932814e-05,
      "loss": 2.9799,
      "step": 7720
    },
    {
      "epoch": 0.5723317527659928,
      "grad_norm": 0.36721667647361755,
      "learning_rate": 4.610599736664996e-05,
      "loss": 2.9794,
      "step": 7740
    },
    {
      "epoch": 0.5738106461839928,
      "grad_norm": 0.45474308729171753,
      "learning_rate": 4.5848692082751296e-05,
      "loss": 2.9848,
      "step": 7760
    },
    {
      "epoch": 0.5752895396019928,
      "grad_norm": 0.6072131991386414,
      "learning_rate": 4.559149745169218e-05,
      "loss": 2.972,
      "step": 7780
    },
    {
      "epoch": 0.5767684330199928,
      "grad_norm": 0.486600786447525,
      "learning_rate": 4.533442032897864e-05,
      "loss": 2.9602,
      "step": 7800
    },
    {
      "epoch": 0.5782473264379928,
      "grad_norm": 0.4024549126625061,
      "learning_rate": 4.5077467566984474e-05,
      "loss": 2.9852,
      "step": 7820
    },
    {
      "epoch": 0.5797262198559927,
      "grad_norm": 0.3547488749027252,
      "learning_rate": 4.4820646014768644e-05,
      "loss": 2.9794,
      "step": 7840
    },
    {
      "epoch": 0.5812051132739927,
      "grad_norm": 0.38729000091552734,
      "learning_rate": 4.456396251789274e-05,
      "loss": 2.9822,
      "step": 7860
    },
    {
      "epoch": 0.5826840066919927,
      "grad_norm": 0.35460221767425537,
      "learning_rate": 4.430742391823853e-05,
      "loss": 2.9768,
      "step": 7880
    },
    {
      "epoch": 0.5841629001099927,
      "grad_norm": 0.3545529544353485,
      "learning_rate": 4.405103705382547e-05,
      "loss": 2.9681,
      "step": 7900
    },
    {
      "epoch": 0.5856417935279927,
      "grad_norm": 0.3542696237564087,
      "learning_rate": 4.379480875862859e-05,
      "loss": 2.9748,
      "step": 7920
    },
    {
      "epoch": 0.5871206869459926,
      "grad_norm": 0.34213724732398987,
      "learning_rate": 4.3538745862396275e-05,
      "loss": 2.969,
      "step": 7940
    },
    {
      "epoch": 0.5885995803639926,
      "grad_norm": 0.35730448365211487,
      "learning_rate": 4.328285519046815e-05,
      "loss": 2.9627,
      "step": 7960
    },
    {
      "epoch": 0.5900784737819926,
      "grad_norm": 0.4420771598815918,
      "learning_rate": 4.302714356359327e-05,
      "loss": 2.9781,
      "step": 7980
    },
    {
      "epoch": 0.5915573671999926,
      "grad_norm": 0.47289857268333435,
      "learning_rate": 4.2771617797748256e-05,
      "loss": 2.9637,
      "step": 8000
    },
    {
      "epoch": 0.5930362606179926,
      "grad_norm": 0.4006676971912384,
      "learning_rate": 4.251628470395556e-05,
      "loss": 2.9721,
      "step": 8020
    },
    {
      "epoch": 0.5945151540359925,
      "grad_norm": 0.39483192563056946,
      "learning_rate": 4.226115108810201e-05,
      "loss": 2.9607,
      "step": 8040
    },
    {
      "epoch": 0.5959940474539925,
      "grad_norm": 0.49096304178237915,
      "learning_rate": 4.20062237507574e-05,
      "loss": 2.9567,
      "step": 8060
    },
    {
      "epoch": 0.5974729408719925,
      "grad_norm": 0.373417466878891,
      "learning_rate": 4.175150948699311e-05,
      "loss": 2.965,
      "step": 8080
    },
    {
      "epoch": 0.5989518342899925,
      "grad_norm": 0.33696213364601135,
      "learning_rate": 4.149701508620109e-05,
      "loss": 2.9636,
      "step": 8100
    },
    {
      "epoch": 0.6004307277079924,
      "grad_norm": 0.5063782930374146,
      "learning_rate": 4.124274733191291e-05,
      "loss": 2.9737,
      "step": 8120
    },
    {
      "epoch": 0.6019096211259924,
      "grad_norm": 0.39363813400268555,
      "learning_rate": 4.098871300161878e-05,
      "loss": 2.9516,
      "step": 8140
    },
    {
      "epoch": 0.6033885145439924,
      "grad_norm": 0.3740212023258209,
      "learning_rate": 4.07349188665871e-05,
      "loss": 2.9472,
      "step": 8160
    },
    {
      "epoch": 0.6048674079619925,
      "grad_norm": 0.42378878593444824,
      "learning_rate": 4.048137169168385e-05,
      "loss": 2.9684,
      "step": 8180
    },
    {
      "epoch": 0.6063463013799925,
      "grad_norm": 0.4358353614807129,
      "learning_rate": 4.02280782351923e-05,
      "loss": 2.9643,
      "step": 8200
    },
    {
      "epoch": 0.6078251947979924,
      "grad_norm": 0.35567548871040344,
      "learning_rate": 3.997504524863291e-05,
      "loss": 2.9435,
      "step": 8220
    },
    {
      "epoch": 0.6093040882159924,
      "grad_norm": 0.3486579358577728,
      "learning_rate": 3.972227947658325e-05,
      "loss": 2.9605,
      "step": 8240
    },
    {
      "epoch": 0.6107829816339924,
      "grad_norm": 0.42745381593704224,
      "learning_rate": 3.946978765649838e-05,
      "loss": 2.9481,
      "step": 8260
    },
    {
      "epoch": 0.6122618750519924,
      "grad_norm": 0.4889651834964752,
      "learning_rate": 3.921757651853117e-05,
      "loss": 2.9492,
      "step": 8280
    },
    {
      "epoch": 0.6137407684699924,
      "grad_norm": 0.44278714060783386,
      "learning_rate": 3.896565278535291e-05,
      "loss": 2.9578,
      "step": 8300
    },
    {
      "epoch": 0.6152196618879923,
      "grad_norm": 0.42498791217803955,
      "learning_rate": 3.8714023171974135e-05,
      "loss": 2.9439,
      "step": 8320
    },
    {
      "epoch": 0.6166985553059923,
      "grad_norm": 0.36626169085502625,
      "learning_rate": 3.846269438556568e-05,
      "loss": 2.9549,
      "step": 8340
    },
    {
      "epoch": 0.6181774487239923,
      "grad_norm": 0.369567334651947,
      "learning_rate": 3.8211673125279776e-05,
      "loss": 2.947,
      "step": 8360
    },
    {
      "epoch": 0.6196563421419923,
      "grad_norm": 0.43409767746925354,
      "learning_rate": 3.7960966082071636e-05,
      "loss": 2.9363,
      "step": 8380
    },
    {
      "epoch": 0.6211352355599923,
      "grad_norm": 0.4202839434146881,
      "learning_rate": 3.771057993852101e-05,
      "loss": 2.9501,
      "step": 8400
    },
    {
      "epoch": 0.6226141289779922,
      "grad_norm": 0.3709544241428375,
      "learning_rate": 3.746052136865409e-05,
      "loss": 2.9452,
      "step": 8420
    },
    {
      "epoch": 0.6240930223959922,
      "grad_norm": 0.3776955008506775,
      "learning_rate": 3.721079703776561e-05,
      "loss": 2.9249,
      "step": 8440
    },
    {
      "epoch": 0.6255719158139922,
      "grad_norm": 0.41565999388694763,
      "learning_rate": 3.6961413602241215e-05,
      "loss": 2.9304,
      "step": 8460
    },
    {
      "epoch": 0.6270508092319922,
      "grad_norm": 0.3948330581188202,
      "learning_rate": 3.6712377709379944e-05,
      "loss": 2.9371,
      "step": 8480
    },
    {
      "epoch": 0.6285297026499922,
      "grad_norm": 0.3861006498336792,
      "learning_rate": 3.646369599721716e-05,
      "loss": 2.9399,
      "step": 8500
    },
    {
      "epoch": 0.6300085960679921,
      "grad_norm": 0.3641924560070038,
      "learning_rate": 3.621537509434757e-05,
      "loss": 2.9283,
      "step": 8520
    },
    {
      "epoch": 0.6314874894859921,
      "grad_norm": 0.4140797555446625,
      "learning_rate": 3.596742161974848e-05,
      "loss": 2.9321,
      "step": 8540
    },
    {
      "epoch": 0.6329663829039921,
      "grad_norm": 0.40179234743118286,
      "learning_rate": 3.571984218260348e-05,
      "loss": 2.9439,
      "step": 8560
    },
    {
      "epoch": 0.6344452763219921,
      "grad_norm": 0.4169887602329254,
      "learning_rate": 3.547264338212619e-05,
      "loss": 2.9299,
      "step": 8580
    },
    {
      "epoch": 0.635924169739992,
      "grad_norm": 0.4229363203048706,
      "learning_rate": 3.522583180738436e-05,
      "loss": 2.927,
      "step": 8600
    },
    {
      "epoch": 0.637403063157992,
      "grad_norm": 0.33680644631385803,
      "learning_rate": 3.497941403712429e-05,
      "loss": 2.9373,
      "step": 8620
    },
    {
      "epoch": 0.638881956575992,
      "grad_norm": 0.39601895213127136,
      "learning_rate": 3.473339663959547e-05,
      "loss": 2.9363,
      "step": 8640
    },
    {
      "epoch": 0.640360849993992,
      "grad_norm": 0.356684148311615,
      "learning_rate": 3.448778617237543e-05,
      "loss": 2.9275,
      "step": 8660
    },
    {
      "epoch": 0.641839743411992,
      "grad_norm": 0.37500935792922974,
      "learning_rate": 3.424258918219503e-05,
      "loss": 2.9224,
      "step": 8680
    },
    {
      "epoch": 0.6433186368299919,
      "grad_norm": 0.3620283901691437,
      "learning_rate": 3.399781220476394e-05,
      "loss": 2.9294,
      "step": 8700
    },
    {
      "epoch": 0.6447975302479919,
      "grad_norm": 0.3849022090435028,
      "learning_rate": 3.3753461764596375e-05,
      "loss": 2.9332,
      "step": 8720
    },
    {
      "epoch": 0.6462764236659919,
      "grad_norm": 0.598598837852478,
      "learning_rate": 3.350954437483725e-05,
      "loss": 2.9268,
      "step": 8740
    },
    {
      "epoch": 0.6477553170839919,
      "grad_norm": 0.42141565680503845,
      "learning_rate": 3.326606653708857e-05,
      "loss": 2.926,
      "step": 8760
    },
    {
      "epoch": 0.6492342105019919,
      "grad_norm": 0.39355704188346863,
      "learning_rate": 3.302303474123608e-05,
      "loss": 2.9302,
      "step": 8780
    },
    {
      "epoch": 0.6507131039199918,
      "grad_norm": 0.3644985258579254,
      "learning_rate": 3.278045546527633e-05,
      "loss": 2.9178,
      "step": 8800
    },
    {
      "epoch": 0.6521919973379918,
      "grad_norm": 0.3427523672580719,
      "learning_rate": 3.253833517514397e-05,
      "loss": 2.9291,
      "step": 8820
    },
    {
      "epoch": 0.6536708907559918,
      "grad_norm": 0.433736652135849,
      "learning_rate": 3.22966803245394e-05,
      "loss": 2.914,
      "step": 8840
    },
    {
      "epoch": 0.6551497841739918,
      "grad_norm": 0.38325321674346924,
      "learning_rate": 3.205549735475677e-05,
      "loss": 2.9242,
      "step": 8860
    },
    {
      "epoch": 0.6566286775919918,
      "grad_norm": 0.4170295000076294,
      "learning_rate": 3.181479269451231e-05,
      "loss": 2.9175,
      "step": 8880
    },
    {
      "epoch": 0.6581075710099917,
      "grad_norm": 0.4253075420856476,
      "learning_rate": 3.1574572759772885e-05,
      "loss": 2.9211,
      "step": 8900
    },
    {
      "epoch": 0.6595864644279917,
      "grad_norm": 0.38273829221725464,
      "learning_rate": 3.133484395358507e-05,
      "loss": 2.914,
      "step": 8920
    },
    {
      "epoch": 0.6610653578459917,
      "grad_norm": 0.3915143609046936,
      "learning_rate": 3.109561266590445e-05,
      "loss": 2.9207,
      "step": 8940
    },
    {
      "epoch": 0.6625442512639917,
      "grad_norm": 0.37426161766052246,
      "learning_rate": 3.085688527342524e-05,
      "loss": 2.927,
      "step": 8960
    },
    {
      "epoch": 0.6640231446819918,
      "grad_norm": 0.34895965456962585,
      "learning_rate": 3.06186681394104e-05,
      "loss": 2.9157,
      "step": 8980
    },
    {
      "epoch": 0.6655020380999916,
      "grad_norm": 0.3564130663871765,
      "learning_rate": 3.038096761352199e-05,
      "loss": 2.9178,
      "step": 9000
    },
    {
      "epoch": 0.6669809315179916,
      "grad_norm": 0.3817369043827057,
      "learning_rate": 3.0143790031651863e-05,
      "loss": 2.9252,
      "step": 9020
    },
    {
      "epoch": 0.6684598249359917,
      "grad_norm": 0.37359967827796936,
      "learning_rate": 2.9907141715752906e-05,
      "loss": 2.9134,
      "step": 9040
    },
    {
      "epoch": 0.6699387183539917,
      "grad_norm": 0.3740251660346985,
      "learning_rate": 2.9671028973670418e-05,
      "loss": 2.9175,
      "step": 9060
    },
    {
      "epoch": 0.6714176117719917,
      "grad_norm": 0.3896474242210388,
      "learning_rate": 2.943545809897398e-05,
      "loss": 2.9153,
      "step": 9080
    },
    {
      "epoch": 0.6728965051899916,
      "grad_norm": 0.4986639618873596,
      "learning_rate": 2.9200435370789792e-05,
      "loss": 2.9215,
      "step": 9100
    },
    {
      "epoch": 0.6743753986079916,
      "grad_norm": 0.3836432099342346,
      "learning_rate": 2.8965967053633225e-05,
      "loss": 2.9123,
      "step": 9120
    },
    {
      "epoch": 0.6758542920259916,
      "grad_norm": 0.3539137840270996,
      "learning_rate": 2.873205939724185e-05,
      "loss": 2.9172,
      "step": 9140
    },
    {
      "epoch": 0.6773331854439916,
      "grad_norm": 0.4474085569381714,
      "learning_rate": 2.8498718636408862e-05,
      "loss": 2.9126,
      "step": 9160
    },
    {
      "epoch": 0.6788120788619915,
      "grad_norm": 0.3727508783340454,
      "learning_rate": 2.8265950990816926e-05,
      "loss": 2.9136,
      "step": 9180
    },
    {
      "epoch": 0.6802909722799915,
      "grad_norm": 0.3365872800350189,
      "learning_rate": 2.8033762664872293e-05,
      "loss": 2.9074,
      "step": 9200
    },
    {
      "epoch": 0.6817698656979915,
      "grad_norm": 0.3774373233318329,
      "learning_rate": 2.7802159847539545e-05,
      "loss": 2.9078,
      "step": 9220
    },
    {
      "epoch": 0.6832487591159915,
      "grad_norm": 0.34899139404296875,
      "learning_rate": 2.757114871217656e-05,
      "loss": 2.9117,
      "step": 9240
    },
    {
      "epoch": 0.6847276525339915,
      "grad_norm": 0.3489275276660919,
      "learning_rate": 2.7340735416369934e-05,
      "loss": 2.9,
      "step": 9260
    },
    {
      "epoch": 0.6862065459519914,
      "grad_norm": 0.3772989511489868,
      "learning_rate": 2.7110926101770927e-05,
      "loss": 2.8968,
      "step": 9280
    },
    {
      "epoch": 0.6876854393699914,
      "grad_norm": 0.3743598461151123,
      "learning_rate": 2.688172689393172e-05,
      "loss": 2.8978,
      "step": 9300
    },
    {
      "epoch": 0.6891643327879914,
      "grad_norm": 0.3543947637081146,
      "learning_rate": 2.665314390214212e-05,
      "loss": 2.9029,
      "step": 9320
    },
    {
      "epoch": 0.6906432262059914,
      "grad_norm": 0.3778015673160553,
      "learning_rate": 2.6425183219266746e-05,
      "loss": 2.8875,
      "step": 9340
    },
    {
      "epoch": 0.6921221196239914,
      "grad_norm": 0.3994954824447632,
      "learning_rate": 2.6197850921582633e-05,
      "loss": 2.8988,
      "step": 9360
    },
    {
      "epoch": 0.6936010130419913,
      "grad_norm": 0.4375861883163452,
      "learning_rate": 2.5971153068617195e-05,
      "loss": 2.8888,
      "step": 9380
    },
    {
      "epoch": 0.6950799064599913,
      "grad_norm": 0.3965347111225128,
      "learning_rate": 2.57450957029868e-05,
      "loss": 2.896,
      "step": 9400
    },
    {
      "epoch": 0.6965587998779913,
      "grad_norm": 0.3397294580936432,
      "learning_rate": 2.5519684850235703e-05,
      "loss": 2.8979,
      "step": 9420
    },
    {
      "epoch": 0.6980376932959913,
      "grad_norm": 0.38435131311416626,
      "learning_rate": 2.529492651867531e-05,
      "loss": 2.8914,
      "step": 9440
    },
    {
      "epoch": 0.6995165867139913,
      "grad_norm": 0.4583021402359009,
      "learning_rate": 2.5070826699224202e-05,
      "loss": 2.8994,
      "step": 9460
    },
    {
      "epoch": 0.7009954801319912,
      "grad_norm": 0.35780495405197144,
      "learning_rate": 2.4847391365248346e-05,
      "loss": 2.904,
      "step": 9480
    },
    {
      "epoch": 0.7024743735499912,
      "grad_norm": 0.48425179719924927,
      "learning_rate": 2.4624626472401834e-05,
      "loss": 2.8902,
      "step": 9500
    },
    {
      "epoch": 0.7039532669679912,
      "grad_norm": 0.34029942750930786,
      "learning_rate": 2.440253795846827e-05,
      "loss": 2.8964,
      "step": 9520
    },
    {
      "epoch": 0.7054321603859912,
      "grad_norm": 0.33855918049812317,
      "learning_rate": 2.4181131743202377e-05,
      "loss": 2.8917,
      "step": 9540
    },
    {
      "epoch": 0.7069110538039912,
      "grad_norm": 0.3716065287590027,
      "learning_rate": 2.3960413728172277e-05,
      "loss": 2.9,
      "step": 9560
    },
    {
      "epoch": 0.7083899472219911,
      "grad_norm": 0.3275023102760315,
      "learning_rate": 2.374038979660214e-05,
      "loss": 2.9032,
      "step": 9580
    },
    {
      "epoch": 0.7098688406399911,
      "grad_norm": 0.3434765040874481,
      "learning_rate": 2.352106581321542e-05,
      "loss": 2.8992,
      "step": 9600
    },
    {
      "epoch": 0.7113477340579911,
      "grad_norm": 0.3282793462276459,
      "learning_rate": 2.3302447624078427e-05,
      "loss": 2.8918,
      "step": 9620
    },
    {
      "epoch": 0.7128266274759911,
      "grad_norm": 0.4167431890964508,
      "learning_rate": 2.3084541056444654e-05,
      "loss": 2.8844,
      "step": 9640
    },
    {
      "epoch": 0.714305520893991,
      "grad_norm": 0.3788709342479706,
      "learning_rate": 2.2867351918599333e-05,
      "loss": 2.8737,
      "step": 9660
    },
    {
      "epoch": 0.715784414311991,
      "grad_norm": 0.32435911893844604,
      "learning_rate": 2.2650885999704628e-05,
      "loss": 2.8946,
      "step": 9680
    },
    {
      "epoch": 0.717263307729991,
      "grad_norm": 0.37471237778663635,
      "learning_rate": 2.243514906964539e-05,
      "loss": 2.8935,
      "step": 9700
    },
    {
      "epoch": 0.718742201147991,
      "grad_norm": 0.3652307093143463,
      "learning_rate": 2.222014687887532e-05,
      "loss": 2.8767,
      "step": 9720
    },
    {
      "epoch": 0.720221094565991,
      "grad_norm": 0.37537747621536255,
      "learning_rate": 2.2005885158263645e-05,
      "loss": 2.8802,
      "step": 9740
    },
    {
      "epoch": 0.7216999879839909,
      "grad_norm": 0.40164393186569214,
      "learning_rate": 2.1792369618942455e-05,
      "loss": 2.881,
      "step": 9760
    },
    {
      "epoch": 0.7231788814019909,
      "grad_norm": 0.35087114572525024,
      "learning_rate": 2.1579605952154435e-05,
      "loss": 2.8904,
      "step": 9780
    },
    {
      "epoch": 0.7246577748199909,
      "grad_norm": 0.4332689046859741,
      "learning_rate": 2.136759982910107e-05,
      "loss": 2.8778,
      "step": 9800
    },
    {
      "epoch": 0.726136668237991,
      "grad_norm": 0.34787076711654663,
      "learning_rate": 2.1156356900791695e-05,
      "loss": 2.8845,
      "step": 9820
    },
    {
      "epoch": 0.727615561655991,
      "grad_norm": 0.37883126735687256,
      "learning_rate": 2.0945882797892673e-05,
      "loss": 2.8876,
      "step": 9840
    },
    {
      "epoch": 0.7290944550739908,
      "grad_norm": 0.3691736161708832,
      "learning_rate": 2.0736183130577335e-05,
      "loss": 2.8887,
      "step": 9860
    },
    {
      "epoch": 0.7305733484919908,
      "grad_norm": 0.31982922554016113,
      "learning_rate": 2.0527263488376552e-05,
      "loss": 2.8815,
      "step": 9880
    },
    {
      "epoch": 0.7320522419099909,
      "grad_norm": 0.3566115200519562,
      "learning_rate": 2.031912944002966e-05,
      "loss": 2.8884,
      "step": 9900
    },
    {
      "epoch": 0.7335311353279909,
      "grad_norm": 0.33468520641326904,
      "learning_rate": 2.0111786533336e-05,
      "loss": 2.8818,
      "step": 9920
    },
    {
      "epoch": 0.7350100287459909,
      "grad_norm": 0.3208761513233185,
      "learning_rate": 1.9905240295007145e-05,
      "loss": 2.8803,
      "step": 9940
    },
    {
      "epoch": 0.7364889221639908,
      "grad_norm": 0.34477704763412476,
      "learning_rate": 1.9699496230519497e-05,
      "loss": 2.8917,
      "step": 9960
    },
    {
      "epoch": 0.7379678155819908,
      "grad_norm": 0.37035301327705383,
      "learning_rate": 1.949455982396755e-05,
      "loss": 2.8786,
      "step": 9980
    },
    {
      "epoch": 0.7394467089999908,
      "grad_norm": 0.3365253210067749,
      "learning_rate": 1.929043653791775e-05,
      "loss": 2.8675,
      "step": 10000
    },
    {
      "epoch": 0.7409256024179908,
      "grad_norm": 0.3333218991756439,
      "learning_rate": 1.9087131813262886e-05,
      "loss": 2.8687,
      "step": 10020
    },
    {
      "epoch": 0.7424044958359908,
      "grad_norm": 0.3710993230342865,
      "learning_rate": 1.8884651069076992e-05,
      "loss": 2.8718,
      "step": 10040
    },
    {
      "epoch": 0.7438833892539907,
      "grad_norm": 0.36842554807662964,
      "learning_rate": 1.8682999702471014e-05,
      "loss": 2.8631,
      "step": 10060
    },
    {
      "epoch": 0.7453622826719907,
      "grad_norm": 0.35305920243263245,
      "learning_rate": 1.8482183088448862e-05,
      "loss": 2.8708,
      "step": 10080
    },
    {
      "epoch": 0.7468411760899907,
      "grad_norm": 0.3375717103481293,
      "learning_rate": 1.828220657976419e-05,
      "loss": 2.8817,
      "step": 10100
    },
    {
      "epoch": 0.7483200695079907,
      "grad_norm": 0.37821289896965027,
      "learning_rate": 1.8083075506777676e-05,
      "loss": 2.8787,
      "step": 10120
    },
    {
      "epoch": 0.7497989629259906,
      "grad_norm": 0.3393423557281494,
      "learning_rate": 1.7884795177314995e-05,
      "loss": 2.8681,
      "step": 10140
    },
    {
      "epoch": 0.7512778563439906,
      "grad_norm": 0.35140156745910645,
      "learning_rate": 1.7687370876525273e-05,
      "loss": 2.8742,
      "step": 10160
    },
    {
      "epoch": 0.7527567497619906,
      "grad_norm": 0.3378312587738037,
      "learning_rate": 1.7490807866740268e-05,
      "loss": 2.8736,
      "step": 10180
    },
    {
      "epoch": 0.7542356431799906,
      "grad_norm": 0.37517204880714417,
      "learning_rate": 1.7295111387334103e-05,
      "loss": 2.8623,
      "step": 10200
    },
    {
      "epoch": 0.7557145365979906,
      "grad_norm": 0.3355712890625,
      "learning_rate": 1.7100286654583543e-05,
      "loss": 2.8721,
      "step": 10220
    },
    {
      "epoch": 0.7571934300159905,
      "grad_norm": 0.3331904411315918,
      "learning_rate": 1.690633886152903e-05,
      "loss": 2.8701,
      "step": 10240
    },
    {
      "epoch": 0.7586723234339905,
      "grad_norm": 0.34373047947883606,
      "learning_rate": 1.6713273177836276e-05,
      "loss": 2.8718,
      "step": 10260
    },
    {
      "epoch": 0.7601512168519905,
      "grad_norm": 0.3202342987060547,
      "learning_rate": 1.6521094749658328e-05,
      "loss": 2.8658,
      "step": 10280
    },
    {
      "epoch": 0.7616301102699905,
      "grad_norm": 0.33778509497642517,
      "learning_rate": 1.6329808699498588e-05,
      "loss": 2.8786,
      "step": 10300
    },
    {
      "epoch": 0.7631090036879905,
      "grad_norm": 0.33873429894447327,
      "learning_rate": 1.613942012607414e-05,
      "loss": 2.8731,
      "step": 10320
    },
    {
      "epoch": 0.7645878971059904,
      "grad_norm": 0.3424777090549469,
      "learning_rate": 1.5949934104179887e-05,
      "loss": 2.8715,
      "step": 10340
    },
    {
      "epoch": 0.7660667905239904,
      "grad_norm": 0.33158713579177856,
      "learning_rate": 1.5761355684553286e-05,
      "loss": 2.8545,
      "step": 10360
    },
    {
      "epoch": 0.7675456839419904,
      "grad_norm": 0.3395291566848755,
      "learning_rate": 1.557368989373973e-05,
      "loss": 2.8533,
      "step": 10380
    },
    {
      "epoch": 0.7690245773599904,
      "grad_norm": 0.31933024525642395,
      "learning_rate": 1.5386941733958503e-05,
      "loss": 2.8651,
      "step": 10400
    },
    {
      "epoch": 0.7705034707779904,
      "grad_norm": 0.3164694309234619,
      "learning_rate": 1.5201116182969538e-05,
      "loss": 2.8773,
      "step": 10420
    },
    {
      "epoch": 0.7719823641959903,
      "grad_norm": 0.35544392466545105,
      "learning_rate": 1.50162181939407e-05,
      "loss": 2.859,
      "step": 10440
    },
    {
      "epoch": 0.7734612576139903,
      "grad_norm": 0.3556651175022125,
      "learning_rate": 1.4832252695315691e-05,
      "loss": 2.8463,
      "step": 10460
    },
    {
      "epoch": 0.7749401510319903,
      "grad_norm": 0.335028737783432,
      "learning_rate": 1.4649224590682802e-05,
      "loss": 2.8635,
      "step": 10480
    },
    {
      "epoch": 0.7764190444499903,
      "grad_norm": 0.4239474833011627,
      "learning_rate": 1.4467138758644139e-05,
      "loss": 2.8493,
      "step": 10500
    },
    {
      "epoch": 0.7778979378679903,
      "grad_norm": 0.3199774920940399,
      "learning_rate": 1.4286000052685556e-05,
      "loss": 2.8687,
      "step": 10520
    },
    {
      "epoch": 0.7793768312859902,
      "grad_norm": 0.3779512643814087,
      "learning_rate": 1.4105813301047366e-05,
      "loss": 2.8518,
      "step": 10540
    },
    {
      "epoch": 0.7808557247039902,
      "grad_norm": 0.3382132649421692,
      "learning_rate": 1.3926583306595581e-05,
      "loss": 2.8572,
      "step": 10560
    },
    {
      "epoch": 0.7823346181219902,
      "grad_norm": 0.3185078203678131,
      "learning_rate": 1.374831484669392e-05,
      "loss": 2.8607,
      "step": 10580
    },
    {
      "epoch": 0.7838135115399902,
      "grad_norm": 0.35780152678489685,
      "learning_rate": 1.3571012673076472e-05,
      "loss": 2.8564,
      "step": 10600
    },
    {
      "epoch": 0.7852924049579901,
      "grad_norm": 0.3039771616458893,
      "learning_rate": 1.3394681511721013e-05,
      "loss": 2.8587,
      "step": 10620
    },
    {
      "epoch": 0.7867712983759901,
      "grad_norm": 0.3119048774242401,
      "learning_rate": 1.3219326062723042e-05,
      "loss": 2.864,
      "step": 10640
    },
    {
      "epoch": 0.7882501917939901,
      "grad_norm": 0.3685562312602997,
      "learning_rate": 1.304495100017053e-05,
      "loss": 2.8551,
      "step": 10660
    },
    {
      "epoch": 0.7897290852119901,
      "grad_norm": 0.32328301668167114,
      "learning_rate": 1.2871560972019314e-05,
      "loss": 2.8537,
      "step": 10680
    },
    {
      "epoch": 0.7912079786299901,
      "grad_norm": 0.32044264674186707,
      "learning_rate": 1.2699160599969174e-05,
      "loss": 2.8647,
      "step": 10700
    },
    {
      "epoch": 0.79268687204799,
      "grad_norm": 0.39615657925605774,
      "learning_rate": 1.2527754479340703e-05,
      "loss": 2.8558,
      "step": 10720
    },
    {
      "epoch": 0.79416576546599,
      "grad_norm": 0.31399622559547424,
      "learning_rate": 1.2357347178952788e-05,
      "loss": 2.8582,
      "step": 10740
    },
    {
      "epoch": 0.79564465888399,
      "grad_norm": 0.33324578404426575,
      "learning_rate": 1.2187943241000794e-05,
      "loss": 2.8447,
      "step": 10760
    },
    {
      "epoch": 0.7971235523019901,
      "grad_norm": 0.32412442564964294,
      "learning_rate": 1.2019547180935552e-05,
      "loss": 2.842,
      "step": 10780
    },
    {
      "epoch": 0.7986024457199901,
      "grad_norm": 0.3198014795780182,
      "learning_rate": 1.1852163487342981e-05,
      "loss": 2.8594,
      "step": 10800
    },
    {
      "epoch": 0.80008133913799,
      "grad_norm": 0.3332209289073944,
      "learning_rate": 1.1685796621824423e-05,
      "loss": 2.8542,
      "step": 10820
    },
    {
      "epoch": 0.80156023255599,
      "grad_norm": 0.3251478374004364,
      "learning_rate": 1.1520451018877742e-05,
      "loss": 2.8623,
      "step": 10840
    },
    {
      "epoch": 0.80303912597399,
      "grad_norm": 0.3332981765270233,
      "learning_rate": 1.1356131085779131e-05,
      "loss": 2.8566,
      "step": 10860
    },
    {
      "epoch": 0.80451801939199,
      "grad_norm": 0.30493640899658203,
      "learning_rate": 1.1192841202465565e-05,
      "loss": 2.8596,
      "step": 10880
    },
    {
      "epoch": 0.80599691280999,
      "grad_norm": 0.3335663974285126,
      "learning_rate": 1.1030585721418174e-05,
      "loss": 2.854,
      "step": 10900
    },
    {
      "epoch": 0.8074758062279899,
      "grad_norm": 0.3442290127277374,
      "learning_rate": 1.0869368967546134e-05,
      "loss": 2.8471,
      "step": 10920
    },
    {
      "epoch": 0.8089546996459899,
      "grad_norm": 0.3200606107711792,
      "learning_rate": 1.0709195238071407e-05,
      "loss": 2.8553,
      "step": 10940
    },
    {
      "epoch": 0.8104335930639899,
      "grad_norm": 0.30462324619293213,
      "learning_rate": 1.0550068802414231e-05,
      "loss": 2.8487,
      "step": 10960
    },
    {
      "epoch": 0.8119124864819899,
      "grad_norm": 0.3395856022834778,
      "learning_rate": 1.0391993902079295e-05,
      "loss": 2.8472,
      "step": 10980
    },
    {
      "epoch": 0.8133913798999899,
      "grad_norm": 0.3614775836467743,
      "learning_rate": 1.0234974750542647e-05,
      "loss": 2.8427,
      "step": 11000
    },
    {
      "epoch": 0.8148702733179898,
      "grad_norm": 0.3020230829715729,
      "learning_rate": 1.0079015533139463e-05,
      "loss": 2.8606,
      "step": 11020
    },
    {
      "epoch": 0.8163491667359898,
      "grad_norm": 0.32456544041633606,
      "learning_rate": 9.924120406952431e-06,
      "loss": 2.8508,
      "step": 11040
    },
    {
      "epoch": 0.8178280601539898,
      "grad_norm": 0.3214119076728821,
      "learning_rate": 9.77029350070095e-06,
      "loss": 2.8391,
      "step": 11060
    },
    {
      "epoch": 0.8193069535719898,
      "grad_norm": 0.3201681077480316,
      "learning_rate": 9.61753891463109e-06,
      "loss": 2.8532,
      "step": 11080
    },
    {
      "epoch": 0.8207858469899897,
      "grad_norm": 0.323337584733963,
      "learning_rate": 9.465860720406327e-06,
      "loss": 2.8499,
      "step": 11100
    },
    {
      "epoch": 0.8222647404079897,
      "grad_norm": 0.31912675499916077,
      "learning_rate": 9.315262960998911e-06,
      "loss": 2.852,
      "step": 11120
    },
    {
      "epoch": 0.8237436338259897,
      "grad_norm": 0.31801870465278625,
      "learning_rate": 9.165749650582239e-06,
      "loss": 2.8373,
      "step": 11140
    },
    {
      "epoch": 0.8252225272439897,
      "grad_norm": 0.3083365559577942,
      "learning_rate": 9.017324774423785e-06,
      "loss": 2.8565,
      "step": 11160
    },
    {
      "epoch": 0.8267014206619897,
      "grad_norm": 0.34097760915756226,
      "learning_rate": 8.869992288778834e-06,
      "loss": 2.8389,
      "step": 11180
    },
    {
      "epoch": 0.8281803140799896,
      "grad_norm": 0.32595744729042053,
      "learning_rate": 8.72375612078511e-06,
      "loss": 2.8588,
      "step": 11200
    },
    {
      "epoch": 0.8296592074979896,
      "grad_norm": 0.3241618275642395,
      "learning_rate": 8.578620168358082e-06,
      "loss": 2.8527,
      "step": 11220
    },
    {
      "epoch": 0.8311381009159896,
      "grad_norm": 0.31303274631500244,
      "learning_rate": 8.434588300086988e-06,
      "loss": 2.8326,
      "step": 11240
    },
    {
      "epoch": 0.8326169943339896,
      "grad_norm": 0.3417539596557617,
      "learning_rate": 8.291664355131818e-06,
      "loss": 2.8477,
      "step": 11260
    },
    {
      "epoch": 0.8340958877519896,
      "grad_norm": 0.3075898289680481,
      "learning_rate": 8.149852143120923e-06,
      "loss": 2.8353,
      "step": 11280
    },
    {
      "epoch": 0.8355747811699895,
      "grad_norm": 0.32699164748191833,
      "learning_rate": 8.009155444049499e-06,
      "loss": 2.8432,
      "step": 11300
    },
    {
      "epoch": 0.8370536745879895,
      "grad_norm": 0.29232412576675415,
      "learning_rate": 7.869578008178808e-06,
      "loss": 2.8538,
      "step": 11320
    },
    {
      "epoch": 0.8385325680059895,
      "grad_norm": 0.2949979901313782,
      "learning_rate": 7.731123555936232e-06,
      "loss": 2.8494,
      "step": 11340
    },
    {
      "epoch": 0.8400114614239895,
      "grad_norm": 0.2993783950805664,
      "learning_rate": 7.593795777816071e-06,
      "loss": 2.8439,
      "step": 11360
    },
    {
      "epoch": 0.8414903548419895,
      "grad_norm": 0.31987783312797546,
      "learning_rate": 7.457598334281235e-06,
      "loss": 2.8364,
      "step": 11380
    },
    {
      "epoch": 0.8429692482599894,
      "grad_norm": 0.3066832721233368,
      "learning_rate": 7.322534855665636e-06,
      "loss": 2.8414,
      "step": 11400
    },
    {
      "epoch": 0.8444481416779894,
      "grad_norm": 0.3674749433994293,
      "learning_rate": 7.1886089420773965e-06,
      "loss": 2.8346,
      "step": 11420
    },
    {
      "epoch": 0.8459270350959894,
      "grad_norm": 0.3142234981060028,
      "learning_rate": 7.055824163302943e-06,
      "loss": 2.8478,
      "step": 11440
    },
    {
      "epoch": 0.8474059285139894,
      "grad_norm": 0.30251550674438477,
      "learning_rate": 6.924184058711836e-06,
      "loss": 2.8447,
      "step": 11460
    },
    {
      "epoch": 0.8488848219319894,
      "grad_norm": 0.35557475686073303,
      "learning_rate": 6.7936921371623885e-06,
      "loss": 2.8387,
      "step": 11480
    },
    {
      "epoch": 0.8503637153499893,
      "grad_norm": 0.2999821901321411,
      "learning_rate": 6.6643518769082036e-06,
      "loss": 2.8484,
      "step": 11500
    },
    {
      "epoch": 0.8518426087679893,
      "grad_norm": 0.29102715849876404,
      "learning_rate": 6.536166725505405e-06,
      "loss": 2.8418,
      "step": 11520
    },
    {
      "epoch": 0.8533215021859893,
      "grad_norm": 0.3709971606731415,
      "learning_rate": 6.4091400997207785e-06,
      "loss": 2.8393,
      "step": 11540
    },
    {
      "epoch": 0.8548003956039893,
      "grad_norm": 0.3058640658855438,
      "learning_rate": 6.2832753854406846e-06,
      "loss": 2.8428,
      "step": 11560
    },
    {
      "epoch": 0.8562792890219892,
      "grad_norm": 0.2915048599243164,
      "learning_rate": 6.158575937580818e-06,
      "loss": 2.8446,
      "step": 11580
    },
    {
      "epoch": 0.8577581824399892,
      "grad_norm": 0.31149548292160034,
      "learning_rate": 6.035045079996743e-06,
      "loss": 2.8438,
      "step": 11600
    },
    {
      "epoch": 0.8592370758579893,
      "grad_norm": 0.2985529601573944,
      "learning_rate": 5.9126861053953595e-06,
      "loss": 2.8246,
      "step": 11620
    },
    {
      "epoch": 0.8607159692759893,
      "grad_norm": 0.33099082112312317,
      "learning_rate": 5.791502275247079e-06,
      "loss": 2.8412,
      "step": 11640
    },
    {
      "epoch": 0.8621948626939893,
      "grad_norm": 0.28865981101989746,
      "learning_rate": 5.6714968196989295e-06,
      "loss": 2.8299,
      "step": 11660
    },
    {
      "epoch": 0.8636737561119892,
      "grad_norm": 0.34115445613861084,
      "learning_rate": 5.5526729374884456e-06,
      "loss": 2.8368,
      "step": 11680
    },
    {
      "epoch": 0.8651526495299892,
      "grad_norm": 0.3019537925720215,
      "learning_rate": 5.435033795858385e-06,
      "loss": 2.8424,
      "step": 11700
    },
    {
      "epoch": 0.8666315429479892,
      "grad_norm": 0.2919292449951172,
      "learning_rate": 5.318582530472338e-06,
      "loss": 2.8449,
      "step": 11720
    },
    {
      "epoch": 0.8681104363659892,
      "grad_norm": 0.2975643575191498,
      "learning_rate": 5.203322245331127e-06,
      "loss": 2.8484,
      "step": 11740
    },
    {
      "epoch": 0.8695893297839892,
      "grad_norm": 0.30803442001342773,
      "learning_rate": 5.089256012690069e-06,
      "loss": 2.839,
      "step": 11760
    },
    {
      "epoch": 0.8710682232019891,
      "grad_norm": 0.3415025770664215,
      "learning_rate": 4.976386872977107e-06,
      "loss": 2.8406,
      "step": 11780
    },
    {
      "epoch": 0.8725471166199891,
      "grad_norm": 0.3077727258205414,
      "learning_rate": 4.864717834711735e-06,
      "loss": 2.8262,
      "step": 11800
    },
    {
      "epoch": 0.8740260100379891,
      "grad_norm": 0.3027855455875397,
      "learning_rate": 4.75425187442482e-06,
      "loss": 2.8394,
      "step": 11820
    },
    {
      "epoch": 0.8755049034559891,
      "grad_norm": 0.3020201027393341,
      "learning_rate": 4.644991936579268e-06,
      "loss": 2.8397,
      "step": 11840
    },
    {
      "epoch": 0.8769837968739891,
      "grad_norm": 0.2942678928375244,
      "learning_rate": 4.536940933491552e-06,
      "loss": 2.8506,
      "step": 11860
    },
    {
      "epoch": 0.878462690291989,
      "grad_norm": 0.30446386337280273,
      "learning_rate": 4.43010174525404e-06,
      "loss": 2.8323,
      "step": 11880
    },
    {
      "epoch": 0.879941583709989,
      "grad_norm": 0.2892758250236511,
      "learning_rate": 4.324477219658274e-06,
      "loss": 2.8268,
      "step": 11900
    },
    {
      "epoch": 0.881420477127989,
      "grad_norm": 0.29356256127357483,
      "learning_rate": 4.220070172119045e-06,
      "loss": 2.8561,
      "step": 11920
    },
    {
      "epoch": 0.882899370545989,
      "grad_norm": 0.2972046136856079,
      "learning_rate": 4.116883385599335e-06,
      "loss": 2.8459,
      "step": 11940
    },
    {
      "epoch": 0.884378263963989,
      "grad_norm": 0.30883651971817017,
      "learning_rate": 4.01491961053615e-06,
      "loss": 2.8526,
      "step": 11960
    },
    {
      "epoch": 0.8858571573819889,
      "grad_norm": 0.30948570370674133,
      "learning_rate": 3.914181564767216e-06,
      "loss": 2.8335,
      "step": 11980
    },
    {
      "epoch": 0.8873360507999889,
      "grad_norm": 0.2896897494792938,
      "learning_rate": 3.8146719334585246e-06,
      "loss": 2.8353,
      "step": 12000
    },
    {
      "epoch": 0.8888149442179889,
      "grad_norm": 0.29304638504981995,
      "learning_rate": 3.7163933690327447e-06,
      "loss": 2.8352,
      "step": 12020
    },
    {
      "epoch": 0.8902938376359889,
      "grad_norm": 0.29079097509384155,
      "learning_rate": 3.619348491098562e-06,
      "loss": 2.8256,
      "step": 12040
    },
    {
      "epoch": 0.8917727310539888,
      "grad_norm": 0.3122529089450836,
      "learning_rate": 3.5235398863808055e-06,
      "loss": 2.8211,
      "step": 12060
    },
    {
      "epoch": 0.8932516244719888,
      "grad_norm": 0.2927321493625641,
      "learning_rate": 3.4289701086515357e-06,
      "loss": 2.8338,
      "step": 12080
    },
    {
      "epoch": 0.8947305178899888,
      "grad_norm": 0.2869907319545746,
      "learning_rate": 3.3356416786619716e-06,
      "loss": 2.8313,
      "step": 12100
    },
    {
      "epoch": 0.8962094113079888,
      "grad_norm": 0.27835631370544434,
      "learning_rate": 3.2435570840752605e-06,
      "loss": 2.8346,
      "step": 12120
    },
    {
      "epoch": 0.8976883047259888,
      "grad_norm": 0.2780158817768097,
      "learning_rate": 3.152718779400221e-06,
      "loss": 2.8315,
      "step": 12140
    },
    {
      "epoch": 0.8991671981439887,
      "grad_norm": 0.2955233156681061,
      "learning_rate": 3.0631291859259114e-06,
      "loss": 2.8241,
      "step": 12160
    },
    {
      "epoch": 0.9006460915619887,
      "grad_norm": 0.29205450415611267,
      "learning_rate": 2.9747906916570258e-06,
      "loss": 2.8308,
      "step": 12180
    },
    {
      "epoch": 0.9021249849799887,
      "grad_norm": 0.289033979177475,
      "learning_rate": 2.8877056512503386e-06,
      "loss": 2.8469,
      "step": 12200
    },
    {
      "epoch": 0.9036038783979887,
      "grad_norm": 0.29402533173561096,
      "learning_rate": 2.8018763859518736e-06,
      "loss": 2.82,
      "step": 12220
    },
    {
      "epoch": 0.9050827718159887,
      "grad_norm": 0.30112123489379883,
      "learning_rate": 2.7173051835350517e-06,
      "loss": 2.8269,
      "step": 12240
    },
    {
      "epoch": 0.9065616652339886,
      "grad_norm": 0.2986692488193512,
      "learning_rate": 2.6339942982397116e-06,
      "loss": 2.8269,
      "step": 12260
    },
    {
      "epoch": 0.9080405586519886,
      "grad_norm": 0.3106101453304291,
      "learning_rate": 2.5519459507120313e-06,
      "loss": 2.8415,
      "step": 12280
    },
    {
      "epoch": 0.9095194520699886,
      "grad_norm": 0.2930283844470978,
      "learning_rate": 2.471162327945303e-06,
      "loss": 2.8353,
      "step": 12300
    },
    {
      "epoch": 0.9109983454879886,
      "grad_norm": 0.28059104084968567,
      "learning_rate": 2.3916455832216964e-06,
      "loss": 2.8318,
      "step": 12320
    },
    {
      "epoch": 0.9124772389059886,
      "grad_norm": 0.2927623987197876,
      "learning_rate": 2.313397836054815e-06,
      "loss": 2.841,
      "step": 12340
    },
    {
      "epoch": 0.9139561323239885,
      "grad_norm": 0.28432729840278625,
      "learning_rate": 2.2364211721331964e-06,
      "loss": 2.8294,
      "step": 12360
    },
    {
      "epoch": 0.9154350257419885,
      "grad_norm": 0.2854309678077698,
      "learning_rate": 2.1607176432647703e-06,
      "loss": 2.8389,
      "step": 12380
    },
    {
      "epoch": 0.9169139191599885,
      "grad_norm": 0.2870195209980011,
      "learning_rate": 2.0862892673221224e-06,
      "loss": 2.8355,
      "step": 12400
    },
    {
      "epoch": 0.9183928125779885,
      "grad_norm": 0.27523091435432434,
      "learning_rate": 2.01313802818871e-06,
      "loss": 2.8379,
      "step": 12420
    },
    {
      "epoch": 0.9198717059959886,
      "grad_norm": 0.2815629839897156,
      "learning_rate": 1.9412658757060053e-06,
      "loss": 2.8279,
      "step": 12440
    },
    {
      "epoch": 0.9213505994139884,
      "grad_norm": 0.28886112570762634,
      "learning_rate": 1.870674725621513e-06,
      "loss": 2.8242,
      "step": 12460
    },
    {
      "epoch": 0.9228294928319885,
      "grad_norm": 0.2753719985485077,
      "learning_rate": 1.80136645953769e-06,
      "loss": 2.8234,
      "step": 12480
    },
    {
      "epoch": 0.9243083862499885,
      "grad_norm": 0.2705097496509552,
      "learning_rate": 1.7333429248618194e-06,
      "loss": 2.8209,
      "step": 12500
    },
    {
      "epoch": 0.9257872796679885,
      "grad_norm": 0.284212589263916,
      "learning_rate": 1.6666059347567485e-06,
      "loss": 2.838,
      "step": 12520
    },
    {
      "epoch": 0.9272661730859884,
      "grad_norm": 0.28033483028411865,
      "learning_rate": 1.6011572680925458e-06,
      "loss": 2.827,
      "step": 12540
    },
    {
      "epoch": 0.9287450665039884,
      "grad_norm": 0.27618134021759033,
      "learning_rate": 1.5369986693991255e-06,
      "loss": 2.8415,
      "step": 12560
    },
    {
      "epoch": 0.9302239599219884,
      "grad_norm": 0.28289562463760376,
      "learning_rate": 1.474131848819721e-06,
      "loss": 2.834,
      "step": 12580
    },
    {
      "epoch": 0.9317028533399884,
      "grad_norm": 0.2737962305545807,
      "learning_rate": 1.4125584820652959e-06,
      "loss": 2.8228,
      "step": 12600
    },
    {
      "epoch": 0.9331817467579884,
      "grad_norm": 0.27976194024086,
      "learning_rate": 1.352280210369894e-06,
      "loss": 2.8387,
      "step": 12620
    },
    {
      "epoch": 0.9346606401759883,
      "grad_norm": 0.27253544330596924,
      "learning_rate": 1.2932986404468883e-06,
      "loss": 2.8417,
      "step": 12640
    },
    {
      "epoch": 0.9361395335939883,
      "grad_norm": 0.2787373661994934,
      "learning_rate": 1.2356153444461393e-06,
      "loss": 2.8295,
      "step": 12660
    },
    {
      "epoch": 0.9376184270119883,
      "grad_norm": 0.27786681056022644,
      "learning_rate": 1.1792318599121165e-06,
      "loss": 2.8238,
      "step": 12680
    },
    {
      "epoch": 0.9390973204299883,
      "grad_norm": 0.2707980275154114,
      "learning_rate": 1.1241496897428872e-06,
      "loss": 2.8216,
      "step": 12700
    },
    {
      "epoch": 0.9405762138479883,
      "grad_norm": 0.2854357063770294,
      "learning_rate": 1.0703703021500811e-06,
      "loss": 2.8108,
      "step": 12720
    },
    {
      "epoch": 0.9420551072659882,
      "grad_norm": 0.2822173833847046,
      "learning_rate": 1.0178951306197337e-06,
      "loss": 2.8093,
      "step": 12740
    },
    {
      "epoch": 0.9435340006839882,
      "grad_norm": 0.29024040699005127,
      "learning_rate": 9.667255738740943e-07,
      "loss": 2.8258,
      "step": 12760
    },
    {
      "epoch": 0.9450128941019882,
      "grad_norm": 0.2967122793197632,
      "learning_rate": 9.168629958343334e-07,
      "loss": 2.842,
      "step": 12780
    },
    {
      "epoch": 0.9464917875199882,
      "grad_norm": 0.2722231149673462,
      "learning_rate": 8.683087255841881e-07,
      "loss": 2.8341,
      "step": 12800
    },
    {
      "epoch": 0.9479706809379882,
      "grad_norm": 0.2952738106250763,
      "learning_rate": 8.210640573345474e-07,
      "loss": 2.8212,
      "step": 12820
    },
    {
      "epoch": 0.9494495743559881,
      "grad_norm": 0.27017560601234436,
      "learning_rate": 7.751302503889224e-07,
      "loss": 2.8123,
      "step": 12840
    },
    {
      "epoch": 0.9509284677739881,
      "grad_norm": 0.2811236083507538,
      "learning_rate": 7.305085291099301e-07,
      "loss": 2.8426,
      "step": 12860
    },
    {
      "epoch": 0.9524073611919881,
      "grad_norm": 0.282913476228714,
      "learning_rate": 6.872000828866131e-07,
      "loss": 2.8348,
      "step": 12880
    },
    {
      "epoch": 0.9538862546099881,
      "grad_norm": 0.2759126126766205,
      "learning_rate": 6.452060661027548e-07,
      "loss": 2.8301,
      "step": 12900
    },
    {
      "epoch": 0.9553651480279881,
      "grad_norm": 0.2853533923625946,
      "learning_rate": 6.045275981061138e-07,
      "loss": 2.8415,
      "step": 12920
    },
    {
      "epoch": 0.956844041445988,
      "grad_norm": 0.2731573283672333,
      "learning_rate": 5.651657631785878e-07,
      "loss": 2.826,
      "step": 12940
    },
    {
      "epoch": 0.958322934863988,
      "grad_norm": 0.2759709060192108,
      "learning_rate": 5.271216105072863e-07,
      "loss": 2.8261,
      "step": 12960
    },
    {
      "epoch": 0.959801828281988,
      "grad_norm": 0.2832717001438141,
      "learning_rate": 4.903961541565971e-07,
      "loss": 2.8332,
      "step": 12980
    },
    {
      "epoch": 0.961280721699988,
      "grad_norm": 0.269037127494812,
      "learning_rate": 4.5499037304115866e-07,
      "loss": 2.8229,
      "step": 13000
    },
    {
      "epoch": 0.9627596151179879,
      "grad_norm": 0.271410197019577,
      "learning_rate": 4.2090521089972466e-07,
      "loss": 2.8401,
      "step": 13020
    },
    {
      "epoch": 0.9642385085359879,
      "grad_norm": 0.26483696699142456,
      "learning_rate": 3.8814157627005685e-07,
      "loss": 2.8376,
      "step": 13040
    },
    {
      "epoch": 0.9657174019539879,
      "grad_norm": 0.2761934697628021,
      "learning_rate": 3.567003424646831e-07,
      "loss": 2.8374,
      "step": 13060
    },
    {
      "epoch": 0.9671962953719879,
      "grad_norm": 0.27471932768821716,
      "learning_rate": 3.265823475476215e-07,
      "loss": 2.8358,
      "step": 13080
    },
    {
      "epoch": 0.9686751887899879,
      "grad_norm": 0.27371978759765625,
      "learning_rate": 2.97788394312043e-07,
      "loss": 2.8289,
      "step": 13100
    },
    {
      "epoch": 0.9701540822079878,
      "grad_norm": 0.2889103889465332,
      "learning_rate": 2.7031925025888247e-07,
      "loss": 2.8145,
      "step": 13120
    },
    {
      "epoch": 0.9716329756259878,
      "grad_norm": 0.2687681317329407,
      "learning_rate": 2.441756475763668e-07,
      "loss": 2.818,
      "step": 13140
    },
    {
      "epoch": 0.9731118690439878,
      "grad_norm": 0.2686457931995392,
      "learning_rate": 2.1935828312050766e-07,
      "loss": 2.8344,
      "step": 13160
    },
    {
      "epoch": 0.9745907624619878,
      "grad_norm": 0.26769590377807617,
      "learning_rate": 1.9586781839652235e-07,
      "loss": 2.8236,
      "step": 13180
    },
    {
      "epoch": 0.9760696558799878,
      "grad_norm": 0.27022501826286316,
      "learning_rate": 1.737048795412033e-07,
      "loss": 2.8307,
      "step": 13200
    },
    {
      "epoch": 0.9775485492979877,
      "grad_norm": 0.2741018533706665,
      "learning_rate": 1.5287005730623138e-07,
      "loss": 2.8312,
      "step": 13220
    },
    {
      "epoch": 0.9790274427159877,
      "grad_norm": 0.27768802642822266,
      "learning_rate": 1.333639070424164e-07,
      "loss": 2.8281,
      "step": 13240
    },
    {
      "epoch": 0.9805063361339877,
      "grad_norm": 0.26736685633659363,
      "learning_rate": 1.1518694868491442e-07,
      "loss": 2.8342,
      "step": 13260
    },
    {
      "epoch": 0.9819852295519877,
      "grad_norm": 0.26495057344436646,
      "learning_rate": 9.833966673935546e-08,
      "loss": 2.8236,
      "step": 13280
    },
    {
      "epoch": 0.9834641229699878,
      "grad_norm": 0.27052661776542664,
      "learning_rate": 8.282251026893728e-08,
      "loss": 2.8214,
      "step": 13300
    },
    {
      "epoch": 0.9849430163879876,
      "grad_norm": 0.2683194875717163,
      "learning_rate": 6.863589288244043e-08,
      "loss": 2.8468,
      "step": 13320
    },
    {
      "epoch": 0.9864219098059877,
      "grad_norm": 0.27812352776527405,
      "learning_rate": 5.5780192723214884e-08,
      "loss": 2.8254,
      "step": 13340
    },
    {
      "epoch": 0.9879008032239877,
      "grad_norm": 0.2842520773410797,
      "learning_rate": 4.425575245911029e-08,
      "loss": 2.8273,
      "step": 13360
    },
    {
      "epoch": 0.9893796966419877,
      "grad_norm": 0.2864263355731964,
      "learning_rate": 3.406287927332219e-08,
      "loss": 2.8311,
      "step": 13380
    },
    {
      "epoch": 0.9908585900599877,
      "grad_norm": 0.26490774750709534,
      "learning_rate": 2.520184485620969e-08,
      "loss": 2.8298,
      "step": 13400
    },
    {
      "epoch": 0.9923374834779876,
      "grad_norm": 0.2666003406047821,
      "learning_rate": 1.7672885398067883e-08,
      "loss": 2.8303,
      "step": 13420
    },
    {
      "epoch": 0.9938163768959876,
      "grad_norm": 0.27174392342567444,
      "learning_rate": 1.147620158281626e-08,
      "loss": 2.8177,
      "step": 13440
    },
    {
      "epoch": 0.9952952703139876,
      "grad_norm": 0.2677934467792511,
      "learning_rate": 6.6119585826529554e-09,
      "loss": 2.8123,
      "step": 13460
    },
    {
      "epoch": 0.9967741637319876,
      "grad_norm": 0.2655700445175171,
      "learning_rate": 3.0802860536582876e-09,
      "loss": 2.8268,
      "step": 13480
    },
    {
      "epoch": 0.9982530571499876,
      "grad_norm": 0.2759760022163391,
      "learning_rate": 8.812781323253027e-10,
      "loss": 2.8247,
      "step": 13500
    },
    {
      "epoch": 0.9997319505679875,
      "grad_norm": 0.2634597718715668,
      "learning_rate": 1.4993433072874042e-11,
      "loss": 2.831,
      "step": 13520
    }
  ],
  "logging_steps": 20,
  "max_steps": 13523,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.070897645108016e+19,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}