protgpt2-distilled-tiny / training_logs.json
littleworth's picture
Upload folder using huggingface_hub
391db44 verified
raw
history blame
169 kB
[
{
"loss": 30.8234,
"grad_norm": 0.5755094885826111,
"learning_rate": 0.0009991248796709547,
"epoch": 0.0
},
{
"loss": 24.1229,
"grad_norm": 0.2920963764190674,
"learning_rate": 0.0009982497593419095,
"epoch": 0.01
},
{
"loss": 22.7986,
"grad_norm": 0.5106011629104614,
"learning_rate": 0.0009973746390128642,
"epoch": 0.01
},
{
"loss": 21.4924,
"grad_norm": 0.9322375059127808,
"learning_rate": 0.000996499518683819,
"epoch": 0.01
},
{
"loss": 20.7911,
"grad_norm": 0.8529098629951477,
"learning_rate": 0.0009956243983547737,
"epoch": 0.01
},
{
"loss": 19.338,
"grad_norm": 0.776152491569519,
"learning_rate": 0.0009947492780257286,
"epoch": 0.02
},
{
"loss": 19.0175,
"grad_norm": 2.11796498298645,
"learning_rate": 0.0009938741576966832,
"epoch": 0.02
},
{
"loss": 18.2997,
"grad_norm": 1.3791886568069458,
"learning_rate": 0.0009929990373676381,
"epoch": 0.02
},
{
"loss": 17.2791,
"grad_norm": 1.3849037885665894,
"learning_rate": 0.0009921239170385928,
"epoch": 0.02
},
{
"loss": 17.3609,
"grad_norm": 1.1861941814422607,
"learning_rate": 0.0009912487967095476,
"epoch": 0.03
},
{
"loss": 17.1215,
"grad_norm": 1.494122862815857,
"learning_rate": 0.0009903736763805023,
"epoch": 0.03
},
{
"loss": 16.3944,
"grad_norm": 1.5872834920883179,
"learning_rate": 0.0009894985560514572,
"epoch": 0.03
},
{
"loss": 16.0054,
"grad_norm": 1.2658979892730713,
"learning_rate": 0.0009886234357224118,
"epoch": 0.03
},
{
"loss": 15.5523,
"grad_norm": 0.8640480041503906,
"learning_rate": 0.0009877483153933667,
"epoch": 0.04
},
{
"loss": 16.2465,
"grad_norm": 0.8946548700332642,
"learning_rate": 0.0009868731950643213,
"epoch": 0.04
},
{
"loss": 15.0235,
"grad_norm": 0.9279372692108154,
"learning_rate": 0.0009859980747352762,
"epoch": 0.04
},
{
"loss": 15.7517,
"grad_norm": 0.8807494044303894,
"learning_rate": 0.0009851229544062309,
"epoch": 0.04
},
{
"loss": 14.6884,
"grad_norm": 0.683822751045227,
"learning_rate": 0.0009842478340771857,
"epoch": 0.05
},
{
"loss": 14.0949,
"grad_norm": 1.1334095001220703,
"learning_rate": 0.0009833727137481404,
"epoch": 0.05
},
{
"loss": 14.3378,
"grad_norm": 1.1247657537460327,
"learning_rate": 0.0009824975934190953,
"epoch": 0.05
},
{
"loss": 13.7597,
"grad_norm": 0.9332773685455322,
"learning_rate": 0.00098162247309005,
"epoch": 0.06
},
{
"loss": 14.5567,
"grad_norm": 0.8742538690567017,
"learning_rate": 0.0009807473527610048,
"epoch": 0.06
},
{
"loss": 14.0188,
"grad_norm": 1.5592143535614014,
"learning_rate": 0.0009798722324319594,
"epoch": 0.06
},
{
"loss": 13.9401,
"grad_norm": 0.9473065733909607,
"learning_rate": 0.0009789971121029143,
"epoch": 0.06
},
{
"loss": 13.5177,
"grad_norm": 0.5469663143157959,
"learning_rate": 0.000978121991773869,
"epoch": 0.07
},
{
"loss": 13.513,
"grad_norm": 1.7497597932815552,
"learning_rate": 0.0009772468714448236,
"epoch": 0.07
},
{
"loss": 13.6579,
"grad_norm": 0.7552927136421204,
"learning_rate": 0.0009763717511157785,
"epoch": 0.07
},
{
"loss": 13.0899,
"grad_norm": 0.5602779984474182,
"learning_rate": 0.0009754966307867332,
"epoch": 0.07
},
{
"loss": 13.8637,
"grad_norm": 0.6577705144882202,
"learning_rate": 0.000974621510457688,
"epoch": 0.08
},
{
"loss": 14.2909,
"grad_norm": 1.0710817575454712,
"learning_rate": 0.0009737463901286428,
"epoch": 0.08
},
{
"loss": 13.3632,
"grad_norm": 0.48803457617759705,
"learning_rate": 0.0009728712697995975,
"epoch": 0.08
},
{
"loss": 13.5002,
"grad_norm": 0.9970788359642029,
"learning_rate": 0.0009719961494705523,
"epoch": 0.08
},
{
"loss": 13.6276,
"grad_norm": 0.9624769687652588,
"learning_rate": 0.000971121029141507,
"epoch": 0.09
},
{
"loss": 13.7281,
"grad_norm": 0.8082631230354309,
"learning_rate": 0.0009702459088124618,
"epoch": 0.09
},
{
"loss": 13.0793,
"grad_norm": 0.6732771396636963,
"learning_rate": 0.0009693707884834166,
"epoch": 0.09
},
{
"loss": 12.6621,
"grad_norm": 0.8451002240180969,
"learning_rate": 0.0009684956681543713,
"epoch": 0.09
},
{
"loss": 13.2374,
"grad_norm": 1.1656385660171509,
"learning_rate": 0.0009676205478253261,
"epoch": 0.1
},
{
"loss": 12.7625,
"grad_norm": 0.9667061567306519,
"learning_rate": 0.0009667454274962808,
"epoch": 0.1
},
{
"loss": 13.0046,
"grad_norm": 0.9311497807502747,
"learning_rate": 0.0009658703071672355,
"epoch": 0.1
},
{
"loss": 12.9037,
"grad_norm": 1.1891040802001953,
"learning_rate": 0.0009649951868381903,
"epoch": 0.1
},
{
"loss": 12.6521,
"grad_norm": 1.1127817630767822,
"learning_rate": 0.000964120066509145,
"epoch": 0.11
},
{
"loss": 13.2942,
"grad_norm": 0.6665758490562439,
"learning_rate": 0.0009632449461800998,
"epoch": 0.11
},
{
"loss": 12.4443,
"grad_norm": 0.8878126740455627,
"learning_rate": 0.0009623698258510546,
"epoch": 0.11
},
{
"loss": 13.0001,
"grad_norm": 1.5000464916229248,
"learning_rate": 0.0009614947055220093,
"epoch": 0.12
},
{
"loss": 12.2303,
"grad_norm": 1.1078687906265259,
"learning_rate": 0.0009606195851929641,
"epoch": 0.12
},
{
"loss": 12.1915,
"grad_norm": 0.8044748306274414,
"learning_rate": 0.0009597444648639187,
"epoch": 0.12
},
{
"loss": 12.7246,
"grad_norm": 0.9232500195503235,
"learning_rate": 0.0009588693445348735,
"epoch": 0.12
},
{
"loss": 11.9769,
"grad_norm": 0.7413458824157715,
"learning_rate": 0.0009579942242058283,
"epoch": 0.13
},
{
"loss": 12.8006,
"grad_norm": 1.1132707595825195,
"learning_rate": 0.000957119103876783,
"epoch": 0.13
},
{
"loss": 12.4323,
"grad_norm": 0.7814503312110901,
"learning_rate": 0.0009562439835477378,
"epoch": 0.13
},
{
"loss": 12.3482,
"grad_norm": 0.8854762315750122,
"learning_rate": 0.0009553688632186925,
"epoch": 0.13
},
{
"loss": 12.5045,
"grad_norm": 0.704131007194519,
"learning_rate": 0.0009544937428896473,
"epoch": 0.14
},
{
"loss": 12.1405,
"grad_norm": 0.7020297050476074,
"learning_rate": 0.0009536186225606021,
"epoch": 0.14
},
{
"loss": 11.5427,
"grad_norm": 0.398807168006897,
"learning_rate": 0.0009527435022315568,
"epoch": 0.14
},
{
"loss": 12.655,
"grad_norm": 1.0002299547195435,
"learning_rate": 0.0009518683819025116,
"epoch": 0.14
},
{
"loss": 11.9656,
"grad_norm": 0.7870428562164307,
"learning_rate": 0.0009509932615734664,
"epoch": 0.15
},
{
"loss": 12.4639,
"grad_norm": 0.9154604077339172,
"learning_rate": 0.0009501181412444211,
"epoch": 0.15
},
{
"loss": 11.6344,
"grad_norm": 1.1896569728851318,
"learning_rate": 0.0009492430209153759,
"epoch": 0.15
},
{
"loss": 12.4516,
"grad_norm": 0.8169024586677551,
"learning_rate": 0.0009483679005863306,
"epoch": 0.15
},
{
"loss": 12.1848,
"grad_norm": 0.8429264426231384,
"learning_rate": 0.0009474927802572854,
"epoch": 0.16
},
{
"loss": 11.2014,
"grad_norm": 0.8499436378479004,
"learning_rate": 0.0009466176599282402,
"epoch": 0.16
},
{
"loss": 12.2217,
"grad_norm": 0.8969743251800537,
"learning_rate": 0.0009457425395991948,
"epoch": 0.16
},
{
"loss": 11.7729,
"grad_norm": 1.0959218740463257,
"learning_rate": 0.0009448674192701496,
"epoch": 0.17
},
{
"loss": 11.6254,
"grad_norm": 1.1692876815795898,
"learning_rate": 0.0009439922989411043,
"epoch": 0.17
},
{
"loss": 11.5698,
"grad_norm": 1.9476372003555298,
"learning_rate": 0.0009431171786120591,
"epoch": 0.17
},
{
"loss": 11.4321,
"grad_norm": 1.1742662191390991,
"learning_rate": 0.0009422420582830139,
"epoch": 0.17
},
{
"loss": 11.3224,
"grad_norm": 0.9839737415313721,
"learning_rate": 0.0009413669379539686,
"epoch": 0.18
},
{
"loss": 11.8269,
"grad_norm": 0.9094179272651672,
"learning_rate": 0.0009404918176249234,
"epoch": 0.18
},
{
"loss": 11.8652,
"grad_norm": 0.9139958620071411,
"learning_rate": 0.0009396166972958782,
"epoch": 0.18
},
{
"loss": 11.5493,
"grad_norm": 0.7938945889472961,
"learning_rate": 0.0009387415769668329,
"epoch": 0.18
},
{
"loss": 11.413,
"grad_norm": 0.8102487921714783,
"learning_rate": 0.0009378664566377877,
"epoch": 0.19
},
{
"loss": 11.4015,
"grad_norm": 0.5892770290374756,
"learning_rate": 0.0009369913363087424,
"epoch": 0.19
},
{
"loss": 10.8455,
"grad_norm": 0.7269143462181091,
"learning_rate": 0.0009361162159796972,
"epoch": 0.19
},
{
"loss": 11.5612,
"grad_norm": 0.8169882893562317,
"learning_rate": 0.000935241095650652,
"epoch": 0.19
},
{
"loss": 10.545,
"grad_norm": 0.8424365520477295,
"learning_rate": 0.0009343659753216067,
"epoch": 0.2
},
{
"loss": 10.8486,
"grad_norm": 0.855518102645874,
"learning_rate": 0.0009334908549925615,
"epoch": 0.2
},
{
"loss": 10.3733,
"grad_norm": 1.1463903188705444,
"learning_rate": 0.0009326157346635162,
"epoch": 0.2
},
{
"loss": 10.794,
"grad_norm": 0.7493767142295837,
"learning_rate": 0.000931740614334471,
"epoch": 0.2
},
{
"loss": 10.5943,
"grad_norm": 0.8767346739768982,
"learning_rate": 0.0009308654940054258,
"epoch": 0.21
},
{
"loss": 11.4169,
"grad_norm": 1.0650781393051147,
"learning_rate": 0.0009299903736763805,
"epoch": 0.21
},
{
"loss": 10.8176,
"grad_norm": 0.8954362869262695,
"learning_rate": 0.0009291152533473353,
"epoch": 0.21
},
{
"loss": 10.9644,
"grad_norm": 0.697245180606842,
"learning_rate": 0.0009282401330182901,
"epoch": 0.22
},
{
"loss": 11.0427,
"grad_norm": 1.5471469163894653,
"learning_rate": 0.0009273650126892448,
"epoch": 0.22
},
{
"loss": 10.8293,
"grad_norm": 0.7173879146575928,
"learning_rate": 0.0009264898923601996,
"epoch": 0.22
},
{
"loss": 10.744,
"grad_norm": 1.1271495819091797,
"learning_rate": 0.0009256147720311543,
"epoch": 0.22
},
{
"loss": 10.3733,
"grad_norm": 0.7106486558914185,
"learning_rate": 0.0009247396517021091,
"epoch": 0.23
},
{
"loss": 10.9536,
"grad_norm": 1.1200592517852783,
"learning_rate": 0.0009238645313730638,
"epoch": 0.23
},
{
"loss": 10.4749,
"grad_norm": 1.0028458833694458,
"learning_rate": 0.0009229894110440185,
"epoch": 0.23
},
{
"loss": 11.4667,
"grad_norm": 1.187585711479187,
"learning_rate": 0.0009221142907149733,
"epoch": 0.23
},
{
"loss": 10.3349,
"grad_norm": 0.8691514134407043,
"learning_rate": 0.000921239170385928,
"epoch": 0.24
},
{
"loss": 10.6188,
"grad_norm": 0.8789599537849426,
"learning_rate": 0.0009203640500568828,
"epoch": 0.24
},
{
"loss": 10.454,
"grad_norm": 0.8376362919807434,
"learning_rate": 0.0009194889297278376,
"epoch": 0.24
},
{
"loss": 10.2419,
"grad_norm": 1.0760575532913208,
"learning_rate": 0.0009186138093987923,
"epoch": 0.24
},
{
"loss": 10.8593,
"grad_norm": 0.709028422832489,
"learning_rate": 0.0009177386890697471,
"epoch": 0.25
},
{
"loss": 11.073,
"grad_norm": 1.0934019088745117,
"learning_rate": 0.0009168635687407019,
"epoch": 0.25
},
{
"loss": 10.5596,
"grad_norm": 0.7833492159843445,
"learning_rate": 0.0009159884484116566,
"epoch": 0.25
},
{
"loss": 11.2079,
"grad_norm": 0.8762934803962708,
"learning_rate": 0.0009151133280826114,
"epoch": 0.25
},
{
"loss": 11.2229,
"grad_norm": 0.8059395551681519,
"learning_rate": 0.0009142382077535661,
"epoch": 0.26
},
{
"loss": 10.8706,
"grad_norm": 1.0892099142074585,
"learning_rate": 0.0009133630874245209,
"epoch": 0.26
},
{
"loss": 10.9983,
"grad_norm": 0.7471132278442383,
"learning_rate": 0.0009124879670954757,
"epoch": 0.26
},
{
"loss": 11.4291,
"grad_norm": 0.9766479730606079,
"learning_rate": 0.0009116128467664304,
"epoch": 0.27
},
{
"loss": 10.5895,
"grad_norm": 0.7469794154167175,
"learning_rate": 0.0009107377264373852,
"epoch": 0.27
},
{
"loss": 9.9826,
"grad_norm": 0.9510082602500916,
"learning_rate": 0.00090986260610834,
"epoch": 0.27
},
{
"loss": 10.1785,
"grad_norm": 0.8061089515686035,
"learning_rate": 0.0009089874857792947,
"epoch": 0.27
},
{
"loss": 10.5502,
"grad_norm": 0.7467952966690063,
"learning_rate": 0.0009081123654502495,
"epoch": 0.28
},
{
"loss": 10.4848,
"grad_norm": 0.9167515635490417,
"learning_rate": 0.0009072372451212042,
"epoch": 0.28
},
{
"loss": 10.7841,
"grad_norm": 1.0157630443572998,
"learning_rate": 0.000906362124792159,
"epoch": 0.28
},
{
"loss": 10.6985,
"grad_norm": 0.8764671087265015,
"learning_rate": 0.0009054870044631138,
"epoch": 0.28
},
{
"loss": 10.4706,
"grad_norm": 0.7716103196144104,
"learning_rate": 0.0009046118841340685,
"epoch": 0.29
},
{
"loss": 10.4371,
"grad_norm": 0.83449387550354,
"learning_rate": 0.0009037367638050233,
"epoch": 0.29
},
{
"loss": 10.2414,
"grad_norm": 0.785839855670929,
"learning_rate": 0.000902861643475978,
"epoch": 0.29
},
{
"loss": 10.0213,
"grad_norm": 0.7405595183372498,
"learning_rate": 0.0009019865231469327,
"epoch": 0.29
},
{
"loss": 10.2501,
"grad_norm": 0.929263710975647,
"learning_rate": 0.0009011114028178875,
"epoch": 0.3
},
{
"loss": 10.6749,
"grad_norm": 0.9185034036636353,
"learning_rate": 0.0009002362824888422,
"epoch": 0.3
},
{
"loss": 10.4313,
"grad_norm": 0.7888991832733154,
"learning_rate": 0.000899361162159797,
"epoch": 0.3
},
{
"loss": 10.4389,
"grad_norm": 0.9736090302467346,
"learning_rate": 0.0008984860418307517,
"epoch": 0.3
},
{
"loss": 9.9148,
"grad_norm": 0.7677895426750183,
"learning_rate": 0.0008976109215017065,
"epoch": 0.31
},
{
"loss": 9.7635,
"grad_norm": 0.9090219736099243,
"learning_rate": 0.0008967358011726613,
"epoch": 0.31
},
{
"loss": 10.0211,
"grad_norm": 0.7184523344039917,
"learning_rate": 0.000895860680843616,
"epoch": 0.31
},
{
"loss": 9.9932,
"grad_norm": 1.0859735012054443,
"learning_rate": 0.0008949855605145708,
"epoch": 0.31
},
{
"loss": 10.2804,
"grad_norm": 1.0252892971038818,
"learning_rate": 0.0008941104401855256,
"epoch": 0.32
},
{
"loss": 10.0543,
"grad_norm": 1.1707403659820557,
"learning_rate": 0.0008932353198564803,
"epoch": 0.32
},
{
"loss": 10.6658,
"grad_norm": 0.6616178750991821,
"learning_rate": 0.0008923601995274351,
"epoch": 0.32
},
{
"loss": 9.8623,
"grad_norm": 1.9947571754455566,
"learning_rate": 0.0008914850791983898,
"epoch": 0.33
},
{
"loss": 10.1607,
"grad_norm": 1.3363871574401855,
"learning_rate": 0.0008906099588693446,
"epoch": 0.33
},
{
"loss": 10.1063,
"grad_norm": 1.0039112567901611,
"learning_rate": 0.0008897348385402994,
"epoch": 0.33
},
{
"loss": 9.7059,
"grad_norm": 1.0225836038589478,
"learning_rate": 0.0008888597182112541,
"epoch": 0.33
},
{
"loss": 10.2506,
"grad_norm": 1.1005779504776,
"learning_rate": 0.0008879845978822089,
"epoch": 0.34
},
{
"loss": 10.3011,
"grad_norm": 1.1654433012008667,
"learning_rate": 0.0008871094775531636,
"epoch": 0.34
},
{
"loss": 10.088,
"grad_norm": 0.9155218601226807,
"learning_rate": 0.0008862343572241184,
"epoch": 0.34
},
{
"loss": 9.8835,
"grad_norm": 1.2090198993682861,
"learning_rate": 0.0008853592368950732,
"epoch": 0.34
},
{
"loss": 9.6644,
"grad_norm": 1.5198620557785034,
"learning_rate": 0.0008844841165660279,
"epoch": 0.35
},
{
"loss": 9.6799,
"grad_norm": 1.0043960809707642,
"learning_rate": 0.0008836089962369827,
"epoch": 0.35
},
{
"loss": 10.0658,
"grad_norm": 1.0404608249664307,
"learning_rate": 0.0008827338759079375,
"epoch": 0.35
},
{
"loss": 9.9551,
"grad_norm": 1.0412163734436035,
"learning_rate": 0.0008818587555788922,
"epoch": 0.35
},
{
"loss": 9.4082,
"grad_norm": 0.9032560586929321,
"learning_rate": 0.000880983635249847,
"epoch": 0.36
},
{
"loss": 10.2566,
"grad_norm": 1.2763034105300903,
"learning_rate": 0.0008801085149208016,
"epoch": 0.36
},
{
"loss": 9.8585,
"grad_norm": 0.8143719434738159,
"learning_rate": 0.0008792333945917563,
"epoch": 0.36
},
{
"loss": 9.5974,
"grad_norm": 1.3916654586791992,
"learning_rate": 0.000878358274262711,
"epoch": 0.36
},
{
"loss": 10.611,
"grad_norm": 1.2270894050598145,
"learning_rate": 0.0008774831539336658,
"epoch": 0.37
},
{
"loss": 9.4489,
"grad_norm": 1.339573621749878,
"learning_rate": 0.0008766080336046206,
"epoch": 0.37
},
{
"loss": 9.769,
"grad_norm": 1.023978352546692,
"learning_rate": 0.0008757329132755753,
"epoch": 0.37
},
{
"loss": 9.7854,
"grad_norm": 1.1513617038726807,
"learning_rate": 0.0008748577929465301,
"epoch": 0.38
},
{
"loss": 9.4378,
"grad_norm": 0.9918627142906189,
"learning_rate": 0.0008739826726174849,
"epoch": 0.38
},
{
"loss": 9.6902,
"grad_norm": 0.9365573525428772,
"learning_rate": 0.0008731075522884396,
"epoch": 0.38
},
{
"loss": 9.5533,
"grad_norm": 1.1697934865951538,
"learning_rate": 0.0008722324319593944,
"epoch": 0.38
},
{
"loss": 9.5204,
"grad_norm": 1.2257342338562012,
"learning_rate": 0.0008713573116303491,
"epoch": 0.39
},
{
"loss": 9.636,
"grad_norm": 1.0158884525299072,
"learning_rate": 0.0008704821913013039,
"epoch": 0.39
},
{
"loss": 9.8914,
"grad_norm": 1.4228135347366333,
"learning_rate": 0.0008696070709722587,
"epoch": 0.39
},
{
"loss": 9.3714,
"grad_norm": 1.2829135656356812,
"learning_rate": 0.0008687319506432134,
"epoch": 0.39
},
{
"loss": 9.7498,
"grad_norm": 1.2624573707580566,
"learning_rate": 0.0008678568303141682,
"epoch": 0.4
},
{
"loss": 9.8928,
"grad_norm": 1.3651659488677979,
"learning_rate": 0.000866981709985123,
"epoch": 0.4
},
{
"loss": 10.3697,
"grad_norm": 1.1383252143859863,
"learning_rate": 0.0008661065896560777,
"epoch": 0.4
},
{
"loss": 10.1876,
"grad_norm": 1.1688463687896729,
"learning_rate": 0.0008652314693270325,
"epoch": 0.4
},
{
"loss": 9.7974,
"grad_norm": 1.1377474069595337,
"learning_rate": 0.0008643563489979872,
"epoch": 0.41
},
{
"loss": 9.5742,
"grad_norm": 1.0107587575912476,
"learning_rate": 0.000863481228668942,
"epoch": 0.41
},
{
"loss": 9.9821,
"grad_norm": 1.3488329648971558,
"learning_rate": 0.0008626061083398968,
"epoch": 0.41
},
{
"loss": 9.3107,
"grad_norm": 1.0305010080337524,
"learning_rate": 0.0008617309880108515,
"epoch": 0.41
},
{
"loss": 9.3456,
"grad_norm": 0.8658286929130554,
"learning_rate": 0.0008608558676818063,
"epoch": 0.42
},
{
"loss": 9.3709,
"grad_norm": 1.1033709049224854,
"learning_rate": 0.000859980747352761,
"epoch": 0.42
},
{
"loss": 9.5077,
"grad_norm": 1.1051572561264038,
"learning_rate": 0.0008591056270237157,
"epoch": 0.42
},
{
"loss": 9.1458,
"grad_norm": 1.3423538208007812,
"learning_rate": 0.0008582305066946705,
"epoch": 0.43
},
{
"loss": 9.657,
"grad_norm": 1.1479153633117676,
"learning_rate": 0.0008573553863656252,
"epoch": 0.43
},
{
"loss": 10.5804,
"grad_norm": 1.1615872383117676,
"learning_rate": 0.00085648026603658,
"epoch": 0.43
},
{
"loss": 8.2792,
"grad_norm": 1.212221384048462,
"learning_rate": 0.0008556051457075347,
"epoch": 0.43
},
{
"loss": 9.3785,
"grad_norm": 1.0849367380142212,
"learning_rate": 0.0008547300253784895,
"epoch": 0.44
},
{
"loss": 9.4097,
"grad_norm": 1.119325041770935,
"learning_rate": 0.0008538549050494443,
"epoch": 0.44
},
{
"loss": 9.3308,
"grad_norm": 1.3356918096542358,
"learning_rate": 0.000852979784720399,
"epoch": 0.44
},
{
"loss": 9.4548,
"grad_norm": 0.9954844117164612,
"learning_rate": 0.0008521046643913538,
"epoch": 0.44
},
{
"loss": 8.9297,
"grad_norm": 0.8752724528312683,
"learning_rate": 0.0008512295440623086,
"epoch": 0.45
},
{
"loss": 9.1389,
"grad_norm": 1.2811753749847412,
"learning_rate": 0.0008503544237332633,
"epoch": 0.45
},
{
"loss": 9.3155,
"grad_norm": 1.253055453300476,
"learning_rate": 0.0008494793034042181,
"epoch": 0.45
},
{
"loss": 9.548,
"grad_norm": 1.2081260681152344,
"learning_rate": 0.0008486041830751728,
"epoch": 0.45
},
{
"loss": 9.0236,
"grad_norm": 1.3752362728118896,
"learning_rate": 0.0008477290627461276,
"epoch": 0.46
},
{
"loss": 9.0533,
"grad_norm": 1.057065725326538,
"learning_rate": 0.0008468539424170824,
"epoch": 0.46
},
{
"loss": 9.0675,
"grad_norm": 1.0036309957504272,
"learning_rate": 0.0008459788220880371,
"epoch": 0.46
},
{
"loss": 9.5195,
"grad_norm": 1.3881008625030518,
"learning_rate": 0.0008451037017589919,
"epoch": 0.46
},
{
"loss": 9.3519,
"grad_norm": 1.4355233907699585,
"learning_rate": 0.0008442285814299467,
"epoch": 0.47
},
{
"loss": 9.6383,
"grad_norm": 0.9438649415969849,
"learning_rate": 0.0008433534611009014,
"epoch": 0.47
},
{
"loss": 9.2643,
"grad_norm": 0.8599776029586792,
"learning_rate": 0.0008424783407718562,
"epoch": 0.47
},
{
"loss": 8.9869,
"grad_norm": 1.1090342998504639,
"learning_rate": 0.0008416032204428109,
"epoch": 0.48
},
{
"loss": 9.2475,
"grad_norm": 1.272929310798645,
"learning_rate": 0.0008407281001137657,
"epoch": 0.48
},
{
"loss": 9.5772,
"grad_norm": 0.9889743328094482,
"learning_rate": 0.0008398529797847205,
"epoch": 0.48
},
{
"loss": 9.9227,
"grad_norm": 1.2748692035675049,
"learning_rate": 0.0008389778594556752,
"epoch": 0.48
},
{
"loss": 9.9915,
"grad_norm": 1.4889165163040161,
"learning_rate": 0.00083810273912663,
"epoch": 0.49
},
{
"loss": 9.0012,
"grad_norm": 1.2172118425369263,
"learning_rate": 0.0008372276187975846,
"epoch": 0.49
},
{
"loss": 9.2968,
"grad_norm": 1.0313849449157715,
"learning_rate": 0.0008363524984685394,
"epoch": 0.49
},
{
"loss": 8.9158,
"grad_norm": 1.3325482606887817,
"learning_rate": 0.0008354773781394942,
"epoch": 0.49
},
{
"loss": 9.0097,
"grad_norm": 1.5407133102416992,
"learning_rate": 0.0008346022578104489,
"epoch": 0.5
},
{
"loss": 9.0166,
"grad_norm": 1.1565685272216797,
"learning_rate": 0.0008337271374814037,
"epoch": 0.5
},
{
"loss": 9.1856,
"grad_norm": 1.0405404567718506,
"learning_rate": 0.0008328520171523584,
"epoch": 0.5
},
{
"loss": 9.2405,
"grad_norm": 1.465058445930481,
"learning_rate": 0.0008319768968233132,
"epoch": 0.5
},
{
"loss": 8.835,
"grad_norm": 0.9321463704109192,
"learning_rate": 0.000831101776494268,
"epoch": 0.51
},
{
"loss": 9.4076,
"grad_norm": 1.1780034303665161,
"learning_rate": 0.0008302266561652227,
"epoch": 0.51
},
{
"loss": 9.5994,
"grad_norm": 1.488897681236267,
"learning_rate": 0.0008293515358361775,
"epoch": 0.51
},
{
"loss": 8.6378,
"grad_norm": 1.0508447885513306,
"learning_rate": 0.0008284764155071323,
"epoch": 0.51
},
{
"loss": 8.7946,
"grad_norm": 1.2236040830612183,
"learning_rate": 0.000827601295178087,
"epoch": 0.52
},
{
"loss": 9.4619,
"grad_norm": 1.0602221488952637,
"learning_rate": 0.0008267261748490418,
"epoch": 0.52
},
{
"loss": 8.927,
"grad_norm": 1.476576328277588,
"learning_rate": 0.0008258510545199965,
"epoch": 0.52
},
{
"loss": 8.766,
"grad_norm": 1.2723809480667114,
"learning_rate": 0.0008249759341909513,
"epoch": 0.52
},
{
"loss": 9.1577,
"grad_norm": 1.2955093383789062,
"learning_rate": 0.0008241008138619061,
"epoch": 0.53
},
{
"loss": 8.8254,
"grad_norm": 1.1421802043914795,
"learning_rate": 0.0008232256935328608,
"epoch": 0.53
},
{
"loss": 9.3559,
"grad_norm": 1.2015204429626465,
"learning_rate": 0.0008223505732038156,
"epoch": 0.53
},
{
"loss": 8.7055,
"grad_norm": 1.02347993850708,
"learning_rate": 0.0008214754528747703,
"epoch": 0.54
},
{
"loss": 9.1773,
"grad_norm": 1.0733789205551147,
"learning_rate": 0.0008206003325457251,
"epoch": 0.54
},
{
"loss": 9.4909,
"grad_norm": 1.140329360961914,
"learning_rate": 0.0008197252122166799,
"epoch": 0.54
},
{
"loss": 8.4982,
"grad_norm": 0.8933946490287781,
"learning_rate": 0.0008188500918876346,
"epoch": 0.54
},
{
"loss": 9.4497,
"grad_norm": 1.3848881721496582,
"learning_rate": 0.0008179749715585894,
"epoch": 0.55
},
{
"loss": 9.5758,
"grad_norm": 1.175162672996521,
"learning_rate": 0.0008170998512295442,
"epoch": 0.55
},
{
"loss": 9.5138,
"grad_norm": 1.1983882188796997,
"learning_rate": 0.0008162247309004989,
"epoch": 0.55
},
{
"loss": 9.0283,
"grad_norm": 0.9055472612380981,
"learning_rate": 0.0008153496105714536,
"epoch": 0.55
},
{
"loss": 9.2822,
"grad_norm": 0.8885380029678345,
"learning_rate": 0.0008144744902424083,
"epoch": 0.56
},
{
"loss": 8.9084,
"grad_norm": 1.0463942289352417,
"learning_rate": 0.0008135993699133631,
"epoch": 0.56
},
{
"loss": 9.0612,
"grad_norm": 1.1517601013183594,
"learning_rate": 0.0008127242495843179,
"epoch": 0.56
},
{
"loss": 9.7954,
"grad_norm": 1.6062026023864746,
"learning_rate": 0.0008118491292552726,
"epoch": 0.56
},
{
"loss": 8.823,
"grad_norm": 1.079883098602295,
"learning_rate": 0.0008109740089262274,
"epoch": 0.57
},
{
"loss": 8.6287,
"grad_norm": 0.8593969345092773,
"learning_rate": 0.0008100988885971821,
"epoch": 0.57
},
{
"loss": 9.046,
"grad_norm": 1.5058172941207886,
"learning_rate": 0.0008092237682681369,
"epoch": 0.57
},
{
"loss": 8.4422,
"grad_norm": 1.0326484441757202,
"learning_rate": 0.0008083486479390917,
"epoch": 0.57
},
{
"loss": 9.5016,
"grad_norm": 0.9177812337875366,
"learning_rate": 0.0008074735276100464,
"epoch": 0.58
},
{
"loss": 8.4734,
"grad_norm": 1.1267443895339966,
"learning_rate": 0.0008065984072810012,
"epoch": 0.58
},
{
"loss": 8.5878,
"grad_norm": 0.9788813591003418,
"learning_rate": 0.000805723286951956,
"epoch": 0.58
},
{
"loss": 9.1188,
"grad_norm": 1.1300309896469116,
"learning_rate": 0.0008048481666229107,
"epoch": 0.59
},
{
"loss": 8.7167,
"grad_norm": 0.9951778650283813,
"learning_rate": 0.0008039730462938655,
"epoch": 0.59
},
{
"loss": 9.1088,
"grad_norm": 0.9415300488471985,
"learning_rate": 0.0008030979259648202,
"epoch": 0.59
},
{
"loss": 8.4083,
"grad_norm": 0.990203320980072,
"learning_rate": 0.000802222805635775,
"epoch": 0.59
},
{
"loss": 8.4926,
"grad_norm": 1.0430456399917603,
"learning_rate": 0.0008013476853067298,
"epoch": 0.6
},
{
"loss": 9.3307,
"grad_norm": 0.9623116254806519,
"learning_rate": 0.0008004725649776845,
"epoch": 0.6
},
{
"loss": 8.8633,
"grad_norm": 1.0354257822036743,
"learning_rate": 0.0007995974446486392,
"epoch": 0.6
},
{
"loss": 8.7932,
"grad_norm": 1.1962673664093018,
"learning_rate": 0.0007987223243195939,
"epoch": 0.6
},
{
"loss": 8.4265,
"grad_norm": 1.0186195373535156,
"learning_rate": 0.0007978472039905487,
"epoch": 0.61
},
{
"loss": 8.4596,
"grad_norm": 1.2448772192001343,
"learning_rate": 0.0007969720836615035,
"epoch": 0.61
},
{
"loss": 9.0019,
"grad_norm": 1.11643385887146,
"learning_rate": 0.0007960969633324582,
"epoch": 0.61
},
{
"loss": 8.7469,
"grad_norm": 1.9622658491134644,
"learning_rate": 0.000795221843003413,
"epoch": 0.61
},
{
"loss": 8.208,
"grad_norm": 0.9547304511070251,
"learning_rate": 0.0007943467226743676,
"epoch": 0.62
},
{
"loss": 8.3751,
"grad_norm": 0.8313985466957092,
"learning_rate": 0.0007934716023453224,
"epoch": 0.62
},
{
"loss": 8.6238,
"grad_norm": 0.9323874711990356,
"learning_rate": 0.0007925964820162772,
"epoch": 0.62
},
{
"loss": 9.0078,
"grad_norm": 1.0662554502487183,
"learning_rate": 0.0007917213616872319,
"epoch": 0.62
},
{
"loss": 8.7407,
"grad_norm": 1.197045087814331,
"learning_rate": 0.0007908462413581867,
"epoch": 0.63
},
{
"loss": 8.9698,
"grad_norm": 1.0494697093963623,
"learning_rate": 0.0007899711210291415,
"epoch": 0.63
},
{
"loss": 8.56,
"grad_norm": 0.9860395789146423,
"learning_rate": 0.0007890960007000962,
"epoch": 0.63
},
{
"loss": 8.624,
"grad_norm": 0.8026842474937439,
"learning_rate": 0.000788220880371051,
"epoch": 0.64
},
{
"loss": 9.1911,
"grad_norm": 1.0249046087265015,
"learning_rate": 0.0007873457600420057,
"epoch": 0.64
},
{
"loss": 8.552,
"grad_norm": 1.3037137985229492,
"learning_rate": 0.0007864706397129605,
"epoch": 0.64
},
{
"loss": 8.6872,
"grad_norm": 1.1018158197402954,
"learning_rate": 0.0007855955193839153,
"epoch": 0.64
},
{
"loss": 8.5007,
"grad_norm": 0.9974724054336548,
"learning_rate": 0.00078472039905487,
"epoch": 0.65
},
{
"loss": 9.3866,
"grad_norm": 1.2537139654159546,
"learning_rate": 0.0007838452787258248,
"epoch": 0.65
},
{
"loss": 8.9869,
"grad_norm": 1.2758492231369019,
"learning_rate": 0.0007829701583967795,
"epoch": 0.65
},
{
"loss": 8.266,
"grad_norm": 0.9684768915176392,
"learning_rate": 0.0007820950380677343,
"epoch": 0.65
},
{
"loss": 9.0718,
"grad_norm": 1.0212547779083252,
"learning_rate": 0.0007812199177386891,
"epoch": 0.66
},
{
"loss": 8.1438,
"grad_norm": 1.2493318319320679,
"learning_rate": 0.0007803447974096438,
"epoch": 0.66
},
{
"loss": 8.4132,
"grad_norm": 0.8168124556541443,
"learning_rate": 0.0007794696770805986,
"epoch": 0.66
},
{
"loss": 8.4466,
"grad_norm": 1.2837003469467163,
"learning_rate": 0.0007785945567515534,
"epoch": 0.66
},
{
"loss": 8.6008,
"grad_norm": 1.1589733362197876,
"learning_rate": 0.0007777194364225081,
"epoch": 0.67
},
{
"loss": 8.7002,
"grad_norm": 1.036216378211975,
"learning_rate": 0.0007768443160934629,
"epoch": 0.67
},
{
"loss": 8.9616,
"grad_norm": 0.9488565921783447,
"learning_rate": 0.0007759691957644176,
"epoch": 0.67
},
{
"loss": 8.9011,
"grad_norm": 1.1349655389785767,
"learning_rate": 0.0007750940754353724,
"epoch": 0.67
},
{
"loss": 8.7398,
"grad_norm": 1.3466508388519287,
"learning_rate": 0.0007742189551063272,
"epoch": 0.68
},
{
"loss": 8.1787,
"grad_norm": 1.1343966722488403,
"learning_rate": 0.0007733438347772819,
"epoch": 0.68
},
{
"loss": 8.4513,
"grad_norm": 0.9983484148979187,
"learning_rate": 0.0007724687144482366,
"epoch": 0.68
},
{
"loss": 8.6249,
"grad_norm": 1.4816855192184448,
"learning_rate": 0.0007715935941191913,
"epoch": 0.69
},
{
"loss": 8.9094,
"grad_norm": 1.0790578126907349,
"learning_rate": 0.0007707184737901461,
"epoch": 0.69
},
{
"loss": 8.0177,
"grad_norm": 1.2572119235992432,
"learning_rate": 0.0007698433534611009,
"epoch": 0.69
},
{
"loss": 8.5014,
"grad_norm": 1.123079776763916,
"learning_rate": 0.0007689682331320556,
"epoch": 0.69
},
{
"loss": 8.2177,
"grad_norm": 0.8789654970169067,
"learning_rate": 0.0007680931128030104,
"epoch": 0.7
},
{
"loss": 8.3753,
"grad_norm": 0.9512013792991638,
"learning_rate": 0.0007672179924739651,
"epoch": 0.7
},
{
"loss": 8.5434,
"grad_norm": 1.929919719696045,
"learning_rate": 0.0007663428721449199,
"epoch": 0.7
},
{
"loss": 8.5505,
"grad_norm": 1.1756147146224976,
"learning_rate": 0.0007654677518158747,
"epoch": 0.7
},
{
"loss": 8.8823,
"grad_norm": 1.1833679676055908,
"learning_rate": 0.0007645926314868294,
"epoch": 0.71
},
{
"loss": 8.6715,
"grad_norm": 1.4701839685440063,
"learning_rate": 0.0007637175111577842,
"epoch": 0.71
},
{
"loss": 8.7559,
"grad_norm": 0.9352959990501404,
"learning_rate": 0.0007629299028616435,
"epoch": 0.71
},
{
"loss": 9.5594,
"grad_norm": 1.0391898155212402,
"learning_rate": 0.0007620547825325983,
"epoch": 0.71
},
{
"loss": 8.3431,
"grad_norm": 1.0766905546188354,
"learning_rate": 0.000761179662203553,
"epoch": 0.72
},
{
"loss": 8.3928,
"grad_norm": 1.10299551486969,
"learning_rate": 0.0007603045418745078,
"epoch": 0.72
},
{
"loss": 8.9913,
"grad_norm": 1.1581339836120605,
"learning_rate": 0.0007594294215454624,
"epoch": 0.72
},
{
"loss": 8.5142,
"grad_norm": 1.086441993713379,
"learning_rate": 0.0007585543012164172,
"epoch": 0.72
},
{
"loss": 8.7005,
"grad_norm": 0.9478667974472046,
"learning_rate": 0.000757679180887372,
"epoch": 0.73
},
{
"loss": 8.608,
"grad_norm": 1.0929220914840698,
"learning_rate": 0.0007568040605583267,
"epoch": 0.73
},
{
"loss": 8.1125,
"grad_norm": 1.217629313468933,
"learning_rate": 0.0007559289402292815,
"epoch": 0.73
},
{
"loss": 8.4331,
"grad_norm": 1.2786823511123657,
"learning_rate": 0.0007550538199002362,
"epoch": 0.73
},
{
"loss": 9.1985,
"grad_norm": 1.0184354782104492,
"learning_rate": 0.000754178699571191,
"epoch": 0.74
},
{
"loss": 8.6549,
"grad_norm": 0.93660968542099,
"learning_rate": 0.0007533035792421458,
"epoch": 0.74
},
{
"loss": 8.7819,
"grad_norm": 1.0092636346817017,
"learning_rate": 0.0007524284589131005,
"epoch": 0.74
},
{
"loss": 8.3759,
"grad_norm": 1.2108792066574097,
"learning_rate": 0.0007515533385840553,
"epoch": 0.75
},
{
"loss": 8.4973,
"grad_norm": 0.9994498491287231,
"learning_rate": 0.00075067821825501,
"epoch": 0.75
},
{
"loss": 8.3731,
"grad_norm": 1.153273344039917,
"learning_rate": 0.0007498030979259648,
"epoch": 0.75
},
{
"loss": 8.4148,
"grad_norm": 1.051223874092102,
"learning_rate": 0.0007489279775969196,
"epoch": 0.75
},
{
"loss": 8.6672,
"grad_norm": 1.4810237884521484,
"learning_rate": 0.0007480528572678743,
"epoch": 0.76
},
{
"loss": 8.6439,
"grad_norm": 1.021606206893921,
"learning_rate": 0.0007471777369388291,
"epoch": 0.76
},
{
"loss": 8.7591,
"grad_norm": 0.8680776357650757,
"learning_rate": 0.0007463026166097839,
"epoch": 0.76
},
{
"loss": 9.0187,
"grad_norm": 1.0177042484283447,
"learning_rate": 0.0007454274962807386,
"epoch": 0.76
},
{
"loss": 8.9481,
"grad_norm": 1.2384392023086548,
"learning_rate": 0.0007445523759516934,
"epoch": 0.77
},
{
"loss": 8.6184,
"grad_norm": 1.3748959302902222,
"learning_rate": 0.0007436772556226481,
"epoch": 0.77
},
{
"loss": 8.3906,
"grad_norm": 1.042493462562561,
"learning_rate": 0.0007428021352936029,
"epoch": 0.77
},
{
"loss": 9.3308,
"grad_norm": 1.0647776126861572,
"learning_rate": 0.0007419270149645576,
"epoch": 0.77
},
{
"loss": 8.332,
"grad_norm": 1.2385993003845215,
"learning_rate": 0.0007410518946355123,
"epoch": 0.78
},
{
"loss": 8.3127,
"grad_norm": 1.0191227197647095,
"learning_rate": 0.0007401767743064671,
"epoch": 0.78
},
{
"loss": 8.3151,
"grad_norm": 0.8735216856002808,
"learning_rate": 0.0007393016539774218,
"epoch": 0.78
},
{
"loss": 8.701,
"grad_norm": 1.202993392944336,
"learning_rate": 0.0007384265336483766,
"epoch": 0.78
},
{
"loss": 7.8262,
"grad_norm": 0.9682905673980713,
"learning_rate": 0.0007375514133193314,
"epoch": 0.79
},
{
"loss": 8.4729,
"grad_norm": 1.2290154695510864,
"learning_rate": 0.0007366762929902861,
"epoch": 0.79
},
{
"loss": 8.9253,
"grad_norm": 1.0369175672531128,
"learning_rate": 0.0007358011726612409,
"epoch": 0.79
},
{
"loss": 9.2036,
"grad_norm": 1.0748445987701416,
"learning_rate": 0.0007349260523321957,
"epoch": 0.8
},
{
"loss": 8.2364,
"grad_norm": 1.147964596748352,
"learning_rate": 0.0007340509320031504,
"epoch": 0.8
},
{
"loss": 9.006,
"grad_norm": 1.0363622903823853,
"learning_rate": 0.0007331758116741052,
"epoch": 0.8
},
{
"loss": 8.7969,
"grad_norm": 1.2576889991760254,
"learning_rate": 0.0007323006913450599,
"epoch": 0.8
},
{
"loss": 8.4052,
"grad_norm": 1.1075588464736938,
"learning_rate": 0.0007314255710160147,
"epoch": 0.81
},
{
"loss": 8.5912,
"grad_norm": 1.0697672367095947,
"learning_rate": 0.0007305504506869695,
"epoch": 0.81
},
{
"loss": 8.7837,
"grad_norm": 1.0865002870559692,
"learning_rate": 0.0007296753303579242,
"epoch": 0.81
},
{
"loss": 8.0798,
"grad_norm": 1.3645957708358765,
"learning_rate": 0.000728800210028879,
"epoch": 0.81
},
{
"loss": 8.2649,
"grad_norm": 1.0889688730239868,
"learning_rate": 0.0007279250896998337,
"epoch": 0.82
},
{
"loss": 7.902,
"grad_norm": 0.9943633675575256,
"learning_rate": 0.0007270499693707885,
"epoch": 0.82
},
{
"loss": 8.493,
"grad_norm": 1.3548861742019653,
"learning_rate": 0.0007261748490417433,
"epoch": 0.82
},
{
"loss": 9.2024,
"grad_norm": 1.1603728532791138,
"learning_rate": 0.000725299728712698,
"epoch": 0.82
},
{
"loss": 8.7272,
"grad_norm": 1.2872350215911865,
"learning_rate": 0.0007244246083836528,
"epoch": 0.83
},
{
"loss": 8.8292,
"grad_norm": 1.0431410074234009,
"learning_rate": 0.0007235494880546076,
"epoch": 0.83
},
{
"loss": 8.0473,
"grad_norm": 0.9648978114128113,
"learning_rate": 0.0007226743677255623,
"epoch": 0.83
},
{
"loss": 8.134,
"grad_norm": 0.8962783217430115,
"learning_rate": 0.0007217992473965171,
"epoch": 0.83
},
{
"loss": 8.2796,
"grad_norm": 0.8879069685935974,
"learning_rate": 0.0007209241270674718,
"epoch": 0.84
},
{
"loss": 8.6275,
"grad_norm": 1.0046008825302124,
"learning_rate": 0.0007200490067384265,
"epoch": 0.84
},
{
"loss": 8.2847,
"grad_norm": 1.1034067869186401,
"learning_rate": 0.0007191738864093813,
"epoch": 0.84
},
{
"loss": 8.723,
"grad_norm": 0.9179050326347351,
"learning_rate": 0.000718298766080336,
"epoch": 0.85
},
{
"loss": 8.2843,
"grad_norm": 1.0402296781539917,
"learning_rate": 0.0007174236457512908,
"epoch": 0.85
},
{
"loss": 8.2487,
"grad_norm": 1.2751373052597046,
"learning_rate": 0.0007165485254222455,
"epoch": 0.85
},
{
"loss": 8.3491,
"grad_norm": 0.8596373200416565,
"learning_rate": 0.0007156734050932003,
"epoch": 0.85
},
{
"loss": 8.4695,
"grad_norm": 1.0553058385849,
"learning_rate": 0.0007147982847641551,
"epoch": 0.86
},
{
"loss": 8.74,
"grad_norm": 1.0505644083023071,
"learning_rate": 0.0007139231644351098,
"epoch": 0.86
},
{
"loss": 8.3704,
"grad_norm": 1.4136569499969482,
"learning_rate": 0.0007130480441060646,
"epoch": 0.86
},
{
"loss": 7.9998,
"grad_norm": 0.9397268295288086,
"learning_rate": 0.0007121729237770194,
"epoch": 0.86
},
{
"loss": 8.5978,
"grad_norm": 1.1479915380477905,
"learning_rate": 0.0007112978034479741,
"epoch": 0.87
},
{
"loss": 8.6225,
"grad_norm": 1.0489866733551025,
"learning_rate": 0.0007104226831189289,
"epoch": 0.87
},
{
"loss": 8.3155,
"grad_norm": 0.9371022582054138,
"learning_rate": 0.0007095475627898836,
"epoch": 0.87
},
{
"loss": 8.3844,
"grad_norm": 1.1981381177902222,
"learning_rate": 0.0007086724424608384,
"epoch": 0.87
},
{
"loss": 8.5061,
"grad_norm": 0.8924277424812317,
"learning_rate": 0.0007077973221317932,
"epoch": 0.88
},
{
"loss": 8.1918,
"grad_norm": 1.4077969789505005,
"learning_rate": 0.0007069222018027479,
"epoch": 0.88
},
{
"loss": 8.3377,
"grad_norm": 1.1926066875457764,
"learning_rate": 0.0007060470814737027,
"epoch": 0.88
},
{
"loss": 8.4682,
"grad_norm": 1.1524171829223633,
"learning_rate": 0.0007051719611446574,
"epoch": 0.88
},
{
"loss": 8.5678,
"grad_norm": 1.0660207271575928,
"learning_rate": 0.0007042968408156122,
"epoch": 0.89
},
{
"loss": 7.9908,
"grad_norm": 1.1786776781082153,
"learning_rate": 0.000703421720486567,
"epoch": 0.89
},
{
"loss": 9.0339,
"grad_norm": 0.9970653057098389,
"learning_rate": 0.0007025466001575217,
"epoch": 0.89
},
{
"loss": 8.6511,
"grad_norm": 1.171247124671936,
"learning_rate": 0.0007016714798284765,
"epoch": 0.9
},
{
"loss": 8.0249,
"grad_norm": 1.1036537885665894,
"learning_rate": 0.0007007963594994313,
"epoch": 0.9
},
{
"loss": 8.2895,
"grad_norm": 1.4363912343978882,
"learning_rate": 0.000699921239170386,
"epoch": 0.9
},
{
"loss": 8.4263,
"grad_norm": 1.2977561950683594,
"learning_rate": 0.0006990461188413408,
"epoch": 0.9
},
{
"loss": 8.3236,
"grad_norm": 1.2732399702072144,
"learning_rate": 0.0006981709985122954,
"epoch": 0.91
},
{
"loss": 8.0876,
"grad_norm": 0.8092446327209473,
"learning_rate": 0.0006972958781832502,
"epoch": 0.91
},
{
"loss": 8.3052,
"grad_norm": 1.0607753992080688,
"learning_rate": 0.000696420757854205,
"epoch": 0.91
},
{
"loss": 8.2821,
"grad_norm": 1.2833763360977173,
"learning_rate": 0.0006955456375251597,
"epoch": 0.91
},
{
"loss": 8.0437,
"grad_norm": 1.2291605472564697,
"learning_rate": 0.0006946705171961145,
"epoch": 0.92
},
{
"loss": 7.9172,
"grad_norm": 0.9950680732727051,
"learning_rate": 0.0006937953968670692,
"epoch": 0.92
},
{
"loss": 7.8579,
"grad_norm": 1.170876145362854,
"learning_rate": 0.000692920276538024,
"epoch": 0.92
},
{
"loss": 8.7343,
"grad_norm": 1.0266340970993042,
"learning_rate": 0.0006920451562089788,
"epoch": 0.92
},
{
"loss": 8.3685,
"grad_norm": 1.1194366216659546,
"learning_rate": 0.0006911700358799335,
"epoch": 0.93
},
{
"loss": 8.8983,
"grad_norm": 1.130362868309021,
"learning_rate": 0.0006902949155508883,
"epoch": 0.93
},
{
"loss": 8.3624,
"grad_norm": 1.2582019567489624,
"learning_rate": 0.000689419795221843,
"epoch": 0.93
},
{
"loss": 8.5332,
"grad_norm": 1.0985493659973145,
"learning_rate": 0.0006885446748927978,
"epoch": 0.93
},
{
"loss": 8.263,
"grad_norm": 1.0480501651763916,
"learning_rate": 0.0006876695545637526,
"epoch": 0.94
},
{
"loss": 8.1911,
"grad_norm": 1.085471510887146,
"learning_rate": 0.0006867944342347073,
"epoch": 0.94
},
{
"loss": 8.6767,
"grad_norm": 1.109959602355957,
"learning_rate": 0.0006859193139056621,
"epoch": 0.94
},
{
"loss": 8.1904,
"grad_norm": 0.9299295544624329,
"learning_rate": 0.0006850441935766169,
"epoch": 0.94
},
{
"loss": 7.9858,
"grad_norm": 1.3819242715835571,
"learning_rate": 0.0006841690732475716,
"epoch": 0.95
},
{
"loss": 8.3134,
"grad_norm": 1.499324083328247,
"learning_rate": 0.0006832939529185264,
"epoch": 0.95
},
{
"loss": 8.1389,
"grad_norm": 1.0068879127502441,
"learning_rate": 0.0006824188325894811,
"epoch": 0.95
},
{
"loss": 8.0979,
"grad_norm": 1.232861876487732,
"learning_rate": 0.0006815437122604359,
"epoch": 0.96
},
{
"loss": 8.1456,
"grad_norm": 1.020922064781189,
"learning_rate": 0.0006806685919313907,
"epoch": 0.96
},
{
"loss": 8.1438,
"grad_norm": 1.2880629301071167,
"learning_rate": 0.0006797934716023453,
"epoch": 0.96
},
{
"loss": 7.8589,
"grad_norm": 1.2720872163772583,
"learning_rate": 0.0006789183512733001,
"epoch": 0.96
},
{
"loss": 8.338,
"grad_norm": 1.1569981575012207,
"learning_rate": 0.0006780432309442548,
"epoch": 0.97
},
{
"loss": 7.6167,
"grad_norm": 1.0755385160446167,
"learning_rate": 0.0006771681106152095,
"epoch": 0.97
},
{
"loss": 9.1889,
"grad_norm": 1.1371173858642578,
"learning_rate": 0.0006762929902861643,
"epoch": 0.97
},
{
"loss": 8.1603,
"grad_norm": 1.2543790340423584,
"learning_rate": 0.000675417869957119,
"epoch": 0.97
},
{
"loss": 8.1684,
"grad_norm": 1.665987491607666,
"learning_rate": 0.0006745427496280738,
"epoch": 0.98
},
{
"loss": 8.4957,
"grad_norm": 1.1479765176773071,
"learning_rate": 0.0006736676292990285,
"epoch": 0.98
},
{
"loss": 7.998,
"grad_norm": 1.1416277885437012,
"learning_rate": 0.0006727925089699833,
"epoch": 0.98
},
{
"loss": 8.4458,
"grad_norm": 1.2610832452774048,
"learning_rate": 0.0006719173886409381,
"epoch": 0.98
},
{
"loss": 8.2715,
"grad_norm": 1.2478748559951782,
"learning_rate": 0.0006710422683118928,
"epoch": 0.99
},
{
"loss": 8.0882,
"grad_norm": 0.9021313190460205,
"learning_rate": 0.0006701671479828476,
"epoch": 0.99
},
{
"loss": 8.2404,
"grad_norm": 1.0023951530456543,
"learning_rate": 0.0006692920276538024,
"epoch": 0.99
},
{
"loss": 8.681,
"grad_norm": 1.3342375755310059,
"learning_rate": 0.0006684169073247571,
"epoch": 0.99
},
{
"loss": 8.024,
"grad_norm": 1.0199118852615356,
"learning_rate": 0.0006675417869957119,
"epoch": 1.0
},
{
"loss": 8.3688,
"grad_norm": 0.893786609172821,
"learning_rate": 0.0006666666666666666,
"epoch": 1.0
},
{
"loss": 8.0561,
"grad_norm": 1.2774296998977661,
"learning_rate": 0.0006657915463376214,
"epoch": 1.0
},
{
"loss": 7.8444,
"grad_norm": 1.0824223756790161,
"learning_rate": 0.0006649164260085762,
"epoch": 1.01
},
{
"loss": 8.1771,
"grad_norm": 0.869452178478241,
"learning_rate": 0.0006640413056795309,
"epoch": 1.01
},
{
"loss": 7.6838,
"grad_norm": 1.1132241487503052,
"learning_rate": 0.0006631661853504857,
"epoch": 1.01
},
{
"loss": 7.9475,
"grad_norm": 1.2853749990463257,
"learning_rate": 0.0006622910650214405,
"epoch": 1.01
},
{
"loss": 8.8546,
"grad_norm": 1.2339048385620117,
"learning_rate": 0.0006614159446923952,
"epoch": 1.02
},
{
"loss": 8.1339,
"grad_norm": 1.2211487293243408,
"learning_rate": 0.00066054082436335,
"epoch": 1.02
},
{
"loss": 7.402,
"grad_norm": 1.0966975688934326,
"learning_rate": 0.0006596657040343047,
"epoch": 1.02
},
{
"loss": 8.1777,
"grad_norm": 1.0253325700759888,
"learning_rate": 0.0006587905837052595,
"epoch": 1.02
},
{
"loss": 8.2748,
"grad_norm": 1.2987836599349976,
"learning_rate": 0.0006579154633762143,
"epoch": 1.03
},
{
"loss": 8.3225,
"grad_norm": 0.945371687412262,
"learning_rate": 0.000657040343047169,
"epoch": 1.03
},
{
"loss": 8.4416,
"grad_norm": 1.0868079662322998,
"learning_rate": 0.0006561652227181238,
"epoch": 1.03
},
{
"loss": 8.1007,
"grad_norm": 1.0190479755401611,
"learning_rate": 0.0006552901023890784,
"epoch": 1.03
},
{
"loss": 8.1317,
"grad_norm": 1.0896625518798828,
"learning_rate": 0.0006544149820600332,
"epoch": 1.04
},
{
"loss": 7.7364,
"grad_norm": 1.1690502166748047,
"learning_rate": 0.000653539861730988,
"epoch": 1.04
},
{
"loss": 7.8173,
"grad_norm": 1.0521645545959473,
"learning_rate": 0.0006526647414019427,
"epoch": 1.04
},
{
"loss": 7.6212,
"grad_norm": 1.3057899475097656,
"learning_rate": 0.0006517896210728975,
"epoch": 1.04
},
{
"loss": 8.0228,
"grad_norm": 0.968885064125061,
"learning_rate": 0.0006509145007438522,
"epoch": 1.05
},
{
"loss": 7.8535,
"grad_norm": 1.1838873624801636,
"learning_rate": 0.000650039380414807,
"epoch": 1.05
},
{
"loss": 8.1991,
"grad_norm": 1.0967016220092773,
"learning_rate": 0.0006491642600857618,
"epoch": 1.05
},
{
"loss": 8.1515,
"grad_norm": 1.0798629522323608,
"learning_rate": 0.0006482891397567165,
"epoch": 1.06
},
{
"loss": 8.291,
"grad_norm": 1.1506596803665161,
"learning_rate": 0.0006474140194276713,
"epoch": 1.06
},
{
"loss": 7.956,
"grad_norm": 1.0459505319595337,
"learning_rate": 0.0006465388990986261,
"epoch": 1.06
},
{
"loss": 8.4393,
"grad_norm": 1.070776343345642,
"learning_rate": 0.0006456637787695808,
"epoch": 1.06
},
{
"loss": 8.5445,
"grad_norm": 1.3064284324645996,
"learning_rate": 0.0006447886584405356,
"epoch": 1.07
},
{
"loss": 8.701,
"grad_norm": 1.0707839727401733,
"learning_rate": 0.0006439135381114903,
"epoch": 1.07
},
{
"loss": 7.4342,
"grad_norm": 1.123377799987793,
"learning_rate": 0.0006430384177824451,
"epoch": 1.07
},
{
"loss": 8.4883,
"grad_norm": 1.7230886220932007,
"learning_rate": 0.0006421632974533999,
"epoch": 1.07
},
{
"loss": 8.5288,
"grad_norm": 0.9721227288246155,
"learning_rate": 0.0006412881771243546,
"epoch": 1.08
},
{
"loss": 7.8249,
"grad_norm": 1.2729851007461548,
"learning_rate": 0.0006404130567953094,
"epoch": 1.08
},
{
"loss": 8.3277,
"grad_norm": 0.9693044424057007,
"learning_rate": 0.0006395379364662642,
"epoch": 1.08
},
{
"loss": 7.8798,
"grad_norm": 1.104020118713379,
"learning_rate": 0.0006386628161372189,
"epoch": 1.08
},
{
"loss": 7.899,
"grad_norm": 1.0556141138076782,
"learning_rate": 0.0006377876958081737,
"epoch": 1.09
},
{
"loss": 8.6403,
"grad_norm": 1.227303147315979,
"learning_rate": 0.0006369125754791284,
"epoch": 1.09
},
{
"loss": 8.7407,
"grad_norm": 1.2486103773117065,
"learning_rate": 0.0006360374551500832,
"epoch": 1.09
},
{
"loss": 8.226,
"grad_norm": 1.1452488899230957,
"learning_rate": 0.000635162334821038,
"epoch": 1.09
},
{
"loss": 8.5083,
"grad_norm": 1.466182827949524,
"learning_rate": 0.0006342872144919927,
"epoch": 1.1
},
{
"loss": 7.8041,
"grad_norm": 1.2693302631378174,
"learning_rate": 0.0006334120941629474,
"epoch": 1.1
},
{
"loss": 7.918,
"grad_norm": 1.1236190795898438,
"learning_rate": 0.0006325369738339021,
"epoch": 1.1
},
{
"loss": 7.8792,
"grad_norm": 0.9166776537895203,
"learning_rate": 0.0006316618535048569,
"epoch": 1.11
},
{
"loss": 8.3714,
"grad_norm": 1.2021427154541016,
"learning_rate": 0.0006307867331758117,
"epoch": 1.11
},
{
"loss": 8.5282,
"grad_norm": 1.1508140563964844,
"learning_rate": 0.0006299116128467664,
"epoch": 1.11
},
{
"loss": 7.7235,
"grad_norm": 1.044027328491211,
"learning_rate": 0.0006290364925177212,
"epoch": 1.11
},
{
"loss": 8.0483,
"grad_norm": 1.00051748752594,
"learning_rate": 0.000628161372188676,
"epoch": 1.12
},
{
"loss": 8.0003,
"grad_norm": 1.0397716760635376,
"learning_rate": 0.0006272862518596307,
"epoch": 1.12
},
{
"loss": 8.274,
"grad_norm": 1.0577192306518555,
"learning_rate": 0.0006264111315305855,
"epoch": 1.12
},
{
"loss": 7.8435,
"grad_norm": 1.1829681396484375,
"learning_rate": 0.0006255360112015402,
"epoch": 1.12
},
{
"loss": 8.5019,
"grad_norm": 1.9353641271591187,
"learning_rate": 0.000624660890872495,
"epoch": 1.13
},
{
"loss": 8.4582,
"grad_norm": 1.237269639968872,
"learning_rate": 0.0006237857705434498,
"epoch": 1.13
},
{
"loss": 8.0735,
"grad_norm": 1.1674834489822388,
"learning_rate": 0.0006229106502144045,
"epoch": 1.13
},
{
"loss": 8.3781,
"grad_norm": 1.32883620262146,
"learning_rate": 0.0006220355298853593,
"epoch": 1.13
},
{
"loss": 8.723,
"grad_norm": 1.3197271823883057,
"learning_rate": 0.000621160409556314,
"epoch": 1.14
},
{
"loss": 8.414,
"grad_norm": 1.137764573097229,
"learning_rate": 0.0006202852892272688,
"epoch": 1.14
},
{
"loss": 7.9197,
"grad_norm": 1.1574738025665283,
"learning_rate": 0.0006194101688982236,
"epoch": 1.14
},
{
"loss": 8.09,
"grad_norm": 1.0444676876068115,
"learning_rate": 0.0006185350485691783,
"epoch": 1.14
},
{
"loss": 7.3329,
"grad_norm": 0.8655235767364502,
"learning_rate": 0.0006176599282401331,
"epoch": 1.15
},
{
"loss": 8.4163,
"grad_norm": 0.9860300421714783,
"learning_rate": 0.0006167848079110879,
"epoch": 1.15
},
{
"loss": 8.2608,
"grad_norm": 1.1680139303207397,
"learning_rate": 0.0006159096875820426,
"epoch": 1.15
},
{
"loss": 7.9283,
"grad_norm": 1.545938491821289,
"learning_rate": 0.0006150345672529974,
"epoch": 1.15
},
{
"loss": 8.4113,
"grad_norm": 1.2768994569778442,
"learning_rate": 0.0006141594469239521,
"epoch": 1.16
},
{
"loss": 8.2389,
"grad_norm": 1.0001721382141113,
"learning_rate": 0.0006132843265949069,
"epoch": 1.16
},
{
"loss": 8.397,
"grad_norm": 1.8651808500289917,
"learning_rate": 0.0006124092062658617,
"epoch": 1.16
},
{
"loss": 8.003,
"grad_norm": 0.947693407535553,
"learning_rate": 0.0006115340859368163,
"epoch": 1.17
},
{
"loss": 7.5861,
"grad_norm": 1.1168384552001953,
"learning_rate": 0.0006106589656077711,
"epoch": 1.17
},
{
"loss": 8.7788,
"grad_norm": 1.1341112852096558,
"learning_rate": 0.0006097838452787258,
"epoch": 1.17
},
{
"loss": 7.9428,
"grad_norm": 1.2905473709106445,
"learning_rate": 0.0006089087249496806,
"epoch": 1.17
},
{
"loss": 8.6196,
"grad_norm": 0.9961435794830322,
"learning_rate": 0.0006080336046206354,
"epoch": 1.18
},
{
"loss": 8.224,
"grad_norm": 1.3134316205978394,
"learning_rate": 0.0006071584842915901,
"epoch": 1.18
},
{
"loss": 7.9156,
"grad_norm": 1.5898418426513672,
"learning_rate": 0.0006062833639625449,
"epoch": 1.18
},
{
"loss": 8.2147,
"grad_norm": 0.99250727891922,
"learning_rate": 0.0006054082436334996,
"epoch": 1.18
},
{
"loss": 7.6957,
"grad_norm": 1.2642431259155273,
"learning_rate": 0.0006045331233044544,
"epoch": 1.19
},
{
"loss": 7.7926,
"grad_norm": 1.314082384109497,
"learning_rate": 0.0006036580029754092,
"epoch": 1.19
},
{
"loss": 7.9682,
"grad_norm": 1.1342573165893555,
"learning_rate": 0.0006027828826463639,
"epoch": 1.19
},
{
"loss": 8.0208,
"grad_norm": 1.3015680313110352,
"learning_rate": 0.0006019077623173187,
"epoch": 1.19
},
{
"loss": 8.3608,
"grad_norm": 0.9990431666374207,
"learning_rate": 0.0006010326419882735,
"epoch": 1.2
},
{
"loss": 8.2009,
"grad_norm": 0.9804344773292542,
"learning_rate": 0.0006001575216592282,
"epoch": 1.2
},
{
"loss": 8.0484,
"grad_norm": 1.1591954231262207,
"learning_rate": 0.0005992824013301829,
"epoch": 1.2
},
{
"loss": 8.116,
"grad_norm": 1.042474627494812,
"learning_rate": 0.0005984072810011376,
"epoch": 1.2
},
{
"loss": 7.9246,
"grad_norm": 1.8579179048538208,
"learning_rate": 0.0005975321606720924,
"epoch": 1.21
},
{
"loss": 7.9183,
"grad_norm": 0.8727061748504639,
"learning_rate": 0.0005966570403430472,
"epoch": 1.21
},
{
"loss": 7.675,
"grad_norm": 1.0189380645751953,
"learning_rate": 0.0005957819200140019,
"epoch": 1.21
},
{
"loss": 7.6222,
"grad_norm": 1.0766206979751587,
"learning_rate": 0.0005949067996849567,
"epoch": 1.22
},
{
"loss": 7.6455,
"grad_norm": 1.121745228767395,
"learning_rate": 0.0005940316793559114,
"epoch": 1.22
},
{
"loss": 8.1449,
"grad_norm": 1.2497507333755493,
"learning_rate": 0.0005931565590268662,
"epoch": 1.22
},
{
"loss": 8.3586,
"grad_norm": 1.301903486251831,
"learning_rate": 0.000592281438697821,
"epoch": 1.22
},
{
"loss": 8.163,
"grad_norm": 1.1964079141616821,
"learning_rate": 0.0005914063183687757,
"epoch": 1.23
},
{
"loss": 8.2938,
"grad_norm": 1.1423827409744263,
"learning_rate": 0.0005905311980397304,
"epoch": 1.23
},
{
"loss": 8.165,
"grad_norm": 1.119884967803955,
"learning_rate": 0.0005896560777106851,
"epoch": 1.23
},
{
"loss": 7.7234,
"grad_norm": 1.4375518560409546,
"learning_rate": 0.0005887809573816399,
"epoch": 1.23
},
{
"loss": 8.0758,
"grad_norm": 1.1417185068130493,
"learning_rate": 0.0005879058370525947,
"epoch": 1.24
},
{
"loss": 7.9137,
"grad_norm": 1.048060417175293,
"learning_rate": 0.0005870307167235494,
"epoch": 1.24
},
{
"loss": 8.4029,
"grad_norm": 0.9880658388137817,
"learning_rate": 0.0005861555963945042,
"epoch": 1.24
},
{
"loss": 8.4489,
"grad_norm": 1.000611424446106,
"learning_rate": 0.000585280476065459,
"epoch": 1.24
},
{
"loss": 8.2688,
"grad_norm": 1.3099920749664307,
"learning_rate": 0.0005844053557364137,
"epoch": 1.25
},
{
"loss": 7.7948,
"grad_norm": 0.8548302054405212,
"learning_rate": 0.0005835302354073685,
"epoch": 1.25
},
{
"loss": 8.442,
"grad_norm": 1.1732860803604126,
"learning_rate": 0.0005826551150783232,
"epoch": 1.25
},
{
"loss": 7.6346,
"grad_norm": 0.803125262260437,
"learning_rate": 0.000581779994749278,
"epoch": 1.25
},
{
"loss": 8.0567,
"grad_norm": 1.258419156074524,
"learning_rate": 0.0005809048744202328,
"epoch": 1.26
},
{
"loss": 8.1142,
"grad_norm": 1.1331418752670288,
"learning_rate": 0.0005800297540911875,
"epoch": 1.26
},
{
"loss": 8.5457,
"grad_norm": 1.5619804859161377,
"learning_rate": 0.0005791546337621423,
"epoch": 1.26
},
{
"loss": 7.9416,
"grad_norm": 1.880534052848816,
"learning_rate": 0.000578279513433097,
"epoch": 1.27
},
{
"loss": 7.8216,
"grad_norm": 1.2279471158981323,
"learning_rate": 0.0005774043931040518,
"epoch": 1.27
},
{
"loss": 7.8216,
"grad_norm": 1.1597974300384521,
"learning_rate": 0.0005765292727750066,
"epoch": 1.27
},
{
"loss": 7.9033,
"grad_norm": 1.1710484027862549,
"learning_rate": 0.0005756541524459613,
"epoch": 1.27
},
{
"loss": 7.6036,
"grad_norm": 1.0655231475830078,
"learning_rate": 0.0005747790321169161,
"epoch": 1.28
},
{
"loss": 7.5982,
"grad_norm": 1.0066710710525513,
"learning_rate": 0.0005739039117878709,
"epoch": 1.28
},
{
"loss": 7.738,
"grad_norm": 1.1333460807800293,
"learning_rate": 0.0005730287914588256,
"epoch": 1.28
},
{
"loss": 8.0025,
"grad_norm": 1.468841791152954,
"learning_rate": 0.0005721536711297804,
"epoch": 1.28
},
{
"loss": 7.4888,
"grad_norm": 1.1363178491592407,
"learning_rate": 0.0005712785508007351,
"epoch": 1.29
},
{
"loss": 7.3176,
"grad_norm": 1.1589970588684082,
"learning_rate": 0.0005704034304716899,
"epoch": 1.29
},
{
"loss": 7.6323,
"grad_norm": 0.9033693075180054,
"learning_rate": 0.0005695283101426447,
"epoch": 1.29
},
{
"loss": 7.8839,
"grad_norm": 1.2384039163589478,
"learning_rate": 0.0005686531898135993,
"epoch": 1.29
},
{
"loss": 7.8408,
"grad_norm": 1.3826912641525269,
"learning_rate": 0.0005677780694845541,
"epoch": 1.3
},
{
"loss": 7.4433,
"grad_norm": 1.1403487920761108,
"learning_rate": 0.0005669029491555088,
"epoch": 1.3
},
{
"loss": 8.5407,
"grad_norm": 1.037423014640808,
"learning_rate": 0.0005660278288264636,
"epoch": 1.3
},
{
"loss": 8.0943,
"grad_norm": 1.4421013593673706,
"learning_rate": 0.0005651527084974184,
"epoch": 1.3
},
{
"loss": 7.7771,
"grad_norm": 1.2977713346481323,
"learning_rate": 0.0005642775881683731,
"epoch": 1.31
},
{
"loss": 7.54,
"grad_norm": 1.049196720123291,
"learning_rate": 0.0005634024678393279,
"epoch": 1.31
},
{
"loss": 7.4699,
"grad_norm": 1.0489652156829834,
"learning_rate": 0.0005625273475102827,
"epoch": 1.31
},
{
"loss": 7.9441,
"grad_norm": 1.1373968124389648,
"learning_rate": 0.0005616522271812374,
"epoch": 1.32
},
{
"loss": 7.2627,
"grad_norm": 1.0570902824401855,
"learning_rate": 0.0005607771068521922,
"epoch": 1.32
},
{
"loss": 7.7472,
"grad_norm": 1.0547776222229004,
"learning_rate": 0.0005599019865231469,
"epoch": 1.32
},
{
"loss": 7.8815,
"grad_norm": 1.2481534481048584,
"learning_rate": 0.0005590268661941017,
"epoch": 1.32
},
{
"loss": 8.2547,
"grad_norm": 1.1728442907333374,
"learning_rate": 0.0005581517458650565,
"epoch": 1.33
},
{
"loss": 7.5035,
"grad_norm": 1.0567808151245117,
"learning_rate": 0.0005572766255360112,
"epoch": 1.33
},
{
"loss": 7.9982,
"grad_norm": 0.8234537243843079,
"learning_rate": 0.000556401505206966,
"epoch": 1.33
},
{
"loss": 7.5333,
"grad_norm": 1.09587824344635,
"learning_rate": 0.0005555263848779207,
"epoch": 1.33
},
{
"loss": 7.768,
"grad_norm": 1.3897008895874023,
"learning_rate": 0.0005546512645488755,
"epoch": 1.34
},
{
"loss": 7.7645,
"grad_norm": 1.1089082956314087,
"learning_rate": 0.0005537761442198303,
"epoch": 1.34
},
{
"loss": 7.7809,
"grad_norm": 1.2678576707839966,
"learning_rate": 0.000552901023890785,
"epoch": 1.34
},
{
"loss": 7.7376,
"grad_norm": 1.3946635723114014,
"learning_rate": 0.0005520259035617398,
"epoch": 1.34
},
{
"loss": 8.2773,
"grad_norm": 1.3742512464523315,
"learning_rate": 0.0005511507832326946,
"epoch": 1.35
},
{
"loss": 7.7902,
"grad_norm": 1.416434645652771,
"learning_rate": 0.0005502756629036493,
"epoch": 1.35
},
{
"loss": 7.6157,
"grad_norm": 1.0419012308120728,
"learning_rate": 0.0005494005425746041,
"epoch": 1.35
},
{
"loss": 7.5897,
"grad_norm": 1.7180145978927612,
"learning_rate": 0.0005485254222455588,
"epoch": 1.35
},
{
"loss": 8.0068,
"grad_norm": 1.6651771068572998,
"learning_rate": 0.0005476503019165136,
"epoch": 1.36
},
{
"loss": 7.4023,
"grad_norm": 1.0715596675872803,
"learning_rate": 0.0005467751815874683,
"epoch": 1.36
},
{
"loss": 8.0369,
"grad_norm": 1.208898901939392,
"learning_rate": 0.000545900061258423,
"epoch": 1.36
},
{
"loss": 7.6188,
"grad_norm": 0.9920070767402649,
"learning_rate": 0.0005450249409293778,
"epoch": 1.36
},
{
"loss": 8.6854,
"grad_norm": 1.174086570739746,
"learning_rate": 0.0005441498206003325,
"epoch": 1.37
},
{
"loss": 7.5733,
"grad_norm": 1.244912028312683,
"learning_rate": 0.0005432747002712873,
"epoch": 1.37
},
{
"loss": 7.389,
"grad_norm": 1.5966273546218872,
"learning_rate": 0.0005423995799422421,
"epoch": 1.37
},
{
"loss": 8.1756,
"grad_norm": 1.0320965051651,
"learning_rate": 0.0005415244596131968,
"epoch": 1.38
},
{
"loss": 8.897,
"grad_norm": 1.2478450536727905,
"learning_rate": 0.0005406493392841516,
"epoch": 1.38
},
{
"loss": 7.6083,
"grad_norm": 1.4347364902496338,
"learning_rate": 0.0005397742189551064,
"epoch": 1.38
},
{
"loss": 7.9916,
"grad_norm": 1.1878119707107544,
"learning_rate": 0.0005388990986260611,
"epoch": 1.38
},
{
"loss": 8.1032,
"grad_norm": 1.3169543743133545,
"learning_rate": 0.0005380239782970159,
"epoch": 1.39
},
{
"loss": 7.3094,
"grad_norm": 1.271192193031311,
"learning_rate": 0.0005371488579679706,
"epoch": 1.39
},
{
"loss": 7.2947,
"grad_norm": 1.484824299812317,
"learning_rate": 0.0005362737376389254,
"epoch": 1.39
},
{
"loss": 7.7483,
"grad_norm": 1.0237884521484375,
"learning_rate": 0.0005353986173098802,
"epoch": 1.39
},
{
"loss": 7.7284,
"grad_norm": 1.141897201538086,
"learning_rate": 0.0005345234969808349,
"epoch": 1.4
},
{
"loss": 7.9684,
"grad_norm": 1.2076783180236816,
"learning_rate": 0.0005336483766517897,
"epoch": 1.4
},
{
"loss": 7.4731,
"grad_norm": 1.0815685987472534,
"learning_rate": 0.0005327732563227444,
"epoch": 1.4
},
{
"loss": 7.6468,
"grad_norm": 1.9115163087844849,
"learning_rate": 0.0005318981359936992,
"epoch": 1.4
},
{
"loss": 8.179,
"grad_norm": 1.1872133016586304,
"learning_rate": 0.000531023015664654,
"epoch": 1.41
},
{
"loss": 8.1254,
"grad_norm": 1.144726037979126,
"learning_rate": 0.0005301478953356087,
"epoch": 1.41
},
{
"loss": 7.7947,
"grad_norm": 1.562495231628418,
"learning_rate": 0.0005292727750065635,
"epoch": 1.41
},
{
"loss": 7.2917,
"grad_norm": 1.20420241355896,
"learning_rate": 0.0005283976546775183,
"epoch": 1.41
},
{
"loss": 7.9956,
"grad_norm": 1.0302613973617554,
"learning_rate": 0.000527522534348473,
"epoch": 1.42
},
{
"loss": 7.8058,
"grad_norm": 1.161452293395996,
"learning_rate": 0.0005266474140194278,
"epoch": 1.42
},
{
"loss": 8.2652,
"grad_norm": 1.2876991033554077,
"learning_rate": 0.0005257722936903825,
"epoch": 1.42
},
{
"loss": 8.0375,
"grad_norm": 1.1002925634384155,
"learning_rate": 0.0005248971733613372,
"epoch": 1.43
},
{
"loss": 7.82,
"grad_norm": 1.0201154947280884,
"learning_rate": 0.000524022053032292,
"epoch": 1.43
},
{
"loss": 8.3203,
"grad_norm": 1.1177037954330444,
"learning_rate": 0.0005231469327032467,
"epoch": 1.43
},
{
"loss": 7.9789,
"grad_norm": 1.4295682907104492,
"learning_rate": 0.0005222718123742015,
"epoch": 1.43
},
{
"loss": 8.0088,
"grad_norm": 1.4420737028121948,
"learning_rate": 0.0005213966920451562,
"epoch": 1.44
},
{
"loss": 7.8298,
"grad_norm": 1.1020231246948242,
"learning_rate": 0.000520521571716111,
"epoch": 1.44
},
{
"loss": 7.8801,
"grad_norm": 1.4339189529418945,
"learning_rate": 0.0005196464513870657,
"epoch": 1.44
},
{
"loss": 7.6756,
"grad_norm": 1.5243607759475708,
"learning_rate": 0.0005187713310580204,
"epoch": 1.44
},
{
"loss": 8.1007,
"grad_norm": 0.9880979657173157,
"learning_rate": 0.0005178962107289752,
"epoch": 1.45
},
{
"loss": 7.7396,
"grad_norm": 1.1447367668151855,
"learning_rate": 0.0005170210903999299,
"epoch": 1.45
},
{
"loss": 7.8537,
"grad_norm": 1.384048342704773,
"learning_rate": 0.0005161459700708847,
"epoch": 1.45
},
{
"loss": 7.8855,
"grad_norm": 1.3757721185684204,
"learning_rate": 0.0005152708497418395,
"epoch": 1.45
},
{
"loss": 7.8651,
"grad_norm": 1.1160024404525757,
"learning_rate": 0.0005143957294127942,
"epoch": 1.46
},
{
"loss": 7.8378,
"grad_norm": 0.9774546027183533,
"learning_rate": 0.000513520609083749,
"epoch": 1.46
},
{
"loss": 7.9251,
"grad_norm": 1.5181477069854736,
"learning_rate": 0.0005126454887547038,
"epoch": 1.46
},
{
"loss": 8.6781,
"grad_norm": 1.203229308128357,
"learning_rate": 0.0005117703684256585,
"epoch": 1.46
},
{
"loss": 7.6571,
"grad_norm": 1.0401496887207031,
"learning_rate": 0.0005108952480966133,
"epoch": 1.47
},
{
"loss": 7.3908,
"grad_norm": 1.3228225708007812,
"learning_rate": 0.000510020127767568,
"epoch": 1.47
},
{
"loss": 8.1244,
"grad_norm": 1.3072296380996704,
"learning_rate": 0.0005091450074385228,
"epoch": 1.47
},
{
"loss": 7.7535,
"grad_norm": 1.9105629920959473,
"learning_rate": 0.0005082698871094776,
"epoch": 1.48
},
{
"loss": 8.2387,
"grad_norm": 1.3035160303115845,
"learning_rate": 0.0005073947667804323,
"epoch": 1.48
},
{
"loss": 7.998,
"grad_norm": 0.9805745482444763,
"learning_rate": 0.0005065196464513871,
"epoch": 1.48
},
{
"loss": 8.0499,
"grad_norm": 1.28218412399292,
"learning_rate": 0.0005056445261223418,
"epoch": 1.48
},
{
"loss": 8.0939,
"grad_norm": 1.289697527885437,
"learning_rate": 0.0005047694057932966,
"epoch": 1.49
},
{
"loss": 7.8801,
"grad_norm": 1.3982206583023071,
"learning_rate": 0.0005038942854642513,
"epoch": 1.49
},
{
"loss": 7.5012,
"grad_norm": 1.1884011030197144,
"learning_rate": 0.000503019165135206,
"epoch": 1.49
},
{
"loss": 7.7792,
"grad_norm": 1.2014328241348267,
"learning_rate": 0.0005021440448061608,
"epoch": 1.49
},
{
"loss": 8.3151,
"grad_norm": 1.2958098649978638,
"learning_rate": 0.0005012689244771155,
"epoch": 1.5
},
{
"loss": 7.3702,
"grad_norm": 1.1195346117019653,
"learning_rate": 0.0005003938041480703,
"epoch": 1.5
},
{
"loss": 8.0952,
"grad_norm": 1.2185337543487549,
"learning_rate": 0.0004995186838190251,
"epoch": 1.5
},
{
"loss": 7.6605,
"grad_norm": 1.1054099798202515,
"learning_rate": 0.0004986435634899798,
"epoch": 1.5
},
{
"loss": 7.8926,
"grad_norm": 1.3183029890060425,
"learning_rate": 0.0004977684431609346,
"epoch": 1.51
},
{
"loss": 7.8356,
"grad_norm": 1.3786067962646484,
"learning_rate": 0.0004968933228318894,
"epoch": 1.51
},
{
"loss": 7.7605,
"grad_norm": 1.3373888731002808,
"learning_rate": 0.0004960182025028441,
"epoch": 1.51
},
{
"loss": 7.9272,
"grad_norm": 1.5524091720581055,
"learning_rate": 0.0004951430821737989,
"epoch": 1.51
},
{
"loss": 8.1264,
"grad_norm": 0.927689790725708,
"learning_rate": 0.0004942679618447536,
"epoch": 1.52
},
{
"loss": 8.1456,
"grad_norm": 1.4429559707641602,
"learning_rate": 0.0004933928415157084,
"epoch": 1.52
},
{
"loss": 8.5349,
"grad_norm": 1.17830228805542,
"learning_rate": 0.0004925177211866632,
"epoch": 1.52
},
{
"loss": 8.4138,
"grad_norm": 1.7398778200149536,
"learning_rate": 0.0004916426008576179,
"epoch": 1.53
},
{
"loss": 7.6329,
"grad_norm": 1.101945161819458,
"learning_rate": 0.0004907674805285727,
"epoch": 1.53
},
{
"loss": 8.2694,
"grad_norm": 1.2424931526184082,
"learning_rate": 0.0004898923601995274,
"epoch": 1.53
},
{
"loss": 7.2639,
"grad_norm": 0.8726850748062134,
"learning_rate": 0.0004890172398704822,
"epoch": 1.53
},
{
"loss": 7.5542,
"grad_norm": 1.020978331565857,
"learning_rate": 0.0004881421195414369,
"epoch": 1.54
},
{
"loss": 7.3334,
"grad_norm": 1.058136224746704,
"learning_rate": 0.0004872669992123917,
"epoch": 1.54
},
{
"loss": 7.6285,
"grad_norm": 1.7856310606002808,
"learning_rate": 0.00048639187888334644,
"epoch": 1.54
},
{
"loss": 7.8873,
"grad_norm": 1.1540299654006958,
"learning_rate": 0.0004855167585543012,
"epoch": 1.54
},
{
"loss": 7.5676,
"grad_norm": 1.4844547510147095,
"learning_rate": 0.00048464163822525597,
"epoch": 1.55
},
{
"loss": 8.0284,
"grad_norm": 1.1018364429473877,
"learning_rate": 0.00048376651789621073,
"epoch": 1.55
},
{
"loss": 7.8478,
"grad_norm": 1.4421080350875854,
"learning_rate": 0.0004828913975671655,
"epoch": 1.55
},
{
"loss": 8.0614,
"grad_norm": 1.322413444519043,
"learning_rate": 0.00048201627723812025,
"epoch": 1.55
},
{
"loss": 7.9015,
"grad_norm": 1.1930081844329834,
"learning_rate": 0.000481141156909075,
"epoch": 1.56
},
{
"loss": 7.843,
"grad_norm": 1.2846688032150269,
"learning_rate": 0.0004802660365800298,
"epoch": 1.56
},
{
"loss": 7.8268,
"grad_norm": 2.0413529872894287,
"learning_rate": 0.00047939091625098454,
"epoch": 1.56
},
{
"loss": 7.3241,
"grad_norm": 1.058362364768982,
"learning_rate": 0.0004785157959219393,
"epoch": 1.56
},
{
"loss": 7.8329,
"grad_norm": 1.725417971611023,
"learning_rate": 0.00047764067559289406,
"epoch": 1.57
},
{
"loss": 7.6295,
"grad_norm": 1.1373404264450073,
"learning_rate": 0.00047676555526384877,
"epoch": 1.57
},
{
"loss": 7.4763,
"grad_norm": 1.1107378005981445,
"learning_rate": 0.00047589043493480353,
"epoch": 1.57
},
{
"loss": 7.8846,
"grad_norm": 1.2450941801071167,
"learning_rate": 0.0004750153146057583,
"epoch": 1.57
},
{
"loss": 8.4109,
"grad_norm": 1.0643541812896729,
"learning_rate": 0.00047414019427671305,
"epoch": 1.58
},
{
"loss": 7.9126,
"grad_norm": 1.2940372228622437,
"learning_rate": 0.0004732650739476678,
"epoch": 1.58
},
{
"loss": 7.7132,
"grad_norm": 2.6067655086517334,
"learning_rate": 0.0004723899536186226,
"epoch": 1.58
},
{
"loss": 7.5708,
"grad_norm": 0.9783037304878235,
"learning_rate": 0.00047151483328957734,
"epoch": 1.59
},
{
"loss": 7.2771,
"grad_norm": 1.037582278251648,
"learning_rate": 0.0004706397129605321,
"epoch": 1.59
},
{
"loss": 7.7599,
"grad_norm": 1.0178707838058472,
"learning_rate": 0.00046976459263148686,
"epoch": 1.59
},
{
"loss": 7.1538,
"grad_norm": 1.558307409286499,
"learning_rate": 0.0004688894723024416,
"epoch": 1.59
},
{
"loss": 7.5229,
"grad_norm": 1.1060800552368164,
"learning_rate": 0.0004680143519733964,
"epoch": 1.6
},
{
"loss": 7.5813,
"grad_norm": 1.8988709449768066,
"learning_rate": 0.00046713923164435115,
"epoch": 1.6
},
{
"loss": 7.8319,
"grad_norm": 1.6066781282424927,
"learning_rate": 0.00046626411131530586,
"epoch": 1.6
},
{
"loss": 7.8222,
"grad_norm": 1.4711729288101196,
"learning_rate": 0.0004653889909862606,
"epoch": 1.6
},
{
"loss": 7.6115,
"grad_norm": 1.3585811853408813,
"learning_rate": 0.0004645138706572154,
"epoch": 1.61
},
{
"loss": 7.7618,
"grad_norm": 1.1487444639205933,
"learning_rate": 0.00046363875032817014,
"epoch": 1.61
},
{
"loss": 7.868,
"grad_norm": 1.4386248588562012,
"learning_rate": 0.0004627636299991249,
"epoch": 1.61
},
{
"loss": 7.7931,
"grad_norm": 1.0714224576950073,
"learning_rate": 0.00046188850967007967,
"epoch": 1.61
},
{
"loss": 8.2688,
"grad_norm": 1.6375863552093506,
"learning_rate": 0.00046101338934103443,
"epoch": 1.62
},
{
"loss": 7.621,
"grad_norm": 1.024120807647705,
"learning_rate": 0.0004601382690119892,
"epoch": 1.62
},
{
"loss": 8.2226,
"grad_norm": 1.2234493494033813,
"learning_rate": 0.0004592631486829439,
"epoch": 1.62
},
{
"loss": 7.596,
"grad_norm": 1.0593066215515137,
"learning_rate": 0.00045838802835389866,
"epoch": 1.62
},
{
"loss": 7.7407,
"grad_norm": 1.2529680728912354,
"learning_rate": 0.0004575129080248534,
"epoch": 1.63
},
{
"loss": 7.221,
"grad_norm": 1.1312929391860962,
"learning_rate": 0.0004566377876958082,
"epoch": 1.63
},
{
"loss": 7.6136,
"grad_norm": 1.4004312753677368,
"learning_rate": 0.00045576266736676294,
"epoch": 1.63
},
{
"loss": 7.9718,
"grad_norm": 1.4514151811599731,
"learning_rate": 0.00045488754703771765,
"epoch": 1.64
},
{
"loss": 7.3337,
"grad_norm": 1.1595350503921509,
"learning_rate": 0.0004540124267086724,
"epoch": 1.64
},
{
"loss": 7.7414,
"grad_norm": 1.1403205394744873,
"learning_rate": 0.0004531373063796272,
"epoch": 1.64
},
{
"loss": 7.7323,
"grad_norm": 1.677051305770874,
"learning_rate": 0.00045226218605058194,
"epoch": 1.64
},
{
"loss": 8.0048,
"grad_norm": 1.338146686553955,
"learning_rate": 0.0004513870657215367,
"epoch": 1.65
},
{
"loss": 7.9544,
"grad_norm": 1.0941588878631592,
"learning_rate": 0.00045051194539249146,
"epoch": 1.65
},
{
"loss": 8.1043,
"grad_norm": 1.224746584892273,
"learning_rate": 0.0004496368250634462,
"epoch": 1.65
},
{
"loss": 8.0849,
"grad_norm": 1.5772489309310913,
"learning_rate": 0.000448761704734401,
"epoch": 1.65
},
{
"loss": 7.3165,
"grad_norm": 1.4434912204742432,
"learning_rate": 0.00044788658440535575,
"epoch": 1.66
},
{
"loss": 7.8826,
"grad_norm": 0.9971029162406921,
"learning_rate": 0.0004470114640763105,
"epoch": 1.66
},
{
"loss": 7.7822,
"grad_norm": 1.061712384223938,
"learning_rate": 0.00044613634374726527,
"epoch": 1.66
},
{
"loss": 7.8387,
"grad_norm": 1.6292518377304077,
"learning_rate": 0.00044526122341822003,
"epoch": 1.66
},
{
"loss": 7.3463,
"grad_norm": 1.0507898330688477,
"learning_rate": 0.00044438610308917474,
"epoch": 1.67
},
{
"loss": 7.693,
"grad_norm": 1.332474708557129,
"learning_rate": 0.0004435109827601295,
"epoch": 1.67
},
{
"loss": 7.4542,
"grad_norm": 1.3393101692199707,
"learning_rate": 0.00044263586243108426,
"epoch": 1.67
},
{
"loss": 7.4236,
"grad_norm": 1.4949504137039185,
"learning_rate": 0.000441760742102039,
"epoch": 1.67
},
{
"loss": 7.4087,
"grad_norm": 1.3824454545974731,
"learning_rate": 0.0004408856217729938,
"epoch": 1.68
},
{
"loss": 7.3,
"grad_norm": 1.3991942405700684,
"learning_rate": 0.00044001050144394855,
"epoch": 1.68
},
{
"loss": 7.1648,
"grad_norm": 1.3270092010498047,
"learning_rate": 0.0004391353811149033,
"epoch": 1.68
},
{
"loss": 7.753,
"grad_norm": 1.1912864446640015,
"learning_rate": 0.00043826026078585807,
"epoch": 1.69
},
{
"loss": 7.6531,
"grad_norm": 1.2112165689468384,
"learning_rate": 0.00043738514045681283,
"epoch": 1.69
},
{
"loss": 8.0168,
"grad_norm": 1.0204828977584839,
"learning_rate": 0.0004365100201277676,
"epoch": 1.69
},
{
"loss": 7.8334,
"grad_norm": 1.8065035343170166,
"learning_rate": 0.00043563489979872236,
"epoch": 1.69
},
{
"loss": 7.9395,
"grad_norm": 1.1826367378234863,
"learning_rate": 0.0004347597794696771,
"epoch": 1.7
},
{
"loss": 8.0071,
"grad_norm": 0.9689782857894897,
"learning_rate": 0.00043388465914063183,
"epoch": 1.7
},
{
"loss": 7.5284,
"grad_norm": 0.9889323115348816,
"learning_rate": 0.0004330095388115866,
"epoch": 1.7
},
{
"loss": 7.7318,
"grad_norm": 1.4257516860961914,
"learning_rate": 0.00043213441848254135,
"epoch": 1.7
},
{
"loss": 7.6343,
"grad_norm": 1.623134970664978,
"learning_rate": 0.0004312592981534961,
"epoch": 1.71
},
{
"loss": 7.9645,
"grad_norm": 1.2686361074447632,
"learning_rate": 0.0004303841778244509,
"epoch": 1.71
},
{
"loss": 7.5339,
"grad_norm": 1.5115247964859009,
"learning_rate": 0.00042950905749540564,
"epoch": 1.71
},
{
"loss": 7.7401,
"grad_norm": 1.285506010055542,
"learning_rate": 0.0004286339371663604,
"epoch": 1.71
},
{
"loss": 7.6018,
"grad_norm": 1.4150651693344116,
"learning_rate": 0.00042775881683731516,
"epoch": 1.72
},
{
"loss": 7.4015,
"grad_norm": 1.485231637954712,
"learning_rate": 0.0004268836965082699,
"epoch": 1.72
},
{
"loss": 8.4429,
"grad_norm": 2.1629021167755127,
"learning_rate": 0.0004260085761792247,
"epoch": 1.72
},
{
"loss": 7.8298,
"grad_norm": 1.1586624383926392,
"learning_rate": 0.00042513345585017945,
"epoch": 1.72
},
{
"loss": 7.8121,
"grad_norm": 1.0134670734405518,
"learning_rate": 0.0004242583355211342,
"epoch": 1.73
},
{
"loss": 7.8337,
"grad_norm": 1.257633090019226,
"learning_rate": 0.00042338321519208897,
"epoch": 1.73
},
{
"loss": 7.6701,
"grad_norm": 1.212266445159912,
"learning_rate": 0.0004225080948630437,
"epoch": 1.73
},
{
"loss": 7.706,
"grad_norm": 1.2191237211227417,
"learning_rate": 0.00042163297453399844,
"epoch": 1.74
},
{
"loss": 7.4639,
"grad_norm": 1.476140022277832,
"learning_rate": 0.0004207578542049532,
"epoch": 1.74
},
{
"loss": 7.8126,
"grad_norm": 1.0655369758605957,
"learning_rate": 0.0004198827338759079,
"epoch": 1.74
},
{
"loss": 7.4091,
"grad_norm": 1.3340696096420288,
"learning_rate": 0.00041900761354686267,
"epoch": 1.74
},
{
"loss": 7.5701,
"grad_norm": 1.3290128707885742,
"learning_rate": 0.00041813249321781743,
"epoch": 1.75
},
{
"loss": 7.5513,
"grad_norm": 1.1993497610092163,
"learning_rate": 0.0004172573728887722,
"epoch": 1.75
},
{
"loss": 7.5115,
"grad_norm": 0.9953559041023254,
"learning_rate": 0.00041638225255972696,
"epoch": 1.75
},
{
"loss": 8.0513,
"grad_norm": 1.1929738521575928,
"learning_rate": 0.0004155071322306817,
"epoch": 1.75
},
{
"loss": 7.4431,
"grad_norm": 1.0211223363876343,
"learning_rate": 0.0004146320119016365,
"epoch": 1.76
},
{
"loss": 7.4024,
"grad_norm": 1.0484708547592163,
"learning_rate": 0.00041375689157259124,
"epoch": 1.76
},
{
"loss": 7.4321,
"grad_norm": 1.2012499570846558,
"learning_rate": 0.000412881771243546,
"epoch": 1.76
},
{
"loss": 7.2608,
"grad_norm": 0.9850478768348694,
"learning_rate": 0.0004120066509145007,
"epoch": 1.76
},
{
"loss": 7.4744,
"grad_norm": 1.1142171621322632,
"learning_rate": 0.00041113153058545547,
"epoch": 1.77
},
{
"loss": 7.8258,
"grad_norm": 1.0107368230819702,
"learning_rate": 0.00041025641025641023,
"epoch": 1.77
},
{
"loss": 8.0338,
"grad_norm": 1.3827756643295288,
"learning_rate": 0.000409381289927365,
"epoch": 1.77
},
{
"loss": 7.2029,
"grad_norm": 1.056078553199768,
"learning_rate": 0.00040850616959831976,
"epoch": 1.77
},
{
"loss": 7.9763,
"grad_norm": 1.3796826601028442,
"learning_rate": 0.0004076310492692745,
"epoch": 1.78
},
{
"loss": 7.39,
"grad_norm": 1.5586506128311157,
"learning_rate": 0.0004067559289402293,
"epoch": 1.78
},
{
"loss": 7.7479,
"grad_norm": 1.3467471599578857,
"learning_rate": 0.00040588080861118404,
"epoch": 1.78
},
{
"loss": 7.5281,
"grad_norm": 1.5824648141860962,
"learning_rate": 0.0004050056882821388,
"epoch": 1.78
},
{
"loss": 7.4095,
"grad_norm": 1.5600448846817017,
"learning_rate": 0.00040413056795309357,
"epoch": 1.79
},
{
"loss": 7.6296,
"grad_norm": 1.4003773927688599,
"learning_rate": 0.00040325544762404833,
"epoch": 1.79
},
{
"loss": 7.2299,
"grad_norm": 1.1784484386444092,
"learning_rate": 0.0004023803272950031,
"epoch": 1.79
},
{
"loss": 7.2215,
"grad_norm": 1.0865730047225952,
"learning_rate": 0.0004015052069659578,
"epoch": 1.8
},
{
"loss": 7.619,
"grad_norm": 1.3708497285842896,
"learning_rate": 0.00040063008663691256,
"epoch": 1.8
},
{
"loss": 7.6305,
"grad_norm": 1.3728278875350952,
"learning_rate": 0.0003997549663078673,
"epoch": 1.8
},
{
"loss": 7.4218,
"grad_norm": 1.385901689529419,
"learning_rate": 0.0003988798459788221,
"epoch": 1.8
},
{
"loss": 7.7959,
"grad_norm": 1.5370672941207886,
"learning_rate": 0.00039800472564977685,
"epoch": 1.81
},
{
"loss": 7.8249,
"grad_norm": 1.039469838142395,
"learning_rate": 0.0003971296053207316,
"epoch": 1.81
},
{
"loss": 7.4311,
"grad_norm": 1.4947952032089233,
"learning_rate": 0.00039625448499168637,
"epoch": 1.81
},
{
"loss": 7.7797,
"grad_norm": 1.2262136936187744,
"learning_rate": 0.00039546687669554567,
"epoch": 1.81
},
{
"loss": 7.8844,
"grad_norm": 1.5757509469985962,
"learning_rate": 0.00039459175636650043,
"epoch": 1.82
},
{
"loss": 7.8737,
"grad_norm": 1.2183258533477783,
"learning_rate": 0.0003937166360374552,
"epoch": 1.82
},
{
"loss": 7.3515,
"grad_norm": 1.3697617053985596,
"learning_rate": 0.00039284151570840995,
"epoch": 1.82
},
{
"loss": 7.1169,
"grad_norm": 1.3007692098617554,
"learning_rate": 0.00039196639537936466,
"epoch": 1.82
},
{
"loss": 7.2926,
"grad_norm": 1.3538720607757568,
"learning_rate": 0.0003910912750503194,
"epoch": 1.83
},
{
"loss": 7.8445,
"grad_norm": 1.4245976209640503,
"learning_rate": 0.0003902161547212742,
"epoch": 1.83
},
{
"loss": 7.456,
"grad_norm": 1.323899269104004,
"learning_rate": 0.00038934103439222894,
"epoch": 1.83
},
{
"loss": 7.6163,
"grad_norm": 1.2635420560836792,
"learning_rate": 0.0003884659140631837,
"epoch": 1.83
},
{
"loss": 7.5885,
"grad_norm": 1.4714936017990112,
"learning_rate": 0.00038759079373413847,
"epoch": 1.84
},
{
"loss": 7.8382,
"grad_norm": 1.1696442365646362,
"learning_rate": 0.00038671567340509323,
"epoch": 1.84
},
{
"loss": 7.4885,
"grad_norm": 1.3797491788864136,
"learning_rate": 0.000385840553076048,
"epoch": 1.84
},
{
"loss": 7.4614,
"grad_norm": 1.0410481691360474,
"learning_rate": 0.00038496543274700275,
"epoch": 1.85
},
{
"loss": 6.9584,
"grad_norm": 1.7356559038162231,
"learning_rate": 0.0003840903124179575,
"epoch": 1.85
},
{
"loss": 7.8161,
"grad_norm": 1.326489806175232,
"learning_rate": 0.0003832151920889123,
"epoch": 1.85
},
{
"loss": 7.6985,
"grad_norm": 1.3822075128555298,
"learning_rate": 0.00038234007175986704,
"epoch": 1.85
},
{
"loss": 7.9532,
"grad_norm": 1.2612171173095703,
"learning_rate": 0.00038146495143082175,
"epoch": 1.86
},
{
"loss": 7.3309,
"grad_norm": 1.8743207454681396,
"learning_rate": 0.0003805898311017765,
"epoch": 1.86
},
{
"loss": 7.8573,
"grad_norm": 1.515641212463379,
"learning_rate": 0.0003797147107727312,
"epoch": 1.86
},
{
"loss": 8.0815,
"grad_norm": 1.970818281173706,
"learning_rate": 0.000378839590443686,
"epoch": 1.86
},
{
"loss": 7.7197,
"grad_norm": 1.6418136358261108,
"learning_rate": 0.00037796447011464074,
"epoch": 1.87
},
{
"loss": 7.6527,
"grad_norm": 1.3693944215774536,
"learning_rate": 0.0003770893497855955,
"epoch": 1.87
},
{
"loss": 7.7717,
"grad_norm": 1.311493992805481,
"learning_rate": 0.00037621422945655026,
"epoch": 1.87
},
{
"loss": 8.0735,
"grad_norm": 1.593992829322815,
"learning_rate": 0.000375339109127505,
"epoch": 1.87
},
{
"loss": 7.4285,
"grad_norm": 1.212729573249817,
"learning_rate": 0.0003744639887984598,
"epoch": 1.88
},
{
"loss": 7.7873,
"grad_norm": 1.1326895952224731,
"learning_rate": 0.00037358886846941455,
"epoch": 1.88
},
{
"loss": 7.3515,
"grad_norm": 1.3937299251556396,
"learning_rate": 0.0003727137481403693,
"epoch": 1.88
},
{
"loss": 7.353,
"grad_norm": 1.5152568817138672,
"learning_rate": 0.00037183862781132407,
"epoch": 1.88
},
{
"loss": 7.8015,
"grad_norm": 1.207973599433899,
"learning_rate": 0.0003709635074822788,
"epoch": 1.89
},
{
"loss": 7.6713,
"grad_norm": 1.003139615058899,
"learning_rate": 0.00037008838715323354,
"epoch": 1.89
},
{
"loss": 7.9247,
"grad_norm": 1.1870025396347046,
"learning_rate": 0.0003692132668241883,
"epoch": 1.89
},
{
"loss": 7.4496,
"grad_norm": 1.237275242805481,
"learning_rate": 0.00036833814649514307,
"epoch": 1.9
},
{
"loss": 7.2638,
"grad_norm": 1.7287304401397705,
"learning_rate": 0.00036746302616609783,
"epoch": 1.9
},
{
"loss": 7.7464,
"grad_norm": 1.5875813961029053,
"learning_rate": 0.0003665879058370526,
"epoch": 1.9
},
{
"loss": 7.683,
"grad_norm": 1.7219480276107788,
"learning_rate": 0.00036571278550800735,
"epoch": 1.9
},
{
"loss": 7.6059,
"grad_norm": 1.3815206289291382,
"learning_rate": 0.0003648376651789621,
"epoch": 1.91
},
{
"loss": 7.3258,
"grad_norm": 1.1902978420257568,
"learning_rate": 0.0003639625448499169,
"epoch": 1.91
},
{
"loss": 7.4436,
"grad_norm": 1.6532816886901855,
"learning_rate": 0.00036308742452087164,
"epoch": 1.91
},
{
"loss": 7.438,
"grad_norm": 1.1358212232589722,
"learning_rate": 0.0003622123041918264,
"epoch": 1.91
},
{
"loss": 7.9777,
"grad_norm": 1.3459230661392212,
"learning_rate": 0.00036133718386278116,
"epoch": 1.92
},
{
"loss": 7.9087,
"grad_norm": 1.0352368354797363,
"learning_rate": 0.0003604620635337359,
"epoch": 1.92
},
{
"loss": 7.5855,
"grad_norm": 1.2582918405532837,
"learning_rate": 0.00035958694320469063,
"epoch": 1.92
},
{
"loss": 7.4576,
"grad_norm": 1.1787996292114258,
"learning_rate": 0.0003587118228756454,
"epoch": 1.92
},
{
"loss": 7.2572,
"grad_norm": 1.2917609214782715,
"learning_rate": 0.00035783670254660015,
"epoch": 1.93
},
{
"loss": 7.6433,
"grad_norm": 1.1689330339431763,
"learning_rate": 0.0003569615822175549,
"epoch": 1.93
},
{
"loss": 7.6579,
"grad_norm": 1.2844352722167969,
"learning_rate": 0.0003560864618885097,
"epoch": 1.93
},
{
"loss": 7.5178,
"grad_norm": 1.498838186264038,
"learning_rate": 0.00035521134155946444,
"epoch": 1.93
},
{
"loss": 7.0155,
"grad_norm": 1.3718552589416504,
"learning_rate": 0.0003543362212304192,
"epoch": 1.94
},
{
"loss": 7.7558,
"grad_norm": 1.2343835830688477,
"learning_rate": 0.00035346110090137396,
"epoch": 1.94
},
{
"loss": 7.4386,
"grad_norm": 1.307979702949524,
"learning_rate": 0.0003525859805723287,
"epoch": 1.94
},
{
"loss": 7.4287,
"grad_norm": 1.46335768699646,
"learning_rate": 0.0003517108602432835,
"epoch": 1.95
},
{
"loss": 7.0541,
"grad_norm": 1.4892301559448242,
"learning_rate": 0.00035083573991423825,
"epoch": 1.95
},
{
"loss": 7.6458,
"grad_norm": 1.3297821283340454,
"learning_rate": 0.000349960619585193,
"epoch": 1.95
},
{
"loss": 7.3704,
"grad_norm": 1.9190036058425903,
"learning_rate": 0.0003490854992561477,
"epoch": 1.95
},
{
"loss": 7.9292,
"grad_norm": 1.1013009548187256,
"learning_rate": 0.0003482103789271025,
"epoch": 1.96
},
{
"loss": 7.8039,
"grad_norm": 1.284121036529541,
"learning_rate": 0.00034733525859805724,
"epoch": 1.96
},
{
"loss": 7.7188,
"grad_norm": 1.118995189666748,
"learning_rate": 0.000346460138269012,
"epoch": 1.96
},
{
"loss": 7.3617,
"grad_norm": 1.5446746349334717,
"learning_rate": 0.00034558501793996676,
"epoch": 1.96
},
{
"loss": 7.5614,
"grad_norm": 1.254835844039917,
"learning_rate": 0.0003447098976109215,
"epoch": 1.97
},
{
"loss": 7.9923,
"grad_norm": 2.215224266052246,
"learning_rate": 0.0003438347772818763,
"epoch": 1.97
},
{
"loss": 7.6609,
"grad_norm": 1.2917975187301636,
"learning_rate": 0.00034295965695283105,
"epoch": 1.97
},
{
"loss": 6.9695,
"grad_norm": 1.3251945972442627,
"learning_rate": 0.0003420845366237858,
"epoch": 1.97
},
{
"loss": 7.4109,
"grad_norm": 1.5397628545761108,
"learning_rate": 0.0003412094162947406,
"epoch": 1.98
},
{
"loss": 7.3063,
"grad_norm": 1.1789202690124512,
"learning_rate": 0.00034033429596569534,
"epoch": 1.98
},
{
"loss": 7.8137,
"grad_norm": 1.6068191528320312,
"learning_rate": 0.00033945917563665004,
"epoch": 1.98
},
{
"loss": 7.5466,
"grad_norm": 1.2397950887680054,
"learning_rate": 0.00033858405530760475,
"epoch": 1.98
},
{
"loss": 7.9522,
"grad_norm": 1.5175119638442993,
"learning_rate": 0.0003377089349785595,
"epoch": 1.99
},
{
"loss": 7.6781,
"grad_norm": 1.315258502960205,
"learning_rate": 0.0003368338146495143,
"epoch": 1.99
},
{
"loss": 7.7292,
"grad_norm": 2.664515256881714,
"learning_rate": 0.00033595869432046904,
"epoch": 1.99
},
{
"loss": 8.1965,
"grad_norm": 1.405129313468933,
"learning_rate": 0.0003350835739914238,
"epoch": 1.99
},
{
"loss": 7.4133,
"grad_norm": 1.0774602890014648,
"learning_rate": 0.00033420845366237856,
"epoch": 2.0
},
{
"loss": 8.1777,
"grad_norm": 1.75553560256958,
"learning_rate": 0.0003333333333333333,
"epoch": 2.0
},
{
"loss": 7.5693,
"grad_norm": 1.857081651687622,
"learning_rate": 0.0003324582130042881,
"epoch": 2.0
},
{
"loss": 7.4888,
"grad_norm": 1.0721529722213745,
"learning_rate": 0.00033158309267524285,
"epoch": 2.01
},
{
"loss": 7.1311,
"grad_norm": 1.0766797065734863,
"learning_rate": 0.0003307079723461976,
"epoch": 2.01
},
{
"loss": 7.5107,
"grad_norm": 1.4615150690078735,
"learning_rate": 0.00032983285201715237,
"epoch": 2.01
},
{
"loss": 7.5258,
"grad_norm": 1.4252068996429443,
"learning_rate": 0.00032895773168810713,
"epoch": 2.01
},
{
"loss": 7.6049,
"grad_norm": 1.2926585674285889,
"learning_rate": 0.0003280826113590619,
"epoch": 2.02
},
{
"loss": 7.2436,
"grad_norm": 1.6630724668502808,
"learning_rate": 0.0003272074910300166,
"epoch": 2.02
},
{
"loss": 6.951,
"grad_norm": 1.2705895900726318,
"learning_rate": 0.00032633237070097136,
"epoch": 2.02
},
{
"loss": 7.4782,
"grad_norm": 1.6801918745040894,
"learning_rate": 0.0003254572503719261,
"epoch": 2.02
},
{
"loss": 7.7247,
"grad_norm": 1.2789455652236938,
"learning_rate": 0.0003245821300428809,
"epoch": 2.03
},
{
"loss": 7.65,
"grad_norm": 1.0772324800491333,
"learning_rate": 0.00032370700971383565,
"epoch": 2.03
},
{
"loss": 7.3484,
"grad_norm": 1.218855857849121,
"learning_rate": 0.0003228318893847904,
"epoch": 2.03
},
{
"loss": 7.7201,
"grad_norm": 1.7484831809997559,
"learning_rate": 0.00032195676905574517,
"epoch": 2.03
},
{
"loss": 7.606,
"grad_norm": 1.4081809520721436,
"learning_rate": 0.00032108164872669993,
"epoch": 2.04
},
{
"loss": 7.4735,
"grad_norm": 1.2214211225509644,
"learning_rate": 0.0003202065283976547,
"epoch": 2.04
},
{
"loss": 7.3052,
"grad_norm": 2.243197441101074,
"learning_rate": 0.00031933140806860946,
"epoch": 2.04
},
{
"loss": 7.2611,
"grad_norm": 1.0560696125030518,
"learning_rate": 0.0003184562877395642,
"epoch": 2.04
},
{
"loss": 7.3347,
"grad_norm": 1.3903985023498535,
"learning_rate": 0.000317581167410519,
"epoch": 2.05
},
{
"loss": 7.4106,
"grad_norm": 1.285888910293579,
"learning_rate": 0.0003167060470814737,
"epoch": 2.05
},
{
"loss": 7.3237,
"grad_norm": 1.6455745697021484,
"learning_rate": 0.00031583092675242845,
"epoch": 2.05
},
{
"loss": 7.4445,
"grad_norm": 1.3552714586257935,
"learning_rate": 0.0003149558064233832,
"epoch": 2.06
},
{
"loss": 7.3175,
"grad_norm": 1.4250375032424927,
"learning_rate": 0.000314080686094338,
"epoch": 2.06
},
{
"loss": 7.5334,
"grad_norm": 1.8445017337799072,
"learning_rate": 0.00031320556576529274,
"epoch": 2.06
},
{
"loss": 7.7627,
"grad_norm": 1.1116868257522583,
"learning_rate": 0.0003123304454362475,
"epoch": 2.06
},
{
"loss": 7.5347,
"grad_norm": 1.1636768579483032,
"learning_rate": 0.00031145532510720226,
"epoch": 2.07
},
{
"loss": 7.6581,
"grad_norm": 1.4612860679626465,
"learning_rate": 0.000310580204778157,
"epoch": 2.07
},
{
"loss": 7.6164,
"grad_norm": 1.4403191804885864,
"learning_rate": 0.0003097050844491118,
"epoch": 2.07
},
{
"loss": 7.3776,
"grad_norm": 1.366955041885376,
"learning_rate": 0.00030882996412006655,
"epoch": 2.07
},
{
"loss": 7.556,
"grad_norm": 1.4476971626281738,
"learning_rate": 0.0003079548437910213,
"epoch": 2.08
},
{
"loss": 7.6019,
"grad_norm": 1.4753084182739258,
"learning_rate": 0.00030707972346197607,
"epoch": 2.08
},
{
"loss": 7.8493,
"grad_norm": 1.2335758209228516,
"learning_rate": 0.00030620460313293083,
"epoch": 2.08
},
{
"loss": 7.9252,
"grad_norm": 1.3958989381790161,
"learning_rate": 0.00030532948280388554,
"epoch": 2.08
},
{
"loss": 7.2945,
"grad_norm": 1.4621672630310059,
"learning_rate": 0.0003044543624748403,
"epoch": 2.09
},
{
"loss": 7.3977,
"grad_norm": 1.428195834159851,
"learning_rate": 0.00030357924214579506,
"epoch": 2.09
},
{
"loss": 7.74,
"grad_norm": 1.363600492477417,
"learning_rate": 0.0003027041218167498,
"epoch": 2.09
},
{
"loss": 7.4894,
"grad_norm": 1.2117736339569092,
"learning_rate": 0.0003018290014877046,
"epoch": 2.09
},
{
"loss": 7.5678,
"grad_norm": 1.9844530820846558,
"learning_rate": 0.00030095388115865935,
"epoch": 2.1
},
{
"loss": 7.6681,
"grad_norm": 1.3558523654937744,
"learning_rate": 0.0003000787608296141,
"epoch": 2.1
},
{
"loss": 7.9793,
"grad_norm": 1.3802049160003662,
"learning_rate": 0.0002992036405005688,
"epoch": 2.1
},
{
"loss": 8.1848,
"grad_norm": 1.845702886581421,
"learning_rate": 0.0002983285201715236,
"epoch": 2.11
},
{
"loss": 7.2184,
"grad_norm": 1.4479707479476929,
"learning_rate": 0.00029745339984247834,
"epoch": 2.11
},
{
"loss": 7.4373,
"grad_norm": 1.9233028888702393,
"learning_rate": 0.0002965782795134331,
"epoch": 2.11
},
{
"loss": 7.2478,
"grad_norm": 1.3621513843536377,
"learning_rate": 0.00029570315918438786,
"epoch": 2.11
},
{
"loss": 7.5867,
"grad_norm": 1.449763298034668,
"learning_rate": 0.00029482803885534257,
"epoch": 2.12
},
{
"loss": 7.2909,
"grad_norm": 1.543834924697876,
"learning_rate": 0.00029395291852629733,
"epoch": 2.12
},
{
"loss": 7.5481,
"grad_norm": 1.2582162618637085,
"learning_rate": 0.0002930777981972521,
"epoch": 2.12
},
{
"loss": 7.2092,
"grad_norm": 1.25532865524292,
"learning_rate": 0.00029220267786820686,
"epoch": 2.12
},
{
"loss": 7.5117,
"grad_norm": 1.4368300437927246,
"learning_rate": 0.0002913275575391616,
"epoch": 2.13
},
{
"loss": 7.8661,
"grad_norm": 1.4054632186889648,
"learning_rate": 0.0002904524372101164,
"epoch": 2.13
},
{
"loss": 7.7641,
"grad_norm": 1.4426825046539307,
"learning_rate": 0.00028957731688107114,
"epoch": 2.13
},
{
"loss": 6.9808,
"grad_norm": 1.6069836616516113,
"learning_rate": 0.0002887021965520259,
"epoch": 2.13
},
{
"loss": 8.0412,
"grad_norm": 1.603289246559143,
"learning_rate": 0.00028782707622298067,
"epoch": 2.14
},
{
"loss": 7.7541,
"grad_norm": 1.2069703340530396,
"learning_rate": 0.00028695195589393543,
"epoch": 2.14
},
{
"loss": 7.5413,
"grad_norm": 1.2976186275482178,
"learning_rate": 0.0002860768355648902,
"epoch": 2.14
},
{
"loss": 7.6833,
"grad_norm": 1.4646226167678833,
"learning_rate": 0.00028520171523584495,
"epoch": 2.14
},
{
"loss": 7.3603,
"grad_norm": 1.3783011436462402,
"learning_rate": 0.00028432659490679966,
"epoch": 2.15
},
{
"loss": 7.1131,
"grad_norm": 1.1677837371826172,
"learning_rate": 0.0002834514745777544,
"epoch": 2.15
},
{
"loss": 7.8353,
"grad_norm": 1.5966696739196777,
"learning_rate": 0.0002825763542487092,
"epoch": 2.15
},
{
"loss": 7.651,
"grad_norm": 1.3074275255203247,
"learning_rate": 0.00028170123391966394,
"epoch": 2.16
},
{
"loss": 6.8535,
"grad_norm": 1.2238943576812744,
"learning_rate": 0.0002808261135906187,
"epoch": 2.16
},
{
"loss": 7.1677,
"grad_norm": 1.2107079029083252,
"learning_rate": 0.00027995099326157347,
"epoch": 2.16
},
{
"loss": 7.1232,
"grad_norm": 1.482686996459961,
"learning_rate": 0.00027907587293252823,
"epoch": 2.16
},
{
"loss": 7.6958,
"grad_norm": 1.9235337972640991,
"learning_rate": 0.000278200752603483,
"epoch": 2.17
},
{
"loss": 7.5763,
"grad_norm": 1.0629470348358154,
"learning_rate": 0.00027732563227443775,
"epoch": 2.17
},
{
"loss": 7.417,
"grad_norm": 1.4404977560043335,
"learning_rate": 0.0002764505119453925,
"epoch": 2.17
},
{
"loss": 7.4457,
"grad_norm": 1.6266590356826782,
"learning_rate": 0.0002755753916163473,
"epoch": 2.17
},
{
"loss": 7.6768,
"grad_norm": 1.4418647289276123,
"learning_rate": 0.00027470027128730204,
"epoch": 2.18
},
{
"loss": 7.7301,
"grad_norm": 1.7269823551177979,
"learning_rate": 0.0002738251509582568,
"epoch": 2.18
},
{
"loss": 7.1704,
"grad_norm": 1.9527968168258667,
"learning_rate": 0.0002729500306292115,
"epoch": 2.18
},
{
"loss": 8.0284,
"grad_norm": 1.1195765733718872,
"learning_rate": 0.00027207491030016627,
"epoch": 2.18
},
{
"loss": 7.876,
"grad_norm": 1.381032109260559,
"learning_rate": 0.00027119978997112103,
"epoch": 2.19
},
{
"loss": 7.4609,
"grad_norm": 2.2558112144470215,
"learning_rate": 0.0002703246696420758,
"epoch": 2.19
},
{
"loss": 7.524,
"grad_norm": 1.0892398357391357,
"learning_rate": 0.00026944954931303056,
"epoch": 2.19
},
{
"loss": 7.1756,
"grad_norm": 1.432793140411377,
"learning_rate": 0.0002685744289839853,
"epoch": 2.19
},
{
"loss": 7.4677,
"grad_norm": 2.4381473064422607,
"learning_rate": 0.0002676993086549401,
"epoch": 2.2
},
{
"loss": 7.2004,
"grad_norm": 1.0947704315185547,
"learning_rate": 0.00026682418832589484,
"epoch": 2.2
},
{
"loss": 7.6084,
"grad_norm": 1.1396403312683105,
"learning_rate": 0.0002659490679968496,
"epoch": 2.2
},
{
"loss": 7.4592,
"grad_norm": 1.7132469415664673,
"learning_rate": 0.00026507394766780437,
"epoch": 2.2
},
{
"loss": 7.6666,
"grad_norm": 1.507416844367981,
"learning_rate": 0.00026419882733875913,
"epoch": 2.21
},
{
"loss": 7.9483,
"grad_norm": 1.997502326965332,
"learning_rate": 0.0002633237070097139,
"epoch": 2.21
},
{
"loss": 6.8979,
"grad_norm": 1.180274486541748,
"learning_rate": 0.0002624485866806686,
"epoch": 2.21
},
{
"loss": 7.5387,
"grad_norm": 1.4130629301071167,
"learning_rate": 0.00026157346635162336,
"epoch": 2.22
},
{
"loss": 7.7374,
"grad_norm": 1.9466407299041748,
"learning_rate": 0.0002606983460225781,
"epoch": 2.22
},
{
"loss": 7.2489,
"grad_norm": 1.2844946384429932,
"learning_rate": 0.00025982322569353283,
"epoch": 2.22
},
{
"loss": 7.2583,
"grad_norm": 1.4728493690490723,
"learning_rate": 0.0002589481053644876,
"epoch": 2.22
},
{
"loss": 7.1689,
"grad_norm": 1.505767583847046,
"learning_rate": 0.00025807298503544235,
"epoch": 2.23
},
{
"loss": 7.3824,
"grad_norm": 1.164609432220459,
"learning_rate": 0.0002571978647063971,
"epoch": 2.23
},
{
"loss": 8.208,
"grad_norm": 1.3337666988372803,
"learning_rate": 0.0002563227443773519,
"epoch": 2.23
},
{
"loss": 7.1503,
"grad_norm": 1.2840052843093872,
"learning_rate": 0.00025544762404830664,
"epoch": 2.23
},
{
"loss": 7.7838,
"grad_norm": 1.6767994165420532,
"learning_rate": 0.0002545725037192614,
"epoch": 2.24
},
{
"loss": 7.4818,
"grad_norm": 1.2790688276290894,
"learning_rate": 0.00025369738339021616,
"epoch": 2.24
},
{
"loss": 7.1404,
"grad_norm": 1.9306037425994873,
"learning_rate": 0.0002528222630611709,
"epoch": 2.24
},
{
"loss": 6.9151,
"grad_norm": 1.0568101406097412,
"learning_rate": 0.00025194714273212563,
"epoch": 2.24
},
{
"loss": 7.5813,
"grad_norm": 1.8494940996170044,
"learning_rate": 0.0002510720224030804,
"epoch": 2.25
},
{
"loss": 7.1433,
"grad_norm": 1.2321641445159912,
"learning_rate": 0.00025019690207403515,
"epoch": 2.25
},
{
"loss": 7.0211,
"grad_norm": 1.5231260061264038,
"learning_rate": 0.0002493217817449899,
"epoch": 2.25
},
{
"loss": 7.5108,
"grad_norm": 1.6787548065185547,
"learning_rate": 0.0002484466614159447,
"epoch": 2.25
},
{
"loss": 7.5859,
"grad_norm": 1.8862128257751465,
"learning_rate": 0.00024757154108689944,
"epoch": 2.26
},
{
"loss": 7.0871,
"grad_norm": 1.5295615196228027,
"learning_rate": 0.0002466964207578542,
"epoch": 2.26
},
{
"loss": 7.2151,
"grad_norm": 1.6439179182052612,
"learning_rate": 0.00024582130042880896,
"epoch": 2.26
},
{
"loss": 7.851,
"grad_norm": 1.5902001857757568,
"learning_rate": 0.0002449461800997637,
"epoch": 2.27
},
{
"loss": 7.695,
"grad_norm": 1.447240948677063,
"learning_rate": 0.00024407105977071846,
"epoch": 2.27
},
{
"loss": 7.218,
"grad_norm": 1.7448298931121826,
"learning_rate": 0.00024319593944167322,
"epoch": 2.27
},
{
"loss": 7.4559,
"grad_norm": 1.7815390825271606,
"learning_rate": 0.00024232081911262798,
"epoch": 2.27
},
{
"loss": 7.5519,
"grad_norm": 1.746805191040039,
"learning_rate": 0.00024144569878358275,
"epoch": 2.28
},
{
"loss": 7.4818,
"grad_norm": 1.771155834197998,
"learning_rate": 0.0002405705784545375,
"epoch": 2.28
},
{
"loss": 7.8775,
"grad_norm": 1.2886364459991455,
"learning_rate": 0.00023969545812549227,
"epoch": 2.28
},
{
"loss": 7.0862,
"grad_norm": 1.3562748432159424,
"learning_rate": 0.00023882033779644703,
"epoch": 2.28
},
{
"loss": 7.4458,
"grad_norm": 1.5549288988113403,
"learning_rate": 0.00023794521746740177,
"epoch": 2.29
},
{
"loss": 7.5017,
"grad_norm": 1.3231199979782104,
"learning_rate": 0.00023707009713835653,
"epoch": 2.29
},
{
"loss": 6.9317,
"grad_norm": 1.0973995923995972,
"learning_rate": 0.0002361949768093113,
"epoch": 2.29
},
{
"loss": 7.2512,
"grad_norm": 1.161665916442871,
"learning_rate": 0.00023531985648026605,
"epoch": 2.29
},
{
"loss": 7.3376,
"grad_norm": 1.1249802112579346,
"learning_rate": 0.0002344447361512208,
"epoch": 2.3
},
{
"loss": 7.6856,
"grad_norm": 1.4549752473831177,
"learning_rate": 0.00023356961582217557,
"epoch": 2.3
},
{
"loss": 7.6518,
"grad_norm": 1.2443310022354126,
"learning_rate": 0.0002326944954931303,
"epoch": 2.3
},
{
"loss": 7.9287,
"grad_norm": 1.2414274215698242,
"learning_rate": 0.00023181937516408507,
"epoch": 2.3
},
{
"loss": 7.4844,
"grad_norm": 1.250632882118225,
"learning_rate": 0.00023094425483503983,
"epoch": 2.31
},
{
"loss": 6.9439,
"grad_norm": 1.5678353309631348,
"learning_rate": 0.0002300691345059946,
"epoch": 2.31
},
{
"loss": 7.2214,
"grad_norm": 1.2777363061904907,
"learning_rate": 0.00022919401417694933,
"epoch": 2.31
},
{
"loss": 7.6909,
"grad_norm": 1.1702243089675903,
"learning_rate": 0.0002283188938479041,
"epoch": 2.32
},
{
"loss": 7.843,
"grad_norm": 1.1647387742996216,
"learning_rate": 0.00022744377351885883,
"epoch": 2.32
},
{
"loss": 7.5598,
"grad_norm": 1.5888360738754272,
"learning_rate": 0.0002265686531898136,
"epoch": 2.32
},
{
"loss": 7.4084,
"grad_norm": 1.2132010459899902,
"learning_rate": 0.00022569353286076835,
"epoch": 2.32
},
{
"loss": 8.0077,
"grad_norm": 1.3676106929779053,
"learning_rate": 0.0002248184125317231,
"epoch": 2.33
},
{
"loss": 7.4475,
"grad_norm": 1.4785172939300537,
"learning_rate": 0.00022394329220267787,
"epoch": 2.33
},
{
"loss": 7.4934,
"grad_norm": 1.6854803562164307,
"learning_rate": 0.00022306817187363264,
"epoch": 2.33
},
{
"loss": 7.5371,
"grad_norm": 1.3336540460586548,
"learning_rate": 0.00022219305154458737,
"epoch": 2.33
},
{
"loss": 7.091,
"grad_norm": 1.5374839305877686,
"learning_rate": 0.00022131793121554213,
"epoch": 2.34
},
{
"loss": 7.5715,
"grad_norm": 1.259857177734375,
"learning_rate": 0.0002204428108864969,
"epoch": 2.34
},
{
"loss": 7.5012,
"grad_norm": 1.435889482498169,
"learning_rate": 0.00021956769055745166,
"epoch": 2.34
},
{
"loss": 7.5925,
"grad_norm": 1.6067544221878052,
"learning_rate": 0.00021869257022840642,
"epoch": 2.34
},
{
"loss": 7.2756,
"grad_norm": 1.2057377099990845,
"learning_rate": 0.00021781744989936118,
"epoch": 2.35
},
{
"loss": 7.0737,
"grad_norm": 1.0249065160751343,
"learning_rate": 0.00021694232957031591,
"epoch": 2.35
},
{
"loss": 7.2857,
"grad_norm": 1.1336891651153564,
"learning_rate": 0.00021606720924127068,
"epoch": 2.35
},
{
"loss": 7.0709,
"grad_norm": 1.1853156089782715,
"learning_rate": 0.00021519208891222544,
"epoch": 2.35
},
{
"loss": 6.9118,
"grad_norm": 1.4682341814041138,
"learning_rate": 0.0002143169685831802,
"epoch": 2.36
},
{
"loss": 7.3363,
"grad_norm": 1.3039721250534058,
"learning_rate": 0.00021344184825413496,
"epoch": 2.36
},
{
"loss": 7.2827,
"grad_norm": 1.28932785987854,
"learning_rate": 0.00021256672792508972,
"epoch": 2.36
},
{
"loss": 7.6069,
"grad_norm": 1.7343271970748901,
"learning_rate": 0.00021169160759604448,
"epoch": 2.37
},
{
"loss": 7.3543,
"grad_norm": 1.9730132818222046,
"learning_rate": 0.00021081648726699922,
"epoch": 2.37
},
{
"loss": 7.3351,
"grad_norm": 2.070822238922119,
"learning_rate": 0.00020994136693795395,
"epoch": 2.37
},
{
"loss": 7.3199,
"grad_norm": 1.1327873468399048,
"learning_rate": 0.00020906624660890872,
"epoch": 2.37
},
{
"loss": 7.4058,
"grad_norm": 1.3796617984771729,
"learning_rate": 0.00020819112627986348,
"epoch": 2.38
},
{
"loss": 7.3027,
"grad_norm": 1.8397942781448364,
"learning_rate": 0.00020731600595081824,
"epoch": 2.38
},
{
"loss": 7.6354,
"grad_norm": 1.4503923654556274,
"learning_rate": 0.0002065283976546775,
"epoch": 2.38
},
{
"loss": 7.2284,
"grad_norm": 1.550950527191162,
"learning_rate": 0.00020565327732563227,
"epoch": 2.38
},
{
"loss": 7.3061,
"grad_norm": 1.5306216478347778,
"learning_rate": 0.00020477815699658703,
"epoch": 2.39
},
{
"loss": 7.3337,
"grad_norm": 1.269167184829712,
"learning_rate": 0.0002039030366675418,
"epoch": 2.39
},
{
"loss": 7.7686,
"grad_norm": 1.600019931793213,
"learning_rate": 0.00020302791633849656,
"epoch": 2.39
},
{
"loss": 7.35,
"grad_norm": 1.5773662328720093,
"learning_rate": 0.0002021527960094513,
"epoch": 2.39
},
{
"loss": 7.3691,
"grad_norm": 1.547160029411316,
"learning_rate": 0.00020127767568040605,
"epoch": 2.4
},
{
"loss": 7.4863,
"grad_norm": 1.4968856573104858,
"learning_rate": 0.00020040255535136081,
"epoch": 2.4
},
{
"loss": 7.9482,
"grad_norm": 1.2087891101837158,
"learning_rate": 0.00019952743502231558,
"epoch": 2.4
},
{
"loss": 7.0255,
"grad_norm": 1.290597677230835,
"learning_rate": 0.00019865231469327034,
"epoch": 2.4
},
{
"loss": 7.178,
"grad_norm": 1.5743247270584106,
"learning_rate": 0.0001977771943642251,
"epoch": 2.41
},
{
"loss": 7.6474,
"grad_norm": 1.5197412967681885,
"learning_rate": 0.00019690207403517984,
"epoch": 2.41
},
{
"loss": 7.3527,
"grad_norm": 1.4716495275497437,
"learning_rate": 0.0001960269537061346,
"epoch": 2.41
},
{
"loss": 7.6313,
"grad_norm": 1.9746785163879395,
"learning_rate": 0.00019515183337708936,
"epoch": 2.41
},
{
"loss": 7.6972,
"grad_norm": 1.2683417797088623,
"learning_rate": 0.00019427671304804412,
"epoch": 2.42
},
{
"loss": 7.1378,
"grad_norm": 1.1373748779296875,
"learning_rate": 0.00019340159271899888,
"epoch": 2.42
},
{
"loss": 7.0196,
"grad_norm": 1.4191349744796753,
"learning_rate": 0.00019252647238995364,
"epoch": 2.42
},
{
"loss": 6.9102,
"grad_norm": 1.6580002307891846,
"learning_rate": 0.00019165135206090838,
"epoch": 2.43
},
{
"loss": 7.5105,
"grad_norm": 1.2877469062805176,
"learning_rate": 0.00019077623173186314,
"epoch": 2.43
},
{
"loss": 8.0212,
"grad_norm": 1.2933236360549927,
"learning_rate": 0.00018990111140281788,
"epoch": 2.43
},
{
"loss": 7.2108,
"grad_norm": 1.6515684127807617,
"learning_rate": 0.00018902599107377264,
"epoch": 2.43
},
{
"loss": 7.2944,
"grad_norm": 1.443547010421753,
"learning_rate": 0.0001881508707447274,
"epoch": 2.44
},
{
"loss": 6.9623,
"grad_norm": 1.5022013187408447,
"learning_rate": 0.00018727575041568216,
"epoch": 2.44
},
{
"loss": 7.5751,
"grad_norm": 1.639228343963623,
"learning_rate": 0.0001864006300866369,
"epoch": 2.44
},
{
"loss": 7.6183,
"grad_norm": 1.3685816526412964,
"learning_rate": 0.00018552550975759166,
"epoch": 2.44
},
{
"loss": 7.7862,
"grad_norm": 1.4008909463882446,
"learning_rate": 0.00018465038942854642,
"epoch": 2.45
},
{
"loss": 7.3036,
"grad_norm": 1.4068384170532227,
"learning_rate": 0.00018377526909950118,
"epoch": 2.45
},
{
"loss": 7.3222,
"grad_norm": 1.4874199628829956,
"learning_rate": 0.00018290014877045594,
"epoch": 2.45
},
{
"loss": 7.4538,
"grad_norm": 2.161606788635254,
"learning_rate": 0.0001820250284414107,
"epoch": 2.45
},
{
"loss": 7.099,
"grad_norm": 1.4761602878570557,
"learning_rate": 0.00018114990811236544,
"epoch": 2.46
},
{
"loss": 7.6725,
"grad_norm": 1.3598577976226807,
"learning_rate": 0.0001802747877833202,
"epoch": 2.46
},
{
"loss": 7.4651,
"grad_norm": 1.352389931678772,
"learning_rate": 0.00017939966745427496,
"epoch": 2.46
},
{
"loss": 7.0266,
"grad_norm": 1.302270770072937,
"learning_rate": 0.00017852454712522973,
"epoch": 2.46
},
{
"loss": 7.4879,
"grad_norm": 1.2166621685028076,
"learning_rate": 0.0001776494267961845,
"epoch": 2.47
},
{
"loss": 6.7354,
"grad_norm": 1.4442105293273926,
"learning_rate": 0.00017677430646713925,
"epoch": 2.47
},
{
"loss": 7.1184,
"grad_norm": 1.6301904916763306,
"learning_rate": 0.000175899186138094,
"epoch": 2.47
},
{
"loss": 7.4326,
"grad_norm": 1.2478090524673462,
"learning_rate": 0.00017502406580904875,
"epoch": 2.48
},
{
"loss": 7.6185,
"grad_norm": 1.2676613330841064,
"learning_rate": 0.0001741489454800035,
"epoch": 2.48
},
{
"loss": 7.439,
"grad_norm": 1.4324458837509155,
"learning_rate": 0.00017327382515095827,
"epoch": 2.48
},
{
"loss": 7.7999,
"grad_norm": 1.634446382522583,
"learning_rate": 0.00017239870482191303,
"epoch": 2.48
},
{
"loss": 7.3043,
"grad_norm": 1.2877479791641235,
"learning_rate": 0.0001715235844928678,
"epoch": 2.49
},
{
"loss": 7.054,
"grad_norm": 1.7003803253173828,
"learning_rate": 0.00017064846416382255,
"epoch": 2.49
},
{
"loss": 7.1568,
"grad_norm": 1.8888310194015503,
"learning_rate": 0.00016977334383477726,
"epoch": 2.49
},
{
"loss": 7.3495,
"grad_norm": 1.2593083381652832,
"learning_rate": 0.00016889822350573202,
"epoch": 2.49
},
{
"loss": 7.4716,
"grad_norm": 1.4410508871078491,
"learning_rate": 0.00016802310317668679,
"epoch": 2.5
},
{
"loss": 7.5133,
"grad_norm": 1.20904541015625,
"learning_rate": 0.00016714798284764155,
"epoch": 2.5
},
{
"loss": 7.3222,
"grad_norm": 1.4503611326217651,
"learning_rate": 0.0001662728625185963,
"epoch": 2.5
},
{
"loss": 7.6387,
"grad_norm": 1.3705183267593384,
"learning_rate": 0.00016539774218955107,
"epoch": 2.5
},
{
"loss": 7.0609,
"grad_norm": 1.2106906175613403,
"learning_rate": 0.0001645226218605058,
"epoch": 2.51
},
{
"loss": 7.342,
"grad_norm": 1.5564229488372803,
"learning_rate": 0.00016364750153146057,
"epoch": 2.51
},
{
"loss": 7.8121,
"grad_norm": 1.6493812799453735,
"learning_rate": 0.00016277238120241533,
"epoch": 2.51
},
{
"loss": 7.3909,
"grad_norm": 1.9025623798370361,
"learning_rate": 0.0001618972608733701,
"epoch": 2.51
},
{
"loss": 7.0106,
"grad_norm": 1.2934685945510864,
"learning_rate": 0.00016102214054432485,
"epoch": 2.52
},
{
"loss": 7.5199,
"grad_norm": 1.2549662590026855,
"learning_rate": 0.00016014702021527962,
"epoch": 2.52
},
{
"loss": 7.3509,
"grad_norm": 1.2111480236053467,
"learning_rate": 0.00015927189988623435,
"epoch": 2.52
},
{
"loss": 7.5281,
"grad_norm": 2.2498984336853027,
"learning_rate": 0.0001583967795571891,
"epoch": 2.53
},
{
"loss": 7.5218,
"grad_norm": 1.4710973501205444,
"learning_rate": 0.00015752165922814387,
"epoch": 2.53
},
{
"loss": 7.1575,
"grad_norm": 1.4040391445159912,
"learning_rate": 0.00015664653889909864,
"epoch": 2.53
},
{
"loss": 7.3097,
"grad_norm": 2.3657708168029785,
"learning_rate": 0.0001557714185700534,
"epoch": 2.53
},
{
"loss": 7.3235,
"grad_norm": 1.8456711769104004,
"learning_rate": 0.00015489629824100816,
"epoch": 2.54
},
{
"loss": 7.1772,
"grad_norm": 1.3032398223876953,
"learning_rate": 0.0001540211779119629,
"epoch": 2.54
},
{
"loss": 7.331,
"grad_norm": 1.2472988367080688,
"learning_rate": 0.00015314605758291766,
"epoch": 2.54
},
{
"loss": 6.9758,
"grad_norm": 1.1861238479614258,
"learning_rate": 0.00015227093725387242,
"epoch": 2.54
},
{
"loss": 7.357,
"grad_norm": 1.2937425374984741,
"learning_rate": 0.00015139581692482718,
"epoch": 2.55
},
{
"loss": 7.6132,
"grad_norm": 1.5241109132766724,
"learning_rate": 0.00015052069659578194,
"epoch": 2.55
},
{
"loss": 7.1769,
"grad_norm": 1.2426915168762207,
"learning_rate": 0.00014964557626673668,
"epoch": 2.55
},
{
"loss": 7.2242,
"grad_norm": 1.5336363315582275,
"learning_rate": 0.0001487704559376914,
"epoch": 2.55
},
{
"loss": 8.0839,
"grad_norm": 1.6944379806518555,
"learning_rate": 0.00014789533560864617,
"epoch": 2.56
},
{
"loss": 7.2667,
"grad_norm": 1.6602429151535034,
"learning_rate": 0.00014702021527960093,
"epoch": 2.56
},
{
"loss": 7.4821,
"grad_norm": 1.331986665725708,
"learning_rate": 0.0001461450949505557,
"epoch": 2.56
},
{
"loss": 7.4808,
"grad_norm": 1.4923409223556519,
"learning_rate": 0.00014526997462151046,
"epoch": 2.56
},
{
"loss": 7.3579,
"grad_norm": 1.5323739051818848,
"learning_rate": 0.00014439485429246522,
"epoch": 2.57
},
{
"loss": 7.1833,
"grad_norm": 1.0281411409378052,
"learning_rate": 0.00014351973396341998,
"epoch": 2.57
},
{
"loss": 7.521,
"grad_norm": 1.777385950088501,
"learning_rate": 0.00014264461363437472,
"epoch": 2.57
},
{
"loss": 7.5531,
"grad_norm": 1.7528423070907593,
"learning_rate": 0.00014176949330532948,
"epoch": 2.58
},
{
"loss": 7.3295,
"grad_norm": 1.665503740310669,
"learning_rate": 0.00014089437297628424,
"epoch": 2.58
},
{
"loss": 6.9815,
"grad_norm": 1.4323763847351074,
"learning_rate": 0.000140019252647239,
"epoch": 2.58
},
{
"loss": 7.7957,
"grad_norm": 1.2623038291931152,
"learning_rate": 0.00013914413231819376,
"epoch": 2.58
},
{
"loss": 7.2667,
"grad_norm": 1.3770829439163208,
"learning_rate": 0.00013826901198914853,
"epoch": 2.59
},
{
"loss": 7.2641,
"grad_norm": 1.495597243309021,
"learning_rate": 0.00013739389166010326,
"epoch": 2.59
},
{
"loss": 7.6276,
"grad_norm": 1.0396783351898193,
"learning_rate": 0.00013651877133105802,
"epoch": 2.59
},
{
"loss": 7.4811,
"grad_norm": 1.5590603351593018,
"learning_rate": 0.00013564365100201278,
"epoch": 2.59
},
{
"loss": 6.9941,
"grad_norm": 1.266262173652649,
"learning_rate": 0.00013476853067296755,
"epoch": 2.6
},
{
"loss": 7.0138,
"grad_norm": 1.3331608772277832,
"learning_rate": 0.0001338934103439223,
"epoch": 2.6
},
{
"loss": 7.6792,
"grad_norm": 1.54330575466156,
"learning_rate": 0.00013301829001487707,
"epoch": 2.6
},
{
"loss": 7.5151,
"grad_norm": 1.266360878944397,
"learning_rate": 0.0001321431696858318,
"epoch": 2.6
},
{
"loss": 7.6357,
"grad_norm": 1.1992617845535278,
"learning_rate": 0.00013126804935678657,
"epoch": 2.61
},
{
"loss": 7.6848,
"grad_norm": 1.6269259452819824,
"learning_rate": 0.00013039292902774133,
"epoch": 2.61
},
{
"loss": 7.3941,
"grad_norm": 1.4221471548080444,
"learning_rate": 0.00012951780869869606,
"epoch": 2.61
},
{
"loss": 7.5638,
"grad_norm": 1.31778085231781,
"learning_rate": 0.00012864268836965082,
"epoch": 2.61
},
{
"loss": 7.3716,
"grad_norm": 1.4217979907989502,
"learning_rate": 0.00012776756804060559,
"epoch": 2.62
},
{
"loss": 7.7403,
"grad_norm": 1.549012541770935,
"learning_rate": 0.00012689244771156032,
"epoch": 2.62
},
{
"loss": 7.5079,
"grad_norm": 1.7808821201324463,
"learning_rate": 0.00012601732738251508,
"epoch": 2.62
},
{
"loss": 7.338,
"grad_norm": 1.6030139923095703,
"learning_rate": 0.00012514220705346984,
"epoch": 2.62
},
{
"loss": 7.2113,
"grad_norm": 1.688103437423706,
"learning_rate": 0.0001242670867244246,
"epoch": 2.63
},
{
"loss": 7.5297,
"grad_norm": 1.4482861757278442,
"learning_rate": 0.00012339196639537937,
"epoch": 2.63
},
{
"loss": 7.6226,
"grad_norm": 1.481149435043335,
"learning_rate": 0.00012251684606633413,
"epoch": 2.63
},
{
"loss": 7.1199,
"grad_norm": 1.5914816856384277,
"learning_rate": 0.00012164172573728888,
"epoch": 2.64
},
{
"loss": 7.5294,
"grad_norm": 1.6436686515808105,
"learning_rate": 0.00012076660540824364,
"epoch": 2.64
},
{
"loss": 7.7319,
"grad_norm": 1.422884225845337,
"learning_rate": 0.00011989148507919839,
"epoch": 2.64
},
{
"loss": 7.5878,
"grad_norm": 1.2468681335449219,
"learning_rate": 0.00011901636475015315,
"epoch": 2.64
},
{
"loss": 7.4093,
"grad_norm": 1.6080206632614136,
"learning_rate": 0.00011814124442110791,
"epoch": 2.65
},
{
"loss": 6.927,
"grad_norm": 1.2568819522857666,
"learning_rate": 0.00011726612409206266,
"epoch": 2.65
},
{
"loss": 7.524,
"grad_norm": 1.4558569192886353,
"learning_rate": 0.00011639100376301742,
"epoch": 2.65
},
{
"loss": 6.7721,
"grad_norm": 1.3554805517196655,
"learning_rate": 0.00011551588343397218,
"epoch": 2.65
},
{
"loss": 7.5129,
"grad_norm": 2.061342239379883,
"learning_rate": 0.00011464076310492692,
"epoch": 2.66
},
{
"loss": 7.271,
"grad_norm": 1.7581554651260376,
"learning_rate": 0.00011376564277588168,
"epoch": 2.66
},
{
"loss": 7.4605,
"grad_norm": 1.3818498849868774,
"learning_rate": 0.00011289052244683644,
"epoch": 2.66
},
{
"loss": 7.2747,
"grad_norm": 1.4640157222747803,
"learning_rate": 0.00011201540211779119,
"epoch": 2.66
},
{
"loss": 7.4137,
"grad_norm": 1.628440499305725,
"learning_rate": 0.00011114028178874595,
"epoch": 2.67
},
{
"loss": 7.1947,
"grad_norm": 2.1291253566741943,
"learning_rate": 0.00011026516145970071,
"epoch": 2.67
},
{
"loss": 7.3972,
"grad_norm": 1.53203284740448,
"learning_rate": 0.00010939004113065546,
"epoch": 2.67
},
{
"loss": 7.1343,
"grad_norm": 1.7009447813034058,
"learning_rate": 0.00010851492080161022,
"epoch": 2.67
},
{
"loss": 7.4999,
"grad_norm": 1.981833815574646,
"learning_rate": 0.00010763980047256499,
"epoch": 2.68
},
{
"loss": 7.0649,
"grad_norm": 1.4151135683059692,
"learning_rate": 0.00010676468014351973,
"epoch": 2.68
},
{
"loss": 7.4975,
"grad_norm": 1.8214997053146362,
"learning_rate": 0.0001058895598144745,
"epoch": 2.68
},
{
"loss": 7.1928,
"grad_norm": 1.475014328956604,
"learning_rate": 0.00010501443948542926,
"epoch": 2.69
},
{
"loss": 6.7309,
"grad_norm": 1.500470757484436,
"learning_rate": 0.00010413931915638399,
"epoch": 2.69
},
{
"loss": 7.2154,
"grad_norm": 1.0923032760620117,
"learning_rate": 0.00010326419882733875,
"epoch": 2.69
},
{
"loss": 7.4584,
"grad_norm": 1.476189136505127,
"learning_rate": 0.00010238907849829352,
"epoch": 2.69
},
{
"loss": 7.5696,
"grad_norm": 1.3299099206924438,
"learning_rate": 0.00010151395816924828,
"epoch": 2.7
},
{
"loss": 7.4462,
"grad_norm": 1.248026967048645,
"learning_rate": 0.00010063883784020303,
"epoch": 2.7
},
{
"loss": 7.057,
"grad_norm": 1.5154845714569092,
"learning_rate": 9.976371751115779e-05,
"epoch": 2.7
},
{
"loss": 7.4942,
"grad_norm": 1.504868745803833,
"learning_rate": 9.888859718211255e-05,
"epoch": 2.7
},
{
"loss": 7.7042,
"grad_norm": 1.2087482213974,
"learning_rate": 9.80134768530673e-05,
"epoch": 2.71
},
{
"loss": 7.7138,
"grad_norm": 2.066254138946533,
"learning_rate": 9.713835652402206e-05,
"epoch": 2.71
},
{
"loss": 7.4746,
"grad_norm": 1.2078548669815063,
"learning_rate": 9.626323619497682e-05,
"epoch": 2.71
},
{
"loss": 7.5682,
"grad_norm": 1.2530779838562012,
"learning_rate": 9.538811586593157e-05,
"epoch": 2.71
},
{
"loss": 7.4491,
"grad_norm": 1.5170719623565674,
"learning_rate": 9.451299553688632e-05,
"epoch": 2.72
},
{
"loss": 7.2938,
"grad_norm": 1.2933870553970337,
"learning_rate": 9.363787520784108e-05,
"epoch": 2.72
},
{
"loss": 7.1455,
"grad_norm": 1.212755799293518,
"learning_rate": 9.276275487879583e-05,
"epoch": 2.72
},
{
"loss": 7.3702,
"grad_norm": 1.4118942022323608,
"learning_rate": 9.188763454975059e-05,
"epoch": 2.72
},
{
"loss": 7.1194,
"grad_norm": 1.575276494026184,
"learning_rate": 9.101251422070535e-05,
"epoch": 2.73
},
{
"loss": 7.046,
"grad_norm": 1.3244752883911133,
"learning_rate": 9.01373938916601e-05,
"epoch": 2.73
},
{
"loss": 6.875,
"grad_norm": 1.369280219078064,
"learning_rate": 8.926227356261486e-05,
"epoch": 2.73
},
{
"loss": 7.4045,
"grad_norm": 1.3210042715072632,
"learning_rate": 8.838715323356962e-05,
"epoch": 2.74
},
{
"loss": 7.5159,
"grad_norm": 1.4352552890777588,
"learning_rate": 8.751203290452437e-05,
"epoch": 2.74
},
{
"loss": 7.2315,
"grad_norm": 1.4860197305679321,
"learning_rate": 8.663691257547913e-05,
"epoch": 2.74
},
{
"loss": 6.8597,
"grad_norm": 1.2331523895263672,
"learning_rate": 8.57617922464339e-05,
"epoch": 2.74
},
{
"loss": 7.3485,
"grad_norm": 1.2187525033950806,
"learning_rate": 8.488667191738863e-05,
"epoch": 2.75
},
{
"loss": 7.388,
"grad_norm": 1.1800241470336914,
"learning_rate": 8.401155158834339e-05,
"epoch": 2.75
},
{
"loss": 6.9186,
"grad_norm": 1.3542723655700684,
"learning_rate": 8.313643125929815e-05,
"epoch": 2.75
},
{
"loss": 6.9582,
"grad_norm": 1.3839143514633179,
"learning_rate": 8.22613109302529e-05,
"epoch": 2.75
},
{
"loss": 7.4176,
"grad_norm": 1.4546840190887451,
"learning_rate": 8.138619060120766e-05,
"epoch": 2.76
},
{
"loss": 7.2731,
"grad_norm": 1.3623560667037964,
"learning_rate": 8.051107027216243e-05,
"epoch": 2.76
},
{
"loss": 7.1633,
"grad_norm": 1.9331005811691284,
"learning_rate": 7.963594994311717e-05,
"epoch": 2.76
},
{
"loss": 6.8972,
"grad_norm": 1.2791029214859009,
"learning_rate": 7.876082961407194e-05,
"epoch": 2.76
},
{
"loss": 7.1043,
"grad_norm": 1.6202424764633179,
"learning_rate": 7.78857092850267e-05,
"epoch": 2.77
},
{
"loss": 7.0727,
"grad_norm": 1.0835381746292114,
"learning_rate": 7.701058895598145e-05,
"epoch": 2.77
},
{
"loss": 7.0958,
"grad_norm": 1.2778371572494507,
"learning_rate": 7.613546862693621e-05,
"epoch": 2.77
},
{
"loss": 7.2219,
"grad_norm": 1.9295389652252197,
"learning_rate": 7.526034829789097e-05,
"epoch": 2.77
},
{
"loss": 7.0189,
"grad_norm": 1.9394477605819702,
"learning_rate": 7.43852279688457e-05,
"epoch": 2.78
},
{
"loss": 7.0144,
"grad_norm": 1.4238934516906738,
"learning_rate": 7.351010763980047e-05,
"epoch": 2.78
},
{
"loss": 7.2353,
"grad_norm": 1.350537657737732,
"learning_rate": 7.263498731075523e-05,
"epoch": 2.78
},
{
"loss": 6.7353,
"grad_norm": 1.3214153051376343,
"learning_rate": 7.175986698170999e-05,
"epoch": 2.79
},
{
"loss": 7.4143,
"grad_norm": 2.469216823577881,
"learning_rate": 7.088474665266474e-05,
"epoch": 2.79
},
{
"loss": 7.4276,
"grad_norm": 1.414184808731079,
"learning_rate": 7.00096263236195e-05,
"epoch": 2.79
},
{
"loss": 6.9842,
"grad_norm": 1.4708011150360107,
"learning_rate": 6.913450599457426e-05,
"epoch": 2.79
},
{
"loss": 7.572,
"grad_norm": 1.449560284614563,
"learning_rate": 6.825938566552901e-05,
"epoch": 2.8
},
{
"loss": 7.3449,
"grad_norm": 1.1261264085769653,
"learning_rate": 6.738426533648377e-05,
"epoch": 2.8
},
{
"loss": 7.1776,
"grad_norm": 1.5502110719680786,
"learning_rate": 6.650914500743853e-05,
"epoch": 2.8
},
{
"loss": 7.0565,
"grad_norm": 1.3916562795639038,
"learning_rate": 6.563402467839328e-05,
"epoch": 2.8
},
{
"loss": 7.0882,
"grad_norm": 1.361229658126831,
"learning_rate": 6.475890434934803e-05,
"epoch": 2.81
},
{
"loss": 6.981,
"grad_norm": 1.6100305318832397,
"learning_rate": 6.388378402030279e-05,
"epoch": 2.81
},
{
"loss": 7.2502,
"grad_norm": 1.5449306964874268,
"learning_rate": 6.300866369125754e-05,
"epoch": 2.81
},
{
"loss": 7.4208,
"grad_norm": 1.3188410997390747,
"learning_rate": 6.21335433622123e-05,
"epoch": 2.81
},
{
"loss": 7.2957,
"grad_norm": 1.543289303779602,
"learning_rate": 6.125842303316706e-05,
"epoch": 2.82
},
{
"loss": 7.0319,
"grad_norm": 1.1590594053268433,
"learning_rate": 6.038330270412182e-05,
"epoch": 2.82
},
{
"loss": 7.23,
"grad_norm": 1.1623939275741577,
"learning_rate": 5.9508182375076575e-05,
"epoch": 2.82
},
{
"loss": 7.1254,
"grad_norm": 1.6204333305358887,
"learning_rate": 5.863306204603133e-05,
"epoch": 2.82
},
{
"loss": 7.4319,
"grad_norm": 1.5845638513565063,
"learning_rate": 5.775794171698609e-05,
"epoch": 2.83
},
{
"loss": 7.4574,
"grad_norm": 1.3281787633895874,
"learning_rate": 5.688282138794084e-05,
"epoch": 2.83
},
{
"loss": 6.8629,
"grad_norm": 1.6502999067306519,
"learning_rate": 5.6007701058895595e-05,
"epoch": 2.83
},
{
"loss": 7.1493,
"grad_norm": 1.7768168449401855,
"learning_rate": 5.513258072985036e-05,
"epoch": 2.83
},
{
"loss": 7.1971,
"grad_norm": 1.1763763427734375,
"learning_rate": 5.425746040080511e-05,
"epoch": 2.84
},
{
"loss": 7.4182,
"grad_norm": 1.4033911228179932,
"learning_rate": 5.338234007175987e-05,
"epoch": 2.84
},
{
"loss": 6.8175,
"grad_norm": 1.5407586097717285,
"learning_rate": 5.250721974271463e-05,
"epoch": 2.84
},
{
"loss": 7.5091,
"grad_norm": 1.5829062461853027,
"learning_rate": 5.163209941366938e-05,
"epoch": 2.85
},
{
"loss": 7.0728,
"grad_norm": 1.3185957670211792,
"learning_rate": 5.075697908462414e-05,
"epoch": 2.85
},
{
"loss": 7.1931,
"grad_norm": 1.1996837854385376,
"learning_rate": 4.9881858755578894e-05,
"epoch": 2.85
},
{
"loss": 7.2327,
"grad_norm": 1.6188883781433105,
"learning_rate": 4.900673842653365e-05,
"epoch": 2.85
},
{
"loss": 7.2432,
"grad_norm": 1.7829197645187378,
"learning_rate": 4.813161809748841e-05,
"epoch": 2.86
},
{
"loss": 6.8231,
"grad_norm": 1.3998175859451294,
"learning_rate": 4.725649776844316e-05,
"epoch": 2.86
},
{
"loss": 7.5838,
"grad_norm": 1.6664845943450928,
"learning_rate": 4.6381377439397914e-05,
"epoch": 2.86
},
{
"loss": 7.3804,
"grad_norm": 1.2328096628189087,
"learning_rate": 4.5506257110352676e-05,
"epoch": 2.86
},
{
"loss": 7.1497,
"grad_norm": 1.5543657541275024,
"learning_rate": 4.463113678130743e-05,
"epoch": 2.87
},
{
"loss": 7.5067,
"grad_norm": 2.0711114406585693,
"learning_rate": 4.3756016452262186e-05,
"epoch": 2.87
},
{
"loss": 7.1481,
"grad_norm": 2.340829372406006,
"learning_rate": 4.288089612321695e-05,
"epoch": 2.87
},
{
"loss": 7.2767,
"grad_norm": 1.3014119863510132,
"learning_rate": 4.2005775794171696e-05,
"epoch": 2.87
},
{
"loss": 7.2583,
"grad_norm": 1.186070442199707,
"learning_rate": 4.113065546512645e-05,
"epoch": 2.88
},
{
"loss": 7.7179,
"grad_norm": 1.4286901950836182,
"learning_rate": 4.025553513608121e-05,
"epoch": 2.88
},
{
"loss": 6.9271,
"grad_norm": 1.561988115310669,
"learning_rate": 3.938041480703597e-05,
"epoch": 2.88
},
{
"loss": 6.9378,
"grad_norm": 1.2756584882736206,
"learning_rate": 3.8505294477990723e-05,
"epoch": 2.88
},
{
"loss": 7.8091,
"grad_norm": 1.5452569723129272,
"learning_rate": 3.7630174148945485e-05,
"epoch": 2.89
},
{
"loss": 6.7905,
"grad_norm": 1.2616968154907227,
"learning_rate": 3.6755053819900234e-05,
"epoch": 2.89
},
{
"loss": 7.3958,
"grad_norm": 1.1684807538986206,
"learning_rate": 3.5879933490854995e-05,
"epoch": 2.89
},
{
"loss": 6.9238,
"grad_norm": 1.351366639137268,
"learning_rate": 3.500481316180975e-05,
"epoch": 2.9
},
{
"loss": 7.4026,
"grad_norm": 1.2473573684692383,
"learning_rate": 3.4129692832764505e-05,
"epoch": 2.9
},
{
"loss": 7.4247,
"grad_norm": 1.5123474597930908,
"learning_rate": 3.325457250371927e-05,
"epoch": 2.9
},
{
"loss": 7.0967,
"grad_norm": 1.1452938318252563,
"learning_rate": 3.2379452174674016e-05,
"epoch": 2.9
},
{
"loss": 7.0357,
"grad_norm": 1.1505627632141113,
"learning_rate": 3.150433184562877e-05,
"epoch": 2.91
},
{
"loss": 7.4973,
"grad_norm": 1.438091516494751,
"learning_rate": 3.062921151658353e-05,
"epoch": 2.91
},
{
"loss": 7.4715,
"grad_norm": 1.1489310264587402,
"learning_rate": 2.9754091187538288e-05,
"epoch": 2.91
},
{
"loss": 7.0076,
"grad_norm": 1.3423534631729126,
"learning_rate": 2.8878970858493046e-05,
"epoch": 2.91
},
{
"loss": 7.0935,
"grad_norm": 1.2484374046325684,
"learning_rate": 2.8003850529447798e-05,
"epoch": 2.92
},
{
"loss": 7.1792,
"grad_norm": 1.310231328010559,
"learning_rate": 2.7128730200402556e-05,
"epoch": 2.92
},
{
"loss": 7.3469,
"grad_norm": 1.417974591255188,
"learning_rate": 2.6253609871357314e-05,
"epoch": 2.92
},
{
"loss": 7.2473,
"grad_norm": 1.3878840208053589,
"learning_rate": 2.537848954231207e-05,
"epoch": 2.92
},
{
"loss": 7.1321,
"grad_norm": 1.6403028964996338,
"learning_rate": 2.459088124617135e-05,
"epoch": 2.93
},
{
"loss": 7.6076,
"grad_norm": 1.2110294103622437,
"learning_rate": 2.3715760917126104e-05,
"epoch": 2.93
},
{
"loss": 7.3466,
"grad_norm": 1.203755497932434,
"learning_rate": 2.2840640588080863e-05,
"epoch": 2.93
},
{
"loss": 7.4367,
"grad_norm": 1.2081892490386963,
"learning_rate": 2.1965520259035618e-05,
"epoch": 2.93
},
{
"loss": 7.6191,
"grad_norm": 1.2515225410461426,
"learning_rate": 2.1090399929990373e-05,
"epoch": 2.94
},
{
"loss": 7.2915,
"grad_norm": 1.2461618185043335,
"learning_rate": 2.021527960094513e-05,
"epoch": 2.94
},
{
"loss": 7.0825,
"grad_norm": 1.3424855470657349,
"learning_rate": 1.9340159271899886e-05,
"epoch": 2.94
},
{
"loss": 7.6924,
"grad_norm": 1.2109103202819824,
"learning_rate": 1.846503894285464e-05,
"epoch": 2.95
},
{
"loss": 7.531,
"grad_norm": 1.2161798477172852,
"learning_rate": 1.75899186138094e-05,
"epoch": 2.95
},
{
"loss": 7.1992,
"grad_norm": 1.347778081893921,
"learning_rate": 1.6714798284764158e-05,
"epoch": 2.95
},
{
"loss": 7.7785,
"grad_norm": 1.2869161367416382,
"learning_rate": 1.583967795571891e-05,
"epoch": 2.95
},
{
"loss": 7.6703,
"grad_norm": 1.1452679634094238,
"learning_rate": 1.4964557626673668e-05,
"epoch": 2.96
},
{
"loss": 7.3311,
"grad_norm": 1.7757437229156494,
"learning_rate": 1.4089437297628423e-05,
"epoch": 2.96
},
{
"loss": 7.4272,
"grad_norm": 1.2730258703231812,
"learning_rate": 1.3214316968583182e-05,
"epoch": 2.96
},
{
"loss": 6.8195,
"grad_norm": 1.0826276540756226,
"learning_rate": 1.2339196639537937e-05,
"epoch": 2.96
},
{
"loss": 7.1219,
"grad_norm": 1.3847414255142212,
"learning_rate": 1.1464076310492692e-05,
"epoch": 2.97
},
{
"loss": 7.5912,
"grad_norm": 1.4612926244735718,
"learning_rate": 1.0588955981447449e-05,
"epoch": 2.97
},
{
"loss": 6.9373,
"grad_norm": 1.5692036151885986,
"learning_rate": 9.713835652402205e-06,
"epoch": 2.97
},
{
"loss": 7.7104,
"grad_norm": 1.4740134477615356,
"learning_rate": 8.838715323356962e-06,
"epoch": 2.97
},
{
"loss": 7.1918,
"grad_norm": 1.026573657989502,
"learning_rate": 7.963594994311717e-06,
"epoch": 2.98
},
{
"loss": 6.8717,
"grad_norm": 1.1959487199783325,
"learning_rate": 7.088474665266474e-06,
"epoch": 2.98
},
{
"loss": 7.4154,
"grad_norm": 1.1354584693908691,
"learning_rate": 6.213354336221231e-06,
"epoch": 2.98
},
{
"loss": 7.1622,
"grad_norm": 1.3372441530227661,
"learning_rate": 5.338234007175987e-06,
"epoch": 2.98
},
{
"loss": 6.9564,
"grad_norm": 1.1713366508483887,
"learning_rate": 4.463113678130743e-06,
"epoch": 2.99
},
{
"loss": 7.462,
"grad_norm": 1.8238294124603271,
"learning_rate": 3.587993349085499e-06,
"epoch": 2.99
},
{
"loss": 7.5493,
"grad_norm": 1.3313993215560913,
"learning_rate": 2.7128730200402555e-06,
"epoch": 2.99
},
{
"loss": 7.2399,
"grad_norm": 1.1780248880386353,
"learning_rate": 1.8377526909950118e-06,
"epoch": 3.0
},
{
"loss": 6.879,
"grad_norm": 1.2703826427459717,
"learning_rate": 9.626323619497682e-07,
"epoch": 3.0
},
{
"train_runtime": 104781.7564,
"train_samples_per_second": 3.49,
"train_steps_per_second": 0.109,
"train_loss": 8.437174775609405,
"epoch": 3.0
}
]