sj-det-2 / checkpoint-8991 /trainer_state.json
haiefff's picture
Upload folder using huggingface_hub
1aac179 verified
{
"best_metric": 0.003335413057357073,
"best_model_checkpoint": "sj-det-2/checkpoint-8991",
"epoch": 3.0,
"eval_steps": 500,
"global_step": 8991,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.008341675008341674,
"grad_norm": 16.313989639282227,
"learning_rate": 1.388888888888889e-06,
"loss": 0.9123,
"step": 25
},
{
"epoch": 0.01668335001668335,
"grad_norm": 8.612642288208008,
"learning_rate": 2.777777777777778e-06,
"loss": 0.6485,
"step": 50
},
{
"epoch": 0.025025025025025027,
"grad_norm": 4.427529335021973,
"learning_rate": 4.166666666666667e-06,
"loss": 0.3344,
"step": 75
},
{
"epoch": 0.0333667000333667,
"grad_norm": 1.323181390762329,
"learning_rate": 5.555555555555556e-06,
"loss": 0.1139,
"step": 100
},
{
"epoch": 0.04170837504170837,
"grad_norm": 1.4804118871688843,
"learning_rate": 6.944444444444445e-06,
"loss": 0.0661,
"step": 125
},
{
"epoch": 0.05005005005005005,
"grad_norm": 0.09656789153814316,
"learning_rate": 8.333333333333334e-06,
"loss": 0.0585,
"step": 150
},
{
"epoch": 0.05839172505839173,
"grad_norm": 0.036666255444288254,
"learning_rate": 9.722222222222223e-06,
"loss": 0.0217,
"step": 175
},
{
"epoch": 0.0667334000667334,
"grad_norm": 0.024522973224520683,
"learning_rate": 1.1111111111111112e-05,
"loss": 0.0832,
"step": 200
},
{
"epoch": 0.07507507507507508,
"grad_norm": 0.48196515440940857,
"learning_rate": 1.25e-05,
"loss": 0.027,
"step": 225
},
{
"epoch": 0.08341675008341674,
"grad_norm": 0.08288281410932541,
"learning_rate": 1.388888888888889e-05,
"loss": 0.0154,
"step": 250
},
{
"epoch": 0.09175842509175842,
"grad_norm": 0.018726350739598274,
"learning_rate": 1.527777777777778e-05,
"loss": 0.0565,
"step": 275
},
{
"epoch": 0.1001001001001001,
"grad_norm": 2.332498788833618,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.0314,
"step": 300
},
{
"epoch": 0.10844177510844177,
"grad_norm": 0.6220697164535522,
"learning_rate": 1.8055555555555555e-05,
"loss": 0.0056,
"step": 325
},
{
"epoch": 0.11678345011678345,
"grad_norm": 0.03775189071893692,
"learning_rate": 1.9444444444444445e-05,
"loss": 0.0006,
"step": 350
},
{
"epoch": 0.12512512512512514,
"grad_norm": 0.014640103094279766,
"learning_rate": 2.0833333333333336e-05,
"loss": 0.0559,
"step": 375
},
{
"epoch": 0.1334668001334668,
"grad_norm": 0.00695949187502265,
"learning_rate": 2.2222222222222223e-05,
"loss": 0.0313,
"step": 400
},
{
"epoch": 0.14180847514180847,
"grad_norm": 0.01726640574634075,
"learning_rate": 2.361111111111111e-05,
"loss": 0.0142,
"step": 425
},
{
"epoch": 0.15015015015015015,
"grad_norm": 0.0029850194696336985,
"learning_rate": 2.5e-05,
"loss": 0.0008,
"step": 450
},
{
"epoch": 0.15849182515849183,
"grad_norm": 0.009473559446632862,
"learning_rate": 2.6388888888888892e-05,
"loss": 0.0627,
"step": 475
},
{
"epoch": 0.1668335001668335,
"grad_norm": 0.01642836630344391,
"learning_rate": 2.777777777777778e-05,
"loss": 0.0229,
"step": 500
},
{
"epoch": 0.17517517517517517,
"grad_norm": 0.037022557109594345,
"learning_rate": 2.916666666666667e-05,
"loss": 0.0433,
"step": 525
},
{
"epoch": 0.18351685018351685,
"grad_norm": 0.0169846098870039,
"learning_rate": 3.055555555555556e-05,
"loss": 0.0387,
"step": 550
},
{
"epoch": 0.19185852519185853,
"grad_norm": 0.0074409060180187225,
"learning_rate": 3.194444444444444e-05,
"loss": 0.0064,
"step": 575
},
{
"epoch": 0.2002002002002002,
"grad_norm": 0.022537339478731155,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.0473,
"step": 600
},
{
"epoch": 0.20854187520854187,
"grad_norm": 0.00912486296147108,
"learning_rate": 3.472222222222222e-05,
"loss": 0.0071,
"step": 625
},
{
"epoch": 0.21688355021688355,
"grad_norm": 0.015622120350599289,
"learning_rate": 3.611111111111111e-05,
"loss": 0.018,
"step": 650
},
{
"epoch": 0.22522522522522523,
"grad_norm": 0.038481712341308594,
"learning_rate": 3.7500000000000003e-05,
"loss": 0.0609,
"step": 675
},
{
"epoch": 0.2335669002335669,
"grad_norm": 0.06651923805475235,
"learning_rate": 3.888888888888889e-05,
"loss": 0.0588,
"step": 700
},
{
"epoch": 0.24190857524190856,
"grad_norm": 0.013173066079616547,
"learning_rate": 4.027777777777778e-05,
"loss": 0.0006,
"step": 725
},
{
"epoch": 0.2502502502502503,
"grad_norm": 0.002995034446939826,
"learning_rate": 4.166666666666667e-05,
"loss": 0.0008,
"step": 750
},
{
"epoch": 0.2585919252585919,
"grad_norm": 0.001744964043609798,
"learning_rate": 4.305555555555556e-05,
"loss": 0.0002,
"step": 775
},
{
"epoch": 0.2669336002669336,
"grad_norm": 0.5510344505310059,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.0373,
"step": 800
},
{
"epoch": 0.2752752752752753,
"grad_norm": 0.0068357582204043865,
"learning_rate": 4.5833333333333334e-05,
"loss": 0.0269,
"step": 825
},
{
"epoch": 0.28361695028361694,
"grad_norm": 0.014822622761130333,
"learning_rate": 4.722222222222222e-05,
"loss": 0.1029,
"step": 850
},
{
"epoch": 0.29195862529195865,
"grad_norm": 0.006352724973112345,
"learning_rate": 4.8611111111111115e-05,
"loss": 0.0527,
"step": 875
},
{
"epoch": 0.3003003003003003,
"grad_norm": 0.006285039242357016,
"learning_rate": 5e-05,
"loss": 0.0007,
"step": 900
},
{
"epoch": 0.30864197530864196,
"grad_norm": 0.21172092854976654,
"learning_rate": 4.984550735384996e-05,
"loss": 0.001,
"step": 925
},
{
"epoch": 0.31698365031698367,
"grad_norm": 0.025125497952103615,
"learning_rate": 4.969101470769992e-05,
"loss": 0.0001,
"step": 950
},
{
"epoch": 0.3253253253253253,
"grad_norm": 0.0006277966895140707,
"learning_rate": 4.9536522061549875e-05,
"loss": 0.0,
"step": 975
},
{
"epoch": 0.333667000333667,
"grad_norm": 0.0005465027061291039,
"learning_rate": 4.9382029415399826e-05,
"loss": 0.0,
"step": 1000
},
{
"epoch": 0.3420086753420087,
"grad_norm": 0.0011532187927514315,
"learning_rate": 4.922753676924979e-05,
"loss": 0.0303,
"step": 1025
},
{
"epoch": 0.35035035035035034,
"grad_norm": 0.0010950276628136635,
"learning_rate": 4.907304412309974e-05,
"loss": 0.0001,
"step": 1050
},
{
"epoch": 0.35869202535869205,
"grad_norm": 0.0015246294206008315,
"learning_rate": 4.89185514769497e-05,
"loss": 0.0007,
"step": 1075
},
{
"epoch": 0.3670337003670337,
"grad_norm": 0.0425708144903183,
"learning_rate": 4.876405883079966e-05,
"loss": 0.0592,
"step": 1100
},
{
"epoch": 0.37537537537537535,
"grad_norm": 0.001601433614268899,
"learning_rate": 4.8609566184649615e-05,
"loss": 0.001,
"step": 1125
},
{
"epoch": 0.38371705038371706,
"grad_norm": 0.04269692674279213,
"learning_rate": 4.8455073538499566e-05,
"loss": 0.052,
"step": 1150
},
{
"epoch": 0.3920587253920587,
"grad_norm": 10.334559440612793,
"learning_rate": 4.830058089234953e-05,
"loss": 0.0149,
"step": 1175
},
{
"epoch": 0.4004004004004004,
"grad_norm": 0.0104717668145895,
"learning_rate": 4.814608824619948e-05,
"loss": 0.0524,
"step": 1200
},
{
"epoch": 0.4087420754087421,
"grad_norm": 0.004411773756146431,
"learning_rate": 4.799159560004944e-05,
"loss": 0.0003,
"step": 1225
},
{
"epoch": 0.41708375041708373,
"grad_norm": 0.0019501554779708385,
"learning_rate": 4.7837102953899396e-05,
"loss": 0.0001,
"step": 1250
},
{
"epoch": 0.42542542542542544,
"grad_norm": 0.001354438834823668,
"learning_rate": 4.7682610307749354e-05,
"loss": 0.0011,
"step": 1275
},
{
"epoch": 0.4337671004337671,
"grad_norm": 0.0017444408731535077,
"learning_rate": 4.752811766159931e-05,
"loss": 0.0003,
"step": 1300
},
{
"epoch": 0.44210877544210875,
"grad_norm": 0.00919169932603836,
"learning_rate": 4.737362501544927e-05,
"loss": 0.06,
"step": 1325
},
{
"epoch": 0.45045045045045046,
"grad_norm": 0.001080819871276617,
"learning_rate": 4.721913236929923e-05,
"loss": 0.0031,
"step": 1350
},
{
"epoch": 0.4587921254587921,
"grad_norm": 0.03211037814617157,
"learning_rate": 4.706463972314918e-05,
"loss": 0.0454,
"step": 1375
},
{
"epoch": 0.4671338004671338,
"grad_norm": 0.025529522448778152,
"learning_rate": 4.691014707699914e-05,
"loss": 0.0036,
"step": 1400
},
{
"epoch": 0.4754754754754755,
"grad_norm": 0.0008930154144763947,
"learning_rate": 4.675565443084909e-05,
"loss": 0.0451,
"step": 1425
},
{
"epoch": 0.4838171504838171,
"grad_norm": 0.023177633062005043,
"learning_rate": 4.660116178469905e-05,
"loss": 0.0028,
"step": 1450
},
{
"epoch": 0.49215882549215884,
"grad_norm": 0.0005259920726530254,
"learning_rate": 4.644666913854901e-05,
"loss": 0.0461,
"step": 1475
},
{
"epoch": 0.5005005005005005,
"grad_norm": 0.007525968365371227,
"learning_rate": 4.6292176492398966e-05,
"loss": 0.0403,
"step": 1500
},
{
"epoch": 0.5088421755088421,
"grad_norm": 0.005125482566654682,
"learning_rate": 4.613768384624892e-05,
"loss": 0.0015,
"step": 1525
},
{
"epoch": 0.5171838505171839,
"grad_norm": 0.00863750372081995,
"learning_rate": 4.598319120009888e-05,
"loss": 0.0205,
"step": 1550
},
{
"epoch": 0.5255255255255256,
"grad_norm": 0.0001800910395104438,
"learning_rate": 4.582869855394883e-05,
"loss": 0.0037,
"step": 1575
},
{
"epoch": 0.5338672005338672,
"grad_norm": 0.00019970687571913004,
"learning_rate": 4.567420590779879e-05,
"loss": 0.0152,
"step": 1600
},
{
"epoch": 0.5422088755422089,
"grad_norm": 0.011676608584821224,
"learning_rate": 4.551971326164875e-05,
"loss": 0.0635,
"step": 1625
},
{
"epoch": 0.5505505505505506,
"grad_norm": 0.0008765487000346184,
"learning_rate": 4.5365220615498706e-05,
"loss": 0.0018,
"step": 1650
},
{
"epoch": 0.5588922255588922,
"grad_norm": 0.0001437152095604688,
"learning_rate": 4.5210727969348656e-05,
"loss": 0.0026,
"step": 1675
},
{
"epoch": 0.5672339005672339,
"grad_norm": 0.00043227593414485455,
"learning_rate": 4.505623532319862e-05,
"loss": 0.0001,
"step": 1700
},
{
"epoch": 0.5755755755755756,
"grad_norm": 0.00048412373871542513,
"learning_rate": 4.490174267704857e-05,
"loss": 0.0164,
"step": 1725
},
{
"epoch": 0.5839172505839173,
"grad_norm": 7.867912769317627,
"learning_rate": 4.474725003089853e-05,
"loss": 0.0548,
"step": 1750
},
{
"epoch": 0.5922589255922589,
"grad_norm": 5.28706169128418,
"learning_rate": 4.459275738474849e-05,
"loss": 0.0287,
"step": 1775
},
{
"epoch": 0.6006006006006006,
"grad_norm": 0.005814212840050459,
"learning_rate": 4.4438264738598445e-05,
"loss": 0.0353,
"step": 1800
},
{
"epoch": 0.6089422756089423,
"grad_norm": 0.00043659639777615666,
"learning_rate": 4.42837720924484e-05,
"loss": 0.0005,
"step": 1825
},
{
"epoch": 0.6172839506172839,
"grad_norm": 0.009556015022099018,
"learning_rate": 4.412927944629836e-05,
"loss": 0.0004,
"step": 1850
},
{
"epoch": 0.6256256256256256,
"grad_norm": 0.0006456194678321481,
"learning_rate": 4.397478680014832e-05,
"loss": 0.0003,
"step": 1875
},
{
"epoch": 0.6339673006339673,
"grad_norm": 0.0007494451128877699,
"learning_rate": 4.382029415399827e-05,
"loss": 0.0001,
"step": 1900
},
{
"epoch": 0.6423089756423089,
"grad_norm": 0.00023574185615871102,
"learning_rate": 4.366580150784823e-05,
"loss": 0.028,
"step": 1925
},
{
"epoch": 0.6506506506506506,
"grad_norm": 0.0008282416383735836,
"learning_rate": 4.3511308861698184e-05,
"loss": 0.0181,
"step": 1950
},
{
"epoch": 0.6589923256589924,
"grad_norm": 0.0017523517599329352,
"learning_rate": 4.335681621554814e-05,
"loss": 0.0761,
"step": 1975
},
{
"epoch": 0.667334000667334,
"grad_norm": 0.0005382935050874949,
"learning_rate": 4.32023235693981e-05,
"loss": 0.0007,
"step": 2000
},
{
"epoch": 0.6756756756756757,
"grad_norm": 0.0023508896119892597,
"learning_rate": 4.304783092324806e-05,
"loss": 0.0001,
"step": 2025
},
{
"epoch": 0.6840173506840174,
"grad_norm": 0.02000766433775425,
"learning_rate": 4.289333827709801e-05,
"loss": 0.0461,
"step": 2050
},
{
"epoch": 0.6923590256923591,
"grad_norm": 0.0016236711526289582,
"learning_rate": 4.273884563094797e-05,
"loss": 0.0015,
"step": 2075
},
{
"epoch": 0.7007007007007007,
"grad_norm": 0.01102663204073906,
"learning_rate": 4.2584352984797923e-05,
"loss": 0.0,
"step": 2100
},
{
"epoch": 0.7090423757090424,
"grad_norm": 7.1402587890625,
"learning_rate": 4.242986033864788e-05,
"loss": 0.0458,
"step": 2125
},
{
"epoch": 0.7173840507173841,
"grad_norm": 0.029623601585626602,
"learning_rate": 4.227536769249784e-05,
"loss": 0.0265,
"step": 2150
},
{
"epoch": 0.7257257257257257,
"grad_norm": 0.04872233048081398,
"learning_rate": 4.2120875046347796e-05,
"loss": 0.0418,
"step": 2175
},
{
"epoch": 0.7340674007340674,
"grad_norm": 0.01899750903248787,
"learning_rate": 4.1966382400197754e-05,
"loss": 0.0797,
"step": 2200
},
{
"epoch": 0.7424090757424091,
"grad_norm": 0.014597664587199688,
"learning_rate": 4.181188975404771e-05,
"loss": 0.0239,
"step": 2225
},
{
"epoch": 0.7507507507507507,
"grad_norm": 0.001034777145832777,
"learning_rate": 4.165739710789767e-05,
"loss": 0.0067,
"step": 2250
},
{
"epoch": 0.7590924257590924,
"grad_norm": 0.0015550162643194199,
"learning_rate": 4.150290446174762e-05,
"loss": 0.0482,
"step": 2275
},
{
"epoch": 0.7674341007674341,
"grad_norm": 0.013912219554185867,
"learning_rate": 4.1348411815597585e-05,
"loss": 0.0248,
"step": 2300
},
{
"epoch": 0.7757757757757757,
"grad_norm": 0.0020062343683093786,
"learning_rate": 4.1193919169447536e-05,
"loss": 0.0156,
"step": 2325
},
{
"epoch": 0.7841174507841174,
"grad_norm": 6.4558515548706055,
"learning_rate": 4.1039426523297493e-05,
"loss": 0.0581,
"step": 2350
},
{
"epoch": 0.7924591257924591,
"grad_norm": 0.020143140107393265,
"learning_rate": 4.088493387714745e-05,
"loss": 0.0033,
"step": 2375
},
{
"epoch": 0.8008008008008008,
"grad_norm": 0.00565760675817728,
"learning_rate": 4.073044123099741e-05,
"loss": 0.0003,
"step": 2400
},
{
"epoch": 0.8091424758091424,
"grad_norm": 0.0011780583299696445,
"learning_rate": 4.057594858484736e-05,
"loss": 0.0003,
"step": 2425
},
{
"epoch": 0.8174841508174842,
"grad_norm": 0.001397665124386549,
"learning_rate": 4.0421455938697324e-05,
"loss": 0.0033,
"step": 2450
},
{
"epoch": 0.8258258258258259,
"grad_norm": 0.11108289659023285,
"learning_rate": 4.0266963292547275e-05,
"loss": 0.0693,
"step": 2475
},
{
"epoch": 0.8341675008341675,
"grad_norm": 0.0012789678294211626,
"learning_rate": 4.011247064639723e-05,
"loss": 0.0012,
"step": 2500
},
{
"epoch": 0.8425091758425092,
"grad_norm": 0.0016298526898026466,
"learning_rate": 3.995797800024719e-05,
"loss": 0.0001,
"step": 2525
},
{
"epoch": 0.8508508508508509,
"grad_norm": 0.0012462561717256904,
"learning_rate": 3.980348535409715e-05,
"loss": 0.0,
"step": 2550
},
{
"epoch": 0.8591925258591925,
"grad_norm": 0.0011716202134266496,
"learning_rate": 3.9648992707947106e-05,
"loss": 0.0008,
"step": 2575
},
{
"epoch": 0.8675342008675342,
"grad_norm": 0.0004461667558643967,
"learning_rate": 3.9494500061797063e-05,
"loss": 0.0013,
"step": 2600
},
{
"epoch": 0.8758758758758759,
"grad_norm": 0.004892207216471434,
"learning_rate": 3.934000741564702e-05,
"loss": 0.0444,
"step": 2625
},
{
"epoch": 0.8842175508842175,
"grad_norm": 0.0013353752437978983,
"learning_rate": 3.918551476949697e-05,
"loss": 0.0014,
"step": 2650
},
{
"epoch": 0.8925592258925592,
"grad_norm": 0.05706316977739334,
"learning_rate": 3.9031022123346936e-05,
"loss": 0.1006,
"step": 2675
},
{
"epoch": 0.9009009009009009,
"grad_norm": 0.0032118011731654406,
"learning_rate": 3.887652947719689e-05,
"loss": 0.0004,
"step": 2700
},
{
"epoch": 0.9092425759092426,
"grad_norm": 0.002578709740191698,
"learning_rate": 3.8722036831046845e-05,
"loss": 0.0049,
"step": 2725
},
{
"epoch": 0.9175842509175842,
"grad_norm": 0.007876419462263584,
"learning_rate": 3.85675441848968e-05,
"loss": 0.0393,
"step": 2750
},
{
"epoch": 0.9259259259259259,
"grad_norm": 0.01825695112347603,
"learning_rate": 3.841305153874676e-05,
"loss": 0.0313,
"step": 2775
},
{
"epoch": 0.9342676009342676,
"grad_norm": 0.018400903791189194,
"learning_rate": 3.825855889259671e-05,
"loss": 0.0362,
"step": 2800
},
{
"epoch": 0.9426092759426092,
"grad_norm": 9.522905349731445,
"learning_rate": 3.8104066246446676e-05,
"loss": 0.0044,
"step": 2825
},
{
"epoch": 0.950950950950951,
"grad_norm": 0.055028580129146576,
"learning_rate": 3.794957360029663e-05,
"loss": 0.0046,
"step": 2850
},
{
"epoch": 0.9592926259592927,
"grad_norm": 0.0008863616967573762,
"learning_rate": 3.7795080954146584e-05,
"loss": 0.0007,
"step": 2875
},
{
"epoch": 0.9676343009676343,
"grad_norm": 0.001261973986402154,
"learning_rate": 3.764058830799654e-05,
"loss": 0.0001,
"step": 2900
},
{
"epoch": 0.975975975975976,
"grad_norm": 0.04143986105918884,
"learning_rate": 3.74860956618465e-05,
"loss": 0.0871,
"step": 2925
},
{
"epoch": 0.9843176509843177,
"grad_norm": 0.0786428451538086,
"learning_rate": 3.733160301569645e-05,
"loss": 0.01,
"step": 2950
},
{
"epoch": 0.9926593259926594,
"grad_norm": 0.0012078924337401986,
"learning_rate": 3.7177110369546415e-05,
"loss": 0.0392,
"step": 2975
},
{
"epoch": 1.0,
"eval_accuracy": 0.9978311644978312,
"eval_auc": 0.9945649196493791,
"eval_f1": 0.9078014184397163,
"eval_loss": 0.009599411860108376,
"eval_precision": 0.9552238805970149,
"eval_recall": 0.8648648648648649,
"eval_runtime": 120.7986,
"eval_samples_per_second": 49.62,
"eval_steps_per_second": 3.104,
"step": 2997
},
{
"epoch": 1.001001001001001,
"grad_norm": 0.006058184430003166,
"learning_rate": 3.7022617723396366e-05,
"loss": 0.041,
"step": 3000
},
{
"epoch": 1.0093426760093427,
"grad_norm": 0.003738154424354434,
"learning_rate": 3.6868125077246324e-05,
"loss": 0.0005,
"step": 3025
},
{
"epoch": 1.0176843510176843,
"grad_norm": 0.00978489127010107,
"learning_rate": 3.671363243109628e-05,
"loss": 0.0452,
"step": 3050
},
{
"epoch": 1.026026026026026,
"grad_norm": 0.01102358940988779,
"learning_rate": 3.655913978494624e-05,
"loss": 0.0005,
"step": 3075
},
{
"epoch": 1.0343677010343677,
"grad_norm": 0.008122111670672894,
"learning_rate": 3.64046471387962e-05,
"loss": 0.0003,
"step": 3100
},
{
"epoch": 1.0427093760427093,
"grad_norm": 0.0037865727208554745,
"learning_rate": 3.6250154492646154e-05,
"loss": 0.0046,
"step": 3125
},
{
"epoch": 1.0510510510510511,
"grad_norm": 0.0031646236311644316,
"learning_rate": 3.609566184649611e-05,
"loss": 0.0005,
"step": 3150
},
{
"epoch": 1.0593927260593927,
"grad_norm": 0.0017720437608659267,
"learning_rate": 3.594116920034606e-05,
"loss": 0.0001,
"step": 3175
},
{
"epoch": 1.0677344010677343,
"grad_norm": 0.011880212463438511,
"learning_rate": 3.578667655419603e-05,
"loss": 0.0286,
"step": 3200
},
{
"epoch": 1.0760760760760761,
"grad_norm": 0.00772507768124342,
"learning_rate": 3.563218390804598e-05,
"loss": 0.0001,
"step": 3225
},
{
"epoch": 1.0844177510844177,
"grad_norm": 0.012478929944336414,
"learning_rate": 3.5477691261895936e-05,
"loss": 0.0001,
"step": 3250
},
{
"epoch": 1.0927594260927593,
"grad_norm": 0.004284675233066082,
"learning_rate": 3.5323198615745894e-05,
"loss": 0.0001,
"step": 3275
},
{
"epoch": 1.1011011011011012,
"grad_norm": 0.0012670083669945598,
"learning_rate": 3.516870596959585e-05,
"loss": 0.0001,
"step": 3300
},
{
"epoch": 1.1094427761094428,
"grad_norm": 0.0011124334996566176,
"learning_rate": 3.50142133234458e-05,
"loss": 0.0381,
"step": 3325
},
{
"epoch": 1.1177844511177844,
"grad_norm": 0.35427987575531006,
"learning_rate": 3.485972067729576e-05,
"loss": 0.0306,
"step": 3350
},
{
"epoch": 1.1261261261261262,
"grad_norm": 0.0010480162454769015,
"learning_rate": 3.470522803114572e-05,
"loss": 0.0002,
"step": 3375
},
{
"epoch": 1.1344678011344678,
"grad_norm": 0.01626741513609886,
"learning_rate": 3.4550735384995675e-05,
"loss": 0.0049,
"step": 3400
},
{
"epoch": 1.1428094761428094,
"grad_norm": 0.0009041897719725966,
"learning_rate": 3.439624273884563e-05,
"loss": 0.0033,
"step": 3425
},
{
"epoch": 1.1511511511511512,
"grad_norm": 0.005210678093135357,
"learning_rate": 3.424175009269559e-05,
"loss": 0.0385,
"step": 3450
},
{
"epoch": 1.1594928261594928,
"grad_norm": 0.00467864703387022,
"learning_rate": 3.408725744654555e-05,
"loss": 0.0001,
"step": 3475
},
{
"epoch": 1.1678345011678344,
"grad_norm": 0.019908057525753975,
"learning_rate": 3.39327648003955e-05,
"loss": 0.0001,
"step": 3500
},
{
"epoch": 1.1761761761761762,
"grad_norm": 0.0005183572066016495,
"learning_rate": 3.3778272154245464e-05,
"loss": 0.0004,
"step": 3525
},
{
"epoch": 1.1845178511845178,
"grad_norm": 0.00818272028118372,
"learning_rate": 3.3623779508095414e-05,
"loss": 0.0454,
"step": 3550
},
{
"epoch": 1.1928595261928596,
"grad_norm": 0.0328977033495903,
"learning_rate": 3.346928686194537e-05,
"loss": 0.0003,
"step": 3575
},
{
"epoch": 1.2012012012012012,
"grad_norm": 6.452710151672363,
"learning_rate": 3.331479421579533e-05,
"loss": 0.0432,
"step": 3600
},
{
"epoch": 1.2095428762095428,
"grad_norm": 0.005078097339719534,
"learning_rate": 3.316030156964529e-05,
"loss": 0.0322,
"step": 3625
},
{
"epoch": 1.2178845512178846,
"grad_norm": 0.0003529058594722301,
"learning_rate": 3.300580892349524e-05,
"loss": 0.0003,
"step": 3650
},
{
"epoch": 1.2262262262262262,
"grad_norm": 0.0013959240168333054,
"learning_rate": 3.28513162773452e-05,
"loss": 0.0849,
"step": 3675
},
{
"epoch": 1.2345679012345678,
"grad_norm": 0.016115982085466385,
"learning_rate": 3.2696823631195154e-05,
"loss": 0.056,
"step": 3700
},
{
"epoch": 1.2429095762429097,
"grad_norm": 0.0022523789666593075,
"learning_rate": 3.254233098504511e-05,
"loss": 0.0002,
"step": 3725
},
{
"epoch": 1.2512512512512513,
"grad_norm": 0.016599655151367188,
"learning_rate": 3.238783833889507e-05,
"loss": 0.0319,
"step": 3750
},
{
"epoch": 1.2595929262595928,
"grad_norm": 0.0018683940870687366,
"learning_rate": 3.223334569274503e-05,
"loss": 0.0227,
"step": 3775
},
{
"epoch": 1.2679346012679347,
"grad_norm": 0.002231100806966424,
"learning_rate": 3.207885304659498e-05,
"loss": 0.0001,
"step": 3800
},
{
"epoch": 1.2762762762762763,
"grad_norm": 0.005379370413720608,
"learning_rate": 3.192436040044494e-05,
"loss": 0.0439,
"step": 3825
},
{
"epoch": 1.284617951284618,
"grad_norm": 0.003467306261882186,
"learning_rate": 3.176986775429489e-05,
"loss": 0.0025,
"step": 3850
},
{
"epoch": 1.2929596262929597,
"grad_norm": 0.0015170868718996644,
"learning_rate": 3.161537510814485e-05,
"loss": 0.0037,
"step": 3875
},
{
"epoch": 1.3013013013013013,
"grad_norm": 0.00604633055627346,
"learning_rate": 3.146088246199481e-05,
"loss": 0.0001,
"step": 3900
},
{
"epoch": 1.309642976309643,
"grad_norm": 10.07129955291748,
"learning_rate": 3.1306389815844766e-05,
"loss": 0.0232,
"step": 3925
},
{
"epoch": 1.3179846513179847,
"grad_norm": 0.0015994218410924077,
"learning_rate": 3.1151897169694724e-05,
"loss": 0.0004,
"step": 3950
},
{
"epoch": 1.3263263263263263,
"grad_norm": 0.009616601280868053,
"learning_rate": 3.099740452354468e-05,
"loss": 0.0165,
"step": 3975
},
{
"epoch": 1.3346680013346681,
"grad_norm": 0.009371902793645859,
"learning_rate": 3.084291187739464e-05,
"loss": 0.0008,
"step": 4000
},
{
"epoch": 1.3430096763430097,
"grad_norm": 0.3239502012729645,
"learning_rate": 3.068841923124459e-05,
"loss": 0.0026,
"step": 4025
},
{
"epoch": 1.3513513513513513,
"grad_norm": 0.00045479455729946494,
"learning_rate": 3.0533926585094554e-05,
"loss": 0.0002,
"step": 4050
},
{
"epoch": 1.3596930263596931,
"grad_norm": 6.515894889831543,
"learning_rate": 3.0379433938944505e-05,
"loss": 0.0591,
"step": 4075
},
{
"epoch": 1.3680347013680347,
"grad_norm": 0.0006543731433339417,
"learning_rate": 3.0224941292794463e-05,
"loss": 0.0527,
"step": 4100
},
{
"epoch": 1.3763763763763763,
"grad_norm": 0.0006008436321280897,
"learning_rate": 3.007044864664442e-05,
"loss": 0.0278,
"step": 4125
},
{
"epoch": 1.3847180513847182,
"grad_norm": 0.02133520320057869,
"learning_rate": 2.991595600049438e-05,
"loss": 0.0002,
"step": 4150
},
{
"epoch": 1.3930597263930597,
"grad_norm": 0.0017505575669929385,
"learning_rate": 2.9761463354344333e-05,
"loss": 0.0019,
"step": 4175
},
{
"epoch": 1.4014014014014013,
"grad_norm": 0.0024641742929816246,
"learning_rate": 2.9606970708194294e-05,
"loss": 0.0001,
"step": 4200
},
{
"epoch": 1.4097430764097432,
"grad_norm": 0.0026479989755898714,
"learning_rate": 2.9452478062044248e-05,
"loss": 0.0005,
"step": 4225
},
{
"epoch": 1.4180847514180848,
"grad_norm": 0.0036438798997551203,
"learning_rate": 2.9297985415894202e-05,
"loss": 0.0001,
"step": 4250
},
{
"epoch": 1.4264264264264264,
"grad_norm": 0.005783462896943092,
"learning_rate": 2.9143492769744163e-05,
"loss": 0.0686,
"step": 4275
},
{
"epoch": 1.4347681014347682,
"grad_norm": 0.024165183305740356,
"learning_rate": 2.8989000123594118e-05,
"loss": 0.0198,
"step": 4300
},
{
"epoch": 1.4431097764431098,
"grad_norm": 0.04456571117043495,
"learning_rate": 2.8834507477444072e-05,
"loss": 0.0007,
"step": 4325
},
{
"epoch": 1.4514514514514514,
"grad_norm": 0.0014297548914328218,
"learning_rate": 2.8680014831294033e-05,
"loss": 0.0009,
"step": 4350
},
{
"epoch": 1.4597931264597932,
"grad_norm": 0.002099397825077176,
"learning_rate": 2.8525522185143987e-05,
"loss": 0.0116,
"step": 4375
},
{
"epoch": 1.4681348014681348,
"grad_norm": 0.0008780402131378651,
"learning_rate": 2.837102953899394e-05,
"loss": 0.0001,
"step": 4400
},
{
"epoch": 1.4764764764764764,
"grad_norm": 0.00024115787527989596,
"learning_rate": 2.8216536892843903e-05,
"loss": 0.0216,
"step": 4425
},
{
"epoch": 1.4848181514848182,
"grad_norm": 0.0003840152348857373,
"learning_rate": 2.8062044246693857e-05,
"loss": 0.0361,
"step": 4450
},
{
"epoch": 1.4931598264931598,
"grad_norm": 0.0005036329384893179,
"learning_rate": 2.7907551600543815e-05,
"loss": 0.0001,
"step": 4475
},
{
"epoch": 1.5015015015015014,
"grad_norm": 0.0002450717438478023,
"learning_rate": 2.7753058954393772e-05,
"loss": 0.0001,
"step": 4500
},
{
"epoch": 1.5098431765098432,
"grad_norm": 0.0007805937202647328,
"learning_rate": 2.759856630824373e-05,
"loss": 0.0001,
"step": 4525
},
{
"epoch": 1.5181848515181848,
"grad_norm": 0.0013042781502008438,
"learning_rate": 2.7444073662093684e-05,
"loss": 0.0645,
"step": 4550
},
{
"epoch": 1.5265265265265264,
"grad_norm": 0.0023273963015526533,
"learning_rate": 2.7289581015943645e-05,
"loss": 0.0016,
"step": 4575
},
{
"epoch": 1.5348682015348682,
"grad_norm": 0.0012803663266822696,
"learning_rate": 2.71350883697936e-05,
"loss": 0.0001,
"step": 4600
},
{
"epoch": 1.5432098765432098,
"grad_norm": 0.0039305612444877625,
"learning_rate": 2.6980595723643554e-05,
"loss": 0.0001,
"step": 4625
},
{
"epoch": 1.5515515515515514,
"grad_norm": 0.0023296186700463295,
"learning_rate": 2.6826103077493515e-05,
"loss": 0.0001,
"step": 4650
},
{
"epoch": 1.5598932265598933,
"grad_norm": 0.0008701834594830871,
"learning_rate": 2.667161043134347e-05,
"loss": 0.0306,
"step": 4675
},
{
"epoch": 1.5682349015682349,
"grad_norm": 0.009118028916418552,
"learning_rate": 2.6517117785193424e-05,
"loss": 0.0004,
"step": 4700
},
{
"epoch": 1.5765765765765765,
"grad_norm": 0.004671914968639612,
"learning_rate": 2.6362625139043385e-05,
"loss": 0.0003,
"step": 4725
},
{
"epoch": 1.5849182515849183,
"grad_norm": 0.0014299708418548107,
"learning_rate": 2.620813249289334e-05,
"loss": 0.0001,
"step": 4750
},
{
"epoch": 1.5932599265932599,
"grad_norm": 0.0011580680729821324,
"learning_rate": 2.6053639846743293e-05,
"loss": 0.0001,
"step": 4775
},
{
"epoch": 1.6016016016016015,
"grad_norm": 0.0004150031309109181,
"learning_rate": 2.5899147200593254e-05,
"loss": 0.0201,
"step": 4800
},
{
"epoch": 1.6099432766099433,
"grad_norm": 0.15517137944698334,
"learning_rate": 2.574465455444321e-05,
"loss": 0.0133,
"step": 4825
},
{
"epoch": 1.6182849516182851,
"grad_norm": 0.0004611278127413243,
"learning_rate": 2.5590161908293163e-05,
"loss": 0.0004,
"step": 4850
},
{
"epoch": 1.6266266266266265,
"grad_norm": 7.501170635223389,
"learning_rate": 2.5435669262143124e-05,
"loss": 0.0056,
"step": 4875
},
{
"epoch": 1.6349683016349683,
"grad_norm": 0.0007478469051420689,
"learning_rate": 2.5281176615993078e-05,
"loss": 0.0002,
"step": 4900
},
{
"epoch": 1.6433099766433101,
"grad_norm": 2.6761367321014404,
"learning_rate": 2.5126683969843036e-05,
"loss": 0.0319,
"step": 4925
},
{
"epoch": 1.6516516516516515,
"grad_norm": 0.0006212076405063272,
"learning_rate": 2.4972191323692994e-05,
"loss": 0.0,
"step": 4950
},
{
"epoch": 1.6599933266599933,
"grad_norm": 0.0011125955497846007,
"learning_rate": 2.481769867754295e-05,
"loss": 0.0001,
"step": 4975
},
{
"epoch": 1.6683350016683351,
"grad_norm": 9.793978097150102e-05,
"learning_rate": 2.466320603139291e-05,
"loss": 0.0,
"step": 5000
},
{
"epoch": 1.6766766766766765,
"grad_norm": 0.0029056610073894262,
"learning_rate": 2.4508713385242863e-05,
"loss": 0.0001,
"step": 5025
},
{
"epoch": 1.6850183516850183,
"grad_norm": 0.0007343544857576489,
"learning_rate": 2.435422073909282e-05,
"loss": 0.0521,
"step": 5050
},
{
"epoch": 1.6933600266933602,
"grad_norm": 0.014967703260481358,
"learning_rate": 2.419972809294278e-05,
"loss": 0.0002,
"step": 5075
},
{
"epoch": 1.7017017017017015,
"grad_norm": 0.0071108159609138966,
"learning_rate": 2.4045235446792733e-05,
"loss": 0.0362,
"step": 5100
},
{
"epoch": 1.7100433767100434,
"grad_norm": 0.004571543540805578,
"learning_rate": 2.389074280064269e-05,
"loss": 0.0047,
"step": 5125
},
{
"epoch": 1.7183850517183852,
"grad_norm": 0.007166516967117786,
"learning_rate": 2.3736250154492648e-05,
"loss": 0.0028,
"step": 5150
},
{
"epoch": 1.7267267267267268,
"grad_norm": 0.008930371142923832,
"learning_rate": 2.3581757508342603e-05,
"loss": 0.0396,
"step": 5175
},
{
"epoch": 1.7350684017350684,
"grad_norm": 0.007438777945935726,
"learning_rate": 2.342726486219256e-05,
"loss": 0.0004,
"step": 5200
},
{
"epoch": 1.7434100767434102,
"grad_norm": 0.0038795331493020058,
"learning_rate": 2.3272772216042518e-05,
"loss": 0.0257,
"step": 5225
},
{
"epoch": 1.7517517517517518,
"grad_norm": 0.003188981907442212,
"learning_rate": 2.3118279569892472e-05,
"loss": 0.0003,
"step": 5250
},
{
"epoch": 1.7600934267600934,
"grad_norm": 0.00612386642023921,
"learning_rate": 2.296378692374243e-05,
"loss": 0.0321,
"step": 5275
},
{
"epoch": 1.7684351017684352,
"grad_norm": 0.0007353666005656123,
"learning_rate": 2.2809294277592388e-05,
"loss": 0.0026,
"step": 5300
},
{
"epoch": 1.7767767767767768,
"grad_norm": 0.006964649073779583,
"learning_rate": 2.2654801631442342e-05,
"loss": 0.0009,
"step": 5325
},
{
"epoch": 1.7851184517851184,
"grad_norm": 0.009796655736863613,
"learning_rate": 2.25003089852923e-05,
"loss": 0.0542,
"step": 5350
},
{
"epoch": 1.7934601267934602,
"grad_norm": 0.00797263439744711,
"learning_rate": 2.2345816339142257e-05,
"loss": 0.001,
"step": 5375
},
{
"epoch": 1.8018018018018018,
"grad_norm": 0.0027469745837152004,
"learning_rate": 2.2191323692992215e-05,
"loss": 0.0002,
"step": 5400
},
{
"epoch": 1.8101434768101434,
"grad_norm": 0.0032520880922675133,
"learning_rate": 2.2036831046842172e-05,
"loss": 0.0162,
"step": 5425
},
{
"epoch": 1.8184851518184852,
"grad_norm": 0.0021738584619015455,
"learning_rate": 2.188233840069213e-05,
"loss": 0.0002,
"step": 5450
},
{
"epoch": 1.8268268268268268,
"grad_norm": 0.0015207937685772777,
"learning_rate": 2.1727845754542084e-05,
"loss": 0.0004,
"step": 5475
},
{
"epoch": 1.8351685018351684,
"grad_norm": 0.001575661008246243,
"learning_rate": 2.1573353108392042e-05,
"loss": 0.0314,
"step": 5500
},
{
"epoch": 1.8435101768435103,
"grad_norm": 0.0009630912682041526,
"learning_rate": 2.1418860462242e-05,
"loss": 0.0047,
"step": 5525
},
{
"epoch": 1.8518518518518519,
"grad_norm": 0.001678589964285493,
"learning_rate": 2.1264367816091954e-05,
"loss": 0.0338,
"step": 5550
},
{
"epoch": 1.8601935268601935,
"grad_norm": 0.004351487848907709,
"learning_rate": 2.1109875169941912e-05,
"loss": 0.0063,
"step": 5575
},
{
"epoch": 1.8685352018685353,
"grad_norm": 0.008160965517163277,
"learning_rate": 2.095538252379187e-05,
"loss": 0.0304,
"step": 5600
},
{
"epoch": 1.8768768768768769,
"grad_norm": 0.0037402340676635504,
"learning_rate": 2.0800889877641824e-05,
"loss": 0.0006,
"step": 5625
},
{
"epoch": 1.8852185518852185,
"grad_norm": 0.0016508076805621386,
"learning_rate": 2.064639723149178e-05,
"loss": 0.0001,
"step": 5650
},
{
"epoch": 1.8935602268935603,
"grad_norm": 0.011413435451686382,
"learning_rate": 2.049190458534174e-05,
"loss": 0.0197,
"step": 5675
},
{
"epoch": 1.901901901901902,
"grad_norm": 0.0007151237805373967,
"learning_rate": 2.0337411939191693e-05,
"loss": 0.0002,
"step": 5700
},
{
"epoch": 1.9102435769102435,
"grad_norm": 24.82006072998047,
"learning_rate": 2.018291929304165e-05,
"loss": 0.0506,
"step": 5725
},
{
"epoch": 1.9185852519185853,
"grad_norm": 0.018485259264707565,
"learning_rate": 2.002842664689161e-05,
"loss": 0.0324,
"step": 5750
},
{
"epoch": 1.926926926926927,
"grad_norm": 0.008674918673932552,
"learning_rate": 1.9873934000741566e-05,
"loss": 0.0006,
"step": 5775
},
{
"epoch": 1.9352686019352685,
"grad_norm": 0.0022723872680217028,
"learning_rate": 1.9719441354591524e-05,
"loss": 0.0002,
"step": 5800
},
{
"epoch": 1.9436102769436103,
"grad_norm": 0.0006509014638140798,
"learning_rate": 1.9564948708441482e-05,
"loss": 0.0022,
"step": 5825
},
{
"epoch": 1.951951951951952,
"grad_norm": 0.001537534175440669,
"learning_rate": 1.9410456062291436e-05,
"loss": 0.0002,
"step": 5850
},
{
"epoch": 1.9602936269602935,
"grad_norm": 0.0028848988004028797,
"learning_rate": 1.9255963416141394e-05,
"loss": 0.0312,
"step": 5875
},
{
"epoch": 1.9686353019686353,
"grad_norm": 0.001275117159821093,
"learning_rate": 1.910147076999135e-05,
"loss": 0.0004,
"step": 5900
},
{
"epoch": 1.976976976976977,
"grad_norm": 0.003794446587562561,
"learning_rate": 1.8946978123841306e-05,
"loss": 0.0303,
"step": 5925
},
{
"epoch": 1.9853186519853185,
"grad_norm": 0.0013351526577025652,
"learning_rate": 1.8792485477691263e-05,
"loss": 0.0028,
"step": 5950
},
{
"epoch": 1.9936603269936604,
"grad_norm": 0.0022188324946910143,
"learning_rate": 1.863799283154122e-05,
"loss": 0.0001,
"step": 5975
},
{
"epoch": 2.0,
"eval_accuracy": 0.9983316649983317,
"eval_auc": 0.9996210737764792,
"eval_f1": 0.9285714285714286,
"eval_loss": 0.006147409323602915,
"eval_precision": 0.9848484848484849,
"eval_recall": 0.8783783783783784,
"eval_runtime": 118.7551,
"eval_samples_per_second": 50.474,
"eval_steps_per_second": 3.158,
"step": 5994
},
{
"epoch": 2.002002002002002,
"grad_norm": 0.03426537662744522,
"learning_rate": 1.8483500185391175e-05,
"loss": 0.0001,
"step": 6000
},
{
"epoch": 2.0103436770103436,
"grad_norm": 0.017995424568653107,
"learning_rate": 1.8329007539241133e-05,
"loss": 0.007,
"step": 6025
},
{
"epoch": 2.0186853520186854,
"grad_norm": 0.0008380690705962479,
"learning_rate": 1.817451489309109e-05,
"loss": 0.0163,
"step": 6050
},
{
"epoch": 2.027027027027027,
"grad_norm": 0.0041703651659190655,
"learning_rate": 1.8020022246941045e-05,
"loss": 0.0002,
"step": 6075
},
{
"epoch": 2.0353687020353686,
"grad_norm": 0.0007581566460430622,
"learning_rate": 1.7865529600791003e-05,
"loss": 0.0001,
"step": 6100
},
{
"epoch": 2.0437103770437104,
"grad_norm": 0.000699601077940315,
"learning_rate": 1.771103695464096e-05,
"loss": 0.0003,
"step": 6125
},
{
"epoch": 2.052052052052052,
"grad_norm": 0.021615630015730858,
"learning_rate": 1.7556544308490915e-05,
"loss": 0.0195,
"step": 6150
},
{
"epoch": 2.0603937270603936,
"grad_norm": 0.0024253269657492638,
"learning_rate": 1.7402051662340872e-05,
"loss": 0.0016,
"step": 6175
},
{
"epoch": 2.0687354020687354,
"grad_norm": 8.936987433116883e-05,
"learning_rate": 1.724755901619083e-05,
"loss": 0.0,
"step": 6200
},
{
"epoch": 2.0770770770770772,
"grad_norm": 0.0001456751924706623,
"learning_rate": 1.7093066370040788e-05,
"loss": 0.0,
"step": 6225
},
{
"epoch": 2.0854187520854186,
"grad_norm": 0.0011276202276349068,
"learning_rate": 1.6938573723890745e-05,
"loss": 0.0382,
"step": 6250
},
{
"epoch": 2.0937604270937604,
"grad_norm": 0.00011645181803032756,
"learning_rate": 1.6784081077740703e-05,
"loss": 0.0001,
"step": 6275
},
{
"epoch": 2.1021021021021022,
"grad_norm": 0.00045101341675035655,
"learning_rate": 1.6629588431590657e-05,
"loss": 0.0002,
"step": 6300
},
{
"epoch": 2.1104437771104436,
"grad_norm": 0.0001981251552933827,
"learning_rate": 1.6475095785440615e-05,
"loss": 0.0002,
"step": 6325
},
{
"epoch": 2.1187854521187854,
"grad_norm": 0.0004596684011630714,
"learning_rate": 1.6320603139290573e-05,
"loss": 0.0001,
"step": 6350
},
{
"epoch": 2.1271271271271273,
"grad_norm": 0.0003594656300265342,
"learning_rate": 1.6166110493140527e-05,
"loss": 0.0,
"step": 6375
},
{
"epoch": 2.1354688021354686,
"grad_norm": 0.0015784379793331027,
"learning_rate": 1.6011617846990485e-05,
"loss": 0.0103,
"step": 6400
},
{
"epoch": 2.1438104771438105,
"grad_norm": 0.001940034911967814,
"learning_rate": 1.5857125200840442e-05,
"loss": 0.0019,
"step": 6425
},
{
"epoch": 2.1521521521521523,
"grad_norm": 0.0011929641477763653,
"learning_rate": 1.5702632554690397e-05,
"loss": 0.0,
"step": 6450
},
{
"epoch": 2.1604938271604937,
"grad_norm": 0.0035334331914782524,
"learning_rate": 1.5548139908540354e-05,
"loss": 0.007,
"step": 6475
},
{
"epoch": 2.1688355021688355,
"grad_norm": 0.0003299266390968114,
"learning_rate": 1.5393647262390312e-05,
"loss": 0.0002,
"step": 6500
},
{
"epoch": 2.1771771771771773,
"grad_norm": 0.0005644136690534651,
"learning_rate": 1.5239154616240266e-05,
"loss": 0.0,
"step": 6525
},
{
"epoch": 2.1855188521855187,
"grad_norm": 0.0003227370616514236,
"learning_rate": 1.5084661970090224e-05,
"loss": 0.0,
"step": 6550
},
{
"epoch": 2.1938605271938605,
"grad_norm": 0.0011611609952524304,
"learning_rate": 1.4930169323940182e-05,
"loss": 0.0,
"step": 6575
},
{
"epoch": 2.2022022022022023,
"grad_norm": 0.003065961878746748,
"learning_rate": 1.4775676677790138e-05,
"loss": 0.0291,
"step": 6600
},
{
"epoch": 2.2105438772105437,
"grad_norm": 0.0016901785274967551,
"learning_rate": 1.4621184031640095e-05,
"loss": 0.0,
"step": 6625
},
{
"epoch": 2.2188855522188855,
"grad_norm": 0.003457328537479043,
"learning_rate": 1.4466691385490053e-05,
"loss": 0.0578,
"step": 6650
},
{
"epoch": 2.2272272272272273,
"grad_norm": 0.0015183900250121951,
"learning_rate": 1.4312198739340007e-05,
"loss": 0.0004,
"step": 6675
},
{
"epoch": 2.2355689022355687,
"grad_norm": 0.01456731278449297,
"learning_rate": 1.4157706093189965e-05,
"loss": 0.0001,
"step": 6700
},
{
"epoch": 2.2439105772439105,
"grad_norm": 0.006311188917607069,
"learning_rate": 1.4003213447039923e-05,
"loss": 0.0001,
"step": 6725
},
{
"epoch": 2.2522522522522523,
"grad_norm": 0.00036790382000617683,
"learning_rate": 1.3848720800889879e-05,
"loss": 0.0333,
"step": 6750
},
{
"epoch": 2.2605939272605937,
"grad_norm": 0.002643864369019866,
"learning_rate": 1.3694228154739836e-05,
"loss": 0.0001,
"step": 6775
},
{
"epoch": 2.2689356022689355,
"grad_norm": 0.0004877290630247444,
"learning_rate": 1.3539735508589794e-05,
"loss": 0.0001,
"step": 6800
},
{
"epoch": 2.2772772772772774,
"grad_norm": 0.0006125778309069574,
"learning_rate": 1.3385242862439748e-05,
"loss": 0.0001,
"step": 6825
},
{
"epoch": 2.2856189522856187,
"grad_norm": 0.006749690044671297,
"learning_rate": 1.3230750216289706e-05,
"loss": 0.0295,
"step": 6850
},
{
"epoch": 2.2939606272939606,
"grad_norm": 0.00032511603785678744,
"learning_rate": 1.3076257570139664e-05,
"loss": 0.0003,
"step": 6875
},
{
"epoch": 2.3023023023023024,
"grad_norm": 0.00033115336555056274,
"learning_rate": 1.2921764923989618e-05,
"loss": 0.0001,
"step": 6900
},
{
"epoch": 2.3106439773106437,
"grad_norm": 0.0015968529041856527,
"learning_rate": 1.2767272277839576e-05,
"loss": 0.0001,
"step": 6925
},
{
"epoch": 2.3189856523189856,
"grad_norm": 0.0019475755980238318,
"learning_rate": 1.2612779631689531e-05,
"loss": 0.0001,
"step": 6950
},
{
"epoch": 2.3273273273273274,
"grad_norm": 0.004731306340545416,
"learning_rate": 1.245828698553949e-05,
"loss": 0.0001,
"step": 6975
},
{
"epoch": 2.3356690023356688,
"grad_norm": 0.0013892946299165487,
"learning_rate": 1.2303794339389447e-05,
"loss": 0.0002,
"step": 7000
},
{
"epoch": 2.3440106773440106,
"grad_norm": 0.00041954405605793,
"learning_rate": 1.2149301693239403e-05,
"loss": 0.0215,
"step": 7025
},
{
"epoch": 2.3523523523523524,
"grad_norm": 0.0006229266291484237,
"learning_rate": 1.1994809047089359e-05,
"loss": 0.0001,
"step": 7050
},
{
"epoch": 2.360694027360694,
"grad_norm": 0.0022454725112766027,
"learning_rate": 1.1840316400939316e-05,
"loss": 0.0003,
"step": 7075
},
{
"epoch": 2.3690357023690356,
"grad_norm": 0.0003879007126670331,
"learning_rate": 1.1685823754789272e-05,
"loss": 0.0002,
"step": 7100
},
{
"epoch": 2.3773773773773774,
"grad_norm": 0.0023330808617174625,
"learning_rate": 1.1531331108639228e-05,
"loss": 0.0001,
"step": 7125
},
{
"epoch": 2.3857190523857192,
"grad_norm": 0.009034736081957817,
"learning_rate": 1.1376838462489186e-05,
"loss": 0.0409,
"step": 7150
},
{
"epoch": 2.3940607273940606,
"grad_norm": 0.012751072645187378,
"learning_rate": 1.1222345816339142e-05,
"loss": 0.0001,
"step": 7175
},
{
"epoch": 2.4024024024024024,
"grad_norm": 0.0005218230071477592,
"learning_rate": 1.10678531701891e-05,
"loss": 0.0003,
"step": 7200
},
{
"epoch": 2.4107440774107443,
"grad_norm": 0.005197747144848108,
"learning_rate": 1.0913360524039057e-05,
"loss": 0.0002,
"step": 7225
},
{
"epoch": 2.4190857524190856,
"grad_norm": 0.0004819717141799629,
"learning_rate": 1.0758867877889013e-05,
"loss": 0.0052,
"step": 7250
},
{
"epoch": 2.4274274274274275,
"grad_norm": 0.0005321923526935279,
"learning_rate": 1.060437523173897e-05,
"loss": 0.0,
"step": 7275
},
{
"epoch": 2.4357691024357693,
"grad_norm": 0.0027098068967461586,
"learning_rate": 1.0449882585588927e-05,
"loss": 0.0048,
"step": 7300
},
{
"epoch": 2.4441107774441106,
"grad_norm": 15.976853370666504,
"learning_rate": 1.0295389939438883e-05,
"loss": 0.0131,
"step": 7325
},
{
"epoch": 2.4524524524524525,
"grad_norm": 0.06583759933710098,
"learning_rate": 1.0140897293288839e-05,
"loss": 0.0002,
"step": 7350
},
{
"epoch": 2.4607941274607943,
"grad_norm": 0.0012560704490169883,
"learning_rate": 9.986404647138797e-06,
"loss": 0.0002,
"step": 7375
},
{
"epoch": 2.4691358024691357,
"grad_norm": 0.0004110535664949566,
"learning_rate": 9.831912000988754e-06,
"loss": 0.0001,
"step": 7400
},
{
"epoch": 2.4774774774774775,
"grad_norm": 0.0021631394047290087,
"learning_rate": 9.67741935483871e-06,
"loss": 0.0001,
"step": 7425
},
{
"epoch": 2.4858191524858193,
"grad_norm": 0.002222039271146059,
"learning_rate": 9.522926708688668e-06,
"loss": 0.0169,
"step": 7450
},
{
"epoch": 2.4941608274941607,
"grad_norm": 0.0026871326845139265,
"learning_rate": 9.368434062538624e-06,
"loss": 0.0243,
"step": 7475
},
{
"epoch": 2.5025025025025025,
"grad_norm": 0.00477555999532342,
"learning_rate": 9.21394141638858e-06,
"loss": 0.0005,
"step": 7500
},
{
"epoch": 2.5108441775108443,
"grad_norm": 0.012109145522117615,
"learning_rate": 9.059448770238536e-06,
"loss": 0.0282,
"step": 7525
},
{
"epoch": 2.5191858525191857,
"grad_norm": 0.0005930490442551672,
"learning_rate": 8.904956124088494e-06,
"loss": 0.0002,
"step": 7550
},
{
"epoch": 2.5275275275275275,
"grad_norm": 0.003786754095926881,
"learning_rate": 8.75046347793845e-06,
"loss": 0.0023,
"step": 7575
},
{
"epoch": 2.5358692025358693,
"grad_norm": 0.0012933415127918124,
"learning_rate": 8.595970831788407e-06,
"loss": 0.0119,
"step": 7600
},
{
"epoch": 2.5442108775442107,
"grad_norm": 0.0005488534225150943,
"learning_rate": 8.441478185638365e-06,
"loss": 0.0135,
"step": 7625
},
{
"epoch": 2.5525525525525525,
"grad_norm": 0.0013369097141548991,
"learning_rate": 8.286985539488321e-06,
"loss": 0.0172,
"step": 7650
},
{
"epoch": 2.5608942275608944,
"grad_norm": 0.0037656030617654324,
"learning_rate": 8.132492893338277e-06,
"loss": 0.0163,
"step": 7675
},
{
"epoch": 2.569235902569236,
"grad_norm": 0.0011651143431663513,
"learning_rate": 7.978000247188235e-06,
"loss": 0.0001,
"step": 7700
},
{
"epoch": 2.5775775775775776,
"grad_norm": 0.0026386177632957697,
"learning_rate": 7.82350760103819e-06,
"loss": 0.0002,
"step": 7725
},
{
"epoch": 2.5859192525859194,
"grad_norm": 0.004785032011568546,
"learning_rate": 7.669014954888147e-06,
"loss": 0.0,
"step": 7750
},
{
"epoch": 2.594260927594261,
"grad_norm": 0.00011592906957957894,
"learning_rate": 7.514522308738104e-06,
"loss": 0.0,
"step": 7775
},
{
"epoch": 2.6026026026026026,
"grad_norm": 0.001778353936970234,
"learning_rate": 7.360029662588061e-06,
"loss": 0.0001,
"step": 7800
},
{
"epoch": 2.6109442776109444,
"grad_norm": 0.001059061149135232,
"learning_rate": 7.205537016438017e-06,
"loss": 0.0095,
"step": 7825
},
{
"epoch": 2.619285952619286,
"grad_norm": 0.00041067678830586374,
"learning_rate": 7.051044370287975e-06,
"loss": 0.0001,
"step": 7850
},
{
"epoch": 2.6276276276276276,
"grad_norm": 0.0005333448643796146,
"learning_rate": 6.896551724137932e-06,
"loss": 0.0003,
"step": 7875
},
{
"epoch": 2.6359693026359694,
"grad_norm": 0.03314538672566414,
"learning_rate": 6.742059077987888e-06,
"loss": 0.0019,
"step": 7900
},
{
"epoch": 2.6443109776443112,
"grad_norm": 0.0016822376055642962,
"learning_rate": 6.587566431837845e-06,
"loss": 0.0063,
"step": 7925
},
{
"epoch": 2.6526526526526526,
"grad_norm": 0.0006041646120138466,
"learning_rate": 6.433073785687801e-06,
"loss": 0.0001,
"step": 7950
},
{
"epoch": 2.6609943276609944,
"grad_norm": 0.00021345775166992098,
"learning_rate": 6.278581139537758e-06,
"loss": 0.0001,
"step": 7975
},
{
"epoch": 2.6693360026693362,
"grad_norm": 0.00019755800894927233,
"learning_rate": 6.124088493387715e-06,
"loss": 0.0,
"step": 8000
},
{
"epoch": 2.6776776776776776,
"grad_norm": 0.0004531990271061659,
"learning_rate": 5.969595847237672e-06,
"loss": 0.0,
"step": 8025
},
{
"epoch": 2.6860193526860194,
"grad_norm": 0.002286186208948493,
"learning_rate": 5.815103201087629e-06,
"loss": 0.0,
"step": 8050
},
{
"epoch": 2.6943610276943613,
"grad_norm": 9.491475066170096e-05,
"learning_rate": 5.660610554937585e-06,
"loss": 0.0002,
"step": 8075
},
{
"epoch": 2.7027027027027026,
"grad_norm": 0.00024974957341328263,
"learning_rate": 5.506117908787542e-06,
"loss": 0.0044,
"step": 8100
},
{
"epoch": 2.7110443777110445,
"grad_norm": 0.0010395270073786378,
"learning_rate": 5.351625262637499e-06,
"loss": 0.0001,
"step": 8125
},
{
"epoch": 2.7193860527193863,
"grad_norm": 0.0001526384148746729,
"learning_rate": 5.197132616487455e-06,
"loss": 0.0,
"step": 8150
},
{
"epoch": 2.7277277277277276,
"grad_norm": 0.0006884171743877232,
"learning_rate": 5.042639970337412e-06,
"loss": 0.0001,
"step": 8175
},
{
"epoch": 2.7360694027360695,
"grad_norm": 9.014210809255019e-05,
"learning_rate": 4.88814732418737e-06,
"loss": 0.0001,
"step": 8200
},
{
"epoch": 2.7444110777444113,
"grad_norm": 0.0002122920996043831,
"learning_rate": 4.733654678037326e-06,
"loss": 0.0001,
"step": 8225
},
{
"epoch": 2.7527527527527527,
"grad_norm": 0.0002799911017064005,
"learning_rate": 4.579162031887282e-06,
"loss": 0.0001,
"step": 8250
},
{
"epoch": 2.7610944277610945,
"grad_norm": 0.00325685553252697,
"learning_rate": 4.424669385737239e-06,
"loss": 0.0002,
"step": 8275
},
{
"epoch": 2.7694361027694363,
"grad_norm": 0.00023966682783793658,
"learning_rate": 4.270176739587196e-06,
"loss": 0.0001,
"step": 8300
},
{
"epoch": 2.7777777777777777,
"grad_norm": 0.00024113825929816812,
"learning_rate": 4.115684093437153e-06,
"loss": 0.0,
"step": 8325
},
{
"epoch": 2.7861194527861195,
"grad_norm": 0.00069383904337883,
"learning_rate": 3.96119144728711e-06,
"loss": 0.0282,
"step": 8350
},
{
"epoch": 2.7944611277944613,
"grad_norm": 0.00674516661092639,
"learning_rate": 3.8066988011370657e-06,
"loss": 0.0,
"step": 8375
},
{
"epoch": 2.8028028028028027,
"grad_norm": 0.0006425007013604045,
"learning_rate": 3.652206154987023e-06,
"loss": 0.0001,
"step": 8400
},
{
"epoch": 2.8111444778111445,
"grad_norm": 0.001739656669087708,
"learning_rate": 3.49771350883698e-06,
"loss": 0.0003,
"step": 8425
},
{
"epoch": 2.8194861528194863,
"grad_norm": 0.00028822454623878,
"learning_rate": 3.343220862686936e-06,
"loss": 0.0022,
"step": 8450
},
{
"epoch": 2.8278278278278277,
"grad_norm": 0.0007758860592730343,
"learning_rate": 3.188728216536893e-06,
"loss": 0.0002,
"step": 8475
},
{
"epoch": 2.8361695028361695,
"grad_norm": 6.443789607146755e-05,
"learning_rate": 3.03423557038685e-06,
"loss": 0.0003,
"step": 8500
},
{
"epoch": 2.8445111778445114,
"grad_norm": 0.008539211004972458,
"learning_rate": 2.8797429242368063e-06,
"loss": 0.0009,
"step": 8525
},
{
"epoch": 2.8528528528528527,
"grad_norm": 0.0164475180208683,
"learning_rate": 2.7252502780867635e-06,
"loss": 0.0098,
"step": 8550
},
{
"epoch": 2.8611945278611945,
"grad_norm": 0.0004140229430049658,
"learning_rate": 2.57075763193672e-06,
"loss": 0.0,
"step": 8575
},
{
"epoch": 2.8695362028695364,
"grad_norm": 0.0007194245117716491,
"learning_rate": 2.4162649857866768e-06,
"loss": 0.0002,
"step": 8600
},
{
"epoch": 2.8778778778778777,
"grad_norm": 8.639365114504471e-05,
"learning_rate": 2.261772339636633e-06,
"loss": 0.0,
"step": 8625
},
{
"epoch": 2.8862195528862196,
"grad_norm": 0.00026035771588794887,
"learning_rate": 2.1072796934865904e-06,
"loss": 0.0,
"step": 8650
},
{
"epoch": 2.8945612278945614,
"grad_norm": 0.0003119956236332655,
"learning_rate": 1.952787047336547e-06,
"loss": 0.0164,
"step": 8675
},
{
"epoch": 2.9029029029029028,
"grad_norm": 0.0001721863227430731,
"learning_rate": 1.7982944011865034e-06,
"loss": 0.0,
"step": 8700
},
{
"epoch": 2.9112445779112446,
"grad_norm": 0.0003014954272657633,
"learning_rate": 1.6438017550364605e-06,
"loss": 0.0002,
"step": 8725
},
{
"epoch": 2.9195862529195864,
"grad_norm": 0.002242905320599675,
"learning_rate": 1.489309108886417e-06,
"loss": 0.0001,
"step": 8750
},
{
"epoch": 2.9279279279279278,
"grad_norm": 0.00019342848099768162,
"learning_rate": 1.334816462736374e-06,
"loss": 0.0,
"step": 8775
},
{
"epoch": 2.9362696029362696,
"grad_norm": 0.00041662275907583535,
"learning_rate": 1.1803238165863305e-06,
"loss": 0.0023,
"step": 8800
},
{
"epoch": 2.9446112779446114,
"grad_norm": 8.121671999106184e-05,
"learning_rate": 1.0258311704362874e-06,
"loss": 0.0,
"step": 8825
},
{
"epoch": 2.952952952952953,
"grad_norm": 0.00027466562460176647,
"learning_rate": 8.71338524286244e-07,
"loss": 0.0,
"step": 8850
},
{
"epoch": 2.9612946279612946,
"grad_norm": 0.00015804750728420913,
"learning_rate": 7.168458781362007e-07,
"loss": 0.0,
"step": 8875
},
{
"epoch": 2.9696363029696364,
"grad_norm": 5.4930391343077645e-05,
"learning_rate": 5.623532319861574e-07,
"loss": 0.0011,
"step": 8900
},
{
"epoch": 2.977977977977978,
"grad_norm": 0.0005976063548587263,
"learning_rate": 4.0786058583611417e-07,
"loss": 0.0015,
"step": 8925
},
{
"epoch": 2.9863196529863196,
"grad_norm": 0.0008383295498788357,
"learning_rate": 2.5336793968607095e-07,
"loss": 0.0,
"step": 8950
},
{
"epoch": 2.9946613279946614,
"grad_norm": 0.001575443078763783,
"learning_rate": 9.88752935360277e-08,
"loss": 0.0102,
"step": 8975
},
{
"epoch": 3.0,
"eval_accuracy": 0.9988321654988321,
"eval_auc": 0.9999543462381301,
"eval_f1": 0.9523809523809523,
"eval_loss": 0.003335413057357073,
"eval_precision": 0.958904109589041,
"eval_recall": 0.9459459459459459,
"eval_runtime": 118.1878,
"eval_samples_per_second": 50.716,
"eval_steps_per_second": 3.173,
"step": 8991
}
],
"logging_steps": 25,
"max_steps": 8991,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.01
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.6433249389401342e+19,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}