|
{ |
|
"best_metric": 0.00864658784121275, |
|
"best_model_checkpoint": "sj-det-5/checkpoint-6104", |
|
"epoch": 2.0, |
|
"eval_steps": 500, |
|
"global_step": 6104, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0081913499344692, |
|
"grad_norm": 10.024361610412598, |
|
"learning_rate": 1.3100436681222706e-06, |
|
"loss": 0.6701, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.0163826998689384, |
|
"grad_norm": 5.330548286437988, |
|
"learning_rate": 2.6746724890829695e-06, |
|
"loss": 0.4647, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.0245740498034076, |
|
"grad_norm": 2.015732765197754, |
|
"learning_rate": 4.039301310043668e-06, |
|
"loss": 0.1809, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.0327653997378768, |
|
"grad_norm": 6.1893134117126465, |
|
"learning_rate": 5.4039301310043675e-06, |
|
"loss": 0.1308, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.040956749672346006, |
|
"grad_norm": 0.21893443167209625, |
|
"learning_rate": 6.768558951965067e-06, |
|
"loss": 0.0337, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.0491480996068152, |
|
"grad_norm": 5.707635402679443, |
|
"learning_rate": 8.133187772925763e-06, |
|
"loss": 0.0952, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.05733944954128441, |
|
"grad_norm": 0.042420562356710434, |
|
"learning_rate": 9.497816593886463e-06, |
|
"loss": 0.0225, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.0655307994757536, |
|
"grad_norm": 0.07790377736091614, |
|
"learning_rate": 1.0862445414847162e-05, |
|
"loss": 0.0961, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.0737221494102228, |
|
"grad_norm": 0.06831495463848114, |
|
"learning_rate": 1.222707423580786e-05, |
|
"loss": 0.0029, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.08191349934469201, |
|
"grad_norm": 0.3763171434402466, |
|
"learning_rate": 1.3591703056768559e-05, |
|
"loss": 0.0165, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.09010484927916121, |
|
"grad_norm": 0.042719755321741104, |
|
"learning_rate": 1.4956331877729258e-05, |
|
"loss": 0.0537, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.0982961992136304, |
|
"grad_norm": 1.7841322422027588, |
|
"learning_rate": 1.632096069868996e-05, |
|
"loss": 0.0304, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.1064875491480996, |
|
"grad_norm": 0.006917485501617193, |
|
"learning_rate": 1.7685589519650656e-05, |
|
"loss": 0.0061, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.11467889908256881, |
|
"grad_norm": 0.007079846691340208, |
|
"learning_rate": 1.9050218340611354e-05, |
|
"loss": 0.0234, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.12287024901703801, |
|
"grad_norm": 0.013362312689423561, |
|
"learning_rate": 2.0414847161572055e-05, |
|
"loss": 0.0214, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.1310615989515072, |
|
"grad_norm": 0.011783940717577934, |
|
"learning_rate": 2.1779475982532752e-05, |
|
"loss": 0.0543, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.13925294888597642, |
|
"grad_norm": 0.020665360614657402, |
|
"learning_rate": 2.3144104803493453e-05, |
|
"loss": 0.0316, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.1474442988204456, |
|
"grad_norm": 1.4373878240585327, |
|
"learning_rate": 2.450873362445415e-05, |
|
"loss": 0.06, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.1556356487549148, |
|
"grad_norm": 3.8112599849700928, |
|
"learning_rate": 2.587336244541485e-05, |
|
"loss": 0.0182, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.16382699868938402, |
|
"grad_norm": 5.189245223999023, |
|
"learning_rate": 2.7237991266375546e-05, |
|
"loss": 0.154, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.1720183486238532, |
|
"grad_norm": 0.015202702023088932, |
|
"learning_rate": 2.8602620087336247e-05, |
|
"loss": 0.0294, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.18020969855832242, |
|
"grad_norm": 0.015019269660115242, |
|
"learning_rate": 2.9967248908296948e-05, |
|
"loss": 0.0591, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.1884010484927916, |
|
"grad_norm": 0.0036466640885919333, |
|
"learning_rate": 3.133187772925764e-05, |
|
"loss": 0.0034, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.1965923984272608, |
|
"grad_norm": 0.011716458015143871, |
|
"learning_rate": 3.269650655021834e-05, |
|
"loss": 0.0015, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.20478374836173002, |
|
"grad_norm": 0.0010442484635859728, |
|
"learning_rate": 3.406113537117904e-05, |
|
"loss": 0.0002, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 0.2129750982961992, |
|
"grad_norm": 0.030393408611416817, |
|
"learning_rate": 3.542576419213974e-05, |
|
"loss": 0.0555, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.22116644823066842, |
|
"grad_norm": 0.004823782481253147, |
|
"learning_rate": 3.6790393013100435e-05, |
|
"loss": 0.0011, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 0.22935779816513763, |
|
"grad_norm": 0.02440587244927883, |
|
"learning_rate": 3.815502183406114e-05, |
|
"loss": 0.0504, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.2375491480996068, |
|
"grad_norm": 0.05391886085271835, |
|
"learning_rate": 3.951965065502183e-05, |
|
"loss": 0.0821, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 0.24574049803407602, |
|
"grad_norm": 0.006875240709632635, |
|
"learning_rate": 4.0884279475982535e-05, |
|
"loss": 0.0008, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.25393184796854523, |
|
"grad_norm": 0.0016325929900631309, |
|
"learning_rate": 4.224890829694323e-05, |
|
"loss": 0.0183, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 0.2621231979030144, |
|
"grad_norm": 0.029884610325098038, |
|
"learning_rate": 4.361353711790393e-05, |
|
"loss": 0.0525, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.2703145478374836, |
|
"grad_norm": 0.05142253637313843, |
|
"learning_rate": 4.497816593886463e-05, |
|
"loss": 0.0499, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 0.27850589777195284, |
|
"grad_norm": 0.0004886944079771638, |
|
"learning_rate": 4.634279475982533e-05, |
|
"loss": 0.0401, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.286697247706422, |
|
"grad_norm": 0.003223366802558303, |
|
"learning_rate": 4.770742358078603e-05, |
|
"loss": 0.0893, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 0.2948885976408912, |
|
"grad_norm": 0.02335241623222828, |
|
"learning_rate": 4.907205240174673e-05, |
|
"loss": 0.0003, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.30307994757536044, |
|
"grad_norm": 0.036217641085386276, |
|
"learning_rate": 4.9951456310679614e-05, |
|
"loss": 0.0387, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 0.3112712975098296, |
|
"grad_norm": 0.0005936770467087626, |
|
"learning_rate": 4.97997572815534e-05, |
|
"loss": 0.0231, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.3194626474442988, |
|
"grad_norm": 0.11047300696372986, |
|
"learning_rate": 4.964805825242719e-05, |
|
"loss": 0.0235, |
|
"step": 975 |
|
}, |
|
{ |
|
"epoch": 0.32765399737876805, |
|
"grad_norm": 0.0038526670541614294, |
|
"learning_rate": 4.9496359223300976e-05, |
|
"loss": 0.0804, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.33584534731323723, |
|
"grad_norm": 0.002965217223390937, |
|
"learning_rate": 4.934466019417476e-05, |
|
"loss": 0.0019, |
|
"step": 1025 |
|
}, |
|
{ |
|
"epoch": 0.3440366972477064, |
|
"grad_norm": 1.2460094690322876, |
|
"learning_rate": 4.9192961165048545e-05, |
|
"loss": 0.0218, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.3522280471821756, |
|
"grad_norm": 0.00023055930796545, |
|
"learning_rate": 4.904126213592233e-05, |
|
"loss": 0.0824, |
|
"step": 1075 |
|
}, |
|
{ |
|
"epoch": 0.36041939711664484, |
|
"grad_norm": 0.0008325474918819964, |
|
"learning_rate": 4.888956310679612e-05, |
|
"loss": 0.0, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.368610747051114, |
|
"grad_norm": 0.12137041985988617, |
|
"learning_rate": 4.87378640776699e-05, |
|
"loss": 0.0429, |
|
"step": 1125 |
|
}, |
|
{ |
|
"epoch": 0.3768020969855832, |
|
"grad_norm": 0.12224938720464706, |
|
"learning_rate": 4.858616504854369e-05, |
|
"loss": 0.0287, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.38499344692005244, |
|
"grad_norm": 0.00017641298472881317, |
|
"learning_rate": 4.843446601941748e-05, |
|
"loss": 0.0937, |
|
"step": 1175 |
|
}, |
|
{ |
|
"epoch": 0.3931847968545216, |
|
"grad_norm": 0.00043992913560941815, |
|
"learning_rate": 4.828276699029127e-05, |
|
"loss": 0.0001, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.4013761467889908, |
|
"grad_norm": 0.0067256479524075985, |
|
"learning_rate": 4.813106796116505e-05, |
|
"loss": 0.0403, |
|
"step": 1225 |
|
}, |
|
{ |
|
"epoch": 0.40956749672346004, |
|
"grad_norm": 0.008025743998587132, |
|
"learning_rate": 4.797936893203884e-05, |
|
"loss": 0.1236, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.41775884665792923, |
|
"grad_norm": 0.0024881409481167793, |
|
"learning_rate": 4.7827669902912624e-05, |
|
"loss": 0.0065, |
|
"step": 1275 |
|
}, |
|
{ |
|
"epoch": 0.4259501965923984, |
|
"grad_norm": 0.00034138892078772187, |
|
"learning_rate": 4.767597087378641e-05, |
|
"loss": 0.0007, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.43414154652686765, |
|
"grad_norm": 0.09658686816692352, |
|
"learning_rate": 4.7524271844660193e-05, |
|
"loss": 0.0557, |
|
"step": 1325 |
|
}, |
|
{ |
|
"epoch": 0.44233289646133683, |
|
"grad_norm": 0.004737064708024263, |
|
"learning_rate": 4.7372572815533985e-05, |
|
"loss": 0.0658, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.450524246395806, |
|
"grad_norm": 0.014197874814271927, |
|
"learning_rate": 4.722087378640777e-05, |
|
"loss": 0.0263, |
|
"step": 1375 |
|
}, |
|
{ |
|
"epoch": 0.45871559633027525, |
|
"grad_norm": 0.012036195956170559, |
|
"learning_rate": 4.7069174757281555e-05, |
|
"loss": 0.0672, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.46690694626474444, |
|
"grad_norm": 0.006545116659253836, |
|
"learning_rate": 4.691747572815534e-05, |
|
"loss": 0.0136, |
|
"step": 1425 |
|
}, |
|
{ |
|
"epoch": 0.4750982961992136, |
|
"grad_norm": 0.003104938892647624, |
|
"learning_rate": 4.676577669902913e-05, |
|
"loss": 0.0412, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.4832896461336828, |
|
"grad_norm": 6.474489688873291, |
|
"learning_rate": 4.661407766990292e-05, |
|
"loss": 0.0564, |
|
"step": 1475 |
|
}, |
|
{ |
|
"epoch": 0.49148099606815204, |
|
"grad_norm": 0.11798975616693497, |
|
"learning_rate": 4.64623786407767e-05, |
|
"loss": 0.0441, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.4996723460026212, |
|
"grad_norm": 0.004167527426034212, |
|
"learning_rate": 4.631067961165049e-05, |
|
"loss": 0.0049, |
|
"step": 1525 |
|
}, |
|
{ |
|
"epoch": 0.5078636959370905, |
|
"grad_norm": 0.023102520033717155, |
|
"learning_rate": 4.615898058252427e-05, |
|
"loss": 0.0679, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.5160550458715596, |
|
"grad_norm": 0.12365124374628067, |
|
"learning_rate": 4.6007281553398063e-05, |
|
"loss": 0.0429, |
|
"step": 1575 |
|
}, |
|
{ |
|
"epoch": 0.5242463958060288, |
|
"grad_norm": 0.02387346886098385, |
|
"learning_rate": 4.585558252427185e-05, |
|
"loss": 0.0706, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.5324377457404981, |
|
"grad_norm": 0.2509637773036957, |
|
"learning_rate": 4.570388349514563e-05, |
|
"loss": 0.0108, |
|
"step": 1625 |
|
}, |
|
{ |
|
"epoch": 0.5406290956749672, |
|
"grad_norm": 0.006082233507186174, |
|
"learning_rate": 4.555218446601942e-05, |
|
"loss": 0.1004, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 0.5488204456094364, |
|
"grad_norm": 0.002660457044839859, |
|
"learning_rate": 4.540048543689321e-05, |
|
"loss": 0.0015, |
|
"step": 1675 |
|
}, |
|
{ |
|
"epoch": 0.5570117955439057, |
|
"grad_norm": 0.029006479308009148, |
|
"learning_rate": 4.524878640776699e-05, |
|
"loss": 0.0698, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.5652031454783748, |
|
"grad_norm": 2.156792163848877, |
|
"learning_rate": 4.509708737864078e-05, |
|
"loss": 0.0054, |
|
"step": 1725 |
|
}, |
|
{ |
|
"epoch": 0.573394495412844, |
|
"grad_norm": 0.004138014279305935, |
|
"learning_rate": 4.4945388349514565e-05, |
|
"loss": 0.0527, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 0.5815858453473133, |
|
"grad_norm": 3.908644199371338, |
|
"learning_rate": 4.479368932038835e-05, |
|
"loss": 0.0543, |
|
"step": 1775 |
|
}, |
|
{ |
|
"epoch": 0.5897771952817824, |
|
"grad_norm": 0.4576684236526489, |
|
"learning_rate": 4.4641990291262135e-05, |
|
"loss": 0.0386, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.5979685452162516, |
|
"grad_norm": 0.00034501738264225423, |
|
"learning_rate": 4.4490291262135927e-05, |
|
"loss": 0.0479, |
|
"step": 1825 |
|
}, |
|
{ |
|
"epoch": 0.6061598951507209, |
|
"grad_norm": 0.020500104874372482, |
|
"learning_rate": 4.433859223300971e-05, |
|
"loss": 0.0522, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 0.61435124508519, |
|
"grad_norm": 0.07448019832372665, |
|
"learning_rate": 4.4186893203883496e-05, |
|
"loss": 0.0044, |
|
"step": 1875 |
|
}, |
|
{ |
|
"epoch": 0.6225425950196593, |
|
"grad_norm": 0.010664916597306728, |
|
"learning_rate": 4.403519417475728e-05, |
|
"loss": 0.0059, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.6307339449541285, |
|
"grad_norm": 0.0046129715628921986, |
|
"learning_rate": 4.388349514563107e-05, |
|
"loss": 0.0575, |
|
"step": 1925 |
|
}, |
|
{ |
|
"epoch": 0.6389252948885976, |
|
"grad_norm": 0.0065656425431370735, |
|
"learning_rate": 4.373179611650486e-05, |
|
"loss": 0.0051, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 0.6471166448230669, |
|
"grad_norm": 0.045100320130586624, |
|
"learning_rate": 4.358009708737864e-05, |
|
"loss": 0.0765, |
|
"step": 1975 |
|
}, |
|
{ |
|
"epoch": 0.6553079947575361, |
|
"grad_norm": 0.010744914412498474, |
|
"learning_rate": 4.342839805825243e-05, |
|
"loss": 0.0434, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.6634993446920052, |
|
"grad_norm": 0.006751019041985273, |
|
"learning_rate": 4.327669902912622e-05, |
|
"loss": 0.0112, |
|
"step": 2025 |
|
}, |
|
{ |
|
"epoch": 0.6716906946264745, |
|
"grad_norm": 0.0010609191376715899, |
|
"learning_rate": 4.3125000000000005e-05, |
|
"loss": 0.0002, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 0.6798820445609436, |
|
"grad_norm": 0.0029373185243457556, |
|
"learning_rate": 4.297330097087379e-05, |
|
"loss": 0.0457, |
|
"step": 2075 |
|
}, |
|
{ |
|
"epoch": 0.6880733944954128, |
|
"grad_norm": 0.03929394483566284, |
|
"learning_rate": 4.2821601941747575e-05, |
|
"loss": 0.0003, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.6962647444298821, |
|
"grad_norm": 0.0013411706313490868, |
|
"learning_rate": 4.266990291262136e-05, |
|
"loss": 0.0003, |
|
"step": 2125 |
|
}, |
|
{ |
|
"epoch": 0.7044560943643512, |
|
"grad_norm": 0.15903156995773315, |
|
"learning_rate": 4.251820388349515e-05, |
|
"loss": 0.0713, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 0.7126474442988204, |
|
"grad_norm": 0.004102173261344433, |
|
"learning_rate": 4.236650485436893e-05, |
|
"loss": 0.0071, |
|
"step": 2175 |
|
}, |
|
{ |
|
"epoch": 0.7208387942332897, |
|
"grad_norm": 0.0019201630493625998, |
|
"learning_rate": 4.221480582524272e-05, |
|
"loss": 0.0012, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.7290301441677588, |
|
"grad_norm": 0.08992388099431992, |
|
"learning_rate": 4.2063106796116506e-05, |
|
"loss": 0.0682, |
|
"step": 2225 |
|
}, |
|
{ |
|
"epoch": 0.737221494102228, |
|
"grad_norm": 0.06924425065517426, |
|
"learning_rate": 4.19114077669903e-05, |
|
"loss": 0.0045, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 0.7454128440366973, |
|
"grad_norm": 0.006293242797255516, |
|
"learning_rate": 4.1759708737864076e-05, |
|
"loss": 0.0328, |
|
"step": 2275 |
|
}, |
|
{ |
|
"epoch": 0.7536041939711664, |
|
"grad_norm": 0.0008105287561193109, |
|
"learning_rate": 4.160800970873787e-05, |
|
"loss": 0.0481, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.7617955439056356, |
|
"grad_norm": 0.01918267086148262, |
|
"learning_rate": 4.145631067961165e-05, |
|
"loss": 0.0529, |
|
"step": 2325 |
|
}, |
|
{ |
|
"epoch": 0.7699868938401049, |
|
"grad_norm": 0.02567248046398163, |
|
"learning_rate": 4.130461165048544e-05, |
|
"loss": 0.0271, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 0.778178243774574, |
|
"grad_norm": 0.00797118991613388, |
|
"learning_rate": 4.115291262135922e-05, |
|
"loss": 0.0116, |
|
"step": 2375 |
|
}, |
|
{ |
|
"epoch": 0.7863695937090432, |
|
"grad_norm": 0.034628257155418396, |
|
"learning_rate": 4.1001213592233014e-05, |
|
"loss": 0.0389, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.7945609436435125, |
|
"grad_norm": 0.004856760613620281, |
|
"learning_rate": 4.08495145631068e-05, |
|
"loss": 0.0076, |
|
"step": 2425 |
|
}, |
|
{ |
|
"epoch": 0.8027522935779816, |
|
"grad_norm": 0.0018171003321185708, |
|
"learning_rate": 4.0697815533980584e-05, |
|
"loss": 0.0001, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 0.8109436435124509, |
|
"grad_norm": 0.002607023809105158, |
|
"learning_rate": 4.054611650485437e-05, |
|
"loss": 0.0529, |
|
"step": 2475 |
|
}, |
|
{ |
|
"epoch": 0.8191349934469201, |
|
"grad_norm": 0.00494106812402606, |
|
"learning_rate": 4.039441747572816e-05, |
|
"loss": 0.0025, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.8273263433813892, |
|
"grad_norm": 7.6454033851623535, |
|
"learning_rate": 4.0242718446601946e-05, |
|
"loss": 0.0506, |
|
"step": 2525 |
|
}, |
|
{ |
|
"epoch": 0.8355176933158585, |
|
"grad_norm": 0.012740246020257473, |
|
"learning_rate": 4.009101941747573e-05, |
|
"loss": 0.0207, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 0.8437090432503277, |
|
"grad_norm": 0.19343392550945282, |
|
"learning_rate": 3.9939320388349516e-05, |
|
"loss": 0.0018, |
|
"step": 2575 |
|
}, |
|
{ |
|
"epoch": 0.8519003931847968, |
|
"grad_norm": 0.0015372405759990215, |
|
"learning_rate": 3.97876213592233e-05, |
|
"loss": 0.0475, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.8600917431192661, |
|
"grad_norm": 0.001495638396590948, |
|
"learning_rate": 3.963592233009709e-05, |
|
"loss": 0.0204, |
|
"step": 2625 |
|
}, |
|
{ |
|
"epoch": 0.8682830930537353, |
|
"grad_norm": 0.024810276925563812, |
|
"learning_rate": 3.948422330097087e-05, |
|
"loss": 0.0377, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 0.8764744429882044, |
|
"grad_norm": 0.001583193545229733, |
|
"learning_rate": 3.933252427184466e-05, |
|
"loss": 0.0392, |
|
"step": 2675 |
|
}, |
|
{ |
|
"epoch": 0.8846657929226737, |
|
"grad_norm": 0.04295048862695694, |
|
"learning_rate": 3.918082524271845e-05, |
|
"loss": 0.0349, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.8928571428571429, |
|
"grad_norm": 0.006643366534262896, |
|
"learning_rate": 3.902912621359224e-05, |
|
"loss": 0.0214, |
|
"step": 2725 |
|
}, |
|
{ |
|
"epoch": 0.901048492791612, |
|
"grad_norm": 0.03927929326891899, |
|
"learning_rate": 3.887742718446602e-05, |
|
"loss": 0.0313, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 0.9092398427260813, |
|
"grad_norm": 0.0005574201932176948, |
|
"learning_rate": 3.872572815533981e-05, |
|
"loss": 0.0167, |
|
"step": 2775 |
|
}, |
|
{ |
|
"epoch": 0.9174311926605505, |
|
"grad_norm": 0.0002800333604682237, |
|
"learning_rate": 3.8574029126213594e-05, |
|
"loss": 0.0038, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.9256225425950196, |
|
"grad_norm": 0.24904371798038483, |
|
"learning_rate": 3.842233009708738e-05, |
|
"loss": 0.0557, |
|
"step": 2825 |
|
}, |
|
{ |
|
"epoch": 0.9338138925294889, |
|
"grad_norm": 0.009384050033986568, |
|
"learning_rate": 3.8270631067961164e-05, |
|
"loss": 0.0349, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 0.9420052424639581, |
|
"grad_norm": 0.0032450663857162, |
|
"learning_rate": 3.8118932038834956e-05, |
|
"loss": 0.0061, |
|
"step": 2875 |
|
}, |
|
{ |
|
"epoch": 0.9501965923984272, |
|
"grad_norm": 0.002643973333761096, |
|
"learning_rate": 3.796723300970874e-05, |
|
"loss": 0.0011, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.9583879423328965, |
|
"grad_norm": 0.005450396798551083, |
|
"learning_rate": 3.7815533980582526e-05, |
|
"loss": 0.0472, |
|
"step": 2925 |
|
}, |
|
{ |
|
"epoch": 0.9665792922673656, |
|
"grad_norm": 0.009381350129842758, |
|
"learning_rate": 3.766383495145631e-05, |
|
"loss": 0.0221, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 0.9747706422018348, |
|
"grad_norm": 0.002026522997766733, |
|
"learning_rate": 3.75121359223301e-05, |
|
"loss": 0.0015, |
|
"step": 2975 |
|
}, |
|
{ |
|
"epoch": 0.9829619921363041, |
|
"grad_norm": 0.0021547062788158655, |
|
"learning_rate": 3.736043689320389e-05, |
|
"loss": 0.0346, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.9911533420707732, |
|
"grad_norm": 0.01624121516942978, |
|
"learning_rate": 3.720873786407767e-05, |
|
"loss": 0.0446, |
|
"step": 3025 |
|
}, |
|
{ |
|
"epoch": 0.9993446920052425, |
|
"grad_norm": 0.0049235946498811245, |
|
"learning_rate": 3.705703883495146e-05, |
|
"loss": 0.0198, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9942660550458715, |
|
"eval_auc": 0.9860887006409395, |
|
"eval_f1": 0.7058823529411765, |
|
"eval_loss": 0.02599955163896084, |
|
"eval_precision": 0.9333333333333333, |
|
"eval_recall": 0.5675675675675675, |
|
"eval_runtime": 71.6069, |
|
"eval_samples_per_second": 85.243, |
|
"eval_steps_per_second": 5.335, |
|
"step": 3052 |
|
}, |
|
{ |
|
"epoch": 1.0075360419397117, |
|
"grad_norm": 0.008600810542702675, |
|
"learning_rate": 3.690533980582524e-05, |
|
"loss": 0.0216, |
|
"step": 3075 |
|
}, |
|
{ |
|
"epoch": 1.015727391874181, |
|
"grad_norm": 0.730075478553772, |
|
"learning_rate": 3.6753640776699034e-05, |
|
"loss": 0.0736, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 1.0239187418086502, |
|
"grad_norm": 0.0917787104845047, |
|
"learning_rate": 3.660194174757282e-05, |
|
"loss": 0.0145, |
|
"step": 3125 |
|
}, |
|
{ |
|
"epoch": 1.0321100917431192, |
|
"grad_norm": 0.012463403865695, |
|
"learning_rate": 3.6450242718446604e-05, |
|
"loss": 0.0127, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 1.0403014416775884, |
|
"grad_norm": 0.0015968201914802194, |
|
"learning_rate": 3.629854368932039e-05, |
|
"loss": 0.0014, |
|
"step": 3175 |
|
}, |
|
{ |
|
"epoch": 1.0484927916120577, |
|
"grad_norm": 0.00465328199788928, |
|
"learning_rate": 3.614684466019418e-05, |
|
"loss": 0.0266, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 1.056684141546527, |
|
"grad_norm": 1.6281688213348389, |
|
"learning_rate": 3.599514563106796e-05, |
|
"loss": 0.0324, |
|
"step": 3225 |
|
}, |
|
{ |
|
"epoch": 1.0648754914809961, |
|
"grad_norm": 0.006340661086142063, |
|
"learning_rate": 3.584344660194175e-05, |
|
"loss": 0.0197, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 1.0730668414154652, |
|
"grad_norm": 0.0019152916502207518, |
|
"learning_rate": 3.5691747572815535e-05, |
|
"loss": 0.0056, |
|
"step": 3275 |
|
}, |
|
{ |
|
"epoch": 1.0812581913499344, |
|
"grad_norm": 0.0004100031510461122, |
|
"learning_rate": 3.554004854368932e-05, |
|
"loss": 0.0003, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 1.0894495412844036, |
|
"grad_norm": 0.0011120839044451714, |
|
"learning_rate": 3.5388349514563105e-05, |
|
"loss": 0.0084, |
|
"step": 3325 |
|
}, |
|
{ |
|
"epoch": 1.0976408912188729, |
|
"grad_norm": 0.0005429446464404464, |
|
"learning_rate": 3.52366504854369e-05, |
|
"loss": 0.0048, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 1.105832241153342, |
|
"grad_norm": 0.0026772853452712297, |
|
"learning_rate": 3.508495145631068e-05, |
|
"loss": 0.0449, |
|
"step": 3375 |
|
}, |
|
{ |
|
"epoch": 1.1140235910878113, |
|
"grad_norm": 0.09353246539831161, |
|
"learning_rate": 3.493325242718447e-05, |
|
"loss": 0.0587, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 1.1222149410222806, |
|
"grad_norm": 0.010271481238305569, |
|
"learning_rate": 3.478155339805825e-05, |
|
"loss": 0.0019, |
|
"step": 3425 |
|
}, |
|
{ |
|
"epoch": 1.1304062909567496, |
|
"grad_norm": 0.008390023373067379, |
|
"learning_rate": 3.4629854368932044e-05, |
|
"loss": 0.0244, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 1.1385976408912188, |
|
"grad_norm": 0.0010115652112290263, |
|
"learning_rate": 3.447815533980583e-05, |
|
"loss": 0.0416, |
|
"step": 3475 |
|
}, |
|
{ |
|
"epoch": 1.146788990825688, |
|
"grad_norm": 0.10442027449607849, |
|
"learning_rate": 3.4326456310679614e-05, |
|
"loss": 0.0777, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 1.1549803407601573, |
|
"grad_norm": 0.005371388513594866, |
|
"learning_rate": 3.41747572815534e-05, |
|
"loss": 0.0026, |
|
"step": 3525 |
|
}, |
|
{ |
|
"epoch": 1.1631716906946266, |
|
"grad_norm": 0.00910027977079153, |
|
"learning_rate": 3.4023058252427183e-05, |
|
"loss": 0.0191, |
|
"step": 3550 |
|
}, |
|
{ |
|
"epoch": 1.1713630406290956, |
|
"grad_norm": 0.001924333511851728, |
|
"learning_rate": 3.3871359223300975e-05, |
|
"loss": 0.0037, |
|
"step": 3575 |
|
}, |
|
{ |
|
"epoch": 1.1795543905635648, |
|
"grad_norm": 0.006023438181728125, |
|
"learning_rate": 3.371966019417476e-05, |
|
"loss": 0.061, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 1.187745740498034, |
|
"grad_norm": 0.07021211832761765, |
|
"learning_rate": 3.3567961165048545e-05, |
|
"loss": 0.0494, |
|
"step": 3625 |
|
}, |
|
{ |
|
"epoch": 1.1959370904325033, |
|
"grad_norm": 0.007707479875534773, |
|
"learning_rate": 3.341626213592233e-05, |
|
"loss": 0.009, |
|
"step": 3650 |
|
}, |
|
{ |
|
"epoch": 1.2041284403669725, |
|
"grad_norm": 0.005671200342476368, |
|
"learning_rate": 3.326456310679612e-05, |
|
"loss": 0.0006, |
|
"step": 3675 |
|
}, |
|
{ |
|
"epoch": 1.2123197903014418, |
|
"grad_norm": 0.030211837962269783, |
|
"learning_rate": 3.31128640776699e-05, |
|
"loss": 0.0139, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 1.2205111402359108, |
|
"grad_norm": 0.4061221778392792, |
|
"learning_rate": 3.296116504854369e-05, |
|
"loss": 0.004, |
|
"step": 3725 |
|
}, |
|
{ |
|
"epoch": 1.22870249017038, |
|
"grad_norm": 0.001372786471620202, |
|
"learning_rate": 3.280946601941748e-05, |
|
"loss": 0.0237, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 1.2368938401048493, |
|
"grad_norm": 0.0021536455024033785, |
|
"learning_rate": 3.265776699029127e-05, |
|
"loss": 0.0001, |
|
"step": 3775 |
|
}, |
|
{ |
|
"epoch": 1.2450851900393185, |
|
"grad_norm": 0.00104960345197469, |
|
"learning_rate": 3.2506067961165047e-05, |
|
"loss": 0.0089, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 1.2532765399737877, |
|
"grad_norm": 0.0027104991022497416, |
|
"learning_rate": 3.235436893203884e-05, |
|
"loss": 0.0007, |
|
"step": 3825 |
|
}, |
|
{ |
|
"epoch": 1.261467889908257, |
|
"grad_norm": 0.012539150193333626, |
|
"learning_rate": 3.220266990291262e-05, |
|
"loss": 0.0253, |
|
"step": 3850 |
|
}, |
|
{ |
|
"epoch": 1.269659239842726, |
|
"grad_norm": 0.00037872151006013155, |
|
"learning_rate": 3.205097087378641e-05, |
|
"loss": 0.0003, |
|
"step": 3875 |
|
}, |
|
{ |
|
"epoch": 1.2778505897771952, |
|
"grad_norm": 0.00394083047285676, |
|
"learning_rate": 3.189927184466019e-05, |
|
"loss": 0.0005, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 1.2860419397116645, |
|
"grad_norm": 0.00036229859688319266, |
|
"learning_rate": 3.1747572815533985e-05, |
|
"loss": 0.0001, |
|
"step": 3925 |
|
}, |
|
{ |
|
"epoch": 1.2942332896461337, |
|
"grad_norm": 0.0016652983613312244, |
|
"learning_rate": 3.159587378640777e-05, |
|
"loss": 0.013, |
|
"step": 3950 |
|
}, |
|
{ |
|
"epoch": 1.302424639580603, |
|
"grad_norm": 0.018371159210801125, |
|
"learning_rate": 3.1444174757281555e-05, |
|
"loss": 0.0301, |
|
"step": 3975 |
|
}, |
|
{ |
|
"epoch": 1.310615989515072, |
|
"grad_norm": 3.56237530708313, |
|
"learning_rate": 3.129247572815534e-05, |
|
"loss": 0.011, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.3188073394495412, |
|
"grad_norm": 0.0032360991463065147, |
|
"learning_rate": 3.114077669902913e-05, |
|
"loss": 0.0005, |
|
"step": 4025 |
|
}, |
|
{ |
|
"epoch": 1.3269986893840104, |
|
"grad_norm": 0.031877271831035614, |
|
"learning_rate": 3.099514563106796e-05, |
|
"loss": 0.057, |
|
"step": 4050 |
|
}, |
|
{ |
|
"epoch": 1.3351900393184797, |
|
"grad_norm": 0.004732233006507158, |
|
"learning_rate": 3.084344660194175e-05, |
|
"loss": 0.0015, |
|
"step": 4075 |
|
}, |
|
{ |
|
"epoch": 1.343381389252949, |
|
"grad_norm": 0.00040538341272622347, |
|
"learning_rate": 3.0691747572815536e-05, |
|
"loss": 0.0092, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 1.3515727391874182, |
|
"grad_norm": 0.0015137548325583339, |
|
"learning_rate": 3.054004854368932e-05, |
|
"loss": 0.0033, |
|
"step": 4125 |
|
}, |
|
{ |
|
"epoch": 1.3597640891218874, |
|
"grad_norm": 0.00044548933510668576, |
|
"learning_rate": 3.038834951456311e-05, |
|
"loss": 0.0221, |
|
"step": 4150 |
|
}, |
|
{ |
|
"epoch": 1.3679554390563564, |
|
"grad_norm": 0.007979629561305046, |
|
"learning_rate": 3.0236650485436897e-05, |
|
"loss": 0.0546, |
|
"step": 4175 |
|
}, |
|
{ |
|
"epoch": 1.3761467889908257, |
|
"grad_norm": 0.0093601755797863, |
|
"learning_rate": 3.0084951456310682e-05, |
|
"loss": 0.0057, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 1.384338138925295, |
|
"grad_norm": 0.004190749954432249, |
|
"learning_rate": 2.9933252427184467e-05, |
|
"loss": 0.023, |
|
"step": 4225 |
|
}, |
|
{ |
|
"epoch": 1.3925294888597641, |
|
"grad_norm": 0.0023747687228024006, |
|
"learning_rate": 2.9781553398058252e-05, |
|
"loss": 0.0104, |
|
"step": 4250 |
|
}, |
|
{ |
|
"epoch": 1.4007208387942334, |
|
"grad_norm": 0.003429379081353545, |
|
"learning_rate": 2.962985436893204e-05, |
|
"loss": 0.0403, |
|
"step": 4275 |
|
}, |
|
{ |
|
"epoch": 1.4089121887287024, |
|
"grad_norm": 0.0027962957974523306, |
|
"learning_rate": 2.9478155339805826e-05, |
|
"loss": 0.0002, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 1.4171035386631716, |
|
"grad_norm": 0.0007880463381297886, |
|
"learning_rate": 2.932645631067961e-05, |
|
"loss": 0.0002, |
|
"step": 4325 |
|
}, |
|
{ |
|
"epoch": 1.4252948885976409, |
|
"grad_norm": 0.0016833733534440398, |
|
"learning_rate": 2.91747572815534e-05, |
|
"loss": 0.0, |
|
"step": 4350 |
|
}, |
|
{ |
|
"epoch": 1.43348623853211, |
|
"grad_norm": 0.001454943441785872, |
|
"learning_rate": 2.9023058252427187e-05, |
|
"loss": 0.0001, |
|
"step": 4375 |
|
}, |
|
{ |
|
"epoch": 1.4416775884665793, |
|
"grad_norm": 0.0008237131405621767, |
|
"learning_rate": 2.887135922330097e-05, |
|
"loss": 0.0541, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 1.4498689384010484, |
|
"grad_norm": 0.004223650321364403, |
|
"learning_rate": 2.8719660194174757e-05, |
|
"loss": 0.0721, |
|
"step": 4425 |
|
}, |
|
{ |
|
"epoch": 1.4580602883355178, |
|
"grad_norm": 0.0012133247219026089, |
|
"learning_rate": 2.8567961165048546e-05, |
|
"loss": 0.0007, |
|
"step": 4450 |
|
}, |
|
{ |
|
"epoch": 1.4662516382699868, |
|
"grad_norm": 0.004204601515084505, |
|
"learning_rate": 2.8416262135922334e-05, |
|
"loss": 0.0001, |
|
"step": 4475 |
|
}, |
|
{ |
|
"epoch": 1.474442988204456, |
|
"grad_norm": 0.22309060394763947, |
|
"learning_rate": 2.8264563106796115e-05, |
|
"loss": 0.0446, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 1.4826343381389253, |
|
"grad_norm": 0.0030369218438863754, |
|
"learning_rate": 2.8112864077669904e-05, |
|
"loss": 0.007, |
|
"step": 4525 |
|
}, |
|
{ |
|
"epoch": 1.4908256880733946, |
|
"grad_norm": 0.0010259496048092842, |
|
"learning_rate": 2.7961165048543692e-05, |
|
"loss": 0.0053, |
|
"step": 4550 |
|
}, |
|
{ |
|
"epoch": 1.4990170380078638, |
|
"grad_norm": 0.00154329021461308, |
|
"learning_rate": 2.780946601941748e-05, |
|
"loss": 0.0248, |
|
"step": 4575 |
|
}, |
|
{ |
|
"epoch": 1.5072083879423328, |
|
"grad_norm": 0.0024350325111299753, |
|
"learning_rate": 2.7657766990291262e-05, |
|
"loss": 0.0108, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 1.515399737876802, |
|
"grad_norm": 0.003887260565534234, |
|
"learning_rate": 2.750606796116505e-05, |
|
"loss": 0.0017, |
|
"step": 4625 |
|
}, |
|
{ |
|
"epoch": 1.5235910878112713, |
|
"grad_norm": 0.030795983970165253, |
|
"learning_rate": 2.735436893203884e-05, |
|
"loss": 0.038, |
|
"step": 4650 |
|
}, |
|
{ |
|
"epoch": 1.5317824377457405, |
|
"grad_norm": 0.0022212048061192036, |
|
"learning_rate": 2.7202669902912624e-05, |
|
"loss": 0.0016, |
|
"step": 4675 |
|
}, |
|
{ |
|
"epoch": 1.5399737876802098, |
|
"grad_norm": 0.0006829659687355161, |
|
"learning_rate": 2.705097087378641e-05, |
|
"loss": 0.0086, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 1.5481651376146788, |
|
"grad_norm": 0.0009496193379163742, |
|
"learning_rate": 2.6899271844660197e-05, |
|
"loss": 0.0035, |
|
"step": 4725 |
|
}, |
|
{ |
|
"epoch": 1.5563564875491482, |
|
"grad_norm": 0.0016711537027731538, |
|
"learning_rate": 2.6747572815533982e-05, |
|
"loss": 0.004, |
|
"step": 4750 |
|
}, |
|
{ |
|
"epoch": 1.5645478374836173, |
|
"grad_norm": 0.0007192002376541495, |
|
"learning_rate": 2.6595873786407767e-05, |
|
"loss": 0.0008, |
|
"step": 4775 |
|
}, |
|
{ |
|
"epoch": 1.5727391874180865, |
|
"grad_norm": 0.001931645441800356, |
|
"learning_rate": 2.6444174757281552e-05, |
|
"loss": 0.0402, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 1.5809305373525557, |
|
"grad_norm": 0.0018184804357588291, |
|
"learning_rate": 2.629247572815534e-05, |
|
"loss": 0.0034, |
|
"step": 4825 |
|
}, |
|
{ |
|
"epoch": 1.5891218872870247, |
|
"grad_norm": 0.0007973504834808409, |
|
"learning_rate": 2.614077669902913e-05, |
|
"loss": 0.0007, |
|
"step": 4850 |
|
}, |
|
{ |
|
"epoch": 1.5973132372214942, |
|
"grad_norm": 0.0021144933998584747, |
|
"learning_rate": 2.598907766990291e-05, |
|
"loss": 0.0417, |
|
"step": 4875 |
|
}, |
|
{ |
|
"epoch": 1.6055045871559632, |
|
"grad_norm": 0.0050345249474048615, |
|
"learning_rate": 2.58373786407767e-05, |
|
"loss": 0.0188, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 1.6136959370904325, |
|
"grad_norm": 0.0019546381663531065, |
|
"learning_rate": 2.5685679611650487e-05, |
|
"loss": 0.0026, |
|
"step": 4925 |
|
}, |
|
{ |
|
"epoch": 1.6218872870249017, |
|
"grad_norm": 0.0003715524508152157, |
|
"learning_rate": 2.5533980582524275e-05, |
|
"loss": 0.0119, |
|
"step": 4950 |
|
}, |
|
{ |
|
"epoch": 1.630078636959371, |
|
"grad_norm": 0.0003383459406904876, |
|
"learning_rate": 2.5382281553398057e-05, |
|
"loss": 0.0, |
|
"step": 4975 |
|
}, |
|
{ |
|
"epoch": 1.6382699868938402, |
|
"grad_norm": 0.0004806627694051713, |
|
"learning_rate": 2.5230582524271845e-05, |
|
"loss": 0.0009, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.6464613368283092, |
|
"grad_norm": 0.0002839645021595061, |
|
"learning_rate": 2.5078883495145633e-05, |
|
"loss": 0.0001, |
|
"step": 5025 |
|
}, |
|
{ |
|
"epoch": 1.6546526867627787, |
|
"grad_norm": 0.00042549462523311377, |
|
"learning_rate": 2.492718446601942e-05, |
|
"loss": 0.0042, |
|
"step": 5050 |
|
}, |
|
{ |
|
"epoch": 1.6628440366972477, |
|
"grad_norm": 0.0005391003796830773, |
|
"learning_rate": 2.4775485436893207e-05, |
|
"loss": 0.0566, |
|
"step": 5075 |
|
}, |
|
{ |
|
"epoch": 1.671035386631717, |
|
"grad_norm": 0.00017977178504224867, |
|
"learning_rate": 2.462378640776699e-05, |
|
"loss": 0.0591, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 1.6792267365661862, |
|
"grad_norm": 0.7689712047576904, |
|
"learning_rate": 2.447208737864078e-05, |
|
"loss": 0.0574, |
|
"step": 5125 |
|
}, |
|
{ |
|
"epoch": 1.6874180865006552, |
|
"grad_norm": 0.5321087837219238, |
|
"learning_rate": 2.4320388349514565e-05, |
|
"loss": 0.0536, |
|
"step": 5150 |
|
}, |
|
{ |
|
"epoch": 1.6956094364351246, |
|
"grad_norm": 0.00359991448931396, |
|
"learning_rate": 2.4168689320388353e-05, |
|
"loss": 0.0181, |
|
"step": 5175 |
|
}, |
|
{ |
|
"epoch": 1.7038007863695936, |
|
"grad_norm": 0.0036572192329913378, |
|
"learning_rate": 2.4016990291262138e-05, |
|
"loss": 0.0074, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 1.7119921363040629, |
|
"grad_norm": 0.0010478459298610687, |
|
"learning_rate": 2.3865291262135923e-05, |
|
"loss": 0.0071, |
|
"step": 5225 |
|
}, |
|
{ |
|
"epoch": 1.7201834862385321, |
|
"grad_norm": 0.001847580773755908, |
|
"learning_rate": 2.3713592233009708e-05, |
|
"loss": 0.0005, |
|
"step": 5250 |
|
}, |
|
{ |
|
"epoch": 1.7283748361730014, |
|
"grad_norm": 0.00035062164533883333, |
|
"learning_rate": 2.3561893203883497e-05, |
|
"loss": 0.0005, |
|
"step": 5275 |
|
}, |
|
{ |
|
"epoch": 1.7365661861074706, |
|
"grad_norm": 0.006821767892688513, |
|
"learning_rate": 2.341019417475728e-05, |
|
"loss": 0.0295, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 1.7447575360419396, |
|
"grad_norm": 0.02410910837352276, |
|
"learning_rate": 2.3258495145631066e-05, |
|
"loss": 0.0313, |
|
"step": 5325 |
|
}, |
|
{ |
|
"epoch": 1.752948885976409, |
|
"grad_norm": 0.0028191821184009314, |
|
"learning_rate": 2.3106796116504855e-05, |
|
"loss": 0.0264, |
|
"step": 5350 |
|
}, |
|
{ |
|
"epoch": 1.761140235910878, |
|
"grad_norm": 0.39254188537597656, |
|
"learning_rate": 2.295509708737864e-05, |
|
"loss": 0.0009, |
|
"step": 5375 |
|
}, |
|
{ |
|
"epoch": 1.7693315858453473, |
|
"grad_norm": 0.001157455495558679, |
|
"learning_rate": 2.2803398058252428e-05, |
|
"loss": 0.0353, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 1.7775229357798166, |
|
"grad_norm": 0.0038004741072654724, |
|
"learning_rate": 2.2651699029126213e-05, |
|
"loss": 0.0085, |
|
"step": 5425 |
|
}, |
|
{ |
|
"epoch": 1.7857142857142856, |
|
"grad_norm": 0.00042372927418909967, |
|
"learning_rate": 2.25e-05, |
|
"loss": 0.016, |
|
"step": 5450 |
|
}, |
|
{ |
|
"epoch": 1.793905635648755, |
|
"grad_norm": 0.0004292895901016891, |
|
"learning_rate": 2.2348300970873786e-05, |
|
"loss": 0.0072, |
|
"step": 5475 |
|
}, |
|
{ |
|
"epoch": 1.802096985583224, |
|
"grad_norm": 0.0011797266779467463, |
|
"learning_rate": 2.2196601941747575e-05, |
|
"loss": 0.0012, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.8102883355176933, |
|
"grad_norm": 0.0008703326457180083, |
|
"learning_rate": 2.204490291262136e-05, |
|
"loss": 0.0002, |
|
"step": 5525 |
|
}, |
|
{ |
|
"epoch": 1.8184796854521625, |
|
"grad_norm": 0.00140041159465909, |
|
"learning_rate": 2.1893203883495148e-05, |
|
"loss": 0.0433, |
|
"step": 5550 |
|
}, |
|
{ |
|
"epoch": 1.8266710353866316, |
|
"grad_norm": 3.4882562160491943, |
|
"learning_rate": 2.1741504854368933e-05, |
|
"loss": 0.0045, |
|
"step": 5575 |
|
}, |
|
{ |
|
"epoch": 1.834862385321101, |
|
"grad_norm": 0.0005097444518469274, |
|
"learning_rate": 2.158980582524272e-05, |
|
"loss": 0.0001, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 1.84305373525557, |
|
"grad_norm": 0.0011758035980165005, |
|
"learning_rate": 2.1438106796116506e-05, |
|
"loss": 0.0636, |
|
"step": 5625 |
|
}, |
|
{ |
|
"epoch": 1.8512450851900393, |
|
"grad_norm": 0.00332819577306509, |
|
"learning_rate": 2.1286407766990295e-05, |
|
"loss": 0.0264, |
|
"step": 5650 |
|
}, |
|
{ |
|
"epoch": 1.8594364351245085, |
|
"grad_norm": 0.031183086335659027, |
|
"learning_rate": 2.113470873786408e-05, |
|
"loss": 0.0134, |
|
"step": 5675 |
|
}, |
|
{ |
|
"epoch": 1.8676277850589778, |
|
"grad_norm": 0.0163226630538702, |
|
"learning_rate": 2.0983009708737868e-05, |
|
"loss": 0.0217, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 1.875819134993447, |
|
"grad_norm": 0.01119129080325365, |
|
"learning_rate": 2.0831310679611653e-05, |
|
"loss": 0.0307, |
|
"step": 5725 |
|
}, |
|
{ |
|
"epoch": 1.884010484927916, |
|
"grad_norm": 0.002649197354912758, |
|
"learning_rate": 2.0679611650485438e-05, |
|
"loss": 0.0043, |
|
"step": 5750 |
|
}, |
|
{ |
|
"epoch": 1.8922018348623855, |
|
"grad_norm": 0.03346943110227585, |
|
"learning_rate": 2.0527912621359223e-05, |
|
"loss": 0.0139, |
|
"step": 5775 |
|
}, |
|
{ |
|
"epoch": 1.9003931847968545, |
|
"grad_norm": 0.00223180977627635, |
|
"learning_rate": 2.0376213592233008e-05, |
|
"loss": 0.0685, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 1.9085845347313237, |
|
"grad_norm": 0.0009488385985605419, |
|
"learning_rate": 2.0224514563106796e-05, |
|
"loss": 0.0004, |
|
"step": 5825 |
|
}, |
|
{ |
|
"epoch": 1.916775884665793, |
|
"grad_norm": 0.0017646062187850475, |
|
"learning_rate": 2.007281553398058e-05, |
|
"loss": 0.0002, |
|
"step": 5850 |
|
}, |
|
{ |
|
"epoch": 1.924967234600262, |
|
"grad_norm": 0.0024130092933773994, |
|
"learning_rate": 1.992111650485437e-05, |
|
"loss": 0.0003, |
|
"step": 5875 |
|
}, |
|
{ |
|
"epoch": 1.9331585845347314, |
|
"grad_norm": 0.0008109256159514189, |
|
"learning_rate": 1.9769417475728154e-05, |
|
"loss": 0.0223, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 1.9413499344692005, |
|
"grad_norm": 0.0029513093177229166, |
|
"learning_rate": 1.9617718446601943e-05, |
|
"loss": 0.0009, |
|
"step": 5925 |
|
}, |
|
{ |
|
"epoch": 1.9495412844036697, |
|
"grad_norm": 0.006773350294679403, |
|
"learning_rate": 1.9466019417475728e-05, |
|
"loss": 0.0058, |
|
"step": 5950 |
|
}, |
|
{ |
|
"epoch": 1.957732634338139, |
|
"grad_norm": 0.003487163921818137, |
|
"learning_rate": 1.9314320388349516e-05, |
|
"loss": 0.0003, |
|
"step": 5975 |
|
}, |
|
{ |
|
"epoch": 1.9659239842726082, |
|
"grad_norm": 0.002628578804433346, |
|
"learning_rate": 1.91626213592233e-05, |
|
"loss": 0.0115, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.9741153342070774, |
|
"grad_norm": 0.001333425403572619, |
|
"learning_rate": 1.901092233009709e-05, |
|
"loss": 0.0054, |
|
"step": 6025 |
|
}, |
|
{ |
|
"epoch": 1.9823066841415464, |
|
"grad_norm": 0.0018065802287310362, |
|
"learning_rate": 1.8859223300970874e-05, |
|
"loss": 0.0467, |
|
"step": 6050 |
|
}, |
|
{ |
|
"epoch": 1.9904980340760159, |
|
"grad_norm": 0.00119776523206383, |
|
"learning_rate": 1.8707524271844663e-05, |
|
"loss": 0.0194, |
|
"step": 6075 |
|
}, |
|
{ |
|
"epoch": 1.998689384010485, |
|
"grad_norm": 0.049537669867277145, |
|
"learning_rate": 1.8555825242718448e-05, |
|
"loss": 0.0003, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9985255570117956, |
|
"eval_auc": 0.9973051409618573, |
|
"eval_f1": 0.9361702127659575, |
|
"eval_loss": 0.00864658784121275, |
|
"eval_precision": 0.9850746268656716, |
|
"eval_recall": 0.8918918918918919, |
|
"eval_runtime": 71.46, |
|
"eval_samples_per_second": 85.418, |
|
"eval_steps_per_second": 5.346, |
|
"step": 6104 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 9156, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"EarlyStoppingCallback": { |
|
"args": { |
|
"early_stopping_patience": 5, |
|
"early_stopping_threshold": 0.01 |
|
}, |
|
"attributes": { |
|
"early_stopping_patience_counter": 0 |
|
} |
|
}, |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 3.9610164221187195e+19, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|