{ "best_metric": 0.00864658784121275, "best_model_checkpoint": "sj-det-5/checkpoint-6104", "epoch": 2.0, "eval_steps": 500, "global_step": 6104, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0081913499344692, "grad_norm": 10.024361610412598, "learning_rate": 1.3100436681222706e-06, "loss": 0.6701, "step": 25 }, { "epoch": 0.0163826998689384, "grad_norm": 5.330548286437988, "learning_rate": 2.6746724890829695e-06, "loss": 0.4647, "step": 50 }, { "epoch": 0.0245740498034076, "grad_norm": 2.015732765197754, "learning_rate": 4.039301310043668e-06, "loss": 0.1809, "step": 75 }, { "epoch": 0.0327653997378768, "grad_norm": 6.1893134117126465, "learning_rate": 5.4039301310043675e-06, "loss": 0.1308, "step": 100 }, { "epoch": 0.040956749672346006, "grad_norm": 0.21893443167209625, "learning_rate": 6.768558951965067e-06, "loss": 0.0337, "step": 125 }, { "epoch": 0.0491480996068152, "grad_norm": 5.707635402679443, "learning_rate": 8.133187772925763e-06, "loss": 0.0952, "step": 150 }, { "epoch": 0.05733944954128441, "grad_norm": 0.042420562356710434, "learning_rate": 9.497816593886463e-06, "loss": 0.0225, "step": 175 }, { "epoch": 0.0655307994757536, "grad_norm": 0.07790377736091614, "learning_rate": 1.0862445414847162e-05, "loss": 0.0961, "step": 200 }, { "epoch": 0.0737221494102228, "grad_norm": 0.06831495463848114, "learning_rate": 1.222707423580786e-05, "loss": 0.0029, "step": 225 }, { "epoch": 0.08191349934469201, "grad_norm": 0.3763171434402466, "learning_rate": 1.3591703056768559e-05, "loss": 0.0165, "step": 250 }, { "epoch": 0.09010484927916121, "grad_norm": 0.042719755321741104, "learning_rate": 1.4956331877729258e-05, "loss": 0.0537, "step": 275 }, { "epoch": 0.0982961992136304, "grad_norm": 1.7841322422027588, "learning_rate": 1.632096069868996e-05, "loss": 0.0304, "step": 300 }, { "epoch": 0.1064875491480996, "grad_norm": 0.006917485501617193, "learning_rate": 1.7685589519650656e-05, "loss": 0.0061, "step": 325 }, { "epoch": 0.11467889908256881, "grad_norm": 0.007079846691340208, "learning_rate": 1.9050218340611354e-05, "loss": 0.0234, "step": 350 }, { "epoch": 0.12287024901703801, "grad_norm": 0.013362312689423561, "learning_rate": 2.0414847161572055e-05, "loss": 0.0214, "step": 375 }, { "epoch": 0.1310615989515072, "grad_norm": 0.011783940717577934, "learning_rate": 2.1779475982532752e-05, "loss": 0.0543, "step": 400 }, { "epoch": 0.13925294888597642, "grad_norm": 0.020665360614657402, "learning_rate": 2.3144104803493453e-05, "loss": 0.0316, "step": 425 }, { "epoch": 0.1474442988204456, "grad_norm": 1.4373878240585327, "learning_rate": 2.450873362445415e-05, "loss": 0.06, "step": 450 }, { "epoch": 0.1556356487549148, "grad_norm": 3.8112599849700928, "learning_rate": 2.587336244541485e-05, "loss": 0.0182, "step": 475 }, { "epoch": 0.16382699868938402, "grad_norm": 5.189245223999023, "learning_rate": 2.7237991266375546e-05, "loss": 0.154, "step": 500 }, { "epoch": 0.1720183486238532, "grad_norm": 0.015202702023088932, "learning_rate": 2.8602620087336247e-05, "loss": 0.0294, "step": 525 }, { "epoch": 0.18020969855832242, "grad_norm": 0.015019269660115242, "learning_rate": 2.9967248908296948e-05, "loss": 0.0591, "step": 550 }, { "epoch": 0.1884010484927916, "grad_norm": 0.0036466640885919333, "learning_rate": 3.133187772925764e-05, "loss": 0.0034, "step": 575 }, { "epoch": 0.1965923984272608, "grad_norm": 0.011716458015143871, "learning_rate": 3.269650655021834e-05, "loss": 0.0015, "step": 600 }, { "epoch": 0.20478374836173002, "grad_norm": 0.0010442484635859728, "learning_rate": 3.406113537117904e-05, "loss": 0.0002, "step": 625 }, { "epoch": 0.2129750982961992, "grad_norm": 0.030393408611416817, "learning_rate": 3.542576419213974e-05, "loss": 0.0555, "step": 650 }, { "epoch": 0.22116644823066842, "grad_norm": 0.004823782481253147, "learning_rate": 3.6790393013100435e-05, "loss": 0.0011, "step": 675 }, { "epoch": 0.22935779816513763, "grad_norm": 0.02440587244927883, "learning_rate": 3.815502183406114e-05, "loss": 0.0504, "step": 700 }, { "epoch": 0.2375491480996068, "grad_norm": 0.05391886085271835, "learning_rate": 3.951965065502183e-05, "loss": 0.0821, "step": 725 }, { "epoch": 0.24574049803407602, "grad_norm": 0.006875240709632635, "learning_rate": 4.0884279475982535e-05, "loss": 0.0008, "step": 750 }, { "epoch": 0.25393184796854523, "grad_norm": 0.0016325929900631309, "learning_rate": 4.224890829694323e-05, "loss": 0.0183, "step": 775 }, { "epoch": 0.2621231979030144, "grad_norm": 0.029884610325098038, "learning_rate": 4.361353711790393e-05, "loss": 0.0525, "step": 800 }, { "epoch": 0.2703145478374836, "grad_norm": 0.05142253637313843, "learning_rate": 4.497816593886463e-05, "loss": 0.0499, "step": 825 }, { "epoch": 0.27850589777195284, "grad_norm": 0.0004886944079771638, "learning_rate": 4.634279475982533e-05, "loss": 0.0401, "step": 850 }, { "epoch": 0.286697247706422, "grad_norm": 0.003223366802558303, "learning_rate": 4.770742358078603e-05, "loss": 0.0893, "step": 875 }, { "epoch": 0.2948885976408912, "grad_norm": 0.02335241623222828, "learning_rate": 4.907205240174673e-05, "loss": 0.0003, "step": 900 }, { "epoch": 0.30307994757536044, "grad_norm": 0.036217641085386276, "learning_rate": 4.9951456310679614e-05, "loss": 0.0387, "step": 925 }, { "epoch": 0.3112712975098296, "grad_norm": 0.0005936770467087626, "learning_rate": 4.97997572815534e-05, "loss": 0.0231, "step": 950 }, { "epoch": 0.3194626474442988, "grad_norm": 0.11047300696372986, "learning_rate": 4.964805825242719e-05, "loss": 0.0235, "step": 975 }, { "epoch": 0.32765399737876805, "grad_norm": 0.0038526670541614294, "learning_rate": 4.9496359223300976e-05, "loss": 0.0804, "step": 1000 }, { "epoch": 0.33584534731323723, "grad_norm": 0.002965217223390937, "learning_rate": 4.934466019417476e-05, "loss": 0.0019, "step": 1025 }, { "epoch": 0.3440366972477064, "grad_norm": 1.2460094690322876, "learning_rate": 4.9192961165048545e-05, "loss": 0.0218, "step": 1050 }, { "epoch": 0.3522280471821756, "grad_norm": 0.00023055930796545, "learning_rate": 4.904126213592233e-05, "loss": 0.0824, "step": 1075 }, { "epoch": 0.36041939711664484, "grad_norm": 0.0008325474918819964, "learning_rate": 4.888956310679612e-05, "loss": 0.0, "step": 1100 }, { "epoch": 0.368610747051114, "grad_norm": 0.12137041985988617, "learning_rate": 4.87378640776699e-05, "loss": 0.0429, "step": 1125 }, { "epoch": 0.3768020969855832, "grad_norm": 0.12224938720464706, "learning_rate": 4.858616504854369e-05, "loss": 0.0287, "step": 1150 }, { "epoch": 0.38499344692005244, "grad_norm": 0.00017641298472881317, "learning_rate": 4.843446601941748e-05, "loss": 0.0937, "step": 1175 }, { "epoch": 0.3931847968545216, "grad_norm": 0.00043992913560941815, "learning_rate": 4.828276699029127e-05, "loss": 0.0001, "step": 1200 }, { "epoch": 0.4013761467889908, "grad_norm": 0.0067256479524075985, "learning_rate": 4.813106796116505e-05, "loss": 0.0403, "step": 1225 }, { "epoch": 0.40956749672346004, "grad_norm": 0.008025743998587132, "learning_rate": 4.797936893203884e-05, "loss": 0.1236, "step": 1250 }, { "epoch": 0.41775884665792923, "grad_norm": 0.0024881409481167793, "learning_rate": 4.7827669902912624e-05, "loss": 0.0065, "step": 1275 }, { "epoch": 0.4259501965923984, "grad_norm": 0.00034138892078772187, "learning_rate": 4.767597087378641e-05, "loss": 0.0007, "step": 1300 }, { "epoch": 0.43414154652686765, "grad_norm": 0.09658686816692352, "learning_rate": 4.7524271844660193e-05, "loss": 0.0557, "step": 1325 }, { "epoch": 0.44233289646133683, "grad_norm": 0.004737064708024263, "learning_rate": 4.7372572815533985e-05, "loss": 0.0658, "step": 1350 }, { "epoch": 0.450524246395806, "grad_norm": 0.014197874814271927, "learning_rate": 4.722087378640777e-05, "loss": 0.0263, "step": 1375 }, { "epoch": 0.45871559633027525, "grad_norm": 0.012036195956170559, "learning_rate": 4.7069174757281555e-05, "loss": 0.0672, "step": 1400 }, { "epoch": 0.46690694626474444, "grad_norm": 0.006545116659253836, "learning_rate": 4.691747572815534e-05, "loss": 0.0136, "step": 1425 }, { "epoch": 0.4750982961992136, "grad_norm": 0.003104938892647624, "learning_rate": 4.676577669902913e-05, "loss": 0.0412, "step": 1450 }, { "epoch": 0.4832896461336828, "grad_norm": 6.474489688873291, "learning_rate": 4.661407766990292e-05, "loss": 0.0564, "step": 1475 }, { "epoch": 0.49148099606815204, "grad_norm": 0.11798975616693497, "learning_rate": 4.64623786407767e-05, "loss": 0.0441, "step": 1500 }, { "epoch": 0.4996723460026212, "grad_norm": 0.004167527426034212, "learning_rate": 4.631067961165049e-05, "loss": 0.0049, "step": 1525 }, { "epoch": 0.5078636959370905, "grad_norm": 0.023102520033717155, "learning_rate": 4.615898058252427e-05, "loss": 0.0679, "step": 1550 }, { "epoch": 0.5160550458715596, "grad_norm": 0.12365124374628067, "learning_rate": 4.6007281553398063e-05, "loss": 0.0429, "step": 1575 }, { "epoch": 0.5242463958060288, "grad_norm": 0.02387346886098385, "learning_rate": 4.585558252427185e-05, "loss": 0.0706, "step": 1600 }, { "epoch": 0.5324377457404981, "grad_norm": 0.2509637773036957, "learning_rate": 4.570388349514563e-05, "loss": 0.0108, "step": 1625 }, { "epoch": 0.5406290956749672, "grad_norm": 0.006082233507186174, "learning_rate": 4.555218446601942e-05, "loss": 0.1004, "step": 1650 }, { "epoch": 0.5488204456094364, "grad_norm": 0.002660457044839859, "learning_rate": 4.540048543689321e-05, "loss": 0.0015, "step": 1675 }, { "epoch": 0.5570117955439057, "grad_norm": 0.029006479308009148, "learning_rate": 4.524878640776699e-05, "loss": 0.0698, "step": 1700 }, { "epoch": 0.5652031454783748, "grad_norm": 2.156792163848877, "learning_rate": 4.509708737864078e-05, "loss": 0.0054, "step": 1725 }, { "epoch": 0.573394495412844, "grad_norm": 0.004138014279305935, "learning_rate": 4.4945388349514565e-05, "loss": 0.0527, "step": 1750 }, { "epoch": 0.5815858453473133, "grad_norm": 3.908644199371338, "learning_rate": 4.479368932038835e-05, "loss": 0.0543, "step": 1775 }, { "epoch": 0.5897771952817824, "grad_norm": 0.4576684236526489, "learning_rate": 4.4641990291262135e-05, "loss": 0.0386, "step": 1800 }, { "epoch": 0.5979685452162516, "grad_norm": 0.00034501738264225423, "learning_rate": 4.4490291262135927e-05, "loss": 0.0479, "step": 1825 }, { "epoch": 0.6061598951507209, "grad_norm": 0.020500104874372482, "learning_rate": 4.433859223300971e-05, "loss": 0.0522, "step": 1850 }, { "epoch": 0.61435124508519, "grad_norm": 0.07448019832372665, "learning_rate": 4.4186893203883496e-05, "loss": 0.0044, "step": 1875 }, { "epoch": 0.6225425950196593, "grad_norm": 0.010664916597306728, "learning_rate": 4.403519417475728e-05, "loss": 0.0059, "step": 1900 }, { "epoch": 0.6307339449541285, "grad_norm": 0.0046129715628921986, "learning_rate": 4.388349514563107e-05, "loss": 0.0575, "step": 1925 }, { "epoch": 0.6389252948885976, "grad_norm": 0.0065656425431370735, "learning_rate": 4.373179611650486e-05, "loss": 0.0051, "step": 1950 }, { "epoch": 0.6471166448230669, "grad_norm": 0.045100320130586624, "learning_rate": 4.358009708737864e-05, "loss": 0.0765, "step": 1975 }, { "epoch": 0.6553079947575361, "grad_norm": 0.010744914412498474, "learning_rate": 4.342839805825243e-05, "loss": 0.0434, "step": 2000 }, { "epoch": 0.6634993446920052, "grad_norm": 0.006751019041985273, "learning_rate": 4.327669902912622e-05, "loss": 0.0112, "step": 2025 }, { "epoch": 0.6716906946264745, "grad_norm": 0.0010609191376715899, "learning_rate": 4.3125000000000005e-05, "loss": 0.0002, "step": 2050 }, { "epoch": 0.6798820445609436, "grad_norm": 0.0029373185243457556, "learning_rate": 4.297330097087379e-05, "loss": 0.0457, "step": 2075 }, { "epoch": 0.6880733944954128, "grad_norm": 0.03929394483566284, "learning_rate": 4.2821601941747575e-05, "loss": 0.0003, "step": 2100 }, { "epoch": 0.6962647444298821, "grad_norm": 0.0013411706313490868, "learning_rate": 4.266990291262136e-05, "loss": 0.0003, "step": 2125 }, { "epoch": 0.7044560943643512, "grad_norm": 0.15903156995773315, "learning_rate": 4.251820388349515e-05, "loss": 0.0713, "step": 2150 }, { "epoch": 0.7126474442988204, "grad_norm": 0.004102173261344433, "learning_rate": 4.236650485436893e-05, "loss": 0.0071, "step": 2175 }, { "epoch": 0.7208387942332897, "grad_norm": 0.0019201630493625998, "learning_rate": 4.221480582524272e-05, "loss": 0.0012, "step": 2200 }, { "epoch": 0.7290301441677588, "grad_norm": 0.08992388099431992, "learning_rate": 4.2063106796116506e-05, "loss": 0.0682, "step": 2225 }, { "epoch": 0.737221494102228, "grad_norm": 0.06924425065517426, "learning_rate": 4.19114077669903e-05, "loss": 0.0045, "step": 2250 }, { "epoch": 0.7454128440366973, "grad_norm": 0.006293242797255516, "learning_rate": 4.1759708737864076e-05, "loss": 0.0328, "step": 2275 }, { "epoch": 0.7536041939711664, "grad_norm": 0.0008105287561193109, "learning_rate": 4.160800970873787e-05, "loss": 0.0481, "step": 2300 }, { "epoch": 0.7617955439056356, "grad_norm": 0.01918267086148262, "learning_rate": 4.145631067961165e-05, "loss": 0.0529, "step": 2325 }, { "epoch": 0.7699868938401049, "grad_norm": 0.02567248046398163, "learning_rate": 4.130461165048544e-05, "loss": 0.0271, "step": 2350 }, { "epoch": 0.778178243774574, "grad_norm": 0.00797118991613388, "learning_rate": 4.115291262135922e-05, "loss": 0.0116, "step": 2375 }, { "epoch": 0.7863695937090432, "grad_norm": 0.034628257155418396, "learning_rate": 4.1001213592233014e-05, "loss": 0.0389, "step": 2400 }, { "epoch": 0.7945609436435125, "grad_norm": 0.004856760613620281, "learning_rate": 4.08495145631068e-05, "loss": 0.0076, "step": 2425 }, { "epoch": 0.8027522935779816, "grad_norm": 0.0018171003321185708, "learning_rate": 4.0697815533980584e-05, "loss": 0.0001, "step": 2450 }, { "epoch": 0.8109436435124509, "grad_norm": 0.002607023809105158, "learning_rate": 4.054611650485437e-05, "loss": 0.0529, "step": 2475 }, { "epoch": 0.8191349934469201, "grad_norm": 0.00494106812402606, "learning_rate": 4.039441747572816e-05, "loss": 0.0025, "step": 2500 }, { "epoch": 0.8273263433813892, "grad_norm": 7.6454033851623535, "learning_rate": 4.0242718446601946e-05, "loss": 0.0506, "step": 2525 }, { "epoch": 0.8355176933158585, "grad_norm": 0.012740246020257473, "learning_rate": 4.009101941747573e-05, "loss": 0.0207, "step": 2550 }, { "epoch": 0.8437090432503277, "grad_norm": 0.19343392550945282, "learning_rate": 3.9939320388349516e-05, "loss": 0.0018, "step": 2575 }, { "epoch": 0.8519003931847968, "grad_norm": 0.0015372405759990215, "learning_rate": 3.97876213592233e-05, "loss": 0.0475, "step": 2600 }, { "epoch": 0.8600917431192661, "grad_norm": 0.001495638396590948, "learning_rate": 3.963592233009709e-05, "loss": 0.0204, "step": 2625 }, { "epoch": 0.8682830930537353, "grad_norm": 0.024810276925563812, "learning_rate": 3.948422330097087e-05, "loss": 0.0377, "step": 2650 }, { "epoch": 0.8764744429882044, "grad_norm": 0.001583193545229733, "learning_rate": 3.933252427184466e-05, "loss": 0.0392, "step": 2675 }, { "epoch": 0.8846657929226737, "grad_norm": 0.04295048862695694, "learning_rate": 3.918082524271845e-05, "loss": 0.0349, "step": 2700 }, { "epoch": 0.8928571428571429, "grad_norm": 0.006643366534262896, "learning_rate": 3.902912621359224e-05, "loss": 0.0214, "step": 2725 }, { "epoch": 0.901048492791612, "grad_norm": 0.03927929326891899, "learning_rate": 3.887742718446602e-05, "loss": 0.0313, "step": 2750 }, { "epoch": 0.9092398427260813, "grad_norm": 0.0005574201932176948, "learning_rate": 3.872572815533981e-05, "loss": 0.0167, "step": 2775 }, { "epoch": 0.9174311926605505, "grad_norm": 0.0002800333604682237, "learning_rate": 3.8574029126213594e-05, "loss": 0.0038, "step": 2800 }, { "epoch": 0.9256225425950196, "grad_norm": 0.24904371798038483, "learning_rate": 3.842233009708738e-05, "loss": 0.0557, "step": 2825 }, { "epoch": 0.9338138925294889, "grad_norm": 0.009384050033986568, "learning_rate": 3.8270631067961164e-05, "loss": 0.0349, "step": 2850 }, { "epoch": 0.9420052424639581, "grad_norm": 0.0032450663857162, "learning_rate": 3.8118932038834956e-05, "loss": 0.0061, "step": 2875 }, { "epoch": 0.9501965923984272, "grad_norm": 0.002643973333761096, "learning_rate": 3.796723300970874e-05, "loss": 0.0011, "step": 2900 }, { "epoch": 0.9583879423328965, "grad_norm": 0.005450396798551083, "learning_rate": 3.7815533980582526e-05, "loss": 0.0472, "step": 2925 }, { "epoch": 0.9665792922673656, "grad_norm": 0.009381350129842758, "learning_rate": 3.766383495145631e-05, "loss": 0.0221, "step": 2950 }, { "epoch": 0.9747706422018348, "grad_norm": 0.002026522997766733, "learning_rate": 3.75121359223301e-05, "loss": 0.0015, "step": 2975 }, { "epoch": 0.9829619921363041, "grad_norm": 0.0021547062788158655, "learning_rate": 3.736043689320389e-05, "loss": 0.0346, "step": 3000 }, { "epoch": 0.9911533420707732, "grad_norm": 0.01624121516942978, "learning_rate": 3.720873786407767e-05, "loss": 0.0446, "step": 3025 }, { "epoch": 0.9993446920052425, "grad_norm": 0.0049235946498811245, "learning_rate": 3.705703883495146e-05, "loss": 0.0198, "step": 3050 }, { "epoch": 1.0, "eval_accuracy": 0.9942660550458715, "eval_auc": 0.9860887006409395, "eval_f1": 0.7058823529411765, "eval_loss": 0.02599955163896084, "eval_precision": 0.9333333333333333, "eval_recall": 0.5675675675675675, "eval_runtime": 71.6069, "eval_samples_per_second": 85.243, "eval_steps_per_second": 5.335, "step": 3052 }, { "epoch": 1.0075360419397117, "grad_norm": 0.008600810542702675, "learning_rate": 3.690533980582524e-05, "loss": 0.0216, "step": 3075 }, { "epoch": 1.015727391874181, "grad_norm": 0.730075478553772, "learning_rate": 3.6753640776699034e-05, "loss": 0.0736, "step": 3100 }, { "epoch": 1.0239187418086502, "grad_norm": 0.0917787104845047, "learning_rate": 3.660194174757282e-05, "loss": 0.0145, "step": 3125 }, { "epoch": 1.0321100917431192, "grad_norm": 0.012463403865695, "learning_rate": 3.6450242718446604e-05, "loss": 0.0127, "step": 3150 }, { "epoch": 1.0403014416775884, "grad_norm": 0.0015968201914802194, "learning_rate": 3.629854368932039e-05, "loss": 0.0014, "step": 3175 }, { "epoch": 1.0484927916120577, "grad_norm": 0.00465328199788928, "learning_rate": 3.614684466019418e-05, "loss": 0.0266, "step": 3200 }, { "epoch": 1.056684141546527, "grad_norm": 1.6281688213348389, "learning_rate": 3.599514563106796e-05, "loss": 0.0324, "step": 3225 }, { "epoch": 1.0648754914809961, "grad_norm": 0.006340661086142063, "learning_rate": 3.584344660194175e-05, "loss": 0.0197, "step": 3250 }, { "epoch": 1.0730668414154652, "grad_norm": 0.0019152916502207518, "learning_rate": 3.5691747572815535e-05, "loss": 0.0056, "step": 3275 }, { "epoch": 1.0812581913499344, "grad_norm": 0.0004100031510461122, "learning_rate": 3.554004854368932e-05, "loss": 0.0003, "step": 3300 }, { "epoch": 1.0894495412844036, "grad_norm": 0.0011120839044451714, "learning_rate": 3.5388349514563105e-05, "loss": 0.0084, "step": 3325 }, { "epoch": 1.0976408912188729, "grad_norm": 0.0005429446464404464, "learning_rate": 3.52366504854369e-05, "loss": 0.0048, "step": 3350 }, { "epoch": 1.105832241153342, "grad_norm": 0.0026772853452712297, "learning_rate": 3.508495145631068e-05, "loss": 0.0449, "step": 3375 }, { "epoch": 1.1140235910878113, "grad_norm": 0.09353246539831161, "learning_rate": 3.493325242718447e-05, "loss": 0.0587, "step": 3400 }, { "epoch": 1.1222149410222806, "grad_norm": 0.010271481238305569, "learning_rate": 3.478155339805825e-05, "loss": 0.0019, "step": 3425 }, { "epoch": 1.1304062909567496, "grad_norm": 0.008390023373067379, "learning_rate": 3.4629854368932044e-05, "loss": 0.0244, "step": 3450 }, { "epoch": 1.1385976408912188, "grad_norm": 0.0010115652112290263, "learning_rate": 3.447815533980583e-05, "loss": 0.0416, "step": 3475 }, { "epoch": 1.146788990825688, "grad_norm": 0.10442027449607849, "learning_rate": 3.4326456310679614e-05, "loss": 0.0777, "step": 3500 }, { "epoch": 1.1549803407601573, "grad_norm": 0.005371388513594866, "learning_rate": 3.41747572815534e-05, "loss": 0.0026, "step": 3525 }, { "epoch": 1.1631716906946266, "grad_norm": 0.00910027977079153, "learning_rate": 3.4023058252427183e-05, "loss": 0.0191, "step": 3550 }, { "epoch": 1.1713630406290956, "grad_norm": 0.001924333511851728, "learning_rate": 3.3871359223300975e-05, "loss": 0.0037, "step": 3575 }, { "epoch": 1.1795543905635648, "grad_norm": 0.006023438181728125, "learning_rate": 3.371966019417476e-05, "loss": 0.061, "step": 3600 }, { "epoch": 1.187745740498034, "grad_norm": 0.07021211832761765, "learning_rate": 3.3567961165048545e-05, "loss": 0.0494, "step": 3625 }, { "epoch": 1.1959370904325033, "grad_norm": 0.007707479875534773, "learning_rate": 3.341626213592233e-05, "loss": 0.009, "step": 3650 }, { "epoch": 1.2041284403669725, "grad_norm": 0.005671200342476368, "learning_rate": 3.326456310679612e-05, "loss": 0.0006, "step": 3675 }, { "epoch": 1.2123197903014418, "grad_norm": 0.030211837962269783, "learning_rate": 3.31128640776699e-05, "loss": 0.0139, "step": 3700 }, { "epoch": 1.2205111402359108, "grad_norm": 0.4061221778392792, "learning_rate": 3.296116504854369e-05, "loss": 0.004, "step": 3725 }, { "epoch": 1.22870249017038, "grad_norm": 0.001372786471620202, "learning_rate": 3.280946601941748e-05, "loss": 0.0237, "step": 3750 }, { "epoch": 1.2368938401048493, "grad_norm": 0.0021536455024033785, "learning_rate": 3.265776699029127e-05, "loss": 0.0001, "step": 3775 }, { "epoch": 1.2450851900393185, "grad_norm": 0.00104960345197469, "learning_rate": 3.2506067961165047e-05, "loss": 0.0089, "step": 3800 }, { "epoch": 1.2532765399737877, "grad_norm": 0.0027104991022497416, "learning_rate": 3.235436893203884e-05, "loss": 0.0007, "step": 3825 }, { "epoch": 1.261467889908257, "grad_norm": 0.012539150193333626, "learning_rate": 3.220266990291262e-05, "loss": 0.0253, "step": 3850 }, { "epoch": 1.269659239842726, "grad_norm": 0.00037872151006013155, "learning_rate": 3.205097087378641e-05, "loss": 0.0003, "step": 3875 }, { "epoch": 1.2778505897771952, "grad_norm": 0.00394083047285676, "learning_rate": 3.189927184466019e-05, "loss": 0.0005, "step": 3900 }, { "epoch": 1.2860419397116645, "grad_norm": 0.00036229859688319266, "learning_rate": 3.1747572815533985e-05, "loss": 0.0001, "step": 3925 }, { "epoch": 1.2942332896461337, "grad_norm": 0.0016652983613312244, "learning_rate": 3.159587378640777e-05, "loss": 0.013, "step": 3950 }, { "epoch": 1.302424639580603, "grad_norm": 0.018371159210801125, "learning_rate": 3.1444174757281555e-05, "loss": 0.0301, "step": 3975 }, { "epoch": 1.310615989515072, "grad_norm": 3.56237530708313, "learning_rate": 3.129247572815534e-05, "loss": 0.011, "step": 4000 }, { "epoch": 1.3188073394495412, "grad_norm": 0.0032360991463065147, "learning_rate": 3.114077669902913e-05, "loss": 0.0005, "step": 4025 }, { "epoch": 1.3269986893840104, "grad_norm": 0.031877271831035614, "learning_rate": 3.099514563106796e-05, "loss": 0.057, "step": 4050 }, { "epoch": 1.3351900393184797, "grad_norm": 0.004732233006507158, "learning_rate": 3.084344660194175e-05, "loss": 0.0015, "step": 4075 }, { "epoch": 1.343381389252949, "grad_norm": 0.00040538341272622347, "learning_rate": 3.0691747572815536e-05, "loss": 0.0092, "step": 4100 }, { "epoch": 1.3515727391874182, "grad_norm": 0.0015137548325583339, "learning_rate": 3.054004854368932e-05, "loss": 0.0033, "step": 4125 }, { "epoch": 1.3597640891218874, "grad_norm": 0.00044548933510668576, "learning_rate": 3.038834951456311e-05, "loss": 0.0221, "step": 4150 }, { "epoch": 1.3679554390563564, "grad_norm": 0.007979629561305046, "learning_rate": 3.0236650485436897e-05, "loss": 0.0546, "step": 4175 }, { "epoch": 1.3761467889908257, "grad_norm": 0.0093601755797863, "learning_rate": 3.0084951456310682e-05, "loss": 0.0057, "step": 4200 }, { "epoch": 1.384338138925295, "grad_norm": 0.004190749954432249, "learning_rate": 2.9933252427184467e-05, "loss": 0.023, "step": 4225 }, { "epoch": 1.3925294888597641, "grad_norm": 0.0023747687228024006, "learning_rate": 2.9781553398058252e-05, "loss": 0.0104, "step": 4250 }, { "epoch": 1.4007208387942334, "grad_norm": 0.003429379081353545, "learning_rate": 2.962985436893204e-05, "loss": 0.0403, "step": 4275 }, { "epoch": 1.4089121887287024, "grad_norm": 0.0027962957974523306, "learning_rate": 2.9478155339805826e-05, "loss": 0.0002, "step": 4300 }, { "epoch": 1.4171035386631716, "grad_norm": 0.0007880463381297886, "learning_rate": 2.932645631067961e-05, "loss": 0.0002, "step": 4325 }, { "epoch": 1.4252948885976409, "grad_norm": 0.0016833733534440398, "learning_rate": 2.91747572815534e-05, "loss": 0.0, "step": 4350 }, { "epoch": 1.43348623853211, "grad_norm": 0.001454943441785872, "learning_rate": 2.9023058252427187e-05, "loss": 0.0001, "step": 4375 }, { "epoch": 1.4416775884665793, "grad_norm": 0.0008237131405621767, "learning_rate": 2.887135922330097e-05, "loss": 0.0541, "step": 4400 }, { "epoch": 1.4498689384010484, "grad_norm": 0.004223650321364403, "learning_rate": 2.8719660194174757e-05, "loss": 0.0721, "step": 4425 }, { "epoch": 1.4580602883355178, "grad_norm": 0.0012133247219026089, "learning_rate": 2.8567961165048546e-05, "loss": 0.0007, "step": 4450 }, { "epoch": 1.4662516382699868, "grad_norm": 0.004204601515084505, "learning_rate": 2.8416262135922334e-05, "loss": 0.0001, "step": 4475 }, { "epoch": 1.474442988204456, "grad_norm": 0.22309060394763947, "learning_rate": 2.8264563106796115e-05, "loss": 0.0446, "step": 4500 }, { "epoch": 1.4826343381389253, "grad_norm": 0.0030369218438863754, "learning_rate": 2.8112864077669904e-05, "loss": 0.007, "step": 4525 }, { "epoch": 1.4908256880733946, "grad_norm": 0.0010259496048092842, "learning_rate": 2.7961165048543692e-05, "loss": 0.0053, "step": 4550 }, { "epoch": 1.4990170380078638, "grad_norm": 0.00154329021461308, "learning_rate": 2.780946601941748e-05, "loss": 0.0248, "step": 4575 }, { "epoch": 1.5072083879423328, "grad_norm": 0.0024350325111299753, "learning_rate": 2.7657766990291262e-05, "loss": 0.0108, "step": 4600 }, { "epoch": 1.515399737876802, "grad_norm": 0.003887260565534234, "learning_rate": 2.750606796116505e-05, "loss": 0.0017, "step": 4625 }, { "epoch": 1.5235910878112713, "grad_norm": 0.030795983970165253, "learning_rate": 2.735436893203884e-05, "loss": 0.038, "step": 4650 }, { "epoch": 1.5317824377457405, "grad_norm": 0.0022212048061192036, "learning_rate": 2.7202669902912624e-05, "loss": 0.0016, "step": 4675 }, { "epoch": 1.5399737876802098, "grad_norm": 0.0006829659687355161, "learning_rate": 2.705097087378641e-05, "loss": 0.0086, "step": 4700 }, { "epoch": 1.5481651376146788, "grad_norm": 0.0009496193379163742, "learning_rate": 2.6899271844660197e-05, "loss": 0.0035, "step": 4725 }, { "epoch": 1.5563564875491482, "grad_norm": 0.0016711537027731538, "learning_rate": 2.6747572815533982e-05, "loss": 0.004, "step": 4750 }, { "epoch": 1.5645478374836173, "grad_norm": 0.0007192002376541495, "learning_rate": 2.6595873786407767e-05, "loss": 0.0008, "step": 4775 }, { "epoch": 1.5727391874180865, "grad_norm": 0.001931645441800356, "learning_rate": 2.6444174757281552e-05, "loss": 0.0402, "step": 4800 }, { "epoch": 1.5809305373525557, "grad_norm": 0.0018184804357588291, "learning_rate": 2.629247572815534e-05, "loss": 0.0034, "step": 4825 }, { "epoch": 1.5891218872870247, "grad_norm": 0.0007973504834808409, "learning_rate": 2.614077669902913e-05, "loss": 0.0007, "step": 4850 }, { "epoch": 1.5973132372214942, "grad_norm": 0.0021144933998584747, "learning_rate": 2.598907766990291e-05, "loss": 0.0417, "step": 4875 }, { "epoch": 1.6055045871559632, "grad_norm": 0.0050345249474048615, "learning_rate": 2.58373786407767e-05, "loss": 0.0188, "step": 4900 }, { "epoch": 1.6136959370904325, "grad_norm": 0.0019546381663531065, "learning_rate": 2.5685679611650487e-05, "loss": 0.0026, "step": 4925 }, { "epoch": 1.6218872870249017, "grad_norm": 0.0003715524508152157, "learning_rate": 2.5533980582524275e-05, "loss": 0.0119, "step": 4950 }, { "epoch": 1.630078636959371, "grad_norm": 0.0003383459406904876, "learning_rate": 2.5382281553398057e-05, "loss": 0.0, "step": 4975 }, { "epoch": 1.6382699868938402, "grad_norm": 0.0004806627694051713, "learning_rate": 2.5230582524271845e-05, "loss": 0.0009, "step": 5000 }, { "epoch": 1.6464613368283092, "grad_norm": 0.0002839645021595061, "learning_rate": 2.5078883495145633e-05, "loss": 0.0001, "step": 5025 }, { "epoch": 1.6546526867627787, "grad_norm": 0.00042549462523311377, "learning_rate": 2.492718446601942e-05, "loss": 0.0042, "step": 5050 }, { "epoch": 1.6628440366972477, "grad_norm": 0.0005391003796830773, "learning_rate": 2.4775485436893207e-05, "loss": 0.0566, "step": 5075 }, { "epoch": 1.671035386631717, "grad_norm": 0.00017977178504224867, "learning_rate": 2.462378640776699e-05, "loss": 0.0591, "step": 5100 }, { "epoch": 1.6792267365661862, "grad_norm": 0.7689712047576904, "learning_rate": 2.447208737864078e-05, "loss": 0.0574, "step": 5125 }, { "epoch": 1.6874180865006552, "grad_norm": 0.5321087837219238, "learning_rate": 2.4320388349514565e-05, "loss": 0.0536, "step": 5150 }, { "epoch": 1.6956094364351246, "grad_norm": 0.00359991448931396, "learning_rate": 2.4168689320388353e-05, "loss": 0.0181, "step": 5175 }, { "epoch": 1.7038007863695936, "grad_norm": 0.0036572192329913378, "learning_rate": 2.4016990291262138e-05, "loss": 0.0074, "step": 5200 }, { "epoch": 1.7119921363040629, "grad_norm": 0.0010478459298610687, "learning_rate": 2.3865291262135923e-05, "loss": 0.0071, "step": 5225 }, { "epoch": 1.7201834862385321, "grad_norm": 0.001847580773755908, "learning_rate": 2.3713592233009708e-05, "loss": 0.0005, "step": 5250 }, { "epoch": 1.7283748361730014, "grad_norm": 0.00035062164533883333, "learning_rate": 2.3561893203883497e-05, "loss": 0.0005, "step": 5275 }, { "epoch": 1.7365661861074706, "grad_norm": 0.006821767892688513, "learning_rate": 2.341019417475728e-05, "loss": 0.0295, "step": 5300 }, { "epoch": 1.7447575360419396, "grad_norm": 0.02410910837352276, "learning_rate": 2.3258495145631066e-05, "loss": 0.0313, "step": 5325 }, { "epoch": 1.752948885976409, "grad_norm": 0.0028191821184009314, "learning_rate": 2.3106796116504855e-05, "loss": 0.0264, "step": 5350 }, { "epoch": 1.761140235910878, "grad_norm": 0.39254188537597656, "learning_rate": 2.295509708737864e-05, "loss": 0.0009, "step": 5375 }, { "epoch": 1.7693315858453473, "grad_norm": 0.001157455495558679, "learning_rate": 2.2803398058252428e-05, "loss": 0.0353, "step": 5400 }, { "epoch": 1.7775229357798166, "grad_norm": 0.0038004741072654724, "learning_rate": 2.2651699029126213e-05, "loss": 0.0085, "step": 5425 }, { "epoch": 1.7857142857142856, "grad_norm": 0.00042372927418909967, "learning_rate": 2.25e-05, "loss": 0.016, "step": 5450 }, { "epoch": 1.793905635648755, "grad_norm": 0.0004292895901016891, "learning_rate": 2.2348300970873786e-05, "loss": 0.0072, "step": 5475 }, { "epoch": 1.802096985583224, "grad_norm": 0.0011797266779467463, "learning_rate": 2.2196601941747575e-05, "loss": 0.0012, "step": 5500 }, { "epoch": 1.8102883355176933, "grad_norm": 0.0008703326457180083, "learning_rate": 2.204490291262136e-05, "loss": 0.0002, "step": 5525 }, { "epoch": 1.8184796854521625, "grad_norm": 0.00140041159465909, "learning_rate": 2.1893203883495148e-05, "loss": 0.0433, "step": 5550 }, { "epoch": 1.8266710353866316, "grad_norm": 3.4882562160491943, "learning_rate": 2.1741504854368933e-05, "loss": 0.0045, "step": 5575 }, { "epoch": 1.834862385321101, "grad_norm": 0.0005097444518469274, "learning_rate": 2.158980582524272e-05, "loss": 0.0001, "step": 5600 }, { "epoch": 1.84305373525557, "grad_norm": 0.0011758035980165005, "learning_rate": 2.1438106796116506e-05, "loss": 0.0636, "step": 5625 }, { "epoch": 1.8512450851900393, "grad_norm": 0.00332819577306509, "learning_rate": 2.1286407766990295e-05, "loss": 0.0264, "step": 5650 }, { "epoch": 1.8594364351245085, "grad_norm": 0.031183086335659027, "learning_rate": 2.113470873786408e-05, "loss": 0.0134, "step": 5675 }, { "epoch": 1.8676277850589778, "grad_norm": 0.0163226630538702, "learning_rate": 2.0983009708737868e-05, "loss": 0.0217, "step": 5700 }, { "epoch": 1.875819134993447, "grad_norm": 0.01119129080325365, "learning_rate": 2.0831310679611653e-05, "loss": 0.0307, "step": 5725 }, { "epoch": 1.884010484927916, "grad_norm": 0.002649197354912758, "learning_rate": 2.0679611650485438e-05, "loss": 0.0043, "step": 5750 }, { "epoch": 1.8922018348623855, "grad_norm": 0.03346943110227585, "learning_rate": 2.0527912621359223e-05, "loss": 0.0139, "step": 5775 }, { "epoch": 1.9003931847968545, "grad_norm": 0.00223180977627635, "learning_rate": 2.0376213592233008e-05, "loss": 0.0685, "step": 5800 }, { "epoch": 1.9085845347313237, "grad_norm": 0.0009488385985605419, "learning_rate": 2.0224514563106796e-05, "loss": 0.0004, "step": 5825 }, { "epoch": 1.916775884665793, "grad_norm": 0.0017646062187850475, "learning_rate": 2.007281553398058e-05, "loss": 0.0002, "step": 5850 }, { "epoch": 1.924967234600262, "grad_norm": 0.0024130092933773994, "learning_rate": 1.992111650485437e-05, "loss": 0.0003, "step": 5875 }, { "epoch": 1.9331585845347314, "grad_norm": 0.0008109256159514189, "learning_rate": 1.9769417475728154e-05, "loss": 0.0223, "step": 5900 }, { "epoch": 1.9413499344692005, "grad_norm": 0.0029513093177229166, "learning_rate": 1.9617718446601943e-05, "loss": 0.0009, "step": 5925 }, { "epoch": 1.9495412844036697, "grad_norm": 0.006773350294679403, "learning_rate": 1.9466019417475728e-05, "loss": 0.0058, "step": 5950 }, { "epoch": 1.957732634338139, "grad_norm": 0.003487163921818137, "learning_rate": 1.9314320388349516e-05, "loss": 0.0003, "step": 5975 }, { "epoch": 1.9659239842726082, "grad_norm": 0.002628578804433346, "learning_rate": 1.91626213592233e-05, "loss": 0.0115, "step": 6000 }, { "epoch": 1.9741153342070774, "grad_norm": 0.001333425403572619, "learning_rate": 1.901092233009709e-05, "loss": 0.0054, "step": 6025 }, { "epoch": 1.9823066841415464, "grad_norm": 0.0018065802287310362, "learning_rate": 1.8859223300970874e-05, "loss": 0.0467, "step": 6050 }, { "epoch": 1.9904980340760159, "grad_norm": 0.00119776523206383, "learning_rate": 1.8707524271844663e-05, "loss": 0.0194, "step": 6075 }, { "epoch": 1.998689384010485, "grad_norm": 0.049537669867277145, "learning_rate": 1.8555825242718448e-05, "loss": 0.0003, "step": 6100 }, { "epoch": 2.0, "eval_accuracy": 0.9985255570117956, "eval_auc": 0.9973051409618573, "eval_f1": 0.9361702127659575, "eval_loss": 0.00864658784121275, "eval_precision": 0.9850746268656716, "eval_recall": 0.8918918918918919, "eval_runtime": 71.46, "eval_samples_per_second": 85.418, "eval_steps_per_second": 5.346, "step": 6104 } ], "logging_steps": 25, "max_steps": 9156, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 5, "early_stopping_threshold": 0.01 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.9610164221187195e+19, "train_batch_size": 8, "trial_name": null, "trial_params": null }