| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9989023051591658, | |
| "eval_steps": 500, | |
| "global_step": 455, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021953896816684962, | |
| "grad_norm": 37.21439565141779, | |
| "learning_rate": 1.0869565217391303e-08, | |
| "loss": 1.4277, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010976948408342482, | |
| "grad_norm": 31.799276785765738, | |
| "learning_rate": 5.434782608695652e-08, | |
| "loss": 1.4875, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021953896816684963, | |
| "grad_norm": 37.128332006170986, | |
| "learning_rate": 1.0869565217391303e-07, | |
| "loss": 1.4405, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03293084522502744, | |
| "grad_norm": 28.763704469610055, | |
| "learning_rate": 1.6304347826086955e-07, | |
| "loss": 1.4495, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.043907793633369926, | |
| "grad_norm": 24.21109200751535, | |
| "learning_rate": 2.1739130434782607e-07, | |
| "loss": 1.348, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.054884742041712405, | |
| "grad_norm": 17.806110439198463, | |
| "learning_rate": 2.717391304347826e-07, | |
| "loss": 1.2804, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06586169045005488, | |
| "grad_norm": 7.093114542451441, | |
| "learning_rate": 3.260869565217391e-07, | |
| "loss": 1.2082, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07683863885839737, | |
| "grad_norm": 4.867218022023519, | |
| "learning_rate": 3.8043478260869567e-07, | |
| "loss": 1.1694, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08781558726673985, | |
| "grad_norm": 4.163949798778549, | |
| "learning_rate": 4.3478260869565214e-07, | |
| "loss": 1.1523, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09879253567508232, | |
| "grad_norm": 3.75376057274967, | |
| "learning_rate": 4.891304347826087e-07, | |
| "loss": 1.1297, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10976948408342481, | |
| "grad_norm": 3.964842079535969, | |
| "learning_rate": 4.998820089787287e-07, | |
| "loss": 1.108, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1207464324917673, | |
| "grad_norm": 2.7520967442544055, | |
| "learning_rate": 4.99402861330474e-07, | |
| "loss": 1.1033, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.13172338090010977, | |
| "grad_norm": 3.5589483412826977, | |
| "learning_rate": 4.985558887302488e-07, | |
| "loss": 1.0951, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.14270032930845225, | |
| "grad_norm": 3.119698599724887, | |
| "learning_rate": 4.973423403123028e-07, | |
| "loss": 1.0783, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.15367727771679474, | |
| "grad_norm": 2.949317383115411, | |
| "learning_rate": 4.957640058451501e-07, | |
| "loss": 1.0669, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.16465422612513722, | |
| "grad_norm": 2.618140408739008, | |
| "learning_rate": 4.938232130919785e-07, | |
| "loss": 1.0726, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1756311745334797, | |
| "grad_norm": 2.6209648500734697, | |
| "learning_rate": 4.915228243776124e-07, | |
| "loss": 1.0662, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.18660812294182216, | |
| "grad_norm": 2.867532808719891, | |
| "learning_rate": 4.888662323670913e-07, | |
| "loss": 1.0555, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.19758507135016465, | |
| "grad_norm": 2.762665890450646, | |
| "learning_rate": 4.858573550620908e-07, | |
| "loss": 1.0669, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20856201975850713, | |
| "grad_norm": 2.4214228636048833, | |
| "learning_rate": 4.825006300225665e-07, | |
| "loss": 1.0714, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21953896816684962, | |
| "grad_norm": 2.316773071192448, | |
| "learning_rate": 4.7880100782214e-07, | |
| "loss": 1.0594, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2305159165751921, | |
| "grad_norm": 2.2001269225986864, | |
| "learning_rate": 4.747639447468816e-07, | |
| "loss": 1.0621, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2414928649835346, | |
| "grad_norm": 2.4429626086547014, | |
| "learning_rate": 4.7039539474825683e-07, | |
| "loss": 1.0262, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2524698133918771, | |
| "grad_norm": 2.505629215080317, | |
| "learning_rate": 4.657018006621053e-07, | |
| "loss": 1.0288, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.26344676180021953, | |
| "grad_norm": 2.34925727459466, | |
| "learning_rate": 4.6069008470660057e-07, | |
| "loss": 1.0671, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.27442371020856204, | |
| "grad_norm": 2.1952559509776575, | |
| "learning_rate": 4.5536763827320803e-07, | |
| "loss": 1.033, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2854006586169045, | |
| "grad_norm": 2.2990824111311987, | |
| "learning_rate": 4.4974231102569355e-07, | |
| "loss": 1.0245, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.29637760702524696, | |
| "grad_norm": 2.2303125915616313, | |
| "learning_rate": 4.438223993232634e-07, | |
| "loss": 1.0095, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.30735455543358947, | |
| "grad_norm": 2.2638284322428412, | |
| "learning_rate": 4.3761663398490634e-07, | |
| "loss": 1.016, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31833150384193193, | |
| "grad_norm": 2.4912960841051657, | |
| "learning_rate": 4.3113416741298616e-07, | |
| "loss": 1.0232, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.32930845225027444, | |
| "grad_norm": 2.35071868002771, | |
| "learning_rate": 4.2438456009507195e-07, | |
| "loss": 1.0094, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3402854006586169, | |
| "grad_norm": 2.325666914884671, | |
| "learning_rate": 4.1737776650391625e-07, | |
| "loss": 1.0186, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3512623490669594, | |
| "grad_norm": 2.492980306835079, | |
| "learning_rate": 4.101241204163748e-07, | |
| "loss": 0.9975, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.36223929747530187, | |
| "grad_norm": 2.2095279955781835, | |
| "learning_rate": 4.0263431967291934e-07, | |
| "loss": 1.0269, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3732162458836443, | |
| "grad_norm": 2.200947139945517, | |
| "learning_rate": 3.949194104002224e-07, | |
| "loss": 1.0078, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.38419319429198684, | |
| "grad_norm": 2.2892065158763333, | |
| "learning_rate": 3.8699077072008085e-07, | |
| "loss": 1.0105, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3951701427003293, | |
| "grad_norm": 2.3262445212448912, | |
| "learning_rate": 3.7886009396870564e-07, | |
| "loss": 1.0032, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4061470911086718, | |
| "grad_norm": 3.3437108002828713, | |
| "learning_rate": 3.705393714511268e-07, | |
| "loss": 1.0007, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.41712403951701427, | |
| "grad_norm": 2.271617618137847, | |
| "learning_rate": 3.6204087475614676e-07, | |
| "loss": 1.0161, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4281009879253567, | |
| "grad_norm": 2.2040001544409704, | |
| "learning_rate": 3.533771376579249e-07, | |
| "loss": 1.0115, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.43907793633369924, | |
| "grad_norm": 2.208144019801884, | |
| "learning_rate": 3.445609376308857e-07, | |
| "loss": 0.9991, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4500548847420417, | |
| "grad_norm": 2.2625225642348608, | |
| "learning_rate": 3.356052770052119e-07, | |
| "loss": 1.0002, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4610318331503842, | |
| "grad_norm": 2.17968991949006, | |
| "learning_rate": 3.2652336379071506e-07, | |
| "loss": 1.003, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.47200878155872666, | |
| "grad_norm": 2.2484730404674367, | |
| "learning_rate": 3.173285921973657e-07, | |
| "loss": 0.9967, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4829857299670692, | |
| "grad_norm": 2.2023781045941297, | |
| "learning_rate": 3.0803452288121113e-07, | |
| "loss": 0.9934, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.49396267837541163, | |
| "grad_norm": 2.1760991166567925, | |
| "learning_rate": 2.986548629448146e-07, | |
| "loss": 1.0118, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5049396267837541, | |
| "grad_norm": 2.1634685814392567, | |
| "learning_rate": 2.892034457217119e-07, | |
| "loss": 0.9803, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5159165751920965, | |
| "grad_norm": 2.1190899654664324, | |
| "learning_rate": 2.7969421037470033e-07, | |
| "loss": 1.0109, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5268935236004391, | |
| "grad_norm": 2.2152330549300867, | |
| "learning_rate": 2.70141181338047e-07, | |
| "loss": 0.9835, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5378704720087816, | |
| "grad_norm": 2.274189691558315, | |
| "learning_rate": 2.60558447633938e-07, | |
| "loss": 0.9994, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5488474204171241, | |
| "grad_norm": 2.242337338350247, | |
| "learning_rate": 2.509601420936717e-07, | |
| "loss": 1.0056, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5598243688254665, | |
| "grad_norm": 2.334006849829965, | |
| "learning_rate": 2.413604205142404e-07, | |
| "loss": 0.9976, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.570801317233809, | |
| "grad_norm": 2.761308414970569, | |
| "learning_rate": 2.3177344078104305e-07, | |
| "loss": 1.0227, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5817782656421515, | |
| "grad_norm": 2.33919437556703, | |
| "learning_rate": 2.2221334198751717e-07, | |
| "loss": 0.9997, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5927552140504939, | |
| "grad_norm": 2.20272202664836, | |
| "learning_rate": 2.1269422358248534e-07, | |
| "loss": 0.9765, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6037321624588364, | |
| "grad_norm": 2.417200784540872, | |
| "learning_rate": 2.0323012457597113e-07, | |
| "loss": 0.9912, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6147091108671789, | |
| "grad_norm": 2.144247790210012, | |
| "learning_rate": 1.9383500283415127e-07, | |
| "loss": 1.0085, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6256860592755215, | |
| "grad_norm": 2.1598500041507576, | |
| "learning_rate": 1.8452271449398015e-07, | |
| "loss": 0.9936, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6366630076838639, | |
| "grad_norm": 2.2513888869939875, | |
| "learning_rate": 1.753069935278477e-07, | |
| "loss": 0.9983, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6476399560922064, | |
| "grad_norm": 2.21672483120269, | |
| "learning_rate": 1.662014314884074e-07, | |
| "loss": 0.9823, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6586169045005489, | |
| "grad_norm": 2.167838745580858, | |
| "learning_rate": 1.5721945746344914e-07, | |
| "loss": 1.003, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6695938529088913, | |
| "grad_norm": 2.2265387290087824, | |
| "learning_rate": 1.4837431827037786e-07, | |
| "loss": 0.9844, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6805708013172338, | |
| "grad_norm": 2.210867575625144, | |
| "learning_rate": 1.3967905891950936e-07, | |
| "loss": 0.9894, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6915477497255763, | |
| "grad_norm": 2.221663064011151, | |
| "learning_rate": 1.3114650337499578e-07, | |
| "loss": 0.9932, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.7025246981339188, | |
| "grad_norm": 2.207207427668881, | |
| "learning_rate": 1.227892356417542e-07, | |
| "loss": 0.9801, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7135016465422612, | |
| "grad_norm": 2.229969820276736, | |
| "learning_rate": 1.1461958120629345e-07, | |
| "loss": 0.9749, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7244785949506037, | |
| "grad_norm": 2.2050752947618797, | |
| "learning_rate": 1.0664958885880901e-07, | |
| "loss": 0.9995, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7354555433589463, | |
| "grad_norm": 2.220875622216501, | |
| "learning_rate": 9.889101292335625e-08, | |
| "loss": 0.9882, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7464324917672887, | |
| "grad_norm": 2.1962028300045415, | |
| "learning_rate": 9.13552959223089e-08, | |
| "loss": 0.9963, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7574094401756312, | |
| "grad_norm": 2.2493255089237665, | |
| "learning_rate": 8.405355170066925e-08, | |
| "loss": 0.9945, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7683863885839737, | |
| "grad_norm": 2.194427672592623, | |
| "learning_rate": 7.699654903511971e-08, | |
| "loss": 0.9868, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7793633369923162, | |
| "grad_norm": 2.1546138188685906, | |
| "learning_rate": 7.01946957519886e-08, | |
| "loss": 0.9761, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7903402854006586, | |
| "grad_norm": 2.131901247198089, | |
| "learning_rate": 6.365802337755364e-08, | |
| "loss": 1.0021, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8013172338090011, | |
| "grad_norm": 2.35581904723087, | |
| "learning_rate": 5.739617234332131e-08, | |
| "loss": 0.9962, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.8122941822173436, | |
| "grad_norm": 2.1749901587074336, | |
| "learning_rate": 5.14183777681014e-08, | |
| "loss": 0.9792, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.823271130625686, | |
| "grad_norm": 2.270280240224792, | |
| "learning_rate": 4.5733455837846325e-08, | |
| "loss": 1.0028, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8342480790340285, | |
| "grad_norm": 2.160330737233165, | |
| "learning_rate": 4.0349790803341274e-08, | |
| "loss": 1.0058, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.845225027442371, | |
| "grad_norm": 2.1252739289722427, | |
| "learning_rate": 3.527532261492272e-08, | |
| "loss": 0.9877, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8562019758507134, | |
| "grad_norm": 2.118987787417721, | |
| "learning_rate": 3.0517535212460946e-08, | |
| "loss": 0.9786, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.867178924259056, | |
| "grad_norm": 2.1714044073053373, | |
| "learning_rate": 2.608344548787722e-08, | |
| "loss": 0.9714, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8781558726673985, | |
| "grad_norm": 2.185899254100342, | |
| "learning_rate": 2.19795929364735e-08, | |
| "loss": 0.9897, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.889132821075741, | |
| "grad_norm": 2.1647439375274438, | |
| "learning_rate": 1.8212030012337704e-08, | |
| "loss": 0.9983, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.9001097694840834, | |
| "grad_norm": 2.149723670222018, | |
| "learning_rate": 1.4786313202048456e-08, | |
| "loss": 1.0078, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.9110867178924259, | |
| "grad_norm": 2.0770986497941584, | |
| "learning_rate": 1.1707494829843207e-08, | |
| "loss": 0.9856, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.9220636663007684, | |
| "grad_norm": 2.127123760568819, | |
| "learning_rate": 8.980115606337046e-09, | |
| "loss": 0.9959, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9330406147091108, | |
| "grad_norm": 2.119993193338152, | |
| "learning_rate": 6.608197931780496e-09, | |
| "loss": 0.9771, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9440175631174533, | |
| "grad_norm": 2.1728444045432176, | |
| "learning_rate": 4.595239963733011e-09, | |
| "loss": 0.9854, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9549945115257958, | |
| "grad_norm": 2.1073358990092603, | |
| "learning_rate": 2.9442104579016356e-09, | |
| "loss": 0.9918, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9659714599341384, | |
| "grad_norm": 2.2775104380213635, | |
| "learning_rate": 1.6575443897531294e-09, | |
| "loss": 0.9911, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9769484083424808, | |
| "grad_norm": 2.1495528942632705, | |
| "learning_rate": 7.371393633574252e-10, | |
| "loss": 0.9846, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9879253567508233, | |
| "grad_norm": 2.3281869972319096, | |
| "learning_rate": 1.843528127584981e-10, | |
| "loss": 0.9961, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "grad_norm": 2.22432656366925, | |
| "learning_rate": 0.0, | |
| "loss": 0.9719, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "eval_loss": 1.0896308422088623, | |
| "eval_runtime": 3.6044, | |
| "eval_samples_per_second": 74.353, | |
| "eval_steps_per_second": 1.387, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "step": 455, | |
| "total_flos": 190430796840960.0, | |
| "train_loss": 1.0385671806859447, | |
| "train_runtime": 5397.8209, | |
| "train_samples_per_second": 21.597, | |
| "train_steps_per_second": 0.084 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 455, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 190430796840960.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |