| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 5779, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 5.7683433317951084e-05, | |
| "grad_norm": 0.805375337600708, | |
| "learning_rate": 1.1534025374855825e-07, | |
| "loss": 1.1819, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0002884171665897554, | |
| "grad_norm": 0.6597965359687805, | |
| "learning_rate": 5.767012687427913e-07, | |
| "loss": 1.0888, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0005768343331795108, | |
| "grad_norm": 0.8368421792984009, | |
| "learning_rate": 1.1534025374855826e-06, | |
| "loss": 1.2132, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0008652514997692663, | |
| "grad_norm": 0.9829678535461426, | |
| "learning_rate": 1.7301038062283738e-06, | |
| "loss": 1.1889, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0011536686663590216, | |
| "grad_norm": 0.7449169158935547, | |
| "learning_rate": 2.3068050749711653e-06, | |
| "loss": 1.2103, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.001442085832948777, | |
| "grad_norm": 0.7239571809768677, | |
| "learning_rate": 2.8835063437139563e-06, | |
| "loss": 1.1712, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0017305029995385325, | |
| "grad_norm": 0.6156097650527954, | |
| "learning_rate": 3.4602076124567477e-06, | |
| "loss": 1.0438, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0020189201661282878, | |
| "grad_norm": 0.7826522588729858, | |
| "learning_rate": 4.036908881199539e-06, | |
| "loss": 1.212, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0023073373327180432, | |
| "grad_norm": 0.6530287861824036, | |
| "learning_rate": 4.6136101499423305e-06, | |
| "loss": 1.1553, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0025957544993077987, | |
| "grad_norm": 0.7508683204650879, | |
| "learning_rate": 5.190311418685121e-06, | |
| "loss": 1.1354, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.002884171665897554, | |
| "grad_norm": 0.6567290425300598, | |
| "learning_rate": 5.7670126874279126e-06, | |
| "loss": 1.1375, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0031725888324873096, | |
| "grad_norm": 0.5964232683181763, | |
| "learning_rate": 6.3437139561707036e-06, | |
| "loss": 1.1193, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.003461005999077065, | |
| "grad_norm": 0.7864587306976318, | |
| "learning_rate": 6.920415224913495e-06, | |
| "loss": 1.1051, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0037494231656668205, | |
| "grad_norm": 0.643945574760437, | |
| "learning_rate": 7.497116493656286e-06, | |
| "loss": 1.107, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0040378403322565756, | |
| "grad_norm": 0.6281377077102661, | |
| "learning_rate": 8.073817762399077e-06, | |
| "loss": 1.0673, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0043262574988463314, | |
| "grad_norm": 0.6308133006095886, | |
| "learning_rate": 8.650519031141868e-06, | |
| "loss": 1.0958, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0046146746654360865, | |
| "grad_norm": 0.566056489944458, | |
| "learning_rate": 9.227220299884661e-06, | |
| "loss": 1.0433, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.004903091832025842, | |
| "grad_norm": 0.6622409820556641, | |
| "learning_rate": 9.803921568627451e-06, | |
| "loss": 0.9888, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.005191508998615597, | |
| "grad_norm": 0.6094119548797607, | |
| "learning_rate": 1.0380622837370241e-05, | |
| "loss": 1.1145, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.005479926165205353, | |
| "grad_norm": 0.6860048770904541, | |
| "learning_rate": 1.0957324106113035e-05, | |
| "loss": 1.0594, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.005768343331795108, | |
| "grad_norm": 0.6527470946311951, | |
| "learning_rate": 1.1534025374855825e-05, | |
| "loss": 0.9886, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.006056760498384864, | |
| "grad_norm": 0.6624901294708252, | |
| "learning_rate": 1.2110726643598615e-05, | |
| "loss": 1.0142, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.006345177664974619, | |
| "grad_norm": 0.680112361907959, | |
| "learning_rate": 1.2687427912341407e-05, | |
| "loss": 0.9999, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.006633594831564375, | |
| "grad_norm": 0.6242687702178955, | |
| "learning_rate": 1.3264129181084197e-05, | |
| "loss": 0.9571, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.00692201199815413, | |
| "grad_norm": 0.6047985553741455, | |
| "learning_rate": 1.384083044982699e-05, | |
| "loss": 1.0342, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.007210429164743885, | |
| "grad_norm": 0.650623083114624, | |
| "learning_rate": 1.4417531718569783e-05, | |
| "loss": 1.0183, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.007498846331333641, | |
| "grad_norm": 0.5915358066558838, | |
| "learning_rate": 1.4994232987312573e-05, | |
| "loss": 1.0469, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.007787263497923396, | |
| "grad_norm": 0.653743326663971, | |
| "learning_rate": 1.5570934256055363e-05, | |
| "loss": 1.0459, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.008075680664513151, | |
| "grad_norm": 0.6202878355979919, | |
| "learning_rate": 1.6147635524798155e-05, | |
| "loss": 1.047, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.008364097831102908, | |
| "grad_norm": 0.6978910565376282, | |
| "learning_rate": 1.6724336793540947e-05, | |
| "loss": 1.0783, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.008652514997692663, | |
| "grad_norm": 0.6709557771682739, | |
| "learning_rate": 1.7301038062283735e-05, | |
| "loss": 1.0576, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.008940932164282418, | |
| "grad_norm": 0.6336321830749512, | |
| "learning_rate": 1.787773933102653e-05, | |
| "loss": 1.0142, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.009229349330872173, | |
| "grad_norm": 0.6070622801780701, | |
| "learning_rate": 1.8454440599769322e-05, | |
| "loss": 0.9873, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.00951776649746193, | |
| "grad_norm": 0.6129010915756226, | |
| "learning_rate": 1.903114186851211e-05, | |
| "loss": 0.9731, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.009806183664051685, | |
| "grad_norm": 0.7349147200584412, | |
| "learning_rate": 1.9607843137254903e-05, | |
| "loss": 1.0242, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01009460083064144, | |
| "grad_norm": 0.6842703223228455, | |
| "learning_rate": 2.0184544405997694e-05, | |
| "loss": 1.1214, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.010383017997231195, | |
| "grad_norm": 0.7253619432449341, | |
| "learning_rate": 2.0761245674740483e-05, | |
| "loss": 1.0322, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01067143516382095, | |
| "grad_norm": 0.7551470994949341, | |
| "learning_rate": 2.1337946943483278e-05, | |
| "loss": 0.9613, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.010959852330410707, | |
| "grad_norm": 0.6953349113464355, | |
| "learning_rate": 2.191464821222607e-05, | |
| "loss": 1.075, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.011248269497000462, | |
| "grad_norm": 0.6868691444396973, | |
| "learning_rate": 2.249134948096886e-05, | |
| "loss": 1.0639, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.011536686663590217, | |
| "grad_norm": 0.7638917565345764, | |
| "learning_rate": 2.306805074971165e-05, | |
| "loss": 1.0104, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.011825103830179972, | |
| "grad_norm": 0.6889998316764832, | |
| "learning_rate": 2.3644752018454442e-05, | |
| "loss": 1.0104, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.012113520996769728, | |
| "grad_norm": 0.6709694862365723, | |
| "learning_rate": 2.422145328719723e-05, | |
| "loss": 1.0671, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.012401938163359483, | |
| "grad_norm": 0.7222777605056763, | |
| "learning_rate": 2.4798154555940022e-05, | |
| "loss": 0.9234, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.012690355329949238, | |
| "grad_norm": 0.8851092457771301, | |
| "learning_rate": 2.5374855824682814e-05, | |
| "loss": 1.0463, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.012978772496538993, | |
| "grad_norm": 0.7736419439315796, | |
| "learning_rate": 2.5951557093425606e-05, | |
| "loss": 1.0129, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.01326718966312875, | |
| "grad_norm": 0.853778064250946, | |
| "learning_rate": 2.6528258362168395e-05, | |
| "loss": 1.0253, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.013555606829718505, | |
| "grad_norm": 0.7991467714309692, | |
| "learning_rate": 2.7104959630911193e-05, | |
| "loss": 0.9774, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.01384402399630826, | |
| "grad_norm": 0.718079149723053, | |
| "learning_rate": 2.768166089965398e-05, | |
| "loss": 1.0044, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.014132441162898015, | |
| "grad_norm": 0.7406652569770813, | |
| "learning_rate": 2.8258362168396773e-05, | |
| "loss": 1.0082, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.01442085832948777, | |
| "grad_norm": 0.7190337181091309, | |
| "learning_rate": 2.8835063437139565e-05, | |
| "loss": 0.9858, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.014709275496077527, | |
| "grad_norm": 0.7842580676078796, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 1.0378, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.014997692662667282, | |
| "grad_norm": 0.7193072438240051, | |
| "learning_rate": 2.9988465974625146e-05, | |
| "loss": 1.0055, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.015286109829257037, | |
| "grad_norm": 0.7311102151870728, | |
| "learning_rate": 3.0565167243367934e-05, | |
| "loss": 0.9497, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.015574526995846792, | |
| "grad_norm": 0.7522133588790894, | |
| "learning_rate": 3.1141868512110726e-05, | |
| "loss": 1.0437, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.015862944162436547, | |
| "grad_norm": 0.7482451796531677, | |
| "learning_rate": 3.171856978085352e-05, | |
| "loss": 0.9474, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.016151361329026302, | |
| "grad_norm": 0.7732366919517517, | |
| "learning_rate": 3.229527104959631e-05, | |
| "loss": 0.9688, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.01643977849561606, | |
| "grad_norm": 0.746648907661438, | |
| "learning_rate": 3.28719723183391e-05, | |
| "loss": 0.914, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.016728195662205816, | |
| "grad_norm": 0.6986602544784546, | |
| "learning_rate": 3.344867358708189e-05, | |
| "loss": 0.9613, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.01701661282879557, | |
| "grad_norm": 0.7043907642364502, | |
| "learning_rate": 3.4025374855824685e-05, | |
| "loss": 0.9693, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.017305029995385326, | |
| "grad_norm": 0.7637396454811096, | |
| "learning_rate": 3.460207612456747e-05, | |
| "loss": 0.9629, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01759344716197508, | |
| "grad_norm": 0.7434666156768799, | |
| "learning_rate": 3.517877739331027e-05, | |
| "loss": 1.0924, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.017881864328564836, | |
| "grad_norm": 0.7435088157653809, | |
| "learning_rate": 3.575547866205306e-05, | |
| "loss": 1.0479, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.01817028149515459, | |
| "grad_norm": 0.6840139031410217, | |
| "learning_rate": 3.633217993079585e-05, | |
| "loss": 1.0394, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.018458698661744346, | |
| "grad_norm": 0.6994503736495972, | |
| "learning_rate": 3.6908881199538644e-05, | |
| "loss": 1.0005, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.0187471158283341, | |
| "grad_norm": 0.6722626686096191, | |
| "learning_rate": 3.748558246828143e-05, | |
| "loss": 0.9682, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.01903553299492386, | |
| "grad_norm": 0.6701967716217041, | |
| "learning_rate": 3.806228373702422e-05, | |
| "loss": 0.9973, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.019323950161513614, | |
| "grad_norm": 0.658715546131134, | |
| "learning_rate": 3.863898500576701e-05, | |
| "loss": 0.9848, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.01961236732810337, | |
| "grad_norm": 0.7802160382270813, | |
| "learning_rate": 3.9215686274509805e-05, | |
| "loss": 0.9661, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.019900784494693124, | |
| "grad_norm": 0.8040672540664673, | |
| "learning_rate": 3.97923875432526e-05, | |
| "loss": 0.9959, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.02018920166128288, | |
| "grad_norm": 0.687023937702179, | |
| "learning_rate": 4.036908881199539e-05, | |
| "loss": 0.9384, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.020477618827872635, | |
| "grad_norm": 0.6872786283493042, | |
| "learning_rate": 4.094579008073818e-05, | |
| "loss": 0.9794, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.02076603599446239, | |
| "grad_norm": 0.6797603368759155, | |
| "learning_rate": 4.1522491349480966e-05, | |
| "loss": 1.013, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.021054453161052145, | |
| "grad_norm": 0.6620325446128845, | |
| "learning_rate": 4.209919261822376e-05, | |
| "loss": 0.9782, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.0213428703276419, | |
| "grad_norm": 0.7120839357376099, | |
| "learning_rate": 4.2675893886966556e-05, | |
| "loss": 1.001, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.021631287494231658, | |
| "grad_norm": 0.7110047936439514, | |
| "learning_rate": 4.325259515570935e-05, | |
| "loss": 1.0208, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.021919704660821413, | |
| "grad_norm": 0.674694299697876, | |
| "learning_rate": 4.382929642445214e-05, | |
| "loss": 0.976, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.022208121827411168, | |
| "grad_norm": 0.6173574924468994, | |
| "learning_rate": 4.440599769319493e-05, | |
| "loss": 0.8755, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.022496538994000923, | |
| "grad_norm": 0.6821759343147278, | |
| "learning_rate": 4.498269896193772e-05, | |
| "loss": 1.0689, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.022784956160590678, | |
| "grad_norm": 0.709820568561554, | |
| "learning_rate": 4.555940023068051e-05, | |
| "loss": 1.0277, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.023073373327180433, | |
| "grad_norm": 0.6610621809959412, | |
| "learning_rate": 4.61361014994233e-05, | |
| "loss": 1.0061, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.023361790493770188, | |
| "grad_norm": 0.7234196662902832, | |
| "learning_rate": 4.671280276816609e-05, | |
| "loss": 1.0004, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.023650207660359943, | |
| "grad_norm": 0.7094035744667053, | |
| "learning_rate": 4.7289504036908884e-05, | |
| "loss": 0.9914, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.0239386248269497, | |
| "grad_norm": 0.6732367873191833, | |
| "learning_rate": 4.7866205305651676e-05, | |
| "loss": 0.9613, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.024227041993539457, | |
| "grad_norm": 0.6192376613616943, | |
| "learning_rate": 4.844290657439446e-05, | |
| "loss": 1.0058, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.024515459160129212, | |
| "grad_norm": 0.6171934604644775, | |
| "learning_rate": 4.901960784313725e-05, | |
| "loss": 1.027, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.024803876326718967, | |
| "grad_norm": 0.6176871657371521, | |
| "learning_rate": 4.9596309111880045e-05, | |
| "loss": 0.9524, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.025092293493308722, | |
| "grad_norm": 0.6524646878242493, | |
| "learning_rate": 5.017301038062284e-05, | |
| "loss": 1.0202, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.025380710659898477, | |
| "grad_norm": 0.6370823979377747, | |
| "learning_rate": 5.074971164936563e-05, | |
| "loss": 0.9185, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.025669127826488232, | |
| "grad_norm": 0.6290232539176941, | |
| "learning_rate": 5.132641291810843e-05, | |
| "loss": 1.0323, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.025957544993077987, | |
| "grad_norm": 0.6379473805427551, | |
| "learning_rate": 5.190311418685121e-05, | |
| "loss": 0.9921, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.026245962159667742, | |
| "grad_norm": 0.6444252729415894, | |
| "learning_rate": 5.2479815455594004e-05, | |
| "loss": 1.0232, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.0265343793262575, | |
| "grad_norm": 0.6765018105506897, | |
| "learning_rate": 5.305651672433679e-05, | |
| "loss": 0.9987, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.026822796492847256, | |
| "grad_norm": 0.6089096069335938, | |
| "learning_rate": 5.363321799307959e-05, | |
| "loss": 0.9996, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.02711121365943701, | |
| "grad_norm": 0.6402391195297241, | |
| "learning_rate": 5.4209919261822386e-05, | |
| "loss": 0.9029, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.027399630826026766, | |
| "grad_norm": 0.616694450378418, | |
| "learning_rate": 5.478662053056517e-05, | |
| "loss": 0.9625, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.02768804799261652, | |
| "grad_norm": 0.6394984126091003, | |
| "learning_rate": 5.536332179930796e-05, | |
| "loss": 0.984, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.027976465159206276, | |
| "grad_norm": 0.6072252988815308, | |
| "learning_rate": 5.594002306805075e-05, | |
| "loss": 0.9278, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.02826488232579603, | |
| "grad_norm": 0.6287209987640381, | |
| "learning_rate": 5.651672433679355e-05, | |
| "loss": 1.011, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.028553299492385786, | |
| "grad_norm": 0.610227644443512, | |
| "learning_rate": 5.709342560553633e-05, | |
| "loss": 0.9999, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.02884171665897554, | |
| "grad_norm": 0.5862972736358643, | |
| "learning_rate": 5.767012687427913e-05, | |
| "loss": 0.9724, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08738536078906385, | |
| "grad_norm": 0.5334975719451904, | |
| "learning_rate": 0.00017474048442906573, | |
| "loss": 0.9612, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.08825056238103478, | |
| "grad_norm": 0.4906371831893921, | |
| "learning_rate": 0.00017647058823529413, | |
| "loss": 1.0106, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.0891157639730057, | |
| "grad_norm": 0.6553336977958679, | |
| "learning_rate": 0.0001782006920415225, | |
| "loss": 1.0372, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.08998096556497664, | |
| "grad_norm": 0.4532735347747803, | |
| "learning_rate": 0.00017993079584775087, | |
| "loss": 1.0166, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.09084616715694757, | |
| "grad_norm": 0.474738210439682, | |
| "learning_rate": 0.00018166089965397926, | |
| "loss": 0.9979, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.0917113687489185, | |
| "grad_norm": 0.4620087146759033, | |
| "learning_rate": 0.0001833910034602076, | |
| "loss": 1.0254, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.09257657034088942, | |
| "grad_norm": 0.4435741901397705, | |
| "learning_rate": 0.000185121107266436, | |
| "loss": 0.9888, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.09344177193286035, | |
| "grad_norm": 0.43698352575302124, | |
| "learning_rate": 0.00018685121107266437, | |
| "loss": 0.9884, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.09430697352483129, | |
| "grad_norm": 0.41308143734931946, | |
| "learning_rate": 0.00018858131487889274, | |
| "loss": 1.0003, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.09517217511680222, | |
| "grad_norm": 0.4729122817516327, | |
| "learning_rate": 0.00019031141868512113, | |
| "loss": 0.9812, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.09603737670877315, | |
| "grad_norm": 0.42877742648124695, | |
| "learning_rate": 0.00019204152249134948, | |
| "loss": 0.9832, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.09690257830074407, | |
| "grad_norm": 0.4206876754760742, | |
| "learning_rate": 0.00019377162629757784, | |
| "loss": 1.009, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.097767779892715, | |
| "grad_norm": 0.4647689461708069, | |
| "learning_rate": 0.00019550173010380624, | |
| "loss": 0.945, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.09863298148468594, | |
| "grad_norm": 0.41559451818466187, | |
| "learning_rate": 0.0001972318339100346, | |
| "loss": 1.0342, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.09949818307665687, | |
| "grad_norm": 0.44591063261032104, | |
| "learning_rate": 0.000198961937716263, | |
| "loss": 0.9927, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.10036338466862779, | |
| "grad_norm": 0.41210636496543884, | |
| "learning_rate": 0.00019999992702804517, | |
| "loss": 0.9835, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.10122858626059872, | |
| "grad_norm": 0.4488976001739502, | |
| "learning_rate": 0.0001999991060947763, | |
| "loss": 0.9783, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.10209378785256965, | |
| "grad_norm": 0.49996423721313477, | |
| "learning_rate": 0.0001999973730208081, | |
| "loss": 1.0076, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.10295898944454057, | |
| "grad_norm": 0.3953074812889099, | |
| "learning_rate": 0.00019999472782194876, | |
| "loss": 0.9747, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.10382419103651151, | |
| "grad_norm": 0.42277634143829346, | |
| "learning_rate": 0.0001999911705223265, | |
| "loss": 0.9959, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.10468939262848244, | |
| "grad_norm": 0.4215725064277649, | |
| "learning_rate": 0.00019998670115438909, | |
| "loss": 1.0212, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.10555459422045337, | |
| "grad_norm": 0.4542864263057709, | |
| "learning_rate": 0.0001999813197589039, | |
| "loss": 0.9818, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.10641979581242429, | |
| "grad_norm": 0.4049575626850128, | |
| "learning_rate": 0.00019997502638495723, | |
| "loss": 0.9868, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.10728499740439522, | |
| "grad_norm": 0.4267943799495697, | |
| "learning_rate": 0.00019996782108995404, | |
| "loss": 1.0023, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.10815019899636616, | |
| "grad_norm": 0.3867630660533905, | |
| "learning_rate": 0.00019995970393961733, | |
| "loss": 0.9584, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.10901540058833709, | |
| "grad_norm": 0.4118204116821289, | |
| "learning_rate": 0.00019995067500798758, | |
| "loss": 1.0091, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.10988060218030801, | |
| "grad_norm": 0.4244009852409363, | |
| "learning_rate": 0.00019994073437742214, | |
| "loss": 0.9887, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.11074580377227894, | |
| "grad_norm": 0.37798789143562317, | |
| "learning_rate": 0.0001999298821385943, | |
| "loss": 0.9533, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.11161100536424987, | |
| "grad_norm": 0.4218810796737671, | |
| "learning_rate": 0.00019991811839049263, | |
| "loss": 0.9813, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.1124762069562208, | |
| "grad_norm": 0.419813871383667, | |
| "learning_rate": 0.00019990544324042007, | |
| "loss": 0.9898, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.11334140854819173, | |
| "grad_norm": 0.4155246615409851, | |
| "learning_rate": 0.00019989185680399283, | |
| "loss": 1.0018, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.11420661014016266, | |
| "grad_norm": 0.45885682106018066, | |
| "learning_rate": 0.00019987735920513943, | |
| "loss": 1.0023, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.11507181173213359, | |
| "grad_norm": 0.45299044251441956, | |
| "learning_rate": 0.00019986195057609957, | |
| "loss": 1.0061, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.11593701332410451, | |
| "grad_norm": 0.4102267920970917, | |
| "learning_rate": 0.00019984563105742285, | |
| "loss": 1.0284, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.11680221491607544, | |
| "grad_norm": 0.41383153200149536, | |
| "learning_rate": 0.0001998284007979676, | |
| "loss": 0.9999, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.11766741650804638, | |
| "grad_norm": 0.4205871522426605, | |
| "learning_rate": 0.00019981025995489943, | |
| "loss": 0.9574, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.1185326181000173, | |
| "grad_norm": 0.43072691559791565, | |
| "learning_rate": 0.00019979120869368982, | |
| "loss": 0.9703, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.11939781969198823, | |
| "grad_norm": 0.4149424135684967, | |
| "learning_rate": 0.00019977124718811463, | |
| "loss": 1.0093, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.12026302128395916, | |
| "grad_norm": 0.46796900033950806, | |
| "learning_rate": 0.00019975037562025254, | |
| "loss": 0.9802, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.12112822287593009, | |
| "grad_norm": 0.3972123861312866, | |
| "learning_rate": 0.00019972859418048328, | |
| "loss": 1.0109, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.12199342446790103, | |
| "grad_norm": 0.4356140196323395, | |
| "learning_rate": 0.00019970590306748603, | |
| "loss": 1.0295, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.12285862605987195, | |
| "grad_norm": 0.43844765424728394, | |
| "learning_rate": 0.00019968230248823746, | |
| "loss": 0.9474, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.12372382765184288, | |
| "grad_norm": 0.42332398891448975, | |
| "learning_rate": 0.00019965779265801006, | |
| "loss": 1.0008, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.1245890292438138, | |
| "grad_norm": 0.4387184679508209, | |
| "learning_rate": 0.00019963237380036993, | |
| "loss": 0.9893, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.12545423083578475, | |
| "grad_norm": 0.42322424054145813, | |
| "learning_rate": 0.00019960604614717485, | |
| "loss": 0.9831, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.12631943242775567, | |
| "grad_norm": 0.41627830266952515, | |
| "learning_rate": 0.00019957880993857227, | |
| "loss": 1.006, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.1271846340197266, | |
| "grad_norm": 0.4279492199420929, | |
| "learning_rate": 0.00019955066542299695, | |
| "loss": 0.9847, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.12804983561169753, | |
| "grad_norm": 0.43340563774108887, | |
| "learning_rate": 0.00019952161285716872, | |
| "loss": 0.9798, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.12891503720366845, | |
| "grad_norm": 0.4125729501247406, | |
| "learning_rate": 0.00019949165250609022, | |
| "loss": 0.976, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.12978023879563938, | |
| "grad_norm": 0.43918147683143616, | |
| "learning_rate": 0.0001994607846430445, | |
| "loss": 0.9614, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1306454403876103, | |
| "grad_norm": 0.43273496627807617, | |
| "learning_rate": 0.00019942900954959244, | |
| "loss": 1.0095, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.13151064197958123, | |
| "grad_norm": 0.43806779384613037, | |
| "learning_rate": 0.0001993963275155701, | |
| "loss": 0.9866, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.13237584357155216, | |
| "grad_norm": 0.43065160512924194, | |
| "learning_rate": 0.00019936273883908637, | |
| "loss": 0.9964, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.13324104516352311, | |
| "grad_norm": 0.41607436537742615, | |
| "learning_rate": 0.0001993282438265199, | |
| "loss": 0.9926, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.13410624675549404, | |
| "grad_norm": 0.419233113527298, | |
| "learning_rate": 0.00019929284279251658, | |
| "loss": 0.995, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.13497144834746497, | |
| "grad_norm": 0.41398414969444275, | |
| "learning_rate": 0.00019925653605998655, | |
| "loss": 0.983, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.1358366499394359, | |
| "grad_norm": 0.43536847829818726, | |
| "learning_rate": 0.00019921932396010122, | |
| "loss": 0.9669, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.13670185153140682, | |
| "grad_norm": 0.41906699538230896, | |
| "learning_rate": 0.00019918120683229043, | |
| "loss": 0.9839, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.13756705312337775, | |
| "grad_norm": 0.47571635246276855, | |
| "learning_rate": 0.00019914218502423898, | |
| "loss": 1.0062, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.13843225471534867, | |
| "grad_norm": 0.4490084648132324, | |
| "learning_rate": 0.00019910225889188397, | |
| "loss": 1.0186, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1392974563073196, | |
| "grad_norm": 0.43234339356422424, | |
| "learning_rate": 0.00019906142879941107, | |
| "loss": 0.973, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.14016265789929053, | |
| "grad_norm": 0.42632317543029785, | |
| "learning_rate": 0.00019901969511925153, | |
| "loss": 0.9917, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.14102785949126145, | |
| "grad_norm": 0.4437479078769684, | |
| "learning_rate": 0.00019897705823207867, | |
| "loss": 0.9794, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.14189306108323238, | |
| "grad_norm": 0.416469931602478, | |
| "learning_rate": 0.00019893351852680433, | |
| "loss": 0.9611, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.14275826267520333, | |
| "grad_norm": 0.4988054037094116, | |
| "learning_rate": 0.00019888907640057543, | |
| "loss": 0.9644, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.14362346426717426, | |
| "grad_norm": 0.44064489006996155, | |
| "learning_rate": 0.0001988437322587703, | |
| "loss": 0.9768, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.1444886658591452, | |
| "grad_norm": 0.43101176619529724, | |
| "learning_rate": 0.00019879748651499508, | |
| "loss": 1.0167, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.14535386745111611, | |
| "grad_norm": 0.4331214725971222, | |
| "learning_rate": 0.0001987503395910797, | |
| "loss": 0.9585, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.14621906904308704, | |
| "grad_norm": 0.4513319730758667, | |
| "learning_rate": 0.00019870229191707437, | |
| "loss": 0.9678, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.14708427063505797, | |
| "grad_norm": 0.43121349811553955, | |
| "learning_rate": 0.00019865334393124535, | |
| "loss": 0.9701, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.1479494722270289, | |
| "grad_norm": 0.4441729485988617, | |
| "learning_rate": 0.00019860349608007111, | |
| "loss": 0.9771, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.14881467381899982, | |
| "grad_norm": 0.447622686624527, | |
| "learning_rate": 0.00019855274881823833, | |
| "loss": 0.9707, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.14967987541097075, | |
| "grad_norm": 0.439892441034317, | |
| "learning_rate": 0.0001985011026086375, | |
| "loss": 0.945, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.15054507700294167, | |
| "grad_norm": 0.45804309844970703, | |
| "learning_rate": 0.00019844855792235897, | |
| "loss": 1.0298, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.15141027859491263, | |
| "grad_norm": 0.427182674407959, | |
| "learning_rate": 0.00019839511523868847, | |
| "loss": 0.9811, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.15227548018688356, | |
| "grad_norm": 0.397521436214447, | |
| "learning_rate": 0.00019834077504510283, | |
| "loss": 0.9782, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.15314068177885448, | |
| "grad_norm": 0.44817712903022766, | |
| "learning_rate": 0.00019828553783726553, | |
| "loss": 1.0242, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.1540058833708254, | |
| "grad_norm": 0.4743613302707672, | |
| "learning_rate": 0.00019822940411902212, | |
| "loss": 0.9646, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.15487108496279633, | |
| "grad_norm": 0.4440392255783081, | |
| "learning_rate": 0.0001981723744023956, | |
| "loss": 1.013, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.15573628655476726, | |
| "grad_norm": 0.4056445062160492, | |
| "learning_rate": 0.000198114449207582, | |
| "loss": 0.9629, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1566014881467382, | |
| "grad_norm": 0.44350746273994446, | |
| "learning_rate": 0.0001980556290629452, | |
| "loss": 0.944, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.15746668973870911, | |
| "grad_norm": 0.4516960382461548, | |
| "learning_rate": 0.00019799591450501253, | |
| "loss": 0.9772, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.15833189133068004, | |
| "grad_norm": 0.4214520752429962, | |
| "learning_rate": 0.00019793530607846967, | |
| "loss": 0.959, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.15919709292265097, | |
| "grad_norm": 0.4131547212600708, | |
| "learning_rate": 0.00019787380433615562, | |
| "loss": 0.9922, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.1600622945146219, | |
| "grad_norm": 0.43274828791618347, | |
| "learning_rate": 0.0001978114098390579, | |
| "loss": 0.9896, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.16092749610659285, | |
| "grad_norm": 0.41580265760421753, | |
| "learning_rate": 0.0001977481231563071, | |
| "loss": 0.9829, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.16179269769856378, | |
| "grad_norm": 0.4266924560070038, | |
| "learning_rate": 0.0001976839448651721, | |
| "loss": 1.0039, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.1626578992905347, | |
| "grad_norm": 0.4301856756210327, | |
| "learning_rate": 0.00019761887555105428, | |
| "loss": 0.9754, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.16352310088250563, | |
| "grad_norm": 0.4580918848514557, | |
| "learning_rate": 0.00019755291580748278, | |
| "loss": 0.9878, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.16438830247447656, | |
| "grad_norm": 0.42018818855285645, | |
| "learning_rate": 0.0001974860662361086, | |
| "loss": 1.0021, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.16525350406644748, | |
| "grad_norm": 0.44303232431411743, | |
| "learning_rate": 0.00019741832744669938, | |
| "loss": 0.9844, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.1661187056584184, | |
| "grad_norm": 0.4127476215362549, | |
| "learning_rate": 0.0001973497000571336, | |
| "loss": 0.9969, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.16698390725038934, | |
| "grad_norm": 0.413120299577713, | |
| "learning_rate": 0.00019728018469339532, | |
| "loss": 1.0029, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.16784910884236026, | |
| "grad_norm": 0.41281285881996155, | |
| "learning_rate": 0.00019720978198956807, | |
| "loss": 0.9744, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.1687143104343312, | |
| "grad_norm": 0.42970991134643555, | |
| "learning_rate": 0.00019713849258782933, | |
| "loss": 0.9722, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.16957951202630211, | |
| "grad_norm": 0.4328010678291321, | |
| "learning_rate": 0.00019706631713844455, | |
| "loss": 0.9985, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.17044471361827307, | |
| "grad_norm": 0.42618030309677124, | |
| "learning_rate": 0.00019699325629976127, | |
| "loss": 0.9983, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.171309915210244, | |
| "grad_norm": 0.44706591963768005, | |
| "learning_rate": 0.00019691931073820312, | |
| "loss": 1.0262, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.17217511680221492, | |
| "grad_norm": 0.41572490334510803, | |
| "learning_rate": 0.00019684448112826361, | |
| "loss": 0.9898, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.17304031839418585, | |
| "grad_norm": 0.4546913206577301, | |
| "learning_rate": 0.00019676876815250024, | |
| "loss": 0.9845, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17390551998615678, | |
| "grad_norm": 0.41583436727523804, | |
| "learning_rate": 0.00019669217250152806, | |
| "loss": 0.9786, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.1747707215781277, | |
| "grad_norm": 0.4279019236564636, | |
| "learning_rate": 0.00019661469487401335, | |
| "loss": 0.9573, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.17563592317009863, | |
| "grad_norm": 0.4380638003349304, | |
| "learning_rate": 0.00019653633597666744, | |
| "loss": 0.9666, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.17650112476206956, | |
| "grad_norm": 0.4483678638935089, | |
| "learning_rate": 0.00019645709652424016, | |
| "loss": 1.0032, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.17736632635404048, | |
| "grad_norm": 0.4582922160625458, | |
| "learning_rate": 0.0001963769772395132, | |
| "loss": 1.0026, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.1782315279460114, | |
| "grad_norm": 0.39407840371131897, | |
| "learning_rate": 0.00019629597885329373, | |
| "loss": 0.9871, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.17909672953798236, | |
| "grad_norm": 0.4242671728134155, | |
| "learning_rate": 0.00019621410210440759, | |
| "loss": 1.006, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.1799619311299533, | |
| "grad_norm": 0.4255340099334717, | |
| "learning_rate": 0.00019613134773969256, | |
| "loss": 1.036, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.18082713272192422, | |
| "grad_norm": 0.4595358967781067, | |
| "learning_rate": 0.00019604771651399175, | |
| "loss": 0.9635, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.18169233431389514, | |
| "grad_norm": 0.4306567907333374, | |
| "learning_rate": 0.0001959632091901463, | |
| "loss": 0.9313, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.18255753590586607, | |
| "grad_norm": 0.4518164396286011, | |
| "learning_rate": 0.00019587782653898884, | |
| "loss": 1.0311, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.183422737497837, | |
| "grad_norm": 0.41974586248397827, | |
| "learning_rate": 0.00019579156933933632, | |
| "loss": 0.9976, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.18428793908980792, | |
| "grad_norm": 0.4630170464515686, | |
| "learning_rate": 0.00019570443837798265, | |
| "loss": 0.9915, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.18515314068177885, | |
| "grad_norm": 0.4572630524635315, | |
| "learning_rate": 0.00019561643444969203, | |
| "loss": 1.0228, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.18601834227374978, | |
| "grad_norm": 0.46339964866638184, | |
| "learning_rate": 0.00019552755835719116, | |
| "loss": 0.9616, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.1868835438657207, | |
| "grad_norm": 0.43660199642181396, | |
| "learning_rate": 0.00019543781091116243, | |
| "loss": 0.9879, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.18774874545769163, | |
| "grad_norm": 0.4161589741706848, | |
| "learning_rate": 0.00019534719293023604, | |
| "loss": 0.9961, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.18861394704966258, | |
| "grad_norm": 0.4922807216644287, | |
| "learning_rate": 0.00019525570524098288, | |
| "loss": 1.0022, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.1894791486416335, | |
| "grad_norm": 0.4476989805698395, | |
| "learning_rate": 0.0001951633486779069, | |
| "loss": 1.007, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.19034435023360444, | |
| "grad_norm": 0.4585910141468048, | |
| "learning_rate": 0.0001950701240834374, | |
| "loss": 0.9368, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.19120955182557536, | |
| "grad_norm": 0.440684050321579, | |
| "learning_rate": 0.00019497603230792145, | |
| "loss": 1.0081, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.1920747534175463, | |
| "grad_norm": 0.41014137864112854, | |
| "learning_rate": 0.00019488107420961612, | |
| "loss": 0.971, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.19293995500951722, | |
| "grad_norm": 0.4705316126346588, | |
| "learning_rate": 0.00019478525065468058, | |
| "loss": 0.9501, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.19380515660148814, | |
| "grad_norm": 0.4233025014400482, | |
| "learning_rate": 0.00019468856251716833, | |
| "loss": 1.0, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.19467035819345907, | |
| "grad_norm": 0.47275301814079285, | |
| "learning_rate": 0.00019459101067901906, | |
| "loss": 1.0192, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.19553555978543, | |
| "grad_norm": 0.47677910327911377, | |
| "learning_rate": 0.0001944925960300508, | |
| "loss": 0.9638, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.19640076137740092, | |
| "grad_norm": 0.4414370656013489, | |
| "learning_rate": 0.00019439331946795158, | |
| "loss": 0.9603, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.19726596296937188, | |
| "grad_norm": 0.43756040930747986, | |
| "learning_rate": 0.0001942931818982715, | |
| "loss": 1.0019, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.1981311645613428, | |
| "grad_norm": 0.434892863035202, | |
| "learning_rate": 0.00019419218423441414, | |
| "loss": 0.9573, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.19899636615331373, | |
| "grad_norm": 0.43879738450050354, | |
| "learning_rate": 0.00019409032739762863, | |
| "loss": 0.9556, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.19986156774528466, | |
| "grad_norm": 0.4677106738090515, | |
| "learning_rate": 0.00019398761231700088, | |
| "loss": 1.026, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.20072676933725558, | |
| "grad_norm": 0.44820311665534973, | |
| "learning_rate": 0.0001938840399294454, | |
| "loss": 0.9921, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.2015919709292265, | |
| "grad_norm": 0.4272112250328064, | |
| "learning_rate": 0.00019377961117969644, | |
| "loss": 0.9864, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.20245717252119744, | |
| "grad_norm": 0.44302093982696533, | |
| "learning_rate": 0.0001936743270202997, | |
| "loss": 0.9945, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.20332237411316836, | |
| "grad_norm": 0.43296101689338684, | |
| "learning_rate": 0.0001935681884116034, | |
| "loss": 0.9394, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.2041875757051393, | |
| "grad_norm": 0.4531594514846802, | |
| "learning_rate": 0.00019346119632174968, | |
| "loss": 1.0248, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.20505277729711022, | |
| "grad_norm": 0.4667482078075409, | |
| "learning_rate": 0.00019335335172666565, | |
| "loss": 0.944, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.20591797888908114, | |
| "grad_norm": 0.41053980588912964, | |
| "learning_rate": 0.00019324465561005452, | |
| "loss": 0.9948, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2067831804810521, | |
| "grad_norm": 0.4748595952987671, | |
| "learning_rate": 0.0001931351089633867, | |
| "loss": 0.9561, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.20764838207302302, | |
| "grad_norm": 0.45077425241470337, | |
| "learning_rate": 0.00019302471278589061, | |
| "loss": 0.9711, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.20851358366499395, | |
| "grad_norm": 0.4596273899078369, | |
| "learning_rate": 0.00019291346808454382, | |
| "loss": 0.9931, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.20937878525696488, | |
| "grad_norm": 0.4171757102012634, | |
| "learning_rate": 0.00019280137587406352, | |
| "loss": 0.9529, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.2102439868489358, | |
| "grad_norm": 0.43460047245025635, | |
| "learning_rate": 0.00019268843717689754, | |
| "loss": 0.9599, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.21110918844090673, | |
| "grad_norm": 0.44364187121391296, | |
| "learning_rate": 0.00019257465302321495, | |
| "loss": 0.973, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.21197439003287766, | |
| "grad_norm": 0.4260512590408325, | |
| "learning_rate": 0.00019246002445089656, | |
| "loss": 0.9951, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.21283959162484858, | |
| "grad_norm": 0.47502508759498596, | |
| "learning_rate": 0.00019234455250552554, | |
| "loss": 1.0132, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.2137047932168195, | |
| "grad_norm": 0.43591979146003723, | |
| "learning_rate": 0.00019222823824037804, | |
| "loss": 0.9455, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.21456999480879044, | |
| "grad_norm": 0.42019540071487427, | |
| "learning_rate": 0.00019211108271641316, | |
| "loss": 1.009, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.21543519640076136, | |
| "grad_norm": 0.4755167067050934, | |
| "learning_rate": 0.00019199308700226374, | |
| "loss": 1.0004, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.21630039799273232, | |
| "grad_norm": 0.4237242639064789, | |
| "learning_rate": 0.00019187425217422632, | |
| "loss": 0.9806, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.21716559958470324, | |
| "grad_norm": 0.4744568169116974, | |
| "learning_rate": 0.0001917545793162514, | |
| "loss": 0.9841, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.21803080117667417, | |
| "grad_norm": 0.4334425628185272, | |
| "learning_rate": 0.00019163406951993363, | |
| "loss": 0.9809, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.2188960027686451, | |
| "grad_norm": 0.419150710105896, | |
| "learning_rate": 0.00019151272388450173, | |
| "loss": 0.9872, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.21976120436061602, | |
| "grad_norm": 0.4238300621509552, | |
| "learning_rate": 0.00019139054351680846, | |
| "loss": 0.9613, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.22062640595258695, | |
| "grad_norm": 0.4214048385620117, | |
| "learning_rate": 0.00019126752953132069, | |
| "loss": 0.9791, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.22149160754455788, | |
| "grad_norm": 0.4584942162036896, | |
| "learning_rate": 0.00019114368305010905, | |
| "loss": 1.0075, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.2223568091365288, | |
| "grad_norm": 0.435167133808136, | |
| "learning_rate": 0.00019101900520283784, | |
| "loss": 0.9987, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.22322201072849973, | |
| "grad_norm": 0.43369898200035095, | |
| "learning_rate": 0.0001908934971267546, | |
| "loss": 0.9703, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.22408721232047066, | |
| "grad_norm": 0.452718585729599, | |
| "learning_rate": 0.00019076715996667977, | |
| "loss": 0.9758, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.2249524139124416, | |
| "grad_norm": 0.43349212408065796, | |
| "learning_rate": 0.00019063999487499637, | |
| "loss": 0.9425, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.22581761550441254, | |
| "grad_norm": 0.5821581482887268, | |
| "learning_rate": 0.00019051200301163922, | |
| "loss": 1.0269, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.22668281709638347, | |
| "grad_norm": 0.4367370307445526, | |
| "learning_rate": 0.00019038318554408479, | |
| "loss": 0.981, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.2275480186883544, | |
| "grad_norm": 0.43077537417411804, | |
| "learning_rate": 0.00019025354364734, | |
| "loss": 0.9795, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.22841322028032532, | |
| "grad_norm": 0.43558841943740845, | |
| "learning_rate": 0.00019012307850393197, | |
| "loss": 0.9835, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.22927842187229625, | |
| "grad_norm": 0.4512316882610321, | |
| "learning_rate": 0.000189991791303897, | |
| "loss": 1.0004, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.23014362346426717, | |
| "grad_norm": 0.4050248861312866, | |
| "learning_rate": 0.0001898596832447698, | |
| "loss": 0.9768, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.2310088250562381, | |
| "grad_norm": 0.45898815989494324, | |
| "learning_rate": 0.00018972675553157253, | |
| "loss": 1.0172, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.23187402664820903, | |
| "grad_norm": 0.4515649676322937, | |
| "learning_rate": 0.00018959300937680372, | |
| "loss": 1.0098, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.23273922824017995, | |
| "grad_norm": 0.42254117131233215, | |
| "learning_rate": 0.00018945844600042747, | |
| "loss": 0.9975, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.23360442983215088, | |
| "grad_norm": 0.4825042486190796, | |
| "learning_rate": 0.00018932306662986209, | |
| "loss": 1.008, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.23446963142412183, | |
| "grad_norm": 0.4267342686653137, | |
| "learning_rate": 0.00018918687249996888, | |
| "loss": 1.0035, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.23533483301609276, | |
| "grad_norm": 0.4438179135322571, | |
| "learning_rate": 0.00018904986485304104, | |
| "loss": 0.9971, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.23620003460806369, | |
| "grad_norm": 0.4820108413696289, | |
| "learning_rate": 0.0001889120449387923, | |
| "loss": 0.9482, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.2370652362000346, | |
| "grad_norm": 0.5275493264198303, | |
| "learning_rate": 0.00018877341401434542, | |
| "loss": 0.978, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.23793043779200554, | |
| "grad_norm": 0.40757259726524353, | |
| "learning_rate": 0.00018863397334422074, | |
| "loss": 1.0092, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.23879563938397647, | |
| "grad_norm": 0.5136415362358093, | |
| "learning_rate": 0.00018849372420032482, | |
| "loss": 0.9226, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.2396608409759474, | |
| "grad_norm": 0.41990041732788086, | |
| "learning_rate": 0.0001883526678619385, | |
| "loss": 1.0081, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.24052604256791832, | |
| "grad_norm": 0.42340949177742004, | |
| "learning_rate": 0.00018821080561570564, | |
| "loss": 0.9498, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.24139124415988925, | |
| "grad_norm": 0.4153204560279846, | |
| "learning_rate": 0.00018806813875562106, | |
| "loss": 0.9773, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.24225644575186017, | |
| "grad_norm": 0.4485369622707367, | |
| "learning_rate": 0.0001879246685830189, | |
| "loss": 0.9816, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.24312164734383113, | |
| "grad_norm": 0.41648054122924805, | |
| "learning_rate": 0.0001877803964065607, | |
| "loss": 0.9895, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.24398684893580205, | |
| "grad_norm": 0.45885545015335083, | |
| "learning_rate": 0.0001876353235422234, | |
| "loss": 0.9631, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.24485205052777298, | |
| "grad_norm": 0.4401138722896576, | |
| "learning_rate": 0.0001874894513132876, | |
| "loss": 0.9606, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.2457172521197439, | |
| "grad_norm": 0.46568748354911804, | |
| "learning_rate": 0.00018734278105032504, | |
| "loss": 0.962, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.24658245371171483, | |
| "grad_norm": 0.4546853005886078, | |
| "learning_rate": 0.0001871953140911869, | |
| "loss": 0.9967, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.24744765530368576, | |
| "grad_norm": 0.5038758516311646, | |
| "learning_rate": 0.0001870470517809913, | |
| "loss": 0.9848, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2483128568956567, | |
| "grad_norm": 0.44099846482276917, | |
| "learning_rate": 0.0001868979954721113, | |
| "loss": 1.0159, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.2491780584876276, | |
| "grad_norm": 0.4379419684410095, | |
| "learning_rate": 0.0001867481465241622, | |
| "loss": 0.9912, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.25004326007959854, | |
| "grad_norm": 0.4447334408760071, | |
| "learning_rate": 0.00018659750630398953, | |
| "loss": 0.9705, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.2509084616715695, | |
| "grad_norm": 0.4537925720214844, | |
| "learning_rate": 0.00018644607618565636, | |
| "loss": 1.0205, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2517736632635404, | |
| "grad_norm": 0.4481840133666992, | |
| "learning_rate": 0.00018629385755043068, | |
| "loss": 0.9782, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.25263886485551135, | |
| "grad_norm": 0.467529833316803, | |
| "learning_rate": 0.0001861408517867731, | |
| "loss": 0.9552, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.25350406644748225, | |
| "grad_norm": 0.449776291847229, | |
| "learning_rate": 0.0001859870602903239, | |
| "loss": 0.9672, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.2543692680394532, | |
| "grad_norm": 0.6294044256210327, | |
| "learning_rate": 0.0001858324844638905, | |
| "loss": 0.927, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.2552344696314241, | |
| "grad_norm": 0.5393489599227905, | |
| "learning_rate": 0.0001856771257174345, | |
| "loss": 0.9396, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.25609967122339505, | |
| "grad_norm": 0.44971466064453125, | |
| "learning_rate": 0.00018552098546805888, | |
| "loss": 0.9652, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.256964872815366, | |
| "grad_norm": 0.44472429156303406, | |
| "learning_rate": 0.0001853640651399952, | |
| "loss": 1.0073, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.2578300744073369, | |
| "grad_norm": 0.47125008702278137, | |
| "learning_rate": 0.00018520636616459036, | |
| "loss": 1.0136, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.25869527599930786, | |
| "grad_norm": 0.45552554726600647, | |
| "learning_rate": 0.00018504788998029387, | |
| "loss": 0.9856, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.25956047759127876, | |
| "grad_norm": 0.4563223421573639, | |
| "learning_rate": 0.00018488863803264432, | |
| "loss": 0.9882, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2604256791832497, | |
| "grad_norm": 0.48147350549697876, | |
| "learning_rate": 0.00018472861177425655, | |
| "loss": 0.9911, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.2612908807752206, | |
| "grad_norm": 0.43628785014152527, | |
| "learning_rate": 0.0001845678126648083, | |
| "loss": 0.9816, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.26215608236719157, | |
| "grad_norm": 0.4450732171535492, | |
| "learning_rate": 0.00018440624217102674, | |
| "loss": 0.9672, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.26302128395916247, | |
| "grad_norm": 0.45051246881484985, | |
| "learning_rate": 0.00018424390176667528, | |
| "loss": 0.9984, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.2638864855511334, | |
| "grad_norm": 0.4232747554779053, | |
| "learning_rate": 0.00018408079293254006, | |
| "loss": 0.9948, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.2647516871431043, | |
| "grad_norm": 0.4707663059234619, | |
| "learning_rate": 0.0001839169171564165, | |
| "loss": 0.9916, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.2656168887350753, | |
| "grad_norm": 0.46704453229904175, | |
| "learning_rate": 0.00018375227593309546, | |
| "loss": 1.0485, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.26648209032704623, | |
| "grad_norm": 0.4697518050670624, | |
| "learning_rate": 0.00018358687076435015, | |
| "loss": 1.0106, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2673472919190171, | |
| "grad_norm": 0.44449952244758606, | |
| "learning_rate": 0.00018342070315892182, | |
| "loss": 1.0133, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.2682124935109881, | |
| "grad_norm": 0.43841657042503357, | |
| "learning_rate": 0.0001832537746325064, | |
| "loss": 1.003, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.269077695102959, | |
| "grad_norm": 0.45256274938583374, | |
| "learning_rate": 0.00018308608670774054, | |
| "loss": 0.991, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.26994289669492993, | |
| "grad_norm": 0.4906154274940491, | |
| "learning_rate": 0.00018291764091418769, | |
| "loss": 1.0044, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.27080809828690083, | |
| "grad_norm": 0.42110729217529297, | |
| "learning_rate": 0.00018274843878832427, | |
| "loss": 0.9705, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.2716732998788718, | |
| "grad_norm": 0.4667767584323883, | |
| "learning_rate": 0.00018257848187352543, | |
| "loss": 1.0161, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.2725385014708427, | |
| "grad_norm": 0.46111616492271423, | |
| "learning_rate": 0.00018240777172005138, | |
| "loss": 0.9946, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.27340370306281364, | |
| "grad_norm": 0.420553594827652, | |
| "learning_rate": 0.0001822363098850327, | |
| "loss": 0.9672, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.27426890465478454, | |
| "grad_norm": 0.4221336543560028, | |
| "learning_rate": 0.0001820640979324566, | |
| "loss": 0.9421, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.2751341062467555, | |
| "grad_norm": 0.42993614077568054, | |
| "learning_rate": 0.0001818911374331524, | |
| "loss": 0.9645, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.27599930783872645, | |
| "grad_norm": 0.42793458700180054, | |
| "learning_rate": 0.00018171742996477737, | |
| "loss": 0.9735, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.27686450943069735, | |
| "grad_norm": 0.49229153990745544, | |
| "learning_rate": 0.00018154297711180212, | |
| "loss": 0.97, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2777297110226683, | |
| "grad_norm": 0.4865579307079315, | |
| "learning_rate": 0.00018136778046549642, | |
| "loss": 0.9487, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.2785949126146392, | |
| "grad_norm": 0.442254900932312, | |
| "learning_rate": 0.0001811918416239144, | |
| "loss": 0.9725, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.27946011420661016, | |
| "grad_norm": 0.45241814851760864, | |
| "learning_rate": 0.0001810151621918802, | |
| "loss": 0.9681, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.28032531579858105, | |
| "grad_norm": 0.4351949095726013, | |
| "learning_rate": 0.00018083774378097327, | |
| "loss": 0.9728, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.281190517390552, | |
| "grad_norm": 0.46627506613731384, | |
| "learning_rate": 0.0001806595880095136, | |
| "loss": 0.9751, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.2820557189825229, | |
| "grad_norm": 0.4739546775817871, | |
| "learning_rate": 0.000180480696502547, | |
| "loss": 0.986, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.28292092057449386, | |
| "grad_norm": 0.4473097622394562, | |
| "learning_rate": 0.00018030107089183028, | |
| "loss": 0.9424, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.28378612216646476, | |
| "grad_norm": 0.4566546678543091, | |
| "learning_rate": 0.00018012071281581644, | |
| "loss": 0.9743, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.2846513237584357, | |
| "grad_norm": 0.49578657746315, | |
| "learning_rate": 0.00017993962391963953, | |
| "loss": 0.982, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.28551652535040667, | |
| "grad_norm": 0.43043839931488037, | |
| "learning_rate": 0.00017975780585509994, | |
| "loss": 0.9775, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.28638172694237757, | |
| "grad_norm": 0.4603051543235779, | |
| "learning_rate": 0.000179575260280649, | |
| "loss": 1.019, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.2872469285343485, | |
| "grad_norm": 0.4643576443195343, | |
| "learning_rate": 0.00017939198886137401, | |
| "loss": 1.0245, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.2881121301263194, | |
| "grad_norm": 0.4360422194004059, | |
| "learning_rate": 0.00017920799326898328, | |
| "loss": 0.9784, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.2889773317182904, | |
| "grad_norm": 0.44874873757362366, | |
| "learning_rate": 0.00017902327518179033, | |
| "loss": 0.9807, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.2898425333102613, | |
| "grad_norm": 0.4646460711956024, | |
| "learning_rate": 0.0001788378362846992, | |
| "loss": 1.009, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.29070773490223223, | |
| "grad_norm": 0.44585877656936646, | |
| "learning_rate": 0.00017865167826918856, | |
| "loss": 0.9996, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.2915729364942031, | |
| "grad_norm": 0.43145236372947693, | |
| "learning_rate": 0.0001784648028332967, | |
| "loss": 0.9971, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.2924381380861741, | |
| "grad_norm": 0.4801592230796814, | |
| "learning_rate": 0.0001782772116816057, | |
| "loss": 0.9416, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.293303339678145, | |
| "grad_norm": 0.4545969069004059, | |
| "learning_rate": 0.00017808890652522613, | |
| "loss": 0.9463, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.29416854127011594, | |
| "grad_norm": 0.4462297856807709, | |
| "learning_rate": 0.0001778998890817813, | |
| "loss": 0.9647, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2950337428620869, | |
| "grad_norm": 0.480363667011261, | |
| "learning_rate": 0.0001777101610753917, | |
| "loss": 0.9527, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.2958989444540578, | |
| "grad_norm": 0.4686351418495178, | |
| "learning_rate": 0.00017751972423665912, | |
| "loss": 0.9553, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.29676414604602874, | |
| "grad_norm": 0.4903172552585602, | |
| "learning_rate": 0.000177328580302651, | |
| "loss": 0.9789, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.29762934763799964, | |
| "grad_norm": 0.4888453185558319, | |
| "learning_rate": 0.00017713673101688452, | |
| "loss": 1.002, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.2984945492299706, | |
| "grad_norm": 0.49155911803245544, | |
| "learning_rate": 0.0001769441781293108, | |
| "loss": 0.9818, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.2993597508219415, | |
| "grad_norm": 0.4467802047729492, | |
| "learning_rate": 0.00017675092339629876, | |
| "loss": 1.0178, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.30022495241391245, | |
| "grad_norm": 0.4385581612586975, | |
| "learning_rate": 0.00017655696858061924, | |
| "loss": 0.9938, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.30109015400588335, | |
| "grad_norm": 0.4440990090370178, | |
| "learning_rate": 0.00017636231545142884, | |
| "loss": 1.0216, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3019553555978543, | |
| "grad_norm": 0.4298366606235504, | |
| "learning_rate": 0.0001761669657842539, | |
| "loss": 1.0444, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.30282055718982526, | |
| "grad_norm": 0.47890421748161316, | |
| "learning_rate": 0.0001759709213609741, | |
| "loss": 0.9882, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.30368575878179616, | |
| "grad_norm": 0.4364605247974396, | |
| "learning_rate": 0.00017577418396980647, | |
| "loss": 1.0003, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.3045509603737671, | |
| "grad_norm": 0.42261895537376404, | |
| "learning_rate": 0.0001755767554052888, | |
| "loss": 0.9954, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.305416161965738, | |
| "grad_norm": 0.448160320520401, | |
| "learning_rate": 0.00017537863746826352, | |
| "loss": 0.9995, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.30628136355770896, | |
| "grad_norm": 0.46218201518058777, | |
| "learning_rate": 0.0001751798319658611, | |
| "loss": 0.9356, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.30714656514967986, | |
| "grad_norm": 0.45802685618400574, | |
| "learning_rate": 0.00017498034071148367, | |
| "loss": 0.9978, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.3080117667416508, | |
| "grad_norm": 0.4749560058116913, | |
| "learning_rate": 0.0001747801655247884, | |
| "loss": 0.9887, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.3088769683336217, | |
| "grad_norm": 0.44203734397888184, | |
| "learning_rate": 0.000174579308231671, | |
| "loss": 0.9844, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.30974216992559267, | |
| "grad_norm": 0.509231686592102, | |
| "learning_rate": 0.0001743777706642489, | |
| "loss": 1.0078, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.31060737151756357, | |
| "grad_norm": 0.44051945209503174, | |
| "learning_rate": 0.00017417555466084475, | |
| "loss": 1.0002, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.3114725731095345, | |
| "grad_norm": 0.4557575285434723, | |
| "learning_rate": 0.0001739726620659695, | |
| "loss": 0.9577, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3123377747015055, | |
| "grad_norm": 0.4637974798679352, | |
| "learning_rate": 0.0001737690947303056, | |
| "loss": 0.9786, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.3132029762934764, | |
| "grad_norm": 0.44868960976600647, | |
| "learning_rate": 0.00017356485451069023, | |
| "loss": 0.9733, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.31406817788544733, | |
| "grad_norm": 0.43835899233818054, | |
| "learning_rate": 0.00017335994327009814, | |
| "loss": 1.0112, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.31493337947741823, | |
| "grad_norm": 0.4374648928642273, | |
| "learning_rate": 0.0001731543628776249, | |
| "loss": 1.0003, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.3157985810693892, | |
| "grad_norm": 0.4368119239807129, | |
| "learning_rate": 0.00017294811520846972, | |
| "loss": 0.9886, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.3166637826613601, | |
| "grad_norm": 0.47979751229286194, | |
| "learning_rate": 0.00017274120214391832, | |
| "loss": 0.9984, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.31752898425333104, | |
| "grad_norm": 0.4430343210697174, | |
| "learning_rate": 0.00017253362557132583, | |
| "loss": 1.0221, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.31839418584530194, | |
| "grad_norm": 0.47513678669929504, | |
| "learning_rate": 0.00017232538738409963, | |
| "loss": 0.9883, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.3192593874372729, | |
| "grad_norm": 0.41813385486602783, | |
| "learning_rate": 0.00017211648948168187, | |
| "loss": 1.0066, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.3201245890292438, | |
| "grad_norm": 0.463078111410141, | |
| "learning_rate": 0.0001719069337695325, | |
| "loss": 0.9792, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.32098979062121474, | |
| "grad_norm": 0.4492539167404175, | |
| "learning_rate": 0.00017169672215911142, | |
| "loss": 1.0032, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.3218549922131857, | |
| "grad_norm": 0.47429776191711426, | |
| "learning_rate": 0.00017148585656786146, | |
| "loss": 1.0013, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3227201938051566, | |
| "grad_norm": 0.474584698677063, | |
| "learning_rate": 0.00017127433891919074, | |
| "loss": 0.9642, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.32358539539712755, | |
| "grad_norm": 0.4662615954875946, | |
| "learning_rate": 0.000171062171142455, | |
| "loss": 0.9688, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.32445059698909845, | |
| "grad_norm": 0.43062394857406616, | |
| "learning_rate": 0.00017084935517294023, | |
| "loss": 0.9717, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.3253157985810694, | |
| "grad_norm": 0.478098064661026, | |
| "learning_rate": 0.00017063589295184483, | |
| "loss": 0.9646, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.3261810001730403, | |
| "grad_norm": 0.4593997895717621, | |
| "learning_rate": 0.000170421786426262, | |
| "loss": 1.0208, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.32704620176501126, | |
| "grad_norm": 0.44811689853668213, | |
| "learning_rate": 0.000170207037549162, | |
| "loss": 0.982, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.32791140335698216, | |
| "grad_norm": 0.5170145034790039, | |
| "learning_rate": 0.0001699916482793742, | |
| "loss": 0.9832, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.3287766049489531, | |
| "grad_norm": 0.4444349706172943, | |
| "learning_rate": 0.00016977562058156936, | |
| "loss": 1.0137, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.329641806540924, | |
| "grad_norm": 0.44498804211616516, | |
| "learning_rate": 0.00016955895642624166, | |
| "loss": 1.0198, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.33050700813289496, | |
| "grad_norm": 0.44884684681892395, | |
| "learning_rate": 0.00016934165778969074, | |
| "loss": 0.9827, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3313722097248659, | |
| "grad_norm": 0.48218467831611633, | |
| "learning_rate": 0.00016912372665400354, | |
| "loss": 0.9728, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.3322374113168368, | |
| "grad_norm": 0.45547670125961304, | |
| "learning_rate": 0.00016890516500703645, | |
| "loss": 0.9389, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.33310261290880777, | |
| "grad_norm": 0.43529343605041504, | |
| "learning_rate": 0.0001686859748423971, | |
| "loss": 0.9806, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.33396781450077867, | |
| "grad_norm": 0.4809509813785553, | |
| "learning_rate": 0.00016846615815942597, | |
| "loss": 0.9655, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3348330160927496, | |
| "grad_norm": 0.4193096160888672, | |
| "learning_rate": 0.00016824571696317844, | |
| "loss": 1.0132, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.3356982176847205, | |
| "grad_norm": 0.4560771882534027, | |
| "learning_rate": 0.00016802465326440634, | |
| "loss": 1.0416, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.3365634192766915, | |
| "grad_norm": 0.44306620955467224, | |
| "learning_rate": 0.00016780296907953972, | |
| "loss": 0.9739, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.3374286208686624, | |
| "grad_norm": 0.44249188899993896, | |
| "learning_rate": 0.00016758066643066826, | |
| "loss": 0.9777, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.33829382246063333, | |
| "grad_norm": 0.44801339507102966, | |
| "learning_rate": 0.00016735774734552306, | |
| "loss": 0.9981, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.33915902405260423, | |
| "grad_norm": 0.4256415069103241, | |
| "learning_rate": 0.000167134213857458, | |
| "loss": 0.9594, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.3400242256445752, | |
| "grad_norm": 0.44402891397476196, | |
| "learning_rate": 0.0001669100680054312, | |
| "loss": 0.9862, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.34088942723654614, | |
| "grad_norm": 0.5019104480743408, | |
| "learning_rate": 0.0001666853118339865, | |
| "loss": 0.975, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.34175462882851704, | |
| "grad_norm": 0.47364917397499084, | |
| "learning_rate": 0.00016645994739323473, | |
| "loss": 0.969, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.342619830420488, | |
| "grad_norm": 0.4283023774623871, | |
| "learning_rate": 0.00016623397673883508, | |
| "loss": 0.9786, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.3434850320124589, | |
| "grad_norm": 0.47522231936454773, | |
| "learning_rate": 0.00016600740193197623, | |
| "loss": 0.9779, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.34435023360442985, | |
| "grad_norm": 0.46930992603302, | |
| "learning_rate": 0.00016578022503935773, | |
| "loss": 1.0124, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.34521543519640074, | |
| "grad_norm": 0.5017907619476318, | |
| "learning_rate": 0.000165552448133171, | |
| "loss": 0.9931, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.3460806367883717, | |
| "grad_norm": 0.5087099075317383, | |
| "learning_rate": 0.0001653240732910804, | |
| "loss": 0.94, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3469458383803426, | |
| "grad_norm": 0.44298025965690613, | |
| "learning_rate": 0.00016509510259620457, | |
| "loss": 0.9793, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.34781103997231355, | |
| "grad_norm": 0.43045955896377563, | |
| "learning_rate": 0.00016486553813709696, | |
| "loss": 0.9673, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.3486762415642845, | |
| "grad_norm": 0.5183268189430237, | |
| "learning_rate": 0.00016463538200772718, | |
| "loss": 1.0128, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.3495414431562554, | |
| "grad_norm": 0.47518181800842285, | |
| "learning_rate": 0.00016440463630746174, | |
| "loss": 0.9851, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.35040664474822636, | |
| "grad_norm": 0.4647828936576843, | |
| "learning_rate": 0.00016417330314104491, | |
| "loss": 0.9923, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.35127184634019726, | |
| "grad_norm": 0.484781414270401, | |
| "learning_rate": 0.0001639413846185795, | |
| "loss": 0.9818, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3521370479321682, | |
| "grad_norm": 0.4849836230278015, | |
| "learning_rate": 0.00016370888285550763, | |
| "loss": 0.9607, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.3530022495241391, | |
| "grad_norm": 0.48198217153549194, | |
| "learning_rate": 0.0001634757999725915, | |
| "loss": 0.9953, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.35386745111611007, | |
| "grad_norm": 0.4720988869667053, | |
| "learning_rate": 0.00016324213809589393, | |
| "loss": 0.9718, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.35473265270808096, | |
| "grad_norm": 0.48839956521987915, | |
| "learning_rate": 0.00016300789935675908, | |
| "loss": 0.9521, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.3555978543000519, | |
| "grad_norm": 0.47152647376060486, | |
| "learning_rate": 0.00016277308589179287, | |
| "loss": 0.9766, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.3564630558920228, | |
| "grad_norm": 0.4669671654701233, | |
| "learning_rate": 0.00016253769984284365, | |
| "loss": 1.0222, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.35732825748399377, | |
| "grad_norm": 0.4763648509979248, | |
| "learning_rate": 0.00016230174335698258, | |
| "loss": 1.0098, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.3581934590759647, | |
| "grad_norm": 0.45041629672050476, | |
| "learning_rate": 0.00016206521858648406, | |
| "loss": 0.9917, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.3590586606679356, | |
| "grad_norm": 0.4782506823539734, | |
| "learning_rate": 0.00016182812768880602, | |
| "loss": 0.935, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.3599238622599066, | |
| "grad_norm": 0.4275178015232086, | |
| "learning_rate": 0.00016159047282657043, | |
| "loss": 0.9905, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.3607890638518775, | |
| "grad_norm": 0.4617001414299011, | |
| "learning_rate": 0.0001613522561675433, | |
| "loss": 0.9867, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.36165426544384843, | |
| "grad_norm": 0.5393168330192566, | |
| "learning_rate": 0.00016111347988461523, | |
| "loss": 0.9924, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.36251946703581933, | |
| "grad_norm": 0.4483303427696228, | |
| "learning_rate": 0.0001608741461557813, | |
| "loss": 0.9911, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.3633846686277903, | |
| "grad_norm": 0.4839470088481903, | |
| "learning_rate": 0.0001606342571641214, | |
| "loss": 0.9432, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3642498702197612, | |
| "grad_norm": 0.4631226062774658, | |
| "learning_rate": 0.00016039381509778017, | |
| "loss": 0.9823, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.36511507181173214, | |
| "grad_norm": 0.4838786721229553, | |
| "learning_rate": 0.00016015282214994724, | |
| "loss": 0.9399, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.36598027340370304, | |
| "grad_norm": 0.458999365568161, | |
| "learning_rate": 0.00015991128051883697, | |
| "loss": 1.0042, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.366845474995674, | |
| "grad_norm": 0.45957833528518677, | |
| "learning_rate": 0.00015966919240766858, | |
| "loss": 0.982, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.36771067658764495, | |
| "grad_norm": 0.4562719464302063, | |
| "learning_rate": 0.000159426560024646, | |
| "loss": 0.9766, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.36857587817961585, | |
| "grad_norm": 0.4500807821750641, | |
| "learning_rate": 0.00015918338558293773, | |
| "loss": 0.9552, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.3694410797715868, | |
| "grad_norm": 0.42124584317207336, | |
| "learning_rate": 0.00015893967130065667, | |
| "loss": 0.9275, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.3703062813635577, | |
| "grad_norm": 0.4581054747104645, | |
| "learning_rate": 0.00015869541940083978, | |
| "loss": 1.0353, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.37117148295552865, | |
| "grad_norm": 0.47650617361068726, | |
| "learning_rate": 0.0001584506321114281, | |
| "loss": 1.0077, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.37203668454749955, | |
| "grad_norm": 0.45496097207069397, | |
| "learning_rate": 0.00015820531166524593, | |
| "loss": 1.0202, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.3729018861394705, | |
| "grad_norm": 0.46953004598617554, | |
| "learning_rate": 0.000157959460299981, | |
| "loss": 0.9695, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.3737670877314414, | |
| "grad_norm": 0.4414077401161194, | |
| "learning_rate": 0.00015771308025816372, | |
| "loss": 0.967, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.37463228932341236, | |
| "grad_norm": 0.4325014650821686, | |
| "learning_rate": 0.00015746617378714674, | |
| "loss": 0.9621, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.37549749091538326, | |
| "grad_norm": 0.45029759407043457, | |
| "learning_rate": 0.00015721874313908468, | |
| "loss": 0.9789, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.3763626925073542, | |
| "grad_norm": 0.4882911443710327, | |
| "learning_rate": 0.00015697079057091332, | |
| "loss": 0.9836, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.37722789409932517, | |
| "grad_norm": 0.4586533308029175, | |
| "learning_rate": 0.0001567223183443292, | |
| "loss": 0.9221, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.37809309569129607, | |
| "grad_norm": 0.4566982686519623, | |
| "learning_rate": 0.00015647332872576887, | |
| "loss": 0.9981, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.378958297283267, | |
| "grad_norm": 0.4582918584346771, | |
| "learning_rate": 0.00015622382398638825, | |
| "loss": 0.959, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.3798234988752379, | |
| "grad_norm": 0.455666720867157, | |
| "learning_rate": 0.000155973806402042, | |
| "loss": 0.9668, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.3806887004672089, | |
| "grad_norm": 0.4562900960445404, | |
| "learning_rate": 0.00015572327825326263, | |
| "loss": 0.9914, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3815539020591798, | |
| "grad_norm": 0.4523032307624817, | |
| "learning_rate": 0.00015547224182523977, | |
| "loss": 0.9311, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.3824191036511507, | |
| "grad_norm": 0.4746415913105011, | |
| "learning_rate": 0.0001552206994077993, | |
| "loss": 1.0036, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.3832843052431216, | |
| "grad_norm": 0.46040624380111694, | |
| "learning_rate": 0.00015496865329538254, | |
| "loss": 1.0197, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.3841495068350926, | |
| "grad_norm": 0.4492608308792114, | |
| "learning_rate": 0.00015471610578702522, | |
| "loss": 0.9614, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.3850147084270635, | |
| "grad_norm": 0.4558756649494171, | |
| "learning_rate": 0.00015446305918633647, | |
| "loss": 1.0048, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.38587991001903443, | |
| "grad_norm": 0.46587228775024414, | |
| "learning_rate": 0.00015420951580147807, | |
| "loss": 0.9887, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.3867451116110054, | |
| "grad_norm": 0.46439608931541443, | |
| "learning_rate": 0.00015395547794514296, | |
| "loss": 0.9568, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.3876103132029763, | |
| "grad_norm": 0.5386447310447693, | |
| "learning_rate": 0.00015370094793453466, | |
| "loss": 1.0201, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.38847551479494724, | |
| "grad_norm": 0.46466854214668274, | |
| "learning_rate": 0.0001534459280913456, | |
| "loss": 0.9553, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.38934071638691814, | |
| "grad_norm": 0.4588780999183655, | |
| "learning_rate": 0.0001531904207417365, | |
| "loss": 1.002, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3902059179788891, | |
| "grad_norm": 0.4447367191314697, | |
| "learning_rate": 0.00015293442821631467, | |
| "loss": 0.9832, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.39107111957086, | |
| "grad_norm": 0.4650314450263977, | |
| "learning_rate": 0.00015267795285011296, | |
| "loss": 0.9939, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.39193632116283095, | |
| "grad_norm": 0.44617509841918945, | |
| "learning_rate": 0.0001524209969825685, | |
| "loss": 0.9858, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.39280152275480185, | |
| "grad_norm": 0.469292551279068, | |
| "learning_rate": 0.00015216356295750128, | |
| "loss": 0.9522, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.3936667243467728, | |
| "grad_norm": 0.5017248392105103, | |
| "learning_rate": 0.00015190565312309286, | |
| "loss": 0.9806, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.39453192593874375, | |
| "grad_norm": 0.4717511236667633, | |
| "learning_rate": 0.00015164726983186476, | |
| "loss": 0.9885, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.39539712753071465, | |
| "grad_norm": 0.4415047764778137, | |
| "learning_rate": 0.00015138841544065724, | |
| "loss": 0.977, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.3962623291226856, | |
| "grad_norm": 0.46711215376853943, | |
| "learning_rate": 0.00015112909231060768, | |
| "loss": 1.0132, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.3971275307146565, | |
| "grad_norm": 0.44584599137306213, | |
| "learning_rate": 0.00015086930280712904, | |
| "loss": 1.0131, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.39799273230662746, | |
| "grad_norm": 0.46857744455337524, | |
| "learning_rate": 0.00015060904929988824, | |
| "loss": 0.9522, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.39885793389859836, | |
| "grad_norm": 0.5087977647781372, | |
| "learning_rate": 0.00015034833416278473, | |
| "loss": 0.9703, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.3997231354905693, | |
| "grad_norm": 0.45563820004463196, | |
| "learning_rate": 0.0001500871597739286, | |
| "loss": 0.9969, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.4005883370825402, | |
| "grad_norm": 0.4566476345062256, | |
| "learning_rate": 0.00014982552851561904, | |
| "loss": 1.0003, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.40145353867451117, | |
| "grad_norm": 0.5005662441253662, | |
| "learning_rate": 0.00014956344277432257, | |
| "loss": 0.9812, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.40231874026648207, | |
| "grad_norm": 0.48637065291404724, | |
| "learning_rate": 0.00014930090494065133, | |
| "loss": 1.0326, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.403183941858453, | |
| "grad_norm": 0.47612977027893066, | |
| "learning_rate": 0.0001490379174093411, | |
| "loss": 0.9604, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.404049143450424, | |
| "grad_norm": 0.4837099015712738, | |
| "learning_rate": 0.00014877448257922965, | |
| "loss": 0.9985, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.4049143450423949, | |
| "grad_norm": 0.5050654411315918, | |
| "learning_rate": 0.00014851060285323478, | |
| "loss": 0.9943, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.40577954663436583, | |
| "grad_norm": 0.4585602581501007, | |
| "learning_rate": 0.00014824628063833233, | |
| "loss": 0.9702, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.4066447482263367, | |
| "grad_norm": 0.4651777446269989, | |
| "learning_rate": 0.0001479815183455344, | |
| "loss": 0.9967, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.4075099498183077, | |
| "grad_norm": 0.46856093406677246, | |
| "learning_rate": 0.00014771631838986717, | |
| "loss": 0.9894, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.4083751514102786, | |
| "grad_norm": 0.4769989848136902, | |
| "learning_rate": 0.00014745068319034905, | |
| "loss": 0.9982, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.40924035300224954, | |
| "grad_norm": 0.4633113145828247, | |
| "learning_rate": 0.00014718461516996842, | |
| "loss": 1.0114, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.41010555459422043, | |
| "grad_norm": 0.46894222497940063, | |
| "learning_rate": 0.0001469181167556617, | |
| "loss": 1.001, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.4109707561861914, | |
| "grad_norm": 0.4495028853416443, | |
| "learning_rate": 0.0001466511903782911, | |
| "loss": 0.9475, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.4118359577781623, | |
| "grad_norm": 0.4745693504810333, | |
| "learning_rate": 0.0001463838384726225, | |
| "loss": 0.9911, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.41270115937013324, | |
| "grad_norm": 0.4932793974876404, | |
| "learning_rate": 0.00014611606347730326, | |
| "loss": 0.9857, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.4135663609621042, | |
| "grad_norm": 0.45724374055862427, | |
| "learning_rate": 0.00014584786783483996, | |
| "loss": 0.9506, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.4144315625540751, | |
| "grad_norm": 0.48630237579345703, | |
| "learning_rate": 0.000145579253991576, | |
| "loss": 1.0016, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.41529676414604605, | |
| "grad_norm": 0.48039719462394714, | |
| "learning_rate": 0.00014531022439766956, | |
| "loss": 1.0147, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.41616196573801695, | |
| "grad_norm": 0.4719230830669403, | |
| "learning_rate": 0.00014504078150707092, | |
| "loss": 0.9935, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.4170271673299879, | |
| "grad_norm": 0.4671541154384613, | |
| "learning_rate": 0.00014477092777750037, | |
| "loss": 0.9885, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.4178923689219588, | |
| "grad_norm": 0.4346173107624054, | |
| "learning_rate": 0.00014450066567042556, | |
| "loss": 0.9948, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.41875757051392976, | |
| "grad_norm": 0.44263723492622375, | |
| "learning_rate": 0.00014422999765103923, | |
| "loss": 0.9637, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.41962277210590065, | |
| "grad_norm": 0.45122030377388, | |
| "learning_rate": 0.00014395892618823664, | |
| "loss": 0.969, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.4204879736978716, | |
| "grad_norm": 0.526986837387085, | |
| "learning_rate": 0.00014368745375459296, | |
| "loss": 0.9778, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.4213531752898425, | |
| "grad_norm": 0.502812385559082, | |
| "learning_rate": 0.00014341558282634096, | |
| "loss": 0.9846, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.42221837688181346, | |
| "grad_norm": 0.4661869406700134, | |
| "learning_rate": 0.00014314331588334813, | |
| "loss": 0.9688, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.4230835784737844, | |
| "grad_norm": 0.4835832715034485, | |
| "learning_rate": 0.00014287065540909429, | |
| "loss": 0.976, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.4239487800657553, | |
| "grad_norm": 0.46521812677383423, | |
| "learning_rate": 0.00014259760389064884, | |
| "loss": 1.0407, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.42481398165772627, | |
| "grad_norm": 0.4323074519634247, | |
| "learning_rate": 0.00014232416381864803, | |
| "loss": 0.9383, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.42567918324969717, | |
| "grad_norm": 0.4658597409725189, | |
| "learning_rate": 0.00014205033768727242, | |
| "loss": 1.011, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.4265443848416681, | |
| "grad_norm": 0.46207860112190247, | |
| "learning_rate": 0.00014177612799422384, | |
| "loss": 0.9617, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.427409586433639, | |
| "grad_norm": 0.48865434527397156, | |
| "learning_rate": 0.00014150153724070292, | |
| "loss": 0.9585, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.42827478802561, | |
| "grad_norm": 0.44298145174980164, | |
| "learning_rate": 0.00014122656793138605, | |
| "loss": 0.9844, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.4291399896175809, | |
| "grad_norm": 0.4769092798233032, | |
| "learning_rate": 0.00014095122257440265, | |
| "loss": 1.0026, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.43000519120955183, | |
| "grad_norm": 0.4551126956939697, | |
| "learning_rate": 0.0001406755036813122, | |
| "loss": 0.9775, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.43087039280152273, | |
| "grad_norm": 0.45167794823646545, | |
| "learning_rate": 0.00014039941376708142, | |
| "loss": 0.9684, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.4317355943934937, | |
| "grad_norm": 0.5096551179885864, | |
| "learning_rate": 0.00014012295535006136, | |
| "loss": 1.0283, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.43260079598546464, | |
| "grad_norm": 0.45402616262435913, | |
| "learning_rate": 0.0001398461309519642, | |
| "loss": 0.9989, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.43346599757743554, | |
| "grad_norm": 0.4679848849773407, | |
| "learning_rate": 0.0001395689430978406, | |
| "loss": 1.0361, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.4343311991694065, | |
| "grad_norm": 0.4805293381214142, | |
| "learning_rate": 0.00013929139431605633, | |
| "loss": 0.979, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.4351964007613774, | |
| "grad_norm": 0.46778836846351624, | |
| "learning_rate": 0.00013901348713826948, | |
| "loss": 1.0005, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.43606160235334834, | |
| "grad_norm": 0.4670213758945465, | |
| "learning_rate": 0.00013873522409940713, | |
| "loss": 0.9671, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.43692680394531924, | |
| "grad_norm": 0.44049155712127686, | |
| "learning_rate": 0.00013845660773764243, | |
| "loss": 0.9851, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.4377920055372902, | |
| "grad_norm": 0.4682471752166748, | |
| "learning_rate": 0.00013817764059437132, | |
| "loss": 0.9386, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.4386572071292611, | |
| "grad_norm": 0.4299015700817108, | |
| "learning_rate": 0.00013789832521418941, | |
| "loss": 0.9519, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.43952240872123205, | |
| "grad_norm": 0.4857511520385742, | |
| "learning_rate": 0.00013761866414486874, | |
| "loss": 0.9507, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.440387610313203, | |
| "grad_norm": 0.4522685408592224, | |
| "learning_rate": 0.00013733865993733447, | |
| "loss": 0.9712, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.4412528119051739, | |
| "grad_norm": 0.4425513446331024, | |
| "learning_rate": 0.00013705831514564186, | |
| "loss": 0.9616, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.44211801349714486, | |
| "grad_norm": 0.4239989221096039, | |
| "learning_rate": 0.0001367776323269527, | |
| "loss": 0.9598, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.44298321508911576, | |
| "grad_norm": 0.4723816215991974, | |
| "learning_rate": 0.00013649661404151203, | |
| "loss": 0.9917, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.4438484166810867, | |
| "grad_norm": 0.44909706711769104, | |
| "learning_rate": 0.00013621526285262502, | |
| "loss": 1.0044, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.4447136182730576, | |
| "grad_norm": 0.48389700055122375, | |
| "learning_rate": 0.00013593358132663324, | |
| "loss": 1.0128, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.44557881986502856, | |
| "grad_norm": 0.45943713188171387, | |
| "learning_rate": 0.0001356515720328915, | |
| "loss": 0.9519, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.44644402145699946, | |
| "grad_norm": 0.5405260324478149, | |
| "learning_rate": 0.00013536923754374437, | |
| "loss": 0.9431, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.4473092230489704, | |
| "grad_norm": 0.4995253086090088, | |
| "learning_rate": 0.00013508658043450265, | |
| "loss": 0.9976, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.4481744246409413, | |
| "grad_norm": 0.4669324457645416, | |
| "learning_rate": 0.00013480360328341993, | |
| "loss": 1.0101, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.44903962623291227, | |
| "grad_norm": 0.44764748215675354, | |
| "learning_rate": 0.00013452030867166901, | |
| "loss": 0.9538, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.4499048278248832, | |
| "grad_norm": 0.46463918685913086, | |
| "learning_rate": 0.00013423669918331848, | |
| "loss": 0.9601, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.4507700294168541, | |
| "grad_norm": 0.45471301674842834, | |
| "learning_rate": 0.000133952777405309, | |
| "loss": 0.9727, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.4516352310088251, | |
| "grad_norm": 0.4745343029499054, | |
| "learning_rate": 0.00013366854592742984, | |
| "loss": 0.9931, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.452500432600796, | |
| "grad_norm": 0.43110033869743347, | |
| "learning_rate": 0.00013338400734229516, | |
| "loss": 0.9657, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.45336563419276693, | |
| "grad_norm": 0.48442110419273376, | |
| "learning_rate": 0.00013309916424532035, | |
| "loss": 0.9869, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.45423083578473783, | |
| "grad_norm": 0.4661529064178467, | |
| "learning_rate": 0.00013281401923469856, | |
| "loss": 0.9899, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.4550960373767088, | |
| "grad_norm": 0.4315500557422638, | |
| "learning_rate": 0.00013252857491137665, | |
| "loss": 0.9737, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.4559612389686797, | |
| "grad_norm": 0.43988022208213806, | |
| "learning_rate": 0.00013224283387903177, | |
| "loss": 0.9847, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.45682644056065064, | |
| "grad_norm": 0.49706265330314636, | |
| "learning_rate": 0.00013195679874404746, | |
| "loss": 0.9938, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.45769164215262154, | |
| "grad_norm": 0.48079583048820496, | |
| "learning_rate": 0.0001316704721154899, | |
| "loss": 0.9714, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.4585568437445925, | |
| "grad_norm": 0.4445064067840576, | |
| "learning_rate": 0.0001313838566050842, | |
| "loss": 0.9566, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.45942204533656344, | |
| "grad_norm": 0.46092909574508667, | |
| "learning_rate": 0.0001310969548271904, | |
| "loss": 0.9506, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.46028724692853434, | |
| "grad_norm": 0.4312794804573059, | |
| "learning_rate": 0.00013080976939877984, | |
| "loss": 0.957, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.4611524485205053, | |
| "grad_norm": 0.43655863404273987, | |
| "learning_rate": 0.00013052230293941107, | |
| "loss": 1.0075, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.4620176501124762, | |
| "grad_norm": 0.483980655670166, | |
| "learning_rate": 0.0001302345580712061, | |
| "loss": 0.9979, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.46288285170444715, | |
| "grad_norm": 0.4380267858505249, | |
| "learning_rate": 0.00012994653741882646, | |
| "loss": 0.9632, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.46374805329641805, | |
| "grad_norm": 0.4459783434867859, | |
| "learning_rate": 0.00012965824360944915, | |
| "loss": 0.9637, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.464613254888389, | |
| "grad_norm": 0.46052780747413635, | |
| "learning_rate": 0.00012936967927274298, | |
| "loss": 0.9944, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.4654784564803599, | |
| "grad_norm": 0.43334734439849854, | |
| "learning_rate": 0.00012908084704084415, | |
| "loss": 1.0045, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.46634365807233086, | |
| "grad_norm": 0.46884188055992126, | |
| "learning_rate": 0.00012879174954833256, | |
| "loss": 0.9334, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.46720885966430176, | |
| "grad_norm": 0.46058720350265503, | |
| "learning_rate": 0.00012850238943220774, | |
| "loss": 1.0021, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4680740612562727, | |
| "grad_norm": 0.46159979701042175, | |
| "learning_rate": 0.00012821276933186457, | |
| "loss": 0.9597, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.46893926284824367, | |
| "grad_norm": 0.4704788029193878, | |
| "learning_rate": 0.00012792289188906953, | |
| "loss": 1.0088, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.46980446444021456, | |
| "grad_norm": 0.4625367820262909, | |
| "learning_rate": 0.00012763275974793636, | |
| "loss": 0.966, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.4706696660321855, | |
| "grad_norm": 0.5280613899230957, | |
| "learning_rate": 0.0001273423755549021, | |
| "loss": 0.9922, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.4715348676241564, | |
| "grad_norm": 0.4669839143753052, | |
| "learning_rate": 0.00012705174195870282, | |
| "loss": 1.0138, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.47240006921612737, | |
| "grad_norm": 0.4880688488483429, | |
| "learning_rate": 0.00012676086161034951, | |
| "loss": 0.9749, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.47326527080809827, | |
| "grad_norm": 0.46175360679626465, | |
| "learning_rate": 0.00012646973716310393, | |
| "loss": 0.9597, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.4741304724000692, | |
| "grad_norm": 0.4644413888454437, | |
| "learning_rate": 0.00012617837127245441, | |
| "loss": 0.9941, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.4749956739920401, | |
| "grad_norm": 0.41886743903160095, | |
| "learning_rate": 0.00012588676659609159, | |
| "loss": 0.9234, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.4758608755840111, | |
| "grad_norm": 0.4897218346595764, | |
| "learning_rate": 0.00012559492579388416, | |
| "loss": 1.0088, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.476726077175982, | |
| "grad_norm": 0.47003859281539917, | |
| "learning_rate": 0.00012530285152785467, | |
| "loss": 1.0095, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.47759127876795293, | |
| "grad_norm": 0.42755237221717834, | |
| "learning_rate": 0.00012501054646215515, | |
| "loss": 0.9769, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.4784564803599239, | |
| "grad_norm": 0.5013285279273987, | |
| "learning_rate": 0.00012471801326304293, | |
| "loss": 0.9739, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.4793216819518948, | |
| "grad_norm": 0.4810338318347931, | |
| "learning_rate": 0.00012442525459885624, | |
| "loss": 1.0089, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.48018688354386574, | |
| "grad_norm": 0.42311739921569824, | |
| "learning_rate": 0.00012413227313998984, | |
| "loss": 0.9531, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.48105208513583664, | |
| "grad_norm": 0.46264195442199707, | |
| "learning_rate": 0.00012383907155887083, | |
| "loss": 0.9483, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.4819172867278076, | |
| "grad_norm": 0.4477481245994568, | |
| "learning_rate": 0.00012354565252993397, | |
| "loss": 0.9452, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.4827824883197785, | |
| "grad_norm": 0.5055541396141052, | |
| "learning_rate": 0.0001232520187295976, | |
| "loss": 0.9698, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.48364768991174945, | |
| "grad_norm": 0.4845668375492096, | |
| "learning_rate": 0.00012295817283623908, | |
| "loss": 0.9613, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.48451289150372034, | |
| "grad_norm": 0.47771093249320984, | |
| "learning_rate": 0.00012266411753017036, | |
| "loss": 0.9475, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.4853780930956913, | |
| "grad_norm": 0.43290895223617554, | |
| "learning_rate": 0.0001223698554936135, | |
| "loss": 0.9655, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.48624329468766225, | |
| "grad_norm": 0.4561658799648285, | |
| "learning_rate": 0.00012207538941067637, | |
| "loss": 0.9628, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.48710849627963315, | |
| "grad_norm": 0.442929208278656, | |
| "learning_rate": 0.00012178072196732788, | |
| "loss": 1.0197, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.4879736978716041, | |
| "grad_norm": 0.4500119686126709, | |
| "learning_rate": 0.00012148585585137377, | |
| "loss": 1.0237, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.488838899463575, | |
| "grad_norm": 0.44526350498199463, | |
| "learning_rate": 0.00012119079375243194, | |
| "loss": 0.9766, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.48970410105554596, | |
| "grad_norm": 0.48116928339004517, | |
| "learning_rate": 0.00012089553836190795, | |
| "loss": 0.994, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.49056930264751686, | |
| "grad_norm": 0.5110150575637817, | |
| "learning_rate": 0.00012060009237297046, | |
| "loss": 0.9642, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.4914345042394878, | |
| "grad_norm": 0.4595610201358795, | |
| "learning_rate": 0.00012030445848052665, | |
| "loss": 0.9828, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.4922997058314587, | |
| "grad_norm": 0.4527970552444458, | |
| "learning_rate": 0.00012000863938119768, | |
| "loss": 0.9682, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.49316490742342967, | |
| "grad_norm": 0.4377381503582001, | |
| "learning_rate": 0.00011971263777329406, | |
| "loss": 0.9387, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.49403010901540056, | |
| "grad_norm": 0.44428756833076477, | |
| "learning_rate": 0.00011941645635679111, | |
| "loss": 0.8939, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.4948953106073715, | |
| "grad_norm": 0.5483399629592896, | |
| "learning_rate": 0.00011912009783330417, | |
| "loss": 0.9681, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.4957605121993425, | |
| "grad_norm": 0.5041677951812744, | |
| "learning_rate": 0.00011882356490606414, | |
| "loss": 0.9968, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.4966257137913134, | |
| "grad_norm": 0.4788263440132141, | |
| "learning_rate": 0.00011852686027989273, | |
| "loss": 0.9272, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.4974909153832843, | |
| "grad_norm": 0.44364604353904724, | |
| "learning_rate": 0.00011822998666117775, | |
| "loss": 0.9746, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.4983561169752552, | |
| "grad_norm": 0.44387176632881165, | |
| "learning_rate": 0.00011793294675784853, | |
| "loss": 0.9396, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.4992213185672262, | |
| "grad_norm": 0.4744800627231598, | |
| "learning_rate": 0.00011763574327935113, | |
| "loss": 0.9756, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.5000865201591971, | |
| "grad_norm": 0.420992910861969, | |
| "learning_rate": 0.00011733837893662369, | |
| "loss": 0.9588, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.500951721751168, | |
| "grad_norm": 0.47278472781181335, | |
| "learning_rate": 0.00011704085644207163, | |
| "loss": 0.9438, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.501816923343139, | |
| "grad_norm": 0.4406570494174957, | |
| "learning_rate": 0.00011674317850954297, | |
| "loss": 0.9592, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5026821249351099, | |
| "grad_norm": 0.4493499994277954, | |
| "learning_rate": 0.00011644534785430359, | |
| "loss": 0.9935, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.5035473265270808, | |
| "grad_norm": 0.5532475709915161, | |
| "learning_rate": 0.00011614736719301236, | |
| "loss": 0.9957, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.5044125281190517, | |
| "grad_norm": 0.44797247648239136, | |
| "learning_rate": 0.00011584923924369646, | |
| "loss": 0.936, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.5052777297110227, | |
| "grad_norm": 0.4524749219417572, | |
| "learning_rate": 0.00011555096672572659, | |
| "loss": 1.0383, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.5061429313029936, | |
| "grad_norm": 0.477090984582901, | |
| "learning_rate": 0.00011525255235979209, | |
| "loss": 0.9769, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.5070081328949645, | |
| "grad_norm": 0.42532771825790405, | |
| "learning_rate": 0.00011495399886787618, | |
| "loss": 0.963, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.5078733344869355, | |
| "grad_norm": 0.4601391553878784, | |
| "learning_rate": 0.0001146553089732311, | |
| "loss": 0.9738, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.5087385360789064, | |
| "grad_norm": 0.4493047595024109, | |
| "learning_rate": 0.00011435648540035328, | |
| "loss": 0.9874, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.5096037376708773, | |
| "grad_norm": 0.5158471465110779, | |
| "learning_rate": 0.00011405753087495859, | |
| "loss": 0.9945, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.5104689392628482, | |
| "grad_norm": 0.4900023937225342, | |
| "learning_rate": 0.00011375844812395722, | |
| "loss": 0.9789, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5113341408548192, | |
| "grad_norm": 0.4824017286300659, | |
| "learning_rate": 0.00011345923987542913, | |
| "loss": 0.9529, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.5121993424467901, | |
| "grad_norm": 0.4537661075592041, | |
| "learning_rate": 0.00011315990885859885, | |
| "loss": 0.9865, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.513064544038761, | |
| "grad_norm": 0.48735764622688293, | |
| "learning_rate": 0.00011286045780381085, | |
| "loss": 1.007, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.513929745630732, | |
| "grad_norm": 0.494494765996933, | |
| "learning_rate": 0.00011256088944250446, | |
| "loss": 0.9732, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.5147949472227029, | |
| "grad_norm": 0.4806153476238251, | |
| "learning_rate": 0.00011226120650718912, | |
| "loss": 0.983, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.5156601488146738, | |
| "grad_norm": 0.44597506523132324, | |
| "learning_rate": 0.00011196141173141926, | |
| "loss": 1.0055, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.5165253504066447, | |
| "grad_norm": 0.45618417859077454, | |
| "learning_rate": 0.00011166150784976945, | |
| "loss": 0.9788, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.5173905519986157, | |
| "grad_norm": 0.4606229066848755, | |
| "learning_rate": 0.00011136149759780956, | |
| "loss": 0.95, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.5182557535905866, | |
| "grad_norm": 0.42977404594421387, | |
| "learning_rate": 0.00011106138371207963, | |
| "loss": 0.9855, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.5191209551825575, | |
| "grad_norm": 0.45749431848526, | |
| "learning_rate": 0.00011076116893006505, | |
| "loss": 0.9748, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5199861567745284, | |
| "grad_norm": 0.46687498688697815, | |
| "learning_rate": 0.00011046085599017147, | |
| "loss": 0.9932, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.5208513583664994, | |
| "grad_norm": 0.4712628424167633, | |
| "learning_rate": 0.00011016044763169999, | |
| "loss": 0.9233, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.5217165599584703, | |
| "grad_norm": 0.43779537081718445, | |
| "learning_rate": 0.00010985994659482196, | |
| "loss": 0.9391, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.5225817615504412, | |
| "grad_norm": 0.4388592839241028, | |
| "learning_rate": 0.00010955935562055415, | |
| "loss": 0.9942, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.5234469631424122, | |
| "grad_norm": 0.4575163424015045, | |
| "learning_rate": 0.00010925867745073368, | |
| "loss": 0.9802, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.5243121647343831, | |
| "grad_norm": 0.45447036623954773, | |
| "learning_rate": 0.00010895791482799303, | |
| "loss": 0.991, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.525177366326354, | |
| "grad_norm": 0.4621734917163849, | |
| "learning_rate": 0.00010865707049573501, | |
| "loss": 0.9547, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.5260425679183249, | |
| "grad_norm": 0.4414147436618805, | |
| "learning_rate": 0.00010835614719810776, | |
| "loss": 0.9802, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5269077695102959, | |
| "grad_norm": 0.447683721780777, | |
| "learning_rate": 0.00010805514767997966, | |
| "loss": 0.9481, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.5277729711022668, | |
| "grad_norm": 0.43929868936538696, | |
| "learning_rate": 0.00010775407468691441, | |
| "loss": 0.9902, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5286381726942377, | |
| "grad_norm": 0.4730943441390991, | |
| "learning_rate": 0.00010745293096514583, | |
| "loss": 0.9888, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.5295033742862086, | |
| "grad_norm": 0.46589067578315735, | |
| "learning_rate": 0.00010715171926155294, | |
| "loss": 0.9888, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.5303685758781796, | |
| "grad_norm": 0.4755696952342987, | |
| "learning_rate": 0.00010685044232363481, | |
| "loss": 0.9891, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.5312337774701505, | |
| "grad_norm": 0.46226081252098083, | |
| "learning_rate": 0.00010654910289948563, | |
| "loss": 0.9916, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.5320989790621214, | |
| "grad_norm": 0.42151981592178345, | |
| "learning_rate": 0.00010624770373776945, | |
| "loss": 0.9415, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.5329641806540925, | |
| "grad_norm": 0.46804869174957275, | |
| "learning_rate": 0.00010594624758769526, | |
| "loss": 0.9871, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.5338293822460634, | |
| "grad_norm": 0.4632691442966461, | |
| "learning_rate": 0.00010564473719899192, | |
| "loss": 0.9903, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.5346945838380343, | |
| "grad_norm": 0.5181126594543457, | |
| "learning_rate": 0.00010534317532188296, | |
| "loss": 1.0247, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.5355597854300052, | |
| "grad_norm": 0.46891406178474426, | |
| "learning_rate": 0.00010504156470706157, | |
| "loss": 0.9627, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.5364249870219762, | |
| "grad_norm": 0.44084757566452026, | |
| "learning_rate": 0.00010473990810566554, | |
| "loss": 0.9644, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5372901886139471, | |
| "grad_norm": 0.4899301528930664, | |
| "learning_rate": 0.00010443820826925208, | |
| "loss": 0.9962, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.538155390205918, | |
| "grad_norm": 0.5310002565383911, | |
| "learning_rate": 0.00010413646794977278, | |
| "loss": 0.9352, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.5390205917978889, | |
| "grad_norm": 0.45059874653816223, | |
| "learning_rate": 0.00010383468989954852, | |
| "loss": 1.0001, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.5398857933898599, | |
| "grad_norm": 0.45391032099723816, | |
| "learning_rate": 0.00010353287687124435, | |
| "loss": 0.9482, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5407509949818308, | |
| "grad_norm": 0.44090577960014343, | |
| "learning_rate": 0.0001032310316178443, | |
| "loss": 0.9858, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.5416161965738017, | |
| "grad_norm": 0.4861569404602051, | |
| "learning_rate": 0.00010292915689262642, | |
| "loss": 0.9731, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.5424813981657727, | |
| "grad_norm": 0.44434854388237, | |
| "learning_rate": 0.00010262725544913756, | |
| "loss": 0.9719, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.5433465997577436, | |
| "grad_norm": 0.44749364256858826, | |
| "learning_rate": 0.00010232533004116822, | |
| "loss": 0.9864, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.5442118013497145, | |
| "grad_norm": 0.4296785593032837, | |
| "learning_rate": 0.00010202338342272756, | |
| "loss": 1.0131, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.5450770029416854, | |
| "grad_norm": 0.47905465960502625, | |
| "learning_rate": 0.00010172141834801823, | |
| "loss": 0.9798, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5459422045336564, | |
| "grad_norm": 0.43154534697532654, | |
| "learning_rate": 0.00010141943757141119, | |
| "loss": 0.9428, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.5468074061256273, | |
| "grad_norm": 0.5342848300933838, | |
| "learning_rate": 0.00010111744384742064, | |
| "loss": 0.947, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.5476726077175982, | |
| "grad_norm": 0.4587153494358063, | |
| "learning_rate": 0.00010081543993067883, | |
| "loss": 1.0066, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.5485378093095691, | |
| "grad_norm": 0.4687547981739044, | |
| "learning_rate": 0.00010051342857591104, | |
| "loss": 0.9945, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.5494030109015401, | |
| "grad_norm": 0.4243508577346802, | |
| "learning_rate": 0.0001002114125379104, | |
| "loss": 0.9973, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.550268212493511, | |
| "grad_norm": 0.49467694759368896, | |
| "learning_rate": 9.990939457151272e-05, | |
| "loss": 0.9942, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.5511334140854819, | |
| "grad_norm": 0.44364285469055176, | |
| "learning_rate": 9.96073774315714e-05, | |
| "loss": 0.9667, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.5519986156774529, | |
| "grad_norm": 0.4399394094944, | |
| "learning_rate": 9.930536387293235e-05, | |
| "loss": 0.9902, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.5528638172694238, | |
| "grad_norm": 0.43766874074935913, | |
| "learning_rate": 9.900335665040876e-05, | |
| "loss": 0.9626, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.5537290188613947, | |
| "grad_norm": 0.5083682537078857, | |
| "learning_rate": 9.870135851875605e-05, | |
| "loss": 0.971, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5545942204533656, | |
| "grad_norm": 0.41614192724227905, | |
| "learning_rate": 9.839937223264674e-05, | |
| "loss": 1.0278, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.5554594220453366, | |
| "grad_norm": 0.46571752429008484, | |
| "learning_rate": 9.80974005466452e-05, | |
| "loss": 0.9571, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.5563246236373075, | |
| "grad_norm": 0.46136540174484253, | |
| "learning_rate": 9.779544621518281e-05, | |
| "loss": 0.9669, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.5571898252292784, | |
| "grad_norm": 0.5057949423789978, | |
| "learning_rate": 9.749351199253243e-05, | |
| "loss": 0.9876, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.5580550268212493, | |
| "grad_norm": 0.44634687900543213, | |
| "learning_rate": 9.719160063278371e-05, | |
| "loss": 0.9805, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.5589202284132203, | |
| "grad_norm": 0.4209567904472351, | |
| "learning_rate": 9.688971488981759e-05, | |
| "loss": 0.9621, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.5597854300051912, | |
| "grad_norm": 0.4183271825313568, | |
| "learning_rate": 9.658785751728144e-05, | |
| "loss": 0.9189, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.5606506315971621, | |
| "grad_norm": 0.4438595175743103, | |
| "learning_rate": 9.628603126856378e-05, | |
| "loss": 1.0109, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.5615158331891331, | |
| "grad_norm": 0.4465368688106537, | |
| "learning_rate": 9.598423889676933e-05, | |
| "loss": 0.9747, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.562381034781104, | |
| "grad_norm": 0.444805383682251, | |
| "learning_rate": 9.568248315469373e-05, | |
| "loss": 0.9712, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5632462363730749, | |
| "grad_norm": 0.43554961681365967, | |
| "learning_rate": 9.53807667947985e-05, | |
| "loss": 1.0063, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.5641114379650458, | |
| "grad_norm": 0.4528721868991852, | |
| "learning_rate": 9.507909256918602e-05, | |
| "loss": 0.9849, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.5649766395570168, | |
| "grad_norm": 0.45312389731407166, | |
| "learning_rate": 9.477746322957416e-05, | |
| "loss": 1.0017, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.5658418411489877, | |
| "grad_norm": 0.45233070850372314, | |
| "learning_rate": 9.447588152727161e-05, | |
| "loss": 1.0283, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.5667070427409586, | |
| "grad_norm": 0.44334331154823303, | |
| "learning_rate": 9.417435021315231e-05, | |
| "loss": 0.9917, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.5675722443329295, | |
| "grad_norm": 0.5259175896644592, | |
| "learning_rate": 9.387287203763072e-05, | |
| "loss": 0.962, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.5684374459249005, | |
| "grad_norm": 0.4928758144378662, | |
| "learning_rate": 9.357144975063661e-05, | |
| "loss": 0.9807, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.5693026475168714, | |
| "grad_norm": 0.44045624136924744, | |
| "learning_rate": 9.327008610158981e-05, | |
| "loss": 0.9728, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.5701678491088423, | |
| "grad_norm": 0.46304404735565186, | |
| "learning_rate": 9.296878383937552e-05, | |
| "loss": 0.9755, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.5710330507008133, | |
| "grad_norm": 0.45428958535194397, | |
| "learning_rate": 9.266754571231874e-05, | |
| "loss": 0.9927, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5718982522927842, | |
| "grad_norm": 0.4710966944694519, | |
| "learning_rate": 9.236637446815969e-05, | |
| "loss": 0.9391, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.5727634538847551, | |
| "grad_norm": 0.46206918358802795, | |
| "learning_rate": 9.206527285402835e-05, | |
| "loss": 0.9709, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.573628655476726, | |
| "grad_norm": 0.4327426254749298, | |
| "learning_rate": 9.176424361641965e-05, | |
| "loss": 0.9467, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.574493857068697, | |
| "grad_norm": 0.4926101565361023, | |
| "learning_rate": 9.146328950116839e-05, | |
| "loss": 0.9767, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.5753590586606679, | |
| "grad_norm": 0.4621298313140869, | |
| "learning_rate": 9.116241325342399e-05, | |
| "loss": 0.99, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.5762242602526388, | |
| "grad_norm": 0.46005651354789734, | |
| "learning_rate": 9.086161761762578e-05, | |
| "loss": 0.9796, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.5770894618446097, | |
| "grad_norm": 0.4343353807926178, | |
| "learning_rate": 9.056090533747762e-05, | |
| "loss": 0.9349, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.5779546634365808, | |
| "grad_norm": 0.4175094962120056, | |
| "learning_rate": 9.026027915592321e-05, | |
| "loss": 0.9857, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.5788198650285516, | |
| "grad_norm": 0.44060176610946655, | |
| "learning_rate": 8.995974181512072e-05, | |
| "loss": 0.9523, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.5796850666205225, | |
| "grad_norm": 0.4819500148296356, | |
| "learning_rate": 8.965929605641811e-05, | |
| "loss": 0.9838, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5805502682124936, | |
| "grad_norm": 0.4309912919998169, | |
| "learning_rate": 8.935894462032798e-05, | |
| "loss": 0.9787, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.5814154698044645, | |
| "grad_norm": 0.440983384847641, | |
| "learning_rate": 8.905869024650242e-05, | |
| "loss": 0.9485, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.5822806713964354, | |
| "grad_norm": 0.4531494975090027, | |
| "learning_rate": 8.875853567370829e-05, | |
| "loss": 0.9819, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.5831458729884063, | |
| "grad_norm": 0.43064072728157043, | |
| "learning_rate": 8.845848363980207e-05, | |
| "loss": 0.9748, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.5840110745803773, | |
| "grad_norm": 0.46520137786865234, | |
| "learning_rate": 8.815853688170498e-05, | |
| "loss": 0.9634, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.5848762761723482, | |
| "grad_norm": 0.5070540904998779, | |
| "learning_rate": 8.785869813537789e-05, | |
| "loss": 1.011, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.5857414777643191, | |
| "grad_norm": 0.4707706868648529, | |
| "learning_rate": 8.75589701357965e-05, | |
| "loss": 0.9667, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.58660667935629, | |
| "grad_norm": 0.4585541784763336, | |
| "learning_rate": 8.725935561692637e-05, | |
| "loss": 0.9676, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.587471880948261, | |
| "grad_norm": 0.4634505808353424, | |
| "learning_rate": 8.695985731169781e-05, | |
| "loss": 0.9875, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.5883370825402319, | |
| "grad_norm": 0.4741441011428833, | |
| "learning_rate": 8.666047795198124e-05, | |
| "loss": 0.9787, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5892022841322028, | |
| "grad_norm": 0.44273069500923157, | |
| "learning_rate": 8.636122026856201e-05, | |
| "loss": 0.9481, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.5900674857241738, | |
| "grad_norm": 0.45366448163986206, | |
| "learning_rate": 8.606208699111573e-05, | |
| "loss": 0.9577, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.5909326873161447, | |
| "grad_norm": 0.4686761498451233, | |
| "learning_rate": 8.576308084818305e-05, | |
| "loss": 0.9743, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.5917978889081156, | |
| "grad_norm": 0.4535995125770569, | |
| "learning_rate": 8.546420456714517e-05, | |
| "loss": 0.9928, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.5926630905000865, | |
| "grad_norm": 0.426045298576355, | |
| "learning_rate": 8.516546087419856e-05, | |
| "loss": 0.9829, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.5935282920920575, | |
| "grad_norm": 0.4387094974517822, | |
| "learning_rate": 8.486685249433048e-05, | |
| "loss": 0.9899, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.5943934936840284, | |
| "grad_norm": 0.4502699375152588, | |
| "learning_rate": 8.456838215129384e-05, | |
| "loss": 0.998, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.5952586952759993, | |
| "grad_norm": 0.4558119773864746, | |
| "learning_rate": 8.427005256758236e-05, | |
| "loss": 0.9493, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.5961238968679702, | |
| "grad_norm": 0.4319314658641815, | |
| "learning_rate": 8.397186646440603e-05, | |
| "loss": 0.9276, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.5969890984599412, | |
| "grad_norm": 0.4241703748703003, | |
| "learning_rate": 8.367382656166584e-05, | |
| "loss": 0.9368, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5978543000519121, | |
| "grad_norm": 0.4475589394569397, | |
| "learning_rate": 8.33759355779295e-05, | |
| "loss": 0.9648, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.598719501643883, | |
| "grad_norm": 0.4357362389564514, | |
| "learning_rate": 8.307819623040606e-05, | |
| "loss": 0.9449, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.599584703235854, | |
| "grad_norm": 0.5170083045959473, | |
| "learning_rate": 8.278061123492162e-05, | |
| "loss": 0.9446, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.6004499048278249, | |
| "grad_norm": 0.45184993743896484, | |
| "learning_rate": 8.248318330589437e-05, | |
| "loss": 0.9494, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.6013151064197958, | |
| "grad_norm": 0.44678378105163574, | |
| "learning_rate": 8.218591515630962e-05, | |
| "loss": 0.951, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.6021803080117667, | |
| "grad_norm": 0.4784872531890869, | |
| "learning_rate": 8.188880949769552e-05, | |
| "loss": 1.0141, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.6030455096037377, | |
| "grad_norm": 0.4891086220741272, | |
| "learning_rate": 8.159186904009783e-05, | |
| "loss": 0.9438, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.6039107111957086, | |
| "grad_norm": 0.4449233412742615, | |
| "learning_rate": 8.129509649205558e-05, | |
| "loss": 0.9473, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.6047759127876795, | |
| "grad_norm": 0.4476933479309082, | |
| "learning_rate": 8.099849456057613e-05, | |
| "loss": 0.9215, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.6056411143796505, | |
| "grad_norm": 0.47453024983406067, | |
| "learning_rate": 8.070206595111061e-05, | |
| "loss": 0.9419, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6065063159716214, | |
| "grad_norm": 0.4311204254627228, | |
| "learning_rate": 8.040581336752921e-05, | |
| "loss": 0.9707, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.6073715175635923, | |
| "grad_norm": 0.4637129008769989, | |
| "learning_rate": 8.010973951209642e-05, | |
| "loss": 0.994, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.6082367191555632, | |
| "grad_norm": 0.42446842789649963, | |
| "learning_rate": 7.981384708544658e-05, | |
| "loss": 0.9716, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.6091019207475342, | |
| "grad_norm": 0.4456198811531067, | |
| "learning_rate": 7.951813878655898e-05, | |
| "loss": 0.9435, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.6099671223395051, | |
| "grad_norm": 0.4548759162425995, | |
| "learning_rate": 7.922261731273359e-05, | |
| "loss": 0.9703, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.610832323931476, | |
| "grad_norm": 0.4350235164165497, | |
| "learning_rate": 7.892728535956601e-05, | |
| "loss": 0.957, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.6116975255234469, | |
| "grad_norm": 0.4410596191883087, | |
| "learning_rate": 7.863214562092336e-05, | |
| "loss": 0.9588, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.6125627271154179, | |
| "grad_norm": 0.46627217531204224, | |
| "learning_rate": 7.833720078891938e-05, | |
| "loss": 0.9848, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.6134279287073888, | |
| "grad_norm": 0.44155973196029663, | |
| "learning_rate": 7.804245355388994e-05, | |
| "loss": 0.9629, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.6142931302993597, | |
| "grad_norm": 0.4281848669052124, | |
| "learning_rate": 7.774790660436858e-05, | |
| "loss": 0.9505, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6151583318913307, | |
| "grad_norm": 0.4397382140159607, | |
| "learning_rate": 7.745356262706189e-05, | |
| "loss": 0.9638, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.6160235334833016, | |
| "grad_norm": 0.44392621517181396, | |
| "learning_rate": 7.715942430682515e-05, | |
| "loss": 1.0033, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.6168887350752725, | |
| "grad_norm": 0.4472537338733673, | |
| "learning_rate": 7.686549432663757e-05, | |
| "loss": 0.9348, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.6177539366672434, | |
| "grad_norm": 0.4813332259654999, | |
| "learning_rate": 7.657177536757816e-05, | |
| "loss": 0.9431, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.6186191382592144, | |
| "grad_norm": 0.4196160137653351, | |
| "learning_rate": 7.627827010880108e-05, | |
| "loss": 0.9661, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.6194843398511853, | |
| "grad_norm": 0.43365371227264404, | |
| "learning_rate": 7.598498122751108e-05, | |
| "loss": 0.9446, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.6203495414431562, | |
| "grad_norm": 0.44143837690353394, | |
| "learning_rate": 7.569191139893944e-05, | |
| "loss": 0.9582, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.6212147430351271, | |
| "grad_norm": 0.455301970243454, | |
| "learning_rate": 7.539906329631911e-05, | |
| "loss": 0.9487, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.6220799446270981, | |
| "grad_norm": 0.4444476366043091, | |
| "learning_rate": 7.510643959086083e-05, | |
| "loss": 0.9818, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.622945146219069, | |
| "grad_norm": 0.4136192500591278, | |
| "learning_rate": 7.481404295172827e-05, | |
| "loss": 1.0015, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.62381034781104, | |
| "grad_norm": 0.42628371715545654, | |
| "learning_rate": 7.452187604601407e-05, | |
| "loss": 0.98, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.624675549403011, | |
| "grad_norm": 0.4436239004135132, | |
| "learning_rate": 7.422994153871534e-05, | |
| "loss": 0.9909, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.6255407509949819, | |
| "grad_norm": 0.4337378144264221, | |
| "learning_rate": 7.393824209270925e-05, | |
| "loss": 0.9714, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.6264059525869528, | |
| "grad_norm": 0.46607285737991333, | |
| "learning_rate": 7.364678036872903e-05, | |
| "loss": 0.9933, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.6272711541789237, | |
| "grad_norm": 0.4370154142379761, | |
| "learning_rate": 7.335555902533941e-05, | |
| "loss": 0.987, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.6281363557708947, | |
| "grad_norm": 0.44606542587280273, | |
| "learning_rate": 7.306458071891258e-05, | |
| "loss": 0.9482, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.6290015573628656, | |
| "grad_norm": 0.5535009503364563, | |
| "learning_rate": 7.277384810360375e-05, | |
| "loss": 0.9597, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.6298667589548365, | |
| "grad_norm": 0.5309751033782959, | |
| "learning_rate": 7.248336383132718e-05, | |
| "loss": 0.9586, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.6307319605468074, | |
| "grad_norm": 0.4356056749820709, | |
| "learning_rate": 7.219313055173186e-05, | |
| "loss": 0.9881, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.6315971621387784, | |
| "grad_norm": 0.4677325487136841, | |
| "learning_rate": 7.190315091217728e-05, | |
| "loss": 0.963, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6324623637307493, | |
| "grad_norm": 0.4469841420650482, | |
| "learning_rate": 7.161342755770942e-05, | |
| "loss": 0.9331, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.6333275653227202, | |
| "grad_norm": 0.4805571138858795, | |
| "learning_rate": 7.132396313103651e-05, | |
| "loss": 0.9428, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.6341927669146912, | |
| "grad_norm": 0.43493425846099854, | |
| "learning_rate": 7.1034760272505e-05, | |
| "loss": 0.9357, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.6350579685066621, | |
| "grad_norm": 0.44341421127319336, | |
| "learning_rate": 7.074582162007546e-05, | |
| "loss": 0.9954, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.635923170098633, | |
| "grad_norm": 0.47012633085250854, | |
| "learning_rate": 7.045714980929845e-05, | |
| "loss": 0.9575, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.6367883716906039, | |
| "grad_norm": 0.4581446647644043, | |
| "learning_rate": 7.016874747329068e-05, | |
| "loss": 0.9845, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.6376535732825749, | |
| "grad_norm": 0.40438956022262573, | |
| "learning_rate": 6.988061724271065e-05, | |
| "loss": 0.9699, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.6385187748745458, | |
| "grad_norm": 0.4338352680206299, | |
| "learning_rate": 6.959276174573503e-05, | |
| "loss": 0.9328, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.6393839764665167, | |
| "grad_norm": 0.4316514730453491, | |
| "learning_rate": 6.930518360803438e-05, | |
| "loss": 0.9436, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.6402491780584876, | |
| "grad_norm": 0.4489031434059143, | |
| "learning_rate": 6.90178854527494e-05, | |
| "loss": 0.9399, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6411143796504586, | |
| "grad_norm": 0.42906907200813293, | |
| "learning_rate": 6.873086990046691e-05, | |
| "loss": 0.9655, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.6419795812424295, | |
| "grad_norm": 0.42408278584480286, | |
| "learning_rate": 6.844413956919603e-05, | |
| "loss": 0.9566, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.6428447828344004, | |
| "grad_norm": 0.4122326076030731, | |
| "learning_rate": 6.815769707434411e-05, | |
| "loss": 0.9992, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.6437099844263714, | |
| "grad_norm": 0.4537835121154785, | |
| "learning_rate": 6.787154502869313e-05, | |
| "loss": 0.9384, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.6445751860183423, | |
| "grad_norm": 0.4500395953655243, | |
| "learning_rate": 6.758568604237568e-05, | |
| "loss": 0.9851, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.6454403876103132, | |
| "grad_norm": 0.43696606159210205, | |
| "learning_rate": 6.730012272285123e-05, | |
| "loss": 0.942, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.6463055892022841, | |
| "grad_norm": 0.42087531089782715, | |
| "learning_rate": 6.701485767488235e-05, | |
| "loss": 0.9386, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.6471707907942551, | |
| "grad_norm": 0.4692328870296478, | |
| "learning_rate": 6.672989350051082e-05, | |
| "loss": 0.9937, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.648035992386226, | |
| "grad_norm": 0.4377414584159851, | |
| "learning_rate": 6.644523279903419e-05, | |
| "loss": 0.953, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.6489011939781969, | |
| "grad_norm": 0.5129314661026001, | |
| "learning_rate": 6.61608781669817e-05, | |
| "loss": 0.9555, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6497663955701678, | |
| "grad_norm": 0.452594131231308, | |
| "learning_rate": 6.587683219809089e-05, | |
| "loss": 0.9346, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.6506315971621388, | |
| "grad_norm": 0.4192207157611847, | |
| "learning_rate": 6.559309748328388e-05, | |
| "loss": 0.9461, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.6514967987541097, | |
| "grad_norm": 0.4243721067905426, | |
| "learning_rate": 6.530967661064348e-05, | |
| "loss": 0.9644, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.6523620003460806, | |
| "grad_norm": 0.4021894931793213, | |
| "learning_rate": 6.502657216539007e-05, | |
| "loss": 0.9608, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.6532272019380516, | |
| "grad_norm": 0.43916577100753784, | |
| "learning_rate": 6.474378672985749e-05, | |
| "loss": 0.9321, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.6540924035300225, | |
| "grad_norm": 0.4375644326210022, | |
| "learning_rate": 6.446132288346994e-05, | |
| "loss": 0.9507, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.6549576051219934, | |
| "grad_norm": 0.45128095149993896, | |
| "learning_rate": 6.417918320271807e-05, | |
| "loss": 0.9804, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.6558228067139643, | |
| "grad_norm": 0.45634618401527405, | |
| "learning_rate": 6.389737026113577e-05, | |
| "loss": 0.9579, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.6566880083059353, | |
| "grad_norm": 0.45252084732055664, | |
| "learning_rate": 6.36158866292766e-05, | |
| "loss": 0.9811, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.6575532098979062, | |
| "grad_norm": 0.4186381697654724, | |
| "learning_rate": 6.333473487469021e-05, | |
| "loss": 0.983, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6584184114898771, | |
| "grad_norm": 0.43495872616767883, | |
| "learning_rate": 6.305391756189916e-05, | |
| "loss": 1.0123, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.659283613081848, | |
| "grad_norm": 0.42767274379730225, | |
| "learning_rate": 6.27734372523753e-05, | |
| "loss": 0.9882, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.660148814673819, | |
| "grad_norm": 0.44282782077789307, | |
| "learning_rate": 6.249329650451663e-05, | |
| "loss": 0.9771, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.6610140162657899, | |
| "grad_norm": 0.4403495490550995, | |
| "learning_rate": 6.221349787362366e-05, | |
| "loss": 1.0058, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.6618792178577608, | |
| "grad_norm": 0.4575168490409851, | |
| "learning_rate": 6.193404391187647e-05, | |
| "loss": 0.9948, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.6627444194497318, | |
| "grad_norm": 0.42425480484962463, | |
| "learning_rate": 6.165493716831119e-05, | |
| "loss": 0.9357, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.6636096210417027, | |
| "grad_norm": 0.4653586447238922, | |
| "learning_rate": 6.137618018879671e-05, | |
| "loss": 0.973, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.6644748226336736, | |
| "grad_norm": 0.4468865692615509, | |
| "learning_rate": 6.109777551601165e-05, | |
| "loss": 0.9675, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.6653400242256445, | |
| "grad_norm": 0.4487997889518738, | |
| "learning_rate": 6.0819725689421046e-05, | |
| "loss": 0.9482, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.6662052258176155, | |
| "grad_norm": 0.4328047037124634, | |
| "learning_rate": 6.054203324525321e-05, | |
| "loss": 0.9853, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.6670704274095864, | |
| "grad_norm": 0.4487217664718628, | |
| "learning_rate": 6.026470071647656e-05, | |
| "loss": 0.9879, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.6679356290015573, | |
| "grad_norm": 0.5115017294883728, | |
| "learning_rate": 5.9987730632776584e-05, | |
| "loss": 0.9804, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.6688008305935282, | |
| "grad_norm": 0.494248628616333, | |
| "learning_rate": 5.9711125520532754e-05, | |
| "loss": 0.9657, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.6696660321854992, | |
| "grad_norm": 0.4214867949485779, | |
| "learning_rate": 5.943488790279539e-05, | |
| "loss": 0.9687, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.6705312337774701, | |
| "grad_norm": 0.4864426851272583, | |
| "learning_rate": 5.9159020299262793e-05, | |
| "loss": 0.9391, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.671396435369441, | |
| "grad_norm": 0.4803209602832794, | |
| "learning_rate": 5.888352522625809e-05, | |
| "loss": 0.9195, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.6722616369614121, | |
| "grad_norm": 0.42843303084373474, | |
| "learning_rate": 5.860840519670648e-05, | |
| "loss": 0.9757, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.673126838553383, | |
| "grad_norm": 0.4331001341342926, | |
| "learning_rate": 5.833366272011212e-05, | |
| "loss": 0.9961, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.6739920401453539, | |
| "grad_norm": 0.43525782227516174, | |
| "learning_rate": 5.805930030253539e-05, | |
| "loss": 0.9764, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.6748572417373248, | |
| "grad_norm": 0.4345535933971405, | |
| "learning_rate": 5.7785320446569924e-05, | |
| "loss": 0.9753, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6757224433292958, | |
| "grad_norm": 0.44036418199539185, | |
| "learning_rate": 5.7511725651319834e-05, | |
| "loss": 0.9439, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.6765876449212667, | |
| "grad_norm": 0.42969611287117004, | |
| "learning_rate": 5.7238518412376906e-05, | |
| "loss": 0.9827, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.6774528465132376, | |
| "grad_norm": 0.42602795362472534, | |
| "learning_rate": 5.696570122179783e-05, | |
| "loss": 0.9341, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.6783180481052085, | |
| "grad_norm": 0.4188039302825928, | |
| "learning_rate": 5.66932765680815e-05, | |
| "loss": 0.955, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.6791832496971795, | |
| "grad_norm": 0.49803611636161804, | |
| "learning_rate": 5.6421246936146255e-05, | |
| "loss": 0.9364, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.6800484512891504, | |
| "grad_norm": 0.46372202038764954, | |
| "learning_rate": 5.614961480730727e-05, | |
| "loss": 0.9426, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.6809136528811213, | |
| "grad_norm": 0.4493297040462494, | |
| "learning_rate": 5.587838265925389e-05, | |
| "loss": 0.9297, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.6817788544730923, | |
| "grad_norm": 0.43697822093963623, | |
| "learning_rate": 5.5607552966027044e-05, | |
| "loss": 0.9581, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.6826440560650632, | |
| "grad_norm": 0.44038650393486023, | |
| "learning_rate": 5.533712819799667e-05, | |
| "loss": 1.0135, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.6835092576570341, | |
| "grad_norm": 0.44993671774864197, | |
| "learning_rate": 5.5067110821839186e-05, | |
| "loss": 0.9798, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.684374459249005, | |
| "grad_norm": 0.4506613314151764, | |
| "learning_rate": 5.4797503300515e-05, | |
| "loss": 0.9571, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.685239660840976, | |
| "grad_norm": 0.4558075964450836, | |
| "learning_rate": 5.452830809324601e-05, | |
| "loss": 0.9611, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.6861048624329469, | |
| "grad_norm": 0.4847477376461029, | |
| "learning_rate": 5.425952765549319e-05, | |
| "loss": 1.0172, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.6869700640249178, | |
| "grad_norm": 0.4571908414363861, | |
| "learning_rate": 5.399116443893433e-05, | |
| "loss": 0.9883, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.6878352656168887, | |
| "grad_norm": 0.41807690262794495, | |
| "learning_rate": 5.3723220891441274e-05, | |
| "loss": 1.0335, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.6887004672088597, | |
| "grad_norm": 0.4681232273578644, | |
| "learning_rate": 5.345569945705817e-05, | |
| "loss": 0.9219, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.6895656688008306, | |
| "grad_norm": 0.4585653841495514, | |
| "learning_rate": 5.3188602575978616e-05, | |
| "loss": 1.0058, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.6904308703928015, | |
| "grad_norm": 0.41353005170822144, | |
| "learning_rate": 5.292193268452377e-05, | |
| "loss": 0.9544, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.6912960719847725, | |
| "grad_norm": 0.4379875361919403, | |
| "learning_rate": 5.265569221511999e-05, | |
| "loss": 0.9619, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.6921612735767434, | |
| "grad_norm": 0.45931750535964966, | |
| "learning_rate": 5.238988359627662e-05, | |
| "loss": 0.9852, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6930264751687143, | |
| "grad_norm": 0.46481239795684814, | |
| "learning_rate": 5.212450925256406e-05, | |
| "loss": 0.9666, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.6938916767606852, | |
| "grad_norm": 0.4746643304824829, | |
| "learning_rate": 5.185957160459119e-05, | |
| "loss": 0.9852, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.6947568783526562, | |
| "grad_norm": 0.4331592321395874, | |
| "learning_rate": 5.159507306898386e-05, | |
| "loss": 0.9581, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.6956220799446271, | |
| "grad_norm": 0.44027334451675415, | |
| "learning_rate": 5.133101605836228e-05, | |
| "loss": 0.9949, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.696487281536598, | |
| "grad_norm": 0.42148056626319885, | |
| "learning_rate": 5.106740298131961e-05, | |
| "loss": 0.961, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.697352483128569, | |
| "grad_norm": 0.41860854625701904, | |
| "learning_rate": 5.080423624239936e-05, | |
| "loss": 0.9602, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.6982176847205399, | |
| "grad_norm": 0.4259825348854065, | |
| "learning_rate": 5.054151824207405e-05, | |
| "loss": 0.9516, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.6990828863125108, | |
| "grad_norm": 0.44930359721183777, | |
| "learning_rate": 5.027925137672278e-05, | |
| "loss": 0.9646, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.6999480879044817, | |
| "grad_norm": 0.45277413725852966, | |
| "learning_rate": 5.0017438038609846e-05, | |
| "loss": 0.9787, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.7008132894964527, | |
| "grad_norm": 0.45245739817619324, | |
| "learning_rate": 4.975608061586258e-05, | |
| "loss": 0.9823, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.7016784910884236, | |
| "grad_norm": 0.44991815090179443, | |
| "learning_rate": 4.9495181492449724e-05, | |
| "loss": 0.9416, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.7025436926803945, | |
| "grad_norm": 0.42899975180625916, | |
| "learning_rate": 4.923474304815967e-05, | |
| "loss": 0.987, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.7034088942723654, | |
| "grad_norm": 0.4850844442844391, | |
| "learning_rate": 4.897476765857858e-05, | |
| "loss": 0.9856, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.7042740958643364, | |
| "grad_norm": 0.42250022292137146, | |
| "learning_rate": 4.871525769506916e-05, | |
| "loss": 0.9327, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.7051392974563073, | |
| "grad_norm": 0.4618523120880127, | |
| "learning_rate": 4.8456215524748396e-05, | |
| "loss": 1.017, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.7060044990482782, | |
| "grad_norm": 0.42984339594841003, | |
| "learning_rate": 4.819764351046659e-05, | |
| "loss": 0.9534, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.7068697006402492, | |
| "grad_norm": 0.43350252509117126, | |
| "learning_rate": 4.7939544010785377e-05, | |
| "loss": 0.9516, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.7077349022322201, | |
| "grad_norm": 0.4169905185699463, | |
| "learning_rate": 4.768191937995636e-05, | |
| "loss": 0.9477, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.708600103824191, | |
| "grad_norm": 0.40108850598335266, | |
| "learning_rate": 4.74247719678997e-05, | |
| "loss": 0.9751, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.7094653054161619, | |
| "grad_norm": 0.4502684772014618, | |
| "learning_rate": 4.716810412018251e-05, | |
| "loss": 0.9778, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7103305070081329, | |
| "grad_norm": 0.4119910001754761, | |
| "learning_rate": 4.691191817799765e-05, | |
| "loss": 0.9507, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.7111957086001038, | |
| "grad_norm": 0.43756359815597534, | |
| "learning_rate": 4.665621647814226e-05, | |
| "loss": 0.9897, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.7120609101920747, | |
| "grad_norm": 0.44212594628334045, | |
| "learning_rate": 4.640100135299644e-05, | |
| "loss": 0.9555, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.7129261117840456, | |
| "grad_norm": 0.464538037776947, | |
| "learning_rate": 4.614627513050205e-05, | |
| "loss": 0.9533, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.7137913133760166, | |
| "grad_norm": 0.42958030104637146, | |
| "learning_rate": 4.589204013414139e-05, | |
| "loss": 1.0032, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.7146565149679875, | |
| "grad_norm": 0.45080655813217163, | |
| "learning_rate": 4.563829868291607e-05, | |
| "loss": 0.9501, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.7155217165599584, | |
| "grad_norm": 0.4486967623233795, | |
| "learning_rate": 4.538505309132584e-05, | |
| "loss": 0.9779, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.7163869181519295, | |
| "grad_norm": 0.4742283821105957, | |
| "learning_rate": 4.513230566934743e-05, | |
| "loss": 0.9393, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.7172521197439004, | |
| "grad_norm": 0.4522545635700226, | |
| "learning_rate": 4.4880058722413566e-05, | |
| "loss": 0.9623, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.7181173213358713, | |
| "grad_norm": 0.4180852472782135, | |
| "learning_rate": 4.462831455139185e-05, | |
| "loss": 0.9544, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.7189825229278421, | |
| "grad_norm": 0.4502962827682495, | |
| "learning_rate": 4.4377075452563955e-05, | |
| "loss": 0.9749, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.7198477245198132, | |
| "grad_norm": 0.42445746064186096, | |
| "learning_rate": 4.412634371760429e-05, | |
| "loss": 0.9975, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.7207129261117841, | |
| "grad_norm": 0.4130094051361084, | |
| "learning_rate": 4.387612163355966e-05, | |
| "loss": 1.0015, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.721578127703755, | |
| "grad_norm": 0.5205526947975159, | |
| "learning_rate": 4.362641148282781e-05, | |
| "loss": 0.9721, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.7224433292957259, | |
| "grad_norm": 0.4239148199558258, | |
| "learning_rate": 4.337721554313705e-05, | |
| "loss": 0.9012, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.7233085308876969, | |
| "grad_norm": 0.4548054337501526, | |
| "learning_rate": 4.312853608752531e-05, | |
| "loss": 0.9368, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.7241737324796678, | |
| "grad_norm": 0.4600510597229004, | |
| "learning_rate": 4.288037538431933e-05, | |
| "loss": 0.9614, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.7250389340716387, | |
| "grad_norm": 0.4393291175365448, | |
| "learning_rate": 4.2632735697114226e-05, | |
| "loss": 0.9403, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.7259041356636097, | |
| "grad_norm": 0.4278406798839569, | |
| "learning_rate": 4.238561928475244e-05, | |
| "loss": 0.9459, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.7267693372555806, | |
| "grad_norm": 0.43765777349472046, | |
| "learning_rate": 4.2139028401303625e-05, | |
| "loss": 0.9891, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7276345388475515, | |
| "grad_norm": 0.4184790551662445, | |
| "learning_rate": 4.189296529604355e-05, | |
| "loss": 0.9551, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.7284997404395224, | |
| "grad_norm": 0.4558292031288147, | |
| "learning_rate": 4.164743221343417e-05, | |
| "loss": 0.9709, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.7293649420314934, | |
| "grad_norm": 0.4263213276863098, | |
| "learning_rate": 4.1402431393102516e-05, | |
| "loss": 0.967, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.7302301436234643, | |
| "grad_norm": 0.44499507546424866, | |
| "learning_rate": 4.115796506982087e-05, | |
| "loss": 0.9841, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.7310953452154352, | |
| "grad_norm": 0.46089598536491394, | |
| "learning_rate": 4.091403547348597e-05, | |
| "loss": 1.0149, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.7319605468074061, | |
| "grad_norm": 0.44323694705963135, | |
| "learning_rate": 4.0670644829098824e-05, | |
| "loss": 0.945, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.7328257483993771, | |
| "grad_norm": 0.4892789125442505, | |
| "learning_rate": 4.0427795356744445e-05, | |
| "loss": 0.9208, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.733690949991348, | |
| "grad_norm": 0.43195831775665283, | |
| "learning_rate": 4.018548927157141e-05, | |
| "loss": 0.948, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.7345561515833189, | |
| "grad_norm": 0.4387545585632324, | |
| "learning_rate": 3.994372878377202e-05, | |
| "loss": 1.029, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.7354213531752899, | |
| "grad_norm": 0.4202425479888916, | |
| "learning_rate": 3.970251609856166e-05, | |
| "loss": 0.9322, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.7362865547672608, | |
| "grad_norm": 0.4669027030467987, | |
| "learning_rate": 3.946185341615918e-05, | |
| "loss": 0.9433, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.7371517563592317, | |
| "grad_norm": 0.426996648311615, | |
| "learning_rate": 3.9221742931766436e-05, | |
| "loss": 0.9624, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.7380169579512026, | |
| "grad_norm": 0.4329177439212799, | |
| "learning_rate": 3.898218683554845e-05, | |
| "loss": 0.9852, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.7388821595431736, | |
| "grad_norm": 0.40790703892707825, | |
| "learning_rate": 3.874318731261343e-05, | |
| "loss": 0.9441, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.7397473611351445, | |
| "grad_norm": 0.43579617142677307, | |
| "learning_rate": 3.8504746542992765e-05, | |
| "loss": 0.9446, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.7406125627271154, | |
| "grad_norm": 0.4374306797981262, | |
| "learning_rate": 3.826686670162119e-05, | |
| "loss": 0.932, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.7414777643190863, | |
| "grad_norm": 0.43435388803482056, | |
| "learning_rate": 3.802954995831699e-05, | |
| "loss": 0.9898, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.7423429659110573, | |
| "grad_norm": 0.4677979350090027, | |
| "learning_rate": 3.779279847776208e-05, | |
| "loss": 0.9797, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.7432081675030282, | |
| "grad_norm": 0.43926307559013367, | |
| "learning_rate": 3.7556614419482385e-05, | |
| "loss": 0.9666, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.7440733690949991, | |
| "grad_norm": 0.4474581778049469, | |
| "learning_rate": 3.7320999937828084e-05, | |
| "loss": 0.9616, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7449385706869701, | |
| "grad_norm": 0.4644235074520111, | |
| "learning_rate": 3.7085957181953966e-05, | |
| "loss": 1.0063, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.745803772278941, | |
| "grad_norm": 0.4108608067035675, | |
| "learning_rate": 3.685148829579984e-05, | |
| "loss": 0.9367, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.7466689738709119, | |
| "grad_norm": 0.44119784235954285, | |
| "learning_rate": 3.661759541807096e-05, | |
| "loss": 0.9638, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.7475341754628828, | |
| "grad_norm": 0.4548141360282898, | |
| "learning_rate": 3.638428068221853e-05, | |
| "loss": 0.9699, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.7483993770548538, | |
| "grad_norm": 0.4526442289352417, | |
| "learning_rate": 3.615154621642023e-05, | |
| "loss": 0.9521, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.7492645786468247, | |
| "grad_norm": 0.5478776693344116, | |
| "learning_rate": 3.591939414356081e-05, | |
| "loss": 0.9538, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.7501297802387956, | |
| "grad_norm": 0.423746258020401, | |
| "learning_rate": 3.568782658121275e-05, | |
| "loss": 0.9548, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.7509949818307665, | |
| "grad_norm": 0.44348010420799255, | |
| "learning_rate": 3.545684564161697e-05, | |
| "loss": 0.9325, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.7518601834227375, | |
| "grad_norm": 0.4436131417751312, | |
| "learning_rate": 3.522645343166336e-05, | |
| "loss": 0.9738, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.7527253850147084, | |
| "grad_norm": 0.4240371882915497, | |
| "learning_rate": 3.499665205287189e-05, | |
| "loss": 0.9721, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.7535905866066793, | |
| "grad_norm": 0.4415445327758789, | |
| "learning_rate": 3.476744360137317e-05, | |
| "loss": 0.9401, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.7544557881986503, | |
| "grad_norm": 0.43800264596939087, | |
| "learning_rate": 3.453883016788948e-05, | |
| "loss": 0.9331, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.7553209897906212, | |
| "grad_norm": 0.4613566994667053, | |
| "learning_rate": 3.4310813837715625e-05, | |
| "loss": 0.9906, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.7561861913825921, | |
| "grad_norm": 0.43836039304733276, | |
| "learning_rate": 3.408339669069991e-05, | |
| "loss": 0.9468, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.757051392974563, | |
| "grad_norm": 0.43051472306251526, | |
| "learning_rate": 3.3856580801225327e-05, | |
| "loss": 0.9338, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.757916594566534, | |
| "grad_norm": 0.445026159286499, | |
| "learning_rate": 3.363036823819029e-05, | |
| "loss": 0.9629, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.7587817961585049, | |
| "grad_norm": 0.4377189874649048, | |
| "learning_rate": 3.340476106499023e-05, | |
| "loss": 0.9837, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.7596469977504758, | |
| "grad_norm": 0.43655675649642944, | |
| "learning_rate": 3.317976133949825e-05, | |
| "loss": 0.9978, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.7605121993424467, | |
| "grad_norm": 0.44946399331092834, | |
| "learning_rate": 3.2955371114046895e-05, | |
| "loss": 0.9705, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.7613774009344177, | |
| "grad_norm": 0.3919507563114166, | |
| "learning_rate": 3.2731592435408906e-05, | |
| "loss": 0.9462, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7622426025263886, | |
| "grad_norm": 0.4803646206855774, | |
| "learning_rate": 3.250842734477904e-05, | |
| "loss": 0.953, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.7631078041183595, | |
| "grad_norm": 0.4366481304168701, | |
| "learning_rate": 3.22858778777551e-05, | |
| "loss": 0.9663, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.7639730057103306, | |
| "grad_norm": 0.4419713616371155, | |
| "learning_rate": 3.206394606431941e-05, | |
| "loss": 0.9984, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.7648382073023015, | |
| "grad_norm": 0.44880411028862, | |
| "learning_rate": 3.1842633928820574e-05, | |
| "loss": 0.9361, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.7657034088942724, | |
| "grad_norm": 0.4589973986148834, | |
| "learning_rate": 3.162194348995459e-05, | |
| "loss": 0.9589, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.7665686104862433, | |
| "grad_norm": 0.46531566977500916, | |
| "learning_rate": 3.1401876760746876e-05, | |
| "loss": 0.9758, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.7674338120782143, | |
| "grad_norm": 0.4017270505428314, | |
| "learning_rate": 3.1182435748533455e-05, | |
| "loss": 0.9565, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.7682990136701852, | |
| "grad_norm": 0.4428539574146271, | |
| "learning_rate": 3.096362245494311e-05, | |
| "loss": 0.9959, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.7691642152621561, | |
| "grad_norm": 0.44016364216804504, | |
| "learning_rate": 3.074543887587874e-05, | |
| "loss": 0.9669, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.770029416854127, | |
| "grad_norm": 0.454472154378891, | |
| "learning_rate": 3.0527887001499364e-05, | |
| "loss": 0.947, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.770894618446098, | |
| "grad_norm": 0.4053809344768524, | |
| "learning_rate": 3.0310968816201925e-05, | |
| "loss": 0.9217, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.7717598200380689, | |
| "grad_norm": 0.43864405155181885, | |
| "learning_rate": 3.0094686298603136e-05, | |
| "loss": 0.9562, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.7726250216300398, | |
| "grad_norm": 0.4394964277744293, | |
| "learning_rate": 2.9879041421521527e-05, | |
| "loss": 0.9766, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.7734902232220108, | |
| "grad_norm": 0.44996631145477295, | |
| "learning_rate": 2.966403615195934e-05, | |
| "loss": 0.9347, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.7743554248139817, | |
| "grad_norm": 0.48114338517189026, | |
| "learning_rate": 2.944967245108471e-05, | |
| "loss": 0.9749, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.7752206264059526, | |
| "grad_norm": 0.45745283365249634, | |
| "learning_rate": 2.923595227421364e-05, | |
| "loss": 0.9799, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.7760858279979235, | |
| "grad_norm": 0.4538094103336334, | |
| "learning_rate": 2.9022877570792305e-05, | |
| "loss": 0.9462, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.7769510295898945, | |
| "grad_norm": 0.4058148264884949, | |
| "learning_rate": 2.8810450284379153e-05, | |
| "loss": 0.9927, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.7778162311818654, | |
| "grad_norm": 0.435544490814209, | |
| "learning_rate": 2.8598672352627244e-05, | |
| "loss": 0.9089, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.7786814327738363, | |
| "grad_norm": 0.4508376717567444, | |
| "learning_rate": 2.838754570726655e-05, | |
| "loss": 0.9786, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7795466343658072, | |
| "grad_norm": 0.44496816396713257, | |
| "learning_rate": 2.8177072274086348e-05, | |
| "loss": 0.9692, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.7804118359577782, | |
| "grad_norm": 0.5042269229888916, | |
| "learning_rate": 2.7967253972917605e-05, | |
| "loss": 0.9742, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.7812770375497491, | |
| "grad_norm": 0.44786500930786133, | |
| "learning_rate": 2.7758092717615657e-05, | |
| "loss": 0.9582, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.78214223914172, | |
| "grad_norm": 0.4112664461135864, | |
| "learning_rate": 2.754959041604239e-05, | |
| "loss": 1.0003, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.783007440733691, | |
| "grad_norm": 0.4549863636493683, | |
| "learning_rate": 2.7341748970049196e-05, | |
| "loss": 0.9559, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.7838726423256619, | |
| "grad_norm": 0.42742258310317993, | |
| "learning_rate": 2.7134570275459435e-05, | |
| "loss": 0.9488, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.7847378439176328, | |
| "grad_norm": 0.43447646498680115, | |
| "learning_rate": 2.6928056222051202e-05, | |
| "loss": 0.9612, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.7856030455096037, | |
| "grad_norm": 0.44213923811912537, | |
| "learning_rate": 2.6722208693540052e-05, | |
| "loss": 0.9417, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.7864682471015747, | |
| "grad_norm": 0.4459418058395386, | |
| "learning_rate": 2.6517029567561836e-05, | |
| "loss": 1.0021, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.7873334486935456, | |
| "grad_norm": 0.4390890598297119, | |
| "learning_rate": 2.6312520715655685e-05, | |
| "loss": 0.9761, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.7881986502855165, | |
| "grad_norm": 0.47070950269699097, | |
| "learning_rate": 2.610868400324663e-05, | |
| "loss": 0.956, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.7890638518774875, | |
| "grad_norm": 0.4373131990432739, | |
| "learning_rate": 2.590552128962902e-05, | |
| "loss": 0.9721, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.7899290534694584, | |
| "grad_norm": 0.42470088601112366, | |
| "learning_rate": 2.5703034427949103e-05, | |
| "loss": 0.9514, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.7907942550614293, | |
| "grad_norm": 0.45303651690483093, | |
| "learning_rate": 2.5501225265188578e-05, | |
| "loss": 1.0286, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.7916594566534002, | |
| "grad_norm": 0.4624740779399872, | |
| "learning_rate": 2.5300095642147293e-05, | |
| "loss": 0.9757, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.7925246582453712, | |
| "grad_norm": 0.4534415900707245, | |
| "learning_rate": 2.5099647393426883e-05, | |
| "loss": 1.0163, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.7933898598373421, | |
| "grad_norm": 0.43228623270988464, | |
| "learning_rate": 2.489988234741376e-05, | |
| "loss": 0.928, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.794255061429313, | |
| "grad_norm": 0.4066708981990814, | |
| "learning_rate": 2.4700802326262405e-05, | |
| "loss": 0.9341, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.7951202630212839, | |
| "grad_norm": 0.45343056321144104, | |
| "learning_rate": 2.450240914587907e-05, | |
| "loss": 0.9669, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.7959854646132549, | |
| "grad_norm": 0.43527576327323914, | |
| "learning_rate": 2.430470461590475e-05, | |
| "loss": 0.9616, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.7968506662052258, | |
| "grad_norm": 0.44016727805137634, | |
| "learning_rate": 2.4107690539699157e-05, | |
| "loss": 0.9827, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.7977158677971967, | |
| "grad_norm": 0.4747732877731323, | |
| "learning_rate": 2.3911368714323835e-05, | |
| "loss": 0.955, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.7985810693891677, | |
| "grad_norm": 0.41703560948371887, | |
| "learning_rate": 2.371574093052612e-05, | |
| "loss": 0.9736, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.7994462709811386, | |
| "grad_norm": 0.40136978030204773, | |
| "learning_rate": 2.3520808972722596e-05, | |
| "loss": 0.9487, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.8003114725731095, | |
| "grad_norm": 0.46093153953552246, | |
| "learning_rate": 2.3326574618982865e-05, | |
| "loss": 0.9431, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.8011766741650804, | |
| "grad_norm": 0.459598183631897, | |
| "learning_rate": 2.3133039641013366e-05, | |
| "loss": 0.9502, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.8020418757570514, | |
| "grad_norm": 0.4129520058631897, | |
| "learning_rate": 2.294020580414118e-05, | |
| "loss": 0.9672, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.8029070773490223, | |
| "grad_norm": 0.460458904504776, | |
| "learning_rate": 2.2748074867297918e-05, | |
| "loss": 1.0069, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.8037722789409932, | |
| "grad_norm": 0.45732662081718445, | |
| "learning_rate": 2.2556648583003746e-05, | |
| "loss": 1.0105, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.8046374805329641, | |
| "grad_norm": 0.42087164521217346, | |
| "learning_rate": 2.2365928697351314e-05, | |
| "loss": 0.9292, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.8055026821249351, | |
| "grad_norm": 0.4139239490032196, | |
| "learning_rate": 2.217591694998985e-05, | |
| "loss": 0.9789, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.806367883716906, | |
| "grad_norm": 0.4530125856399536, | |
| "learning_rate": 2.198661507410935e-05, | |
| "loss": 0.9588, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.8072330853088769, | |
| "grad_norm": 0.4521411955356598, | |
| "learning_rate": 2.17980247964247e-05, | |
| "loss": 0.9694, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.808098286900848, | |
| "grad_norm": 0.41040509939193726, | |
| "learning_rate": 2.1610147837159955e-05, | |
| "loss": 0.9449, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.8089634884928188, | |
| "grad_norm": 0.45691537857055664, | |
| "learning_rate": 2.1422985910032632e-05, | |
| "loss": 0.9519, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.8098286900847897, | |
| "grad_norm": 0.4356061518192291, | |
| "learning_rate": 2.1236540722238118e-05, | |
| "loss": 0.9641, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.8106938916767606, | |
| "grad_norm": 0.44307219982147217, | |
| "learning_rate": 2.105081397443406e-05, | |
| "loss": 0.9275, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.8115590932687317, | |
| "grad_norm": 0.44193556904792786, | |
| "learning_rate": 2.0865807360724832e-05, | |
| "loss": 0.9502, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.8124242948607026, | |
| "grad_norm": 0.4376203119754791, | |
| "learning_rate": 2.0681522568646162e-05, | |
| "loss": 0.9811, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.8132894964526735, | |
| "grad_norm": 0.4987525939941406, | |
| "learning_rate": 2.0497961279149658e-05, | |
| "loss": 0.9999, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8141546980446444, | |
| "grad_norm": 0.5082269310951233, | |
| "learning_rate": 2.031512516658751e-05, | |
| "loss": 0.9405, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.8150198996366154, | |
| "grad_norm": 0.46282055974006653, | |
| "learning_rate": 2.0133015898697237e-05, | |
| "loss": 0.9807, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.8158851012285863, | |
| "grad_norm": 0.4175664484500885, | |
| "learning_rate": 1.9951635136586434e-05, | |
| "loss": 0.9495, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.8167503028205572, | |
| "grad_norm": 0.4660712778568268, | |
| "learning_rate": 1.977098453471764e-05, | |
| "loss": 0.9512, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.8176155044125282, | |
| "grad_norm": 0.43538960814476013, | |
| "learning_rate": 1.9591065740893245e-05, | |
| "loss": 0.9572, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.8184807060044991, | |
| "grad_norm": 0.46293970942497253, | |
| "learning_rate": 1.9411880396240435e-05, | |
| "loss": 0.9913, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.81934590759647, | |
| "grad_norm": 0.44890257716178894, | |
| "learning_rate": 1.9233430135196362e-05, | |
| "loss": 0.9729, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.8202111091884409, | |
| "grad_norm": 0.49698060750961304, | |
| "learning_rate": 1.9055716585492922e-05, | |
| "loss": 1.0063, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.8210763107804119, | |
| "grad_norm": 0.47737550735473633, | |
| "learning_rate": 1.887874136814234e-05, | |
| "loss": 0.988, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.8219415123723828, | |
| "grad_norm": 0.4616323709487915, | |
| "learning_rate": 1.8702506097421914e-05, | |
| "loss": 0.972, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.8228067139643537, | |
| "grad_norm": 0.41429662704467773, | |
| "learning_rate": 1.8527012380859756e-05, | |
| "loss": 0.9651, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.8236719155563246, | |
| "grad_norm": 0.47355395555496216, | |
| "learning_rate": 1.8352261819219672e-05, | |
| "loss": 0.957, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.8245371171482956, | |
| "grad_norm": 0.4533310830593109, | |
| "learning_rate": 1.8178256006486993e-05, | |
| "loss": 1.0007, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.8254023187402665, | |
| "grad_norm": 0.4279444217681885, | |
| "learning_rate": 1.8004996529853756e-05, | |
| "loss": 0.9577, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.8262675203322374, | |
| "grad_norm": 0.45256754755973816, | |
| "learning_rate": 1.7832484969704188e-05, | |
| "loss": 1.0217, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.8271327219242084, | |
| "grad_norm": 0.46098792552948, | |
| "learning_rate": 1.7660722899600624e-05, | |
| "loss": 0.9831, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.8279979235161793, | |
| "grad_norm": 0.4408135712146759, | |
| "learning_rate": 1.7489711886268712e-05, | |
| "loss": 0.9692, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.8288631251081502, | |
| "grad_norm": 0.4415886700153351, | |
| "learning_rate": 1.731945348958356e-05, | |
| "loss": 0.9818, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.8297283267001211, | |
| "grad_norm": 0.4410308301448822, | |
| "learning_rate": 1.7149949262555054e-05, | |
| "loss": 1.0049, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.8305935282920921, | |
| "grad_norm": 0.4444870352745056, | |
| "learning_rate": 1.6981200751314165e-05, | |
| "loss": 0.9561, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.831458729884063, | |
| "grad_norm": 0.4517926871776581, | |
| "learning_rate": 1.6813209495098447e-05, | |
| "loss": 0.9454, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.8323239314760339, | |
| "grad_norm": 0.4491353929042816, | |
| "learning_rate": 1.6645977026238235e-05, | |
| "loss": 0.9803, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.8331891330680048, | |
| "grad_norm": 0.42471835017204285, | |
| "learning_rate": 1.647950487014257e-05, | |
| "loss": 0.938, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.8340543346599758, | |
| "grad_norm": 0.4573848247528076, | |
| "learning_rate": 1.631379454528531e-05, | |
| "loss": 0.906, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.8349195362519467, | |
| "grad_norm": 0.48127248883247375, | |
| "learning_rate": 1.6148847563191294e-05, | |
| "loss": 0.9694, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.8357847378439176, | |
| "grad_norm": 0.42135560512542725, | |
| "learning_rate": 1.598466542842253e-05, | |
| "loss": 0.9399, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.8366499394358886, | |
| "grad_norm": 0.4253736734390259, | |
| "learning_rate": 1.5821249638564462e-05, | |
| "loss": 0.9661, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.8375151410278595, | |
| "grad_norm": 0.4118526577949524, | |
| "learning_rate": 1.565860168421235e-05, | |
| "loss": 0.9096, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.8383803426198304, | |
| "grad_norm": 0.41610080003738403, | |
| "learning_rate": 1.549672304895764e-05, | |
| "loss": 0.9544, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.8392455442118013, | |
| "grad_norm": 0.44422540068626404, | |
| "learning_rate": 1.5335615209374453e-05, | |
| "loss": 0.9124, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.8401107458037723, | |
| "grad_norm": 0.5014816522598267, | |
| "learning_rate": 1.51752796350061e-05, | |
| "loss": 0.977, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 0.8409759473957432, | |
| "grad_norm": 0.44182294607162476, | |
| "learning_rate": 1.501571778835168e-05, | |
| "loss": 0.9411, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.8418411489877141, | |
| "grad_norm": 0.4564247131347656, | |
| "learning_rate": 1.4856931124852746e-05, | |
| "loss": 0.9687, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 0.842706350579685, | |
| "grad_norm": 0.4558230936527252, | |
| "learning_rate": 1.4698921092880036e-05, | |
| "loss": 0.9988, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.843571552171656, | |
| "grad_norm": 0.4334022104740143, | |
| "learning_rate": 1.4541689133720238e-05, | |
| "loss": 0.9319, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.8444367537636269, | |
| "grad_norm": 0.45239973068237305, | |
| "learning_rate": 1.4385236681562863e-05, | |
| "loss": 0.9476, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.8453019553555978, | |
| "grad_norm": 0.4498237073421478, | |
| "learning_rate": 1.4229565163487157e-05, | |
| "loss": 0.958, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 0.8461671569475688, | |
| "grad_norm": 0.47215980291366577, | |
| "learning_rate": 1.4074675999449093e-05, | |
| "loss": 0.9464, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.8470323585395397, | |
| "grad_norm": 0.48363256454467773, | |
| "learning_rate": 1.3920570602268413e-05, | |
| "loss": 0.9376, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 0.8478975601315106, | |
| "grad_norm": 0.44979047775268555, | |
| "learning_rate": 1.3767250377615703e-05, | |
| "loss": 0.9764, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8487627617234815, | |
| "grad_norm": 0.4314928352832794, | |
| "learning_rate": 1.3614716723999644e-05, | |
| "loss": 0.9463, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 0.8496279633154525, | |
| "grad_norm": 0.44183149933815, | |
| "learning_rate": 1.3462971032754246e-05, | |
| "loss": 0.9331, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.8504931649074234, | |
| "grad_norm": 0.42287370562553406, | |
| "learning_rate": 1.331201468802602e-05, | |
| "loss": 0.9585, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 0.8513583664993943, | |
| "grad_norm": 0.4583037197589874, | |
| "learning_rate": 1.3161849066761611e-05, | |
| "loss": 0.93, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.8522235680913652, | |
| "grad_norm": 0.3929138779640198, | |
| "learning_rate": 1.3012475538694934e-05, | |
| "loss": 0.9642, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.8530887696833362, | |
| "grad_norm": 0.44397783279418945, | |
| "learning_rate": 1.2863895466334996e-05, | |
| "loss": 0.996, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.8539539712753071, | |
| "grad_norm": 0.446635365486145, | |
| "learning_rate": 1.2716110204953124e-05, | |
| "loss": 0.9543, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 0.854819172867278, | |
| "grad_norm": 0.4561355710029602, | |
| "learning_rate": 1.2569121102570969e-05, | |
| "loss": 0.9529, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.855684374459249, | |
| "grad_norm": 0.4427773654460907, | |
| "learning_rate": 1.2422929499947933e-05, | |
| "loss": 0.9941, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.85654957605122, | |
| "grad_norm": 0.4415104389190674, | |
| "learning_rate": 1.2277536730568972e-05, | |
| "loss": 0.9566, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.8574147776431909, | |
| "grad_norm": 0.45385250449180603, | |
| "learning_rate": 1.2132944120632661e-05, | |
| "loss": 0.9628, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 0.8582799792351617, | |
| "grad_norm": 0.42043399810791016, | |
| "learning_rate": 1.1989152989038743e-05, | |
| "loss": 0.997, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.8591451808271328, | |
| "grad_norm": 0.4300490617752075, | |
| "learning_rate": 1.1846164647376457e-05, | |
| "loss": 0.9709, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 0.8600103824191037, | |
| "grad_norm": 0.41449466347694397, | |
| "learning_rate": 1.170398039991224e-05, | |
| "loss": 0.972, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.8608755840110746, | |
| "grad_norm": 0.39637109637260437, | |
| "learning_rate": 1.1562601543578167e-05, | |
| "loss": 0.9513, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.8617407856030455, | |
| "grad_norm": 0.43413782119750977, | |
| "learning_rate": 1.1422029367959753e-05, | |
| "loss": 0.9851, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.8626059871950165, | |
| "grad_norm": 0.4083414375782013, | |
| "learning_rate": 1.1282265155284566e-05, | |
| "loss": 0.9846, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 0.8634711887869874, | |
| "grad_norm": 0.4629712700843811, | |
| "learning_rate": 1.1143310180410238e-05, | |
| "loss": 0.9431, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.8643363903789583, | |
| "grad_norm": 0.43061643838882446, | |
| "learning_rate": 1.1005165710812982e-05, | |
| "loss": 0.9519, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 0.8652015919709293, | |
| "grad_norm": 0.4178582429885864, | |
| "learning_rate": 1.086783300657599e-05, | |
| "loss": 0.9638, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8660667935629002, | |
| "grad_norm": 0.41832438111305237, | |
| "learning_rate": 1.0731313320377945e-05, | |
| "loss": 0.9772, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 0.8669319951548711, | |
| "grad_norm": 0.42187732458114624, | |
| "learning_rate": 1.059560789748163e-05, | |
| "loss": 0.9524, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.867797196746842, | |
| "grad_norm": 0.44064244627952576, | |
| "learning_rate": 1.0460717975722446e-05, | |
| "loss": 0.9601, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 0.868662398338813, | |
| "grad_norm": 0.4325951635837555, | |
| "learning_rate": 1.0326644785497309e-05, | |
| "loss": 0.976, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.8695275999307839, | |
| "grad_norm": 0.42271390557289124, | |
| "learning_rate": 1.0193389549753275e-05, | |
| "loss": 0.9519, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.8703928015227548, | |
| "grad_norm": 0.4525720179080963, | |
| "learning_rate": 1.0060953483976454e-05, | |
| "loss": 0.9833, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.8712580031147257, | |
| "grad_norm": 0.44258391857147217, | |
| "learning_rate": 9.929337796180904e-06, | |
| "loss": 0.984, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 0.8721232047066967, | |
| "grad_norm": 0.4149342477321625, | |
| "learning_rate": 9.798543686897588e-06, | |
| "loss": 0.9293, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.8729884062986676, | |
| "grad_norm": 0.41939181089401245, | |
| "learning_rate": 9.668572349163507e-06, | |
| "loss": 0.979, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 0.8738536078906385, | |
| "grad_norm": 0.44124025106430054, | |
| "learning_rate": 9.539424968510702e-06, | |
| "loss": 0.9822, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.8747188094826095, | |
| "grad_norm": 0.4244748651981354, | |
| "learning_rate": 9.411102722955534e-06, | |
| "loss": 1.0002, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 0.8755840110745804, | |
| "grad_norm": 0.43866798281669617, | |
| "learning_rate": 9.283606782987887e-06, | |
| "loss": 0.9615, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.8764492126665513, | |
| "grad_norm": 0.454874724149704, | |
| "learning_rate": 9.156938311560525e-06, | |
| "loss": 0.946, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 0.8773144142585222, | |
| "grad_norm": 0.44537651538848877, | |
| "learning_rate": 9.031098464078457e-06, | |
| "loss": 0.9726, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.8781796158504932, | |
| "grad_norm": 0.44006219506263733, | |
| "learning_rate": 8.906088388388411e-06, | |
| "loss": 0.9902, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.8790448174424641, | |
| "grad_norm": 0.4104478061199188, | |
| "learning_rate": 8.781909224768337e-06, | |
| "loss": 0.9935, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.879910019034435, | |
| "grad_norm": 0.415463387966156, | |
| "learning_rate": 8.658562105917079e-06, | |
| "loss": 0.9851, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 0.880775220626406, | |
| "grad_norm": 0.4624484181404114, | |
| "learning_rate": 8.536048156943932e-06, | |
| "loss": 0.9356, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.8816404222183769, | |
| "grad_norm": 0.4278486669063568, | |
| "learning_rate": 8.414368495358538e-06, | |
| "loss": 0.9641, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 0.8825056238103478, | |
| "grad_norm": 0.4188804030418396, | |
| "learning_rate": 8.293524231060468e-06, | |
| "loss": 0.9955, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.8833708254023187, | |
| "grad_norm": 0.4604167342185974, | |
| "learning_rate": 8.173516466329345e-06, | |
| "loss": 0.984, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 0.8842360269942897, | |
| "grad_norm": 0.40931734442710876, | |
| "learning_rate": 8.054346295814564e-06, | |
| "loss": 0.9508, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.8851012285862606, | |
| "grad_norm": 0.4736385643482208, | |
| "learning_rate": 7.936014806525538e-06, | |
| "loss": 0.9467, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 0.8859664301782315, | |
| "grad_norm": 0.42703744769096375, | |
| "learning_rate": 7.818523077821527e-06, | |
| "loss": 0.9343, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.8868316317702024, | |
| "grad_norm": 0.4844820499420166, | |
| "learning_rate": 7.701872181401992e-06, | |
| "loss": 1.0121, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.8876968333621734, | |
| "grad_norm": 0.42825546860694885, | |
| "learning_rate": 7.586063181296799e-06, | |
| "loss": 0.9751, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.8885620349541443, | |
| "grad_norm": 0.41822490096092224, | |
| "learning_rate": 7.471097133856353e-06, | |
| "loss": 0.9261, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 0.8894272365461152, | |
| "grad_norm": 0.47537797689437866, | |
| "learning_rate": 7.356975087742202e-06, | |
| "loss": 0.9766, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.8902924381380862, | |
| "grad_norm": 0.45567959547042847, | |
| "learning_rate": 7.243698083917194e-06, | |
| "loss": 0.9857, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 0.8911576397300571, | |
| "grad_norm": 0.43980252742767334, | |
| "learning_rate": 7.131267155636323e-06, | |
| "loss": 0.9359, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.892022841322028, | |
| "grad_norm": 0.4581001400947571, | |
| "learning_rate": 7.01968332843691e-06, | |
| "loss": 0.9722, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 0.8928880429139989, | |
| "grad_norm": 0.4442357122898102, | |
| "learning_rate": 6.908947620129624e-06, | |
| "loss": 1.0104, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.8937532445059699, | |
| "grad_norm": 0.43554165959358215, | |
| "learning_rate": 6.799061040788934e-06, | |
| "loss": 0.9082, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 0.8946184460979408, | |
| "grad_norm": 0.6001029014587402, | |
| "learning_rate": 6.690024592744027e-06, | |
| "loss": 0.9798, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.8954836476899117, | |
| "grad_norm": 0.44273775815963745, | |
| "learning_rate": 6.581839270569601e-06, | |
| "loss": 0.9635, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.8963488492818826, | |
| "grad_norm": 0.4063413143157959, | |
| "learning_rate": 6.474506061076824e-06, | |
| "loss": 0.9386, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.8972140508738536, | |
| "grad_norm": 0.43752190470695496, | |
| "learning_rate": 6.368025943304367e-06, | |
| "loss": 0.9594, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 0.8980792524658245, | |
| "grad_norm": 0.42202919721603394, | |
| "learning_rate": 6.262399888509351e-06, | |
| "loss": 0.9876, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.8989444540577954, | |
| "grad_norm": 0.43374916911125183, | |
| "learning_rate": 6.157628860158671e-06, | |
| "loss": 0.9623, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 0.8998096556497664, | |
| "grad_norm": 0.4456869661808014, | |
| "learning_rate": 6.053713813920036e-06, | |
| "loss": 0.9817, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.9006748572417373, | |
| "grad_norm": 0.4352042078971863, | |
| "learning_rate": 5.950655697653362e-06, | |
| "loss": 0.9868, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 0.9015400588337082, | |
| "grad_norm": 0.4586144685745239, | |
| "learning_rate": 5.848455451402057e-06, | |
| "loss": 0.9918, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.9024052604256791, | |
| "grad_norm": 0.4337520897388458, | |
| "learning_rate": 5.747114007384513e-06, | |
| "loss": 0.9956, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 0.9032704620176502, | |
| "grad_norm": 0.45494288206100464, | |
| "learning_rate": 5.646632289985543e-06, | |
| "loss": 0.9722, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.904135663609621, | |
| "grad_norm": 0.4270175099372864, | |
| "learning_rate": 5.547011215747977e-06, | |
| "loss": 0.93, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.905000865201592, | |
| "grad_norm": 0.4172538220882416, | |
| "learning_rate": 5.448251693364304e-06, | |
| "loss": 0.959, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.9058660667935629, | |
| "grad_norm": 0.4290398359298706, | |
| "learning_rate": 5.350354623668374e-06, | |
| "loss": 0.9706, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 0.9067312683855339, | |
| "grad_norm": 0.4319567084312439, | |
| "learning_rate": 5.253320899627179e-06, | |
| "loss": 0.9898, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.9075964699775048, | |
| "grad_norm": 0.42448529601097107, | |
| "learning_rate": 5.157151406332739e-06, | |
| "loss": 0.9293, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 0.9084616715694757, | |
| "grad_norm": 0.4146623909473419, | |
| "learning_rate": 5.0618470209939596e-06, | |
| "loss": 0.9676, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.9093268731614467, | |
| "grad_norm": 0.45237162709236145, | |
| "learning_rate": 4.9674086129287144e-06, | |
| "loss": 0.94, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 0.9101920747534176, | |
| "grad_norm": 0.44053730368614197, | |
| "learning_rate": 4.8738370435558514e-06, | |
| "loss": 0.9613, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.9110572763453885, | |
| "grad_norm": 0.424537718296051, | |
| "learning_rate": 4.7811331663873745e-06, | |
| "loss": 0.9724, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 0.9119224779373594, | |
| "grad_norm": 0.4328090250492096, | |
| "learning_rate": 4.689297827020634e-06, | |
| "loss": 0.9832, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.9127876795293304, | |
| "grad_norm": 0.4516524374485016, | |
| "learning_rate": 4.598331863130611e-06, | |
| "loss": 0.9805, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.9136528811213013, | |
| "grad_norm": 0.45256564021110535, | |
| "learning_rate": 4.508236104462338e-06, | |
| "loss": 0.9512, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.9145180827132722, | |
| "grad_norm": 0.44559070467948914, | |
| "learning_rate": 4.4190113728231895e-06, | |
| "loss": 0.9284, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 0.9153832843052431, | |
| "grad_norm": 0.3941524624824524, | |
| "learning_rate": 4.330658482075589e-06, | |
| "loss": 0.9409, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.9162484858972141, | |
| "grad_norm": 0.4107651710510254, | |
| "learning_rate": 4.243178238129386e-06, | |
| "loss": 0.9803, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 0.917113687489185, | |
| "grad_norm": 0.4321724772453308, | |
| "learning_rate": 4.15657143893462e-06, | |
| "loss": 0.9904, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.9179788890811559, | |
| "grad_norm": 0.49873462319374084, | |
| "learning_rate": 4.070838874474225e-06, | |
| "loss": 1.0426, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 0.9188440906731269, | |
| "grad_norm": 0.4886455833911896, | |
| "learning_rate": 3.985981326756793e-06, | |
| "loss": 1.0217, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.9197092922650978, | |
| "grad_norm": 0.42019376158714294, | |
| "learning_rate": 3.901999569809501e-06, | |
| "loss": 0.982, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 0.9205744938570687, | |
| "grad_norm": 0.4222065210342407, | |
| "learning_rate": 3.818894369670933e-06, | |
| "loss": 0.9921, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.9214396954490396, | |
| "grad_norm": 0.4316330850124359, | |
| "learning_rate": 3.736666484384288e-06, | |
| "loss": 1.0336, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.9223048970410106, | |
| "grad_norm": 0.41588303446769714, | |
| "learning_rate": 3.6553166639902048e-06, | |
| "loss": 0.9715, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.9231700986329815, | |
| "grad_norm": 0.4579836130142212, | |
| "learning_rate": 3.5748456505201975e-06, | |
| "loss": 0.9602, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 0.9240353002249524, | |
| "grad_norm": 0.39906853437423706, | |
| "learning_rate": 3.4952541779896376e-06, | |
| "loss": 0.9555, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.9249005018169233, | |
| "grad_norm": 0.43084821105003357, | |
| "learning_rate": 3.4165429723912677e-06, | |
| "loss": 0.9961, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 0.9257657034088943, | |
| "grad_norm": 0.4219900369644165, | |
| "learning_rate": 3.3387127516884443e-06, | |
| "loss": 0.9769, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.9266309050008652, | |
| "grad_norm": 0.4021409749984741, | |
| "learning_rate": 3.261764225808628e-06, | |
| "loss": 0.9609, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 0.9274961065928361, | |
| "grad_norm": 0.4550817608833313, | |
| "learning_rate": 3.185698096636902e-06, | |
| "loss": 0.9429, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.9283613081848071, | |
| "grad_norm": 0.432493656873703, | |
| "learning_rate": 3.1105150580096108e-06, | |
| "loss": 0.9509, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 0.929226509776778, | |
| "grad_norm": 0.43657249212265015, | |
| "learning_rate": 3.036215795707975e-06, | |
| "loss": 0.9454, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.9300917113687489, | |
| "grad_norm": 0.43158912658691406, | |
| "learning_rate": 2.9628009874518304e-06, | |
| "loss": 0.9408, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.9309569129607198, | |
| "grad_norm": 0.4231918156147003, | |
| "learning_rate": 2.8902713028935545e-06, | |
| "loss": 0.9776, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.9318221145526908, | |
| "grad_norm": 0.4418452978134155, | |
| "learning_rate": 2.818627403611818e-06, | |
| "loss": 0.9733, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 0.9326873161446617, | |
| "grad_norm": 0.45113956928253174, | |
| "learning_rate": 2.7478699431056186e-06, | |
| "loss": 0.961, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.9335525177366326, | |
| "grad_norm": 0.42509666085243225, | |
| "learning_rate": 2.677999566788325e-06, | |
| "loss": 0.9885, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 0.9344177193286035, | |
| "grad_norm": 0.42578408122062683, | |
| "learning_rate": 2.6090169119817764e-06, | |
| "loss": 0.9629, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.9352829209205745, | |
| "grad_norm": 0.5043439865112305, | |
| "learning_rate": 2.5409226079104563e-06, | |
| "loss": 0.9571, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 0.9361481225125454, | |
| "grad_norm": 0.4643230438232422, | |
| "learning_rate": 2.473717275695797e-06, | |
| "loss": 0.9987, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.9370133241045163, | |
| "grad_norm": 0.4713646471500397, | |
| "learning_rate": 2.40740152835045e-06, | |
| "loss": 0.9663, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 0.9378785256964873, | |
| "grad_norm": 0.5420528054237366, | |
| "learning_rate": 2.3419759707727584e-06, | |
| "loss": 0.957, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.9387437272884582, | |
| "grad_norm": 0.43974393606185913, | |
| "learning_rate": 2.2774411997411814e-06, | |
| "loss": 0.9602, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.9396089288804291, | |
| "grad_norm": 0.4206051528453827, | |
| "learning_rate": 2.21379780390889e-06, | |
| "loss": 0.9466, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.9404741304724, | |
| "grad_norm": 0.42323896288871765, | |
| "learning_rate": 2.1510463637984035e-06, | |
| "loss": 0.9683, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 0.941339332064371, | |
| "grad_norm": 0.43212366104125977, | |
| "learning_rate": 2.0891874517962594e-06, | |
| "loss": 0.9524, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.9422045336563419, | |
| "grad_norm": 0.46724721789360046, | |
| "learning_rate": 2.0282216321478085e-06, | |
| "loss": 0.9736, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 0.9430697352483128, | |
| "grad_norm": 0.44604164361953735, | |
| "learning_rate": 1.9681494609520736e-06, | |
| "loss": 0.9384, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.9439349368402837, | |
| "grad_norm": 0.4035724997520447, | |
| "learning_rate": 1.9089714861566964e-06, | |
| "loss": 1.0091, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 0.9448001384322547, | |
| "grad_norm": 0.5425649285316467, | |
| "learning_rate": 1.8506882475528565e-06, | |
| "loss": 0.9617, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.9456653400242256, | |
| "grad_norm": 0.46280762553215027, | |
| "learning_rate": 1.7933002767704931e-06, | |
| "loss": 0.9462, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 0.9465305416161965, | |
| "grad_norm": 0.45342132449150085, | |
| "learning_rate": 1.7368080972732792e-06, | |
| "loss": 0.9315, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.9473957432081676, | |
| "grad_norm": 0.43039941787719727, | |
| "learning_rate": 1.6812122243540119e-06, | |
| "loss": 1.0075, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.9482609448001385, | |
| "grad_norm": 0.4240161180496216, | |
| "learning_rate": 1.626513165129795e-06, | |
| "loss": 0.9827, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.9491261463921093, | |
| "grad_norm": 0.4125286340713501, | |
| "learning_rate": 1.5727114185374758e-06, | |
| "loss": 0.9314, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 0.9499913479840802, | |
| "grad_norm": 0.4606507122516632, | |
| "learning_rate": 1.5198074753290714e-06, | |
| "loss": 0.9825, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.9508565495760513, | |
| "grad_norm": 0.408927857875824, | |
| "learning_rate": 1.4678018180672715e-06, | |
| "loss": 0.9769, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 0.9517217511680222, | |
| "grad_norm": 0.4514823257923126, | |
| "learning_rate": 1.41669492112112e-06, | |
| "loss": 0.9654, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.952586952759993, | |
| "grad_norm": 0.46445760130882263, | |
| "learning_rate": 1.3664872506615523e-06, | |
| "loss": 0.9393, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 0.953452154351964, | |
| "grad_norm": 0.4294278621673584, | |
| "learning_rate": 1.3171792646572978e-06, | |
| "loss": 0.9528, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.954317355943935, | |
| "grad_norm": 0.3879070580005646, | |
| "learning_rate": 1.2687714128705397e-06, | |
| "loss": 0.8864, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 0.9551825575359059, | |
| "grad_norm": 0.4252847135066986, | |
| "learning_rate": 1.2212641368529842e-06, | |
| "loss": 0.9317, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.9560477591278768, | |
| "grad_norm": 0.4258163273334503, | |
| "learning_rate": 1.1746578699416754e-06, | |
| "loss": 0.9282, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.9569129607198478, | |
| "grad_norm": 0.44812753796577454, | |
| "learning_rate": 1.128953037255165e-06, | |
| "loss": 0.9677, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.9577781623118187, | |
| "grad_norm": 0.40613648295402527, | |
| "learning_rate": 1.0841500556895478e-06, | |
| "loss": 0.9674, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 0.9586433639037896, | |
| "grad_norm": 0.4718643128871918, | |
| "learning_rate": 1.0402493339147112e-06, | |
| "loss": 0.9724, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.9595085654957605, | |
| "grad_norm": 0.4308999180793762, | |
| "learning_rate": 9.972512723705807e-07, | |
| "loss": 0.9625, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 0.9603737670877315, | |
| "grad_norm": 0.4665636420249939, | |
| "learning_rate": 9.551562632634792e-07, | |
| "loss": 0.9491, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.9612389686797024, | |
| "grad_norm": 0.4143814742565155, | |
| "learning_rate": 9.13964690562552e-07, | |
| "loss": 0.9403, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 0.9621041702716733, | |
| "grad_norm": 0.4198594391345978, | |
| "learning_rate": 8.736769299962588e-07, | |
| "loss": 0.9819, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.9629693718636442, | |
| "grad_norm": 0.42377784848213196, | |
| "learning_rate": 8.342933490489535e-07, | |
| "loss": 0.931, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 0.9638345734556152, | |
| "grad_norm": 0.4581563472747803, | |
| "learning_rate": 7.958143069575097e-07, | |
| "loss": 0.9698, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.9646997750475861, | |
| "grad_norm": 0.4543211758136749, | |
| "learning_rate": 7.582401547080564e-07, | |
| "loss": 0.954, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.965564976639557, | |
| "grad_norm": 0.4556075930595398, | |
| "learning_rate": 7.215712350328141e-07, | |
| "loss": 0.9849, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.966430178231528, | |
| "grad_norm": 0.43737539649009705, | |
| "learning_rate": 6.85807882406908e-07, | |
| "loss": 0.9737, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 0.9672953798234989, | |
| "grad_norm": 0.46313777565956116, | |
| "learning_rate": 6.509504230453378e-07, | |
| "loss": 0.9459, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.9681605814154698, | |
| "grad_norm": 0.45123517513275146, | |
| "learning_rate": 6.169991749000237e-07, | |
| "loss": 0.9601, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 0.9690257830074407, | |
| "grad_norm": 0.4670114517211914, | |
| "learning_rate": 5.839544476568981e-07, | |
| "loss": 0.9651, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.9698909845994117, | |
| "grad_norm": 0.44797414541244507, | |
| "learning_rate": 5.518165427330413e-07, | |
| "loss": 0.9654, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 0.9707561861913826, | |
| "grad_norm": 0.4370104968547821, | |
| "learning_rate": 5.205857532740054e-07, | |
| "loss": 0.9191, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.9716213877833535, | |
| "grad_norm": 0.4665054678916931, | |
| "learning_rate": 4.902623641510617e-07, | |
| "loss": 0.9943, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 0.9724865893753245, | |
| "grad_norm": 0.41058677434921265, | |
| "learning_rate": 4.608466519586574e-07, | |
| "loss": 0.9637, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.9733517909672954, | |
| "grad_norm": 0.4567413926124573, | |
| "learning_rate": 4.323388850118848e-07, | |
| "loss": 0.9586, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.9742169925592663, | |
| "grad_norm": 0.3996705710887909, | |
| "learning_rate": 4.0473932334401665e-07, | |
| "loss": 0.9494, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.9750821941512372, | |
| "grad_norm": 0.4506674110889435, | |
| "learning_rate": 3.780482187041079e-07, | |
| "loss": 0.9389, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 0.9759473957432082, | |
| "grad_norm": 0.4265097677707672, | |
| "learning_rate": 3.5226581455480857e-07, | |
| "loss": 1.0264, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.9768125973351791, | |
| "grad_norm": 0.44127118587493896, | |
| "learning_rate": 3.273923460699879e-07, | |
| "loss": 0.9439, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 0.97767779892715, | |
| "grad_norm": 0.4313807785511017, | |
| "learning_rate": 3.0342804013271386e-07, | |
| "loss": 0.924, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.9785430005191209, | |
| "grad_norm": 0.4515504539012909, | |
| "learning_rate": 2.8037311533312126e-07, | |
| "loss": 0.944, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 0.9794082021110919, | |
| "grad_norm": 0.4783179461956024, | |
| "learning_rate": 2.5822778196645803e-07, | |
| "loss": 0.9624, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.9802734037030628, | |
| "grad_norm": 0.43046215176582336, | |
| "learning_rate": 2.3699224203111992e-07, | |
| "loss": 0.9754, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 0.9811386052950337, | |
| "grad_norm": 0.4199523627758026, | |
| "learning_rate": 2.1666668922682987e-07, | |
| "loss": 0.9489, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.9820038068870047, | |
| "grad_norm": 0.4476526379585266, | |
| "learning_rate": 1.97251308952906e-07, | |
| "loss": 0.951, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.9828690084789756, | |
| "grad_norm": 0.43268635869026184, | |
| "learning_rate": 1.7874627830650748e-07, | |
| "loss": 0.9758, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.9837342100709465, | |
| "grad_norm": 0.4126809537410736, | |
| "learning_rate": 1.6115176608104688e-07, | |
| "loss": 0.94, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 0.9845994116629174, | |
| "grad_norm": 0.4443066120147705, | |
| "learning_rate": 1.4446793276468029e-07, | |
| "loss": 0.9786, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.9854646132548884, | |
| "grad_norm": 0.43723779916763306, | |
| "learning_rate": 1.2869493053880855e-07, | |
| "loss": 0.9376, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 0.9863298148468593, | |
| "grad_norm": 0.4405401051044464, | |
| "learning_rate": 1.1383290327666718e-07, | |
| "loss": 0.9677, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9871950164388302, | |
| "grad_norm": 0.4371713399887085, | |
| "learning_rate": 9.988198654209413e-08, | |
| "loss": 0.9591, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 0.9880602180308011, | |
| "grad_norm": 0.4550669491291046, | |
| "learning_rate": 8.684230758818634e-08, | |
| "loss": 1.0056, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.9889254196227721, | |
| "grad_norm": 0.42430931329727173, | |
| "learning_rate": 7.471398535625618e-08, | |
| "loss": 0.9978, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 0.989790621214743, | |
| "grad_norm": 0.4184456467628479, | |
| "learning_rate": 6.349713047464345e-08, | |
| "loss": 0.9465, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.9906558228067139, | |
| "grad_norm": 0.43265965580940247, | |
| "learning_rate": 5.319184525774956e-08, | |
| "loss": 1.0002, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.991521024398685, | |
| "grad_norm": 0.47475698590278625, | |
| "learning_rate": 4.37982237051271e-08, | |
| "loss": 0.9465, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.9923862259906558, | |
| "grad_norm": 0.4656958281993866, | |
| "learning_rate": 3.531635150059165e-08, | |
| "loss": 0.9793, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 0.9932514275826267, | |
| "grad_norm": 0.4549233913421631, | |
| "learning_rate": 2.7746306011433576e-08, | |
| "loss": 0.9444, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.9941166291745976, | |
| "grad_norm": 0.4547722041606903, | |
| "learning_rate": 2.1088156287729644e-08, | |
| "loss": 0.9762, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 0.9949818307665687, | |
| "grad_norm": 0.4455709457397461, | |
| "learning_rate": 1.5341963061743515e-08, | |
| "loss": 0.9767, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.9958470323585396, | |
| "grad_norm": 0.43941980600357056, | |
| "learning_rate": 1.0507778747281815e-08, | |
| "loss": 0.9707, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 0.9967122339505105, | |
| "grad_norm": 0.46377772092819214, | |
| "learning_rate": 6.5856474393166666e-09, | |
| "loss": 0.9928, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.9975774355424813, | |
| "grad_norm": 0.4075023829936981, | |
| "learning_rate": 3.5756049135304835e-09, | |
| "loss": 0.9541, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 0.9984426371344524, | |
| "grad_norm": 0.4415639638900757, | |
| "learning_rate": 1.4776786259718123e-09, | |
| "loss": 0.9693, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.9993078387264233, | |
| "grad_norm": 0.43806275725364685, | |
| "learning_rate": 2.9188771285548754e-10, | |
| "loss": 0.8886, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 5779, | |
| "total_flos": 1.1487027058043781e+19, | |
| "train_loss": 0.0, | |
| "train_runtime": 0.0143, | |
| "train_samples_per_second": 9715326.166, | |
| "train_steps_per_second": 404831.526 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5779, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1487027058043781e+19, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |