| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 456, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.006578947368421052, | |
| "grad_norm": 0.9301734884942886, | |
| "learning_rate": 4.347826086956522e-06, | |
| "loss": 1.3345, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.013157894736842105, | |
| "grad_norm": 0.8660026064620485, | |
| "learning_rate": 8.695652173913044e-06, | |
| "loss": 1.2699, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.019736842105263157, | |
| "grad_norm": 0.9006761056531956, | |
| "learning_rate": 1.3043478260869566e-05, | |
| "loss": 1.3134, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.02631578947368421, | |
| "grad_norm": 0.8334670285502003, | |
| "learning_rate": 1.739130434782609e-05, | |
| "loss": 1.2548, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.03289473684210526, | |
| "grad_norm": 0.8574803030028485, | |
| "learning_rate": 2.173913043478261e-05, | |
| "loss": 1.2843, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.039473684210526314, | |
| "grad_norm": 0.8390817055257793, | |
| "learning_rate": 2.608695652173913e-05, | |
| "loss": 1.2982, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.046052631578947366, | |
| "grad_norm": 0.7141521506417161, | |
| "learning_rate": 3.0434782608695656e-05, | |
| "loss": 1.1906, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.05263157894736842, | |
| "grad_norm": 0.6047790773556203, | |
| "learning_rate": 3.478260869565218e-05, | |
| "loss": 1.1499, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.05921052631578947, | |
| "grad_norm": 0.5265109630433017, | |
| "learning_rate": 3.91304347826087e-05, | |
| "loss": 1.0976, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.06578947368421052, | |
| "grad_norm": 0.5245802695709278, | |
| "learning_rate": 4.347826086956522e-05, | |
| "loss": 1.0108, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07236842105263158, | |
| "grad_norm": 0.5599855466933923, | |
| "learning_rate": 4.782608695652174e-05, | |
| "loss": 0.9675, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.07894736842105263, | |
| "grad_norm": 0.5570743219368649, | |
| "learning_rate": 5.217391304347826e-05, | |
| "loss": 0.8945, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.08552631578947369, | |
| "grad_norm": 0.5874369878213753, | |
| "learning_rate": 5.652173913043478e-05, | |
| "loss": 0.8503, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.09210526315789473, | |
| "grad_norm": 0.522753964863263, | |
| "learning_rate": 6.086956521739131e-05, | |
| "loss": 0.7773, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.09868421052631579, | |
| "grad_norm": 0.5330305040727032, | |
| "learning_rate": 6.521739130434783e-05, | |
| "loss": 0.7115, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.10526315789473684, | |
| "grad_norm": 0.46085140769365757, | |
| "learning_rate": 6.956521739130436e-05, | |
| "loss": 0.6463, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.1118421052631579, | |
| "grad_norm": 0.40848688620706747, | |
| "learning_rate": 7.391304347826086e-05, | |
| "loss": 0.6151, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.11842105263157894, | |
| "grad_norm": 0.2704450670383811, | |
| "learning_rate": 7.82608695652174e-05, | |
| "loss": 0.5724, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 0.26085072447544416, | |
| "learning_rate": 8.260869565217392e-05, | |
| "loss": 0.5528, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.13157894736842105, | |
| "grad_norm": 0.2339583161738833, | |
| "learning_rate": 8.695652173913044e-05, | |
| "loss": 0.5369, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13815789473684212, | |
| "grad_norm": 0.1949857904626772, | |
| "learning_rate": 9.130434782608696e-05, | |
| "loss": 0.512, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.14473684210526316, | |
| "grad_norm": 0.2435718076959428, | |
| "learning_rate": 9.565217391304348e-05, | |
| "loss": 0.5202, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.1513157894736842, | |
| "grad_norm": 0.22205719081769748, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5221, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.15789473684210525, | |
| "grad_norm": 0.21129557114647404, | |
| "learning_rate": 0.00010434782608695653, | |
| "loss": 0.5128, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.16447368421052633, | |
| "grad_norm": 0.18916988013906638, | |
| "learning_rate": 0.00010869565217391305, | |
| "loss": 0.4869, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.17105263157894737, | |
| "grad_norm": 0.14949200071673818, | |
| "learning_rate": 0.00011304347826086956, | |
| "loss": 0.4821, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.17763157894736842, | |
| "grad_norm": 0.1581846054226008, | |
| "learning_rate": 0.0001173913043478261, | |
| "loss": 0.4661, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.18421052631578946, | |
| "grad_norm": 0.134913498610646, | |
| "learning_rate": 0.00012173913043478263, | |
| "loss": 0.4758, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.19078947368421054, | |
| "grad_norm": 0.12244728979819958, | |
| "learning_rate": 0.00012608695652173915, | |
| "loss": 0.4504, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.19736842105263158, | |
| "grad_norm": 0.12177957867071984, | |
| "learning_rate": 0.00013043478260869567, | |
| "loss": 0.4788, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.20394736842105263, | |
| "grad_norm": 0.109229502136198, | |
| "learning_rate": 0.0001347826086956522, | |
| "loss": 0.4434, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.21052631578947367, | |
| "grad_norm": 0.11628917220798876, | |
| "learning_rate": 0.0001391304347826087, | |
| "loss": 0.4536, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.21710526315789475, | |
| "grad_norm": 0.11733881064063928, | |
| "learning_rate": 0.0001434782608695652, | |
| "loss": 0.4742, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.2236842105263158, | |
| "grad_norm": 0.11627552292165463, | |
| "learning_rate": 0.00014782608695652173, | |
| "loss": 0.4494, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.23026315789473684, | |
| "grad_norm": 0.11476166833257723, | |
| "learning_rate": 0.00015217391304347827, | |
| "loss": 0.4319, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.23684210526315788, | |
| "grad_norm": 0.10237139066203954, | |
| "learning_rate": 0.0001565217391304348, | |
| "loss": 0.4263, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.24342105263157895, | |
| "grad_norm": 0.10918908589611533, | |
| "learning_rate": 0.00016086956521739132, | |
| "loss": 0.4254, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.10679450577166048, | |
| "learning_rate": 0.00016521739130434784, | |
| "loss": 0.4363, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.2565789473684211, | |
| "grad_norm": 0.10517151889540283, | |
| "learning_rate": 0.00016956521739130436, | |
| "loss": 0.4353, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2631578947368421, | |
| "grad_norm": 0.10453003257689569, | |
| "learning_rate": 0.00017391304347826088, | |
| "loss": 0.4313, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.26973684210526316, | |
| "grad_norm": 0.09705593623180399, | |
| "learning_rate": 0.0001782608695652174, | |
| "loss": 0.4146, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.27631578947368424, | |
| "grad_norm": 0.09840834125049662, | |
| "learning_rate": 0.00018260869565217392, | |
| "loss": 0.414, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.28289473684210525, | |
| "grad_norm": 0.09733214025720571, | |
| "learning_rate": 0.00018695652173913045, | |
| "loss": 0.4163, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.2894736842105263, | |
| "grad_norm": 0.09403117831890086, | |
| "learning_rate": 0.00019130434782608697, | |
| "loss": 0.4095, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.29605263157894735, | |
| "grad_norm": 0.0998536829474165, | |
| "learning_rate": 0.0001956521739130435, | |
| "loss": 0.4075, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.3026315789473684, | |
| "grad_norm": 0.09752527766251139, | |
| "learning_rate": 0.0002, | |
| "loss": 0.4194, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.3092105263157895, | |
| "grad_norm": 0.09784770986893948, | |
| "learning_rate": 0.0001999970643795027, | |
| "loss": 0.4109, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.3157894736842105, | |
| "grad_norm": 0.09501975538592294, | |
| "learning_rate": 0.00019998825769036819, | |
| "loss": 0.4116, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.3223684210526316, | |
| "grad_norm": 0.09520308666764123, | |
| "learning_rate": 0.0001999735804496583, | |
| "loss": 0.4016, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.32894736842105265, | |
| "grad_norm": 0.09458518327177581, | |
| "learning_rate": 0.0001999530335191093, | |
| "loss": 0.4038, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3355263157894737, | |
| "grad_norm": 0.08881816935147156, | |
| "learning_rate": 0.000199926618105081, | |
| "loss": 0.3881, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.34210526315789475, | |
| "grad_norm": 0.09507811168988711, | |
| "learning_rate": 0.000199894335758486, | |
| "loss": 0.4101, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.34868421052631576, | |
| "grad_norm": 0.0892408897509568, | |
| "learning_rate": 0.00019985618837469864, | |
| "loss": 0.3976, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.35526315789473684, | |
| "grad_norm": 0.08932074970893863, | |
| "learning_rate": 0.0001998121781934438, | |
| "loss": 0.3869, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.3618421052631579, | |
| "grad_norm": 0.09109394290790748, | |
| "learning_rate": 0.00019976230779866525, | |
| "loss": 0.3898, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.3684210526315789, | |
| "grad_norm": 0.09116027892556224, | |
| "learning_rate": 0.00019970658011837404, | |
| "loss": 0.398, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.09891633296064052, | |
| "learning_rate": 0.00019964499842447663, | |
| "loss": 0.4046, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.3815789473684211, | |
| "grad_norm": 0.0939928712835388, | |
| "learning_rate": 0.00019957756633258265, | |
| "loss": 0.3864, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.3881578947368421, | |
| "grad_norm": 0.09374915175716102, | |
| "learning_rate": 0.00019950428780179274, | |
| "loss": 0.3951, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.39473684210526316, | |
| "grad_norm": 0.09474512693386154, | |
| "learning_rate": 0.000199425167134466, | |
| "loss": 0.3911, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.40131578947368424, | |
| "grad_norm": 0.09534030624628262, | |
| "learning_rate": 0.0001993402089759675, | |
| "loss": 0.3917, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.40789473684210525, | |
| "grad_norm": 0.09308439623268501, | |
| "learning_rate": 0.0001992494183143955, | |
| "loss": 0.3799, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.4144736842105263, | |
| "grad_norm": 0.0963241819886369, | |
| "learning_rate": 0.00019915280048028852, | |
| "loss": 0.3958, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.42105263157894735, | |
| "grad_norm": 0.09034072116748955, | |
| "learning_rate": 0.00019905036114631247, | |
| "loss": 0.3735, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.4276315789473684, | |
| "grad_norm": 0.09570337959260364, | |
| "learning_rate": 0.00019894210632692745, | |
| "loss": 0.3854, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.4342105263157895, | |
| "grad_norm": 0.091943482076957, | |
| "learning_rate": 0.00019882804237803488, | |
| "loss": 0.3839, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.4407894736842105, | |
| "grad_norm": 0.09392178800966167, | |
| "learning_rate": 0.000198708175996604, | |
| "loss": 0.3922, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.4473684210526316, | |
| "grad_norm": 0.09032901472780272, | |
| "learning_rate": 0.00019858251422027903, | |
| "loss": 0.3827, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.45394736842105265, | |
| "grad_norm": 0.08955279616077026, | |
| "learning_rate": 0.00019845106442696562, | |
| "loss": 0.3782, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.4605263157894737, | |
| "grad_norm": 0.08888768341850095, | |
| "learning_rate": 0.00019831383433439797, | |
| "loss": 0.3803, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.46710526315789475, | |
| "grad_norm": 0.10135869270529443, | |
| "learning_rate": 0.00019817083199968552, | |
| "loss": 0.3876, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.47368421052631576, | |
| "grad_norm": 0.09494931509695588, | |
| "learning_rate": 0.00019802206581883994, | |
| "loss": 0.3878, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.48026315789473684, | |
| "grad_norm": 0.09731569285786043, | |
| "learning_rate": 0.00019786754452628225, | |
| "loss": 0.3731, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.4868421052631579, | |
| "grad_norm": 0.09286168859706302, | |
| "learning_rate": 0.00019770727719432994, | |
| "loss": 0.3852, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.4934210526315789, | |
| "grad_norm": 0.09331628340360382, | |
| "learning_rate": 0.00019754127323266428, | |
| "loss": 0.3679, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.0985838743425182, | |
| "learning_rate": 0.00019736954238777792, | |
| "loss": 0.3751, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.506578947368421, | |
| "grad_norm": 0.08784090808893116, | |
| "learning_rate": 0.00019719209474240262, | |
| "loss": 0.3857, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.5131578947368421, | |
| "grad_norm": 0.09595397552494361, | |
| "learning_rate": 0.00019700894071491732, | |
| "loss": 0.3772, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5197368421052632, | |
| "grad_norm": 0.09751786827076832, | |
| "learning_rate": 0.00019682009105873635, | |
| "loss": 0.3783, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 0.08800370843142873, | |
| "learning_rate": 0.00019662555686167808, | |
| "loss": 0.3662, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5328947368421053, | |
| "grad_norm": 0.0897695028264937, | |
| "learning_rate": 0.0001964253495453141, | |
| "loss": 0.3524, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5394736842105263, | |
| "grad_norm": 0.09955413713238825, | |
| "learning_rate": 0.00019621948086429844, | |
| "loss": 0.3893, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.5460526315789473, | |
| "grad_norm": 0.09349570369317932, | |
| "learning_rate": 0.00019600796290567747, | |
| "loss": 0.3677, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.5526315789473685, | |
| "grad_norm": 0.08892170997103152, | |
| "learning_rate": 0.00019579080808818032, | |
| "loss": 0.3695, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5592105263157895, | |
| "grad_norm": 0.09487589068069692, | |
| "learning_rate": 0.00019556802916148962, | |
| "loss": 0.3758, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5657894736842105, | |
| "grad_norm": 0.08802853628490082, | |
| "learning_rate": 0.00019533963920549306, | |
| "loss": 0.3611, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.5723684210526315, | |
| "grad_norm": 0.0952039827447668, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 0.3748, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.5789473684210527, | |
| "grad_norm": 0.08848254195231814, | |
| "learning_rate": 0.000194866080171531, | |
| "loss": 0.3599, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.5855263157894737, | |
| "grad_norm": 0.09613545225239202, | |
| "learning_rate": 0.00019462093889735765, | |
| "loss": 0.3733, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.5921052631578947, | |
| "grad_norm": 0.08924377105304611, | |
| "learning_rate": 0.00019437024219983028, | |
| "loss": 0.3788, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5986842105263158, | |
| "grad_norm": 0.0970473798319214, | |
| "learning_rate": 0.00019411400479795617, | |
| "loss": 0.3768, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.6052631578947368, | |
| "grad_norm": 0.09487853197595246, | |
| "learning_rate": 0.0001938522417360507, | |
| "loss": 0.3707, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.6118421052631579, | |
| "grad_norm": 0.08878860279782896, | |
| "learning_rate": 0.00019358496838285406, | |
| "loss": 0.3709, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.618421052631579, | |
| "grad_norm": 0.0894046820861241, | |
| "learning_rate": 0.00019331220043062894, | |
| "loss": 0.3732, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.0873587537636765, | |
| "learning_rate": 0.00019303395389423918, | |
| "loss": 0.378, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.631578947368421, | |
| "grad_norm": 0.09689373631878609, | |
| "learning_rate": 0.0001927502451102095, | |
| "loss": 0.3696, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6381578947368421, | |
| "grad_norm": 0.09705847084532389, | |
| "learning_rate": 0.00019246109073576628, | |
| "loss": 0.3604, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.6447368421052632, | |
| "grad_norm": 0.09181701291383483, | |
| "learning_rate": 0.00019216650774785972, | |
| "loss": 0.3711, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6513157894736842, | |
| "grad_norm": 0.09684384392230812, | |
| "learning_rate": 0.00019186651344216702, | |
| "loss": 0.3736, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.6578947368421053, | |
| "grad_norm": 0.10298393644504046, | |
| "learning_rate": 0.00019156112543207673, | |
| "loss": 0.3802, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6644736842105263, | |
| "grad_norm": 0.09420976346161887, | |
| "learning_rate": 0.000191250361647655, | |
| "loss": 0.3672, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.6710526315789473, | |
| "grad_norm": 0.08630124052676108, | |
| "learning_rate": 0.00019093424033459248, | |
| "loss": 0.3709, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.6776315789473685, | |
| "grad_norm": 0.09501717321245914, | |
| "learning_rate": 0.0001906127800531333, | |
| "loss": 0.366, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.6842105263157895, | |
| "grad_norm": 0.08821786734234693, | |
| "learning_rate": 0.00019028599967698531, | |
| "loss": 0.3689, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.6907894736842105, | |
| "grad_norm": 0.08658177205492697, | |
| "learning_rate": 0.0001899539183922119, | |
| "loss": 0.3541, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.6973684210526315, | |
| "grad_norm": 0.09325609783945248, | |
| "learning_rate": 0.00018961655569610557, | |
| "loss": 0.3721, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.7039473684210527, | |
| "grad_norm": 0.08841280838509634, | |
| "learning_rate": 0.00018927393139604325, | |
| "loss": 0.3519, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.7105263157894737, | |
| "grad_norm": 0.09690514694100973, | |
| "learning_rate": 0.00018892606560832337, | |
| "loss": 0.3774, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7171052631578947, | |
| "grad_norm": 0.09722105218508262, | |
| "learning_rate": 0.00018857297875698455, | |
| "loss": 0.3558, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.7236842105263158, | |
| "grad_norm": 0.08839435869483182, | |
| "learning_rate": 0.00018821469157260685, | |
| "loss": 0.3565, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7302631578947368, | |
| "grad_norm": 0.08814358581045939, | |
| "learning_rate": 0.00018785122509109426, | |
| "loss": 0.362, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.7368421052631579, | |
| "grad_norm": 0.08994997062082188, | |
| "learning_rate": 0.00018748260065243986, | |
| "loss": 0.3455, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.743421052631579, | |
| "grad_norm": 0.08543302223033665, | |
| "learning_rate": 0.0001871088398994728, | |
| "loss": 0.362, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.08894111865879421, | |
| "learning_rate": 0.00018672996477658767, | |
| "loss": 0.3643, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.756578947368421, | |
| "grad_norm": 0.08853456191177575, | |
| "learning_rate": 0.00018634599752845592, | |
| "loss": 0.3658, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7631578947368421, | |
| "grad_norm": 0.09412265410116702, | |
| "learning_rate": 0.00018595696069872013, | |
| "loss": 0.3732, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.7697368421052632, | |
| "grad_norm": 0.08843510819092883, | |
| "learning_rate": 0.00018556287712867005, | |
| "loss": 0.3498, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7763157894736842, | |
| "grad_norm": 0.09005908717348306, | |
| "learning_rate": 0.00018516376995590187, | |
| "loss": 0.343, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.7828947368421053, | |
| "grad_norm": 0.09003456135164496, | |
| "learning_rate": 0.00018475966261295948, | |
| "loss": 0.3708, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.7894736842105263, | |
| "grad_norm": 0.09116449509404734, | |
| "learning_rate": 0.00018435057882595882, | |
| "loss": 0.3548, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7960526315789473, | |
| "grad_norm": 0.09200874674641456, | |
| "learning_rate": 0.000183936542613195, | |
| "loss": 0.3728, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.8026315789473685, | |
| "grad_norm": 0.08854192816932756, | |
| "learning_rate": 0.0001835175782837318, | |
| "loss": 0.3554, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.8092105263157895, | |
| "grad_norm": 0.0902705983711389, | |
| "learning_rate": 0.00018309371043597473, | |
| "loss": 0.3708, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.8157894736842105, | |
| "grad_norm": 0.08478855503527433, | |
| "learning_rate": 0.0001826649639562266, | |
| "loss": 0.3455, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8223684210526315, | |
| "grad_norm": 0.08988565845179716, | |
| "learning_rate": 0.0001822313640172265, | |
| "loss": 0.3552, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.8289473684210527, | |
| "grad_norm": 0.08874881990127954, | |
| "learning_rate": 0.00018179293607667178, | |
| "loss": 0.3587, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8355263157894737, | |
| "grad_norm": 0.09180650586751762, | |
| "learning_rate": 0.00018134970587572343, | |
| "loss": 0.3577, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.8421052631578947, | |
| "grad_norm": 0.09068943599513157, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 0.3616, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.8486842105263158, | |
| "grad_norm": 0.09063538270613061, | |
| "learning_rate": 0.00018044894306552337, | |
| "loss": 0.3732, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.8552631578947368, | |
| "grad_norm": 0.0901373223301407, | |
| "learning_rate": 0.00017999146334222695, | |
| "loss": 0.3345, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8618421052631579, | |
| "grad_norm": 0.0885794928608872, | |
| "learning_rate": 0.00017952928712734268, | |
| "loss": 0.3498, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.868421052631579, | |
| "grad_norm": 0.08860093481405781, | |
| "learning_rate": 0.00017906244155634982, | |
| "loss": 0.3658, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 0.08977436227076488, | |
| "learning_rate": 0.00017859095403887696, | |
| "loss": 0.3579, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.881578947368421, | |
| "grad_norm": 0.08940660194253588, | |
| "learning_rate": 0.00017811485225709256, | |
| "loss": 0.3537, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.8881578947368421, | |
| "grad_norm": 0.08080512906819583, | |
| "learning_rate": 0.00017763416416407952, | |
| "loss": 0.3379, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.8947368421052632, | |
| "grad_norm": 0.08837755359593251, | |
| "learning_rate": 0.0001771489179821943, | |
| "loss": 0.3524, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.9013157894736842, | |
| "grad_norm": 0.08523392262655982, | |
| "learning_rate": 0.00017665914220140963, | |
| "loss": 0.3386, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.9078947368421053, | |
| "grad_norm": 0.09103630477831169, | |
| "learning_rate": 0.00017616486557764187, | |
| "loss": 0.3659, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.9144736842105263, | |
| "grad_norm": 0.09441590695909564, | |
| "learning_rate": 0.00017566611713106287, | |
| "loss": 0.3507, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.9210526315789473, | |
| "grad_norm": 0.09451841778053577, | |
| "learning_rate": 0.00017516292614439585, | |
| "loss": 0.357, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9276315789473685, | |
| "grad_norm": 0.08792822153458119, | |
| "learning_rate": 0.00017465532216119625, | |
| "loss": 0.3369, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.9342105263157895, | |
| "grad_norm": 0.09847169501416486, | |
| "learning_rate": 0.00017414333498411733, | |
| "loss": 0.3537, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.9407894736842105, | |
| "grad_norm": 0.09535814851654961, | |
| "learning_rate": 0.00017362699467316005, | |
| "loss": 0.3688, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.9473684210526315, | |
| "grad_norm": 0.0894204821997548, | |
| "learning_rate": 0.0001731063315439084, | |
| "loss": 0.3562, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.9539473684210527, | |
| "grad_norm": 0.08747335966415704, | |
| "learning_rate": 0.0001725813761657495, | |
| "loss": 0.3431, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.9605263157894737, | |
| "grad_norm": 0.09306693938804542, | |
| "learning_rate": 0.0001720521593600787, | |
| "loss": 0.3463, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9671052631578947, | |
| "grad_norm": 0.09389776996796227, | |
| "learning_rate": 0.00017151871219849008, | |
| "loss": 0.3585, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.9736842105263158, | |
| "grad_norm": 0.08560502715505004, | |
| "learning_rate": 0.00017098106600095205, | |
| "loss": 0.3465, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.9802631578947368, | |
| "grad_norm": 0.08501659921152092, | |
| "learning_rate": 0.00017043925233396854, | |
| "loss": 0.3481, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.9868421052631579, | |
| "grad_norm": 0.09086546243483316, | |
| "learning_rate": 0.00016989330300872576, | |
| "loss": 0.355, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.993421052631579, | |
| "grad_norm": 0.08269896391914834, | |
| "learning_rate": 0.00016934325007922417, | |
| "loss": 0.347, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.08946228022278917, | |
| "learning_rate": 0.000168789125840397, | |
| "loss": 0.3519, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.3528538942337036, | |
| "eval_runtime": 165.9892, | |
| "eval_samples_per_second": 30.755, | |
| "eval_steps_per_second": 0.964, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.006578947368421, | |
| "grad_norm": 0.08542638599767739, | |
| "learning_rate": 0.00016823096282621365, | |
| "loss": 0.3457, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.013157894736842, | |
| "grad_norm": 0.08540863800720608, | |
| "learning_rate": 0.0001676687938077698, | |
| "loss": 0.3323, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.019736842105263, | |
| "grad_norm": 0.08863302632538074, | |
| "learning_rate": 0.0001671026517913634, | |
| "loss": 0.3447, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.0263157894736843, | |
| "grad_norm": 0.08334205967004667, | |
| "learning_rate": 0.00016653257001655652, | |
| "loss": 0.3337, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0328947368421053, | |
| "grad_norm": 0.08918626067677893, | |
| "learning_rate": 0.0001659585819542241, | |
| "loss": 0.343, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.0394736842105263, | |
| "grad_norm": 0.09996420454196991, | |
| "learning_rate": 0.00016538072130458853, | |
| "loss": 0.3529, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.0460526315789473, | |
| "grad_norm": 0.08514205522788368, | |
| "learning_rate": 0.00016479902199524116, | |
| "loss": 0.3338, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "grad_norm": 0.08426879308880401, | |
| "learning_rate": 0.00016421351817915024, | |
| "loss": 0.3347, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0592105263157894, | |
| "grad_norm": 0.09335534193359232, | |
| "learning_rate": 0.00016362424423265598, | |
| "loss": 0.3396, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.0657894736842106, | |
| "grad_norm": 0.09585726718482877, | |
| "learning_rate": 0.00016303123475345182, | |
| "loss": 0.3471, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.0723684210526316, | |
| "grad_norm": 0.08521089701402258, | |
| "learning_rate": 0.00016243452455855342, | |
| "loss": 0.333, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.0789473684210527, | |
| "grad_norm": 0.08924725173949923, | |
| "learning_rate": 0.00016183414868225433, | |
| "loss": 0.3311, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.0855263157894737, | |
| "grad_norm": 0.08988680540431337, | |
| "learning_rate": 0.00016123014237406913, | |
| "loss": 0.3298, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.0921052631578947, | |
| "grad_norm": 0.09878832595880599, | |
| "learning_rate": 0.0001606225410966638, | |
| "loss": 0.3322, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.0986842105263157, | |
| "grad_norm": 0.08804802839862416, | |
| "learning_rate": 0.0001600113805237737, | |
| "loss": 0.3265, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.1052631578947367, | |
| "grad_norm": 0.08862630237882663, | |
| "learning_rate": 0.0001593966965381088, | |
| "loss": 0.3273, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.111842105263158, | |
| "grad_norm": 0.09796877182879883, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 0.35, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.118421052631579, | |
| "grad_norm": 0.08598713651781048, | |
| "learning_rate": 0.00015815690289151658, | |
| "loss": 0.3297, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.08765944123128291, | |
| "learning_rate": 0.00015753186602186209, | |
| "loss": 0.3214, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.131578947368421, | |
| "grad_norm": 0.09209895613253609, | |
| "learning_rate": 0.00015690345131770474, | |
| "loss": 0.3315, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.138157894736842, | |
| "grad_norm": 0.09108557919395985, | |
| "learning_rate": 0.0001562716956747863, | |
| "loss": 0.3367, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.1447368421052633, | |
| "grad_norm": 0.08895539817943555, | |
| "learning_rate": 0.00015563663618500302, | |
| "loss": 0.3341, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.1513157894736843, | |
| "grad_norm": 0.08973951614406138, | |
| "learning_rate": 0.00015499831013422803, | |
| "loss": 0.3339, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1578947368421053, | |
| "grad_norm": 0.08620142874315022, | |
| "learning_rate": 0.00015435675500012212, | |
| "loss": 0.335, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.1644736842105263, | |
| "grad_norm": 0.09126492238951715, | |
| "learning_rate": 0.00015371200844993332, | |
| "loss": 0.3312, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.1710526315789473, | |
| "grad_norm": 0.09587526018453588, | |
| "learning_rate": 0.00015306410833828535, | |
| "loss": 0.3294, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.1776315789473684, | |
| "grad_norm": 0.09087674252888882, | |
| "learning_rate": 0.00015241309270495524, | |
| "loss": 0.3372, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.1842105263157894, | |
| "grad_norm": 0.0883641678692255, | |
| "learning_rate": 0.00015175899977263964, | |
| "loss": 0.3386, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1907894736842106, | |
| "grad_norm": 0.09379689103796256, | |
| "learning_rate": 0.00015110186794471103, | |
| "loss": 0.3377, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.1973684210526316, | |
| "grad_norm": 0.09279921976435307, | |
| "learning_rate": 0.00015044173580296266, | |
| "loss": 0.3331, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.2039473684210527, | |
| "grad_norm": 0.09523467660834971, | |
| "learning_rate": 0.0001497786421053434, | |
| "loss": 0.3468, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.2105263157894737, | |
| "grad_norm": 0.09692763912842987, | |
| "learning_rate": 0.00014911262578368232, | |
| "loss": 0.3254, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.2171052631578947, | |
| "grad_norm": 0.0905572094984609, | |
| "learning_rate": 0.0001484437259414027, | |
| "loss": 0.3428, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.2236842105263157, | |
| "grad_norm": 0.0895303347607193, | |
| "learning_rate": 0.0001477719818512263, | |
| "loss": 0.3343, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.2302631578947367, | |
| "grad_norm": 0.09084314989641666, | |
| "learning_rate": 0.00014709743295286752, | |
| "loss": 0.3428, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.236842105263158, | |
| "grad_norm": 0.09188016999870963, | |
| "learning_rate": 0.0001464201188507178, | |
| "loss": 0.3392, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.243421052631579, | |
| "grad_norm": 0.09034095867956521, | |
| "learning_rate": 0.00014574007931152037, | |
| "loss": 0.3305, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.09422416865836616, | |
| "learning_rate": 0.00014505735426203543, | |
| "loss": 0.3519, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.256578947368421, | |
| "grad_norm": 0.09146229714998408, | |
| "learning_rate": 0.00014437198378669598, | |
| "loss": 0.3246, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.263157894736842, | |
| "grad_norm": 0.09150826987109315, | |
| "learning_rate": 0.00014368400812525434, | |
| "loss": 0.3385, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.2697368421052633, | |
| "grad_norm": 0.09170822182104935, | |
| "learning_rate": 0.00014299346767041954, | |
| "loss": 0.3202, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.2763157894736843, | |
| "grad_norm": 0.08611790992292927, | |
| "learning_rate": 0.0001423004029654859, | |
| "loss": 0.3309, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.2828947368421053, | |
| "grad_norm": 0.09296272729378167, | |
| "learning_rate": 0.00014160485470195245, | |
| "loss": 0.3334, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2894736842105263, | |
| "grad_norm": 0.09167809377202646, | |
| "learning_rate": 0.00014090686371713402, | |
| "loss": 0.3311, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.2960526315789473, | |
| "grad_norm": 0.08975846040243303, | |
| "learning_rate": 0.0001402064709917634, | |
| "loss": 0.3435, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.3026315789473684, | |
| "grad_norm": 0.09083148769815752, | |
| "learning_rate": 0.00013950371764758542, | |
| "loss": 0.3252, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.3092105263157894, | |
| "grad_norm": 0.09070017702344292, | |
| "learning_rate": 0.0001387986449449425, | |
| "loss": 0.3417, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.3157894736842106, | |
| "grad_norm": 0.09406507310996726, | |
| "learning_rate": 0.00013809129428035227, | |
| "loss": 0.3474, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.3223684210526316, | |
| "grad_norm": 0.08965350812782857, | |
| "learning_rate": 0.00013738170718407687, | |
| "loss": 0.3309, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.3289473684210527, | |
| "grad_norm": 0.08959778822119953, | |
| "learning_rate": 0.00013666992531768482, | |
| "loss": 0.3402, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.3355263157894737, | |
| "grad_norm": 0.092084592265277, | |
| "learning_rate": 0.0001359559904716048, | |
| "loss": 0.3375, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.3421052631578947, | |
| "grad_norm": 0.09457199959869429, | |
| "learning_rate": 0.0001352399445626722, | |
| "loss": 0.3389, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.3486842105263157, | |
| "grad_norm": 0.09197177008454786, | |
| "learning_rate": 0.00013452182963166794, | |
| "loss": 0.3374, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.3552631578947367, | |
| "grad_norm": 0.09399945833367072, | |
| "learning_rate": 0.00013380168784085027, | |
| "loss": 0.3393, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.361842105263158, | |
| "grad_norm": 0.08785100494819592, | |
| "learning_rate": 0.00013307956147147923, | |
| "loss": 0.339, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.368421052631579, | |
| "grad_norm": 0.09128615601816815, | |
| "learning_rate": 0.00013235549292133425, | |
| "loss": 0.3319, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 0.08674366087344106, | |
| "learning_rate": 0.00013162952470222486, | |
| "loss": 0.3262, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.381578947368421, | |
| "grad_norm": 0.09650968662374713, | |
| "learning_rate": 0.00013090169943749476, | |
| "loss": 0.3218, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.388157894736842, | |
| "grad_norm": 0.09647571976953839, | |
| "learning_rate": 0.00013017205985951926, | |
| "loss": 0.3297, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.3947368421052633, | |
| "grad_norm": 0.08840745611440821, | |
| "learning_rate": 0.00012944064880719632, | |
| "loss": 0.3183, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.4013157894736843, | |
| "grad_norm": 0.09429827798710846, | |
| "learning_rate": 0.0001287075092234316, | |
| "loss": 0.3441, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.4078947368421053, | |
| "grad_norm": 0.09400151382755063, | |
| "learning_rate": 0.00012797268415261682, | |
| "loss": 0.3374, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.4144736842105263, | |
| "grad_norm": 0.094388991307675, | |
| "learning_rate": 0.00012723621673810275, | |
| "loss": 0.3425, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.4210526315789473, | |
| "grad_norm": 0.09040719138127835, | |
| "learning_rate": 0.0001264981502196662, | |
| "loss": 0.3466, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.4276315789473684, | |
| "grad_norm": 0.08410156088705376, | |
| "learning_rate": 0.0001257585279309711, | |
| "loss": 0.3293, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.4342105263157894, | |
| "grad_norm": 0.09012762447734174, | |
| "learning_rate": 0.00012501739329702453, | |
| "loss": 0.3241, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.4407894736842106, | |
| "grad_norm": 0.08981619956473173, | |
| "learning_rate": 0.00012427478983162695, | |
| "loss": 0.3309, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.4473684210526316, | |
| "grad_norm": 0.09690483937945461, | |
| "learning_rate": 0.0001235307611348174, | |
| "loss": 0.3353, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4539473684210527, | |
| "grad_norm": 0.09199281173602707, | |
| "learning_rate": 0.00012278535089031378, | |
| "loss": 0.3478, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.4605263157894737, | |
| "grad_norm": 0.09383616607484997, | |
| "learning_rate": 0.0001220386028629479, | |
| "loss": 0.3226, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.4671052631578947, | |
| "grad_norm": 0.0888565150769418, | |
| "learning_rate": 0.00012129056089609609, | |
| "loss": 0.3368, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.4736842105263157, | |
| "grad_norm": 0.08846739233573914, | |
| "learning_rate": 0.00012054126890910498, | |
| "loss": 0.3363, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.4802631578947367, | |
| "grad_norm": 0.08828966342515125, | |
| "learning_rate": 0.00011979077089471287, | |
| "loss": 0.3426, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.486842105263158, | |
| "grad_norm": 0.09066446045227519, | |
| "learning_rate": 0.00011903911091646684, | |
| "loss": 0.3305, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.493421052631579, | |
| "grad_norm": 0.0885766678361643, | |
| "learning_rate": 0.00011828633310613568, | |
| "loss": 0.3359, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.08447486357210816, | |
| "learning_rate": 0.00011753248166111878, | |
| "loss": 0.342, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.506578947368421, | |
| "grad_norm": 0.08995420125881844, | |
| "learning_rate": 0.00011677760084185123, | |
| "loss": 0.3239, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.513157894736842, | |
| "grad_norm": 0.08976025618793185, | |
| "learning_rate": 0.0001160217349692051, | |
| "loss": 0.3234, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.5197368421052633, | |
| "grad_norm": 0.08403343805686422, | |
| "learning_rate": 0.00011526492842188745, | |
| "loss": 0.3241, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.526315789473684, | |
| "grad_norm": 0.08731505199027503, | |
| "learning_rate": 0.00011450722563383449, | |
| "loss": 0.323, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.5328947368421053, | |
| "grad_norm": 0.08919530304419715, | |
| "learning_rate": 0.00011374867109160294, | |
| "loss": 0.335, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.5394736842105263, | |
| "grad_norm": 0.08543608378136278, | |
| "learning_rate": 0.00011298930933175804, | |
| "loss": 0.3257, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.5460526315789473, | |
| "grad_norm": 0.0843872841143867, | |
| "learning_rate": 0.00011222918493825876, | |
| "loss": 0.322, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.5526315789473686, | |
| "grad_norm": 0.09015699624357591, | |
| "learning_rate": 0.00011146834253984006, | |
| "loss": 0.3393, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.5592105263157894, | |
| "grad_norm": 0.08527720509613376, | |
| "learning_rate": 0.00011070682680739275, | |
| "loss": 0.3228, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.5657894736842106, | |
| "grad_norm": 0.08882512008213382, | |
| "learning_rate": 0.00010994468245134071, | |
| "loss": 0.3307, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.5723684210526314, | |
| "grad_norm": 0.0873699179145412, | |
| "learning_rate": 0.00010918195421901583, | |
| "loss": 0.3315, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.5789473684210527, | |
| "grad_norm": 0.0856032512902339, | |
| "learning_rate": 0.00010841868689203071, | |
| "loss": 0.3249, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.5855263157894737, | |
| "grad_norm": 0.08508957717963754, | |
| "learning_rate": 0.0001076549252836496, | |
| "loss": 0.3198, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.5921052631578947, | |
| "grad_norm": 0.08646553066877591, | |
| "learning_rate": 0.00010689071423615709, | |
| "loss": 0.3201, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.598684210526316, | |
| "grad_norm": 0.08651961917444705, | |
| "learning_rate": 0.00010612609861822556, | |
| "loss": 0.3273, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.6052631578947367, | |
| "grad_norm": 0.08675562470697942, | |
| "learning_rate": 0.00010536112332228057, | |
| "loss": 0.3344, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.611842105263158, | |
| "grad_norm": 0.09458426431125393, | |
| "learning_rate": 0.00010459583326186533, | |
| "loss": 0.3411, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.618421052631579, | |
| "grad_norm": 0.09120208666424241, | |
| "learning_rate": 0.00010383027336900355, | |
| "loss": 0.3359, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.09024986688209398, | |
| "learning_rate": 0.00010306448859156155, | |
| "loss": 0.3244, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.631578947368421, | |
| "grad_norm": 0.08766784765589664, | |
| "learning_rate": 0.00010229852389060905, | |
| "loss": 0.3165, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.638157894736842, | |
| "grad_norm": 0.08799575986715236, | |
| "learning_rate": 0.00010153242423777965, | |
| "loss": 0.3274, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.6447368421052633, | |
| "grad_norm": 0.0920628008990826, | |
| "learning_rate": 0.00010076623461263018, | |
| "loss": 0.3228, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.651315789473684, | |
| "grad_norm": 0.09132220875461658, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3291, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.6578947368421053, | |
| "grad_norm": 0.0861257482862008, | |
| "learning_rate": 9.923376538736985e-05, | |
| "loss": 0.3257, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.6644736842105263, | |
| "grad_norm": 0.08970245386690526, | |
| "learning_rate": 9.846757576222038e-05, | |
| "loss": 0.333, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.6710526315789473, | |
| "grad_norm": 0.08745399881851679, | |
| "learning_rate": 9.770147610939097e-05, | |
| "loss": 0.3243, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.6776315789473686, | |
| "grad_norm": 0.0942879278062166, | |
| "learning_rate": 9.693551140843847e-05, | |
| "loss": 0.3305, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.6842105263157894, | |
| "grad_norm": 0.08491033600054997, | |
| "learning_rate": 9.616972663099647e-05, | |
| "loss": 0.3219, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.6907894736842106, | |
| "grad_norm": 0.0824170398183598, | |
| "learning_rate": 9.54041667381347e-05, | |
| "loss": 0.3067, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.6973684210526314, | |
| "grad_norm": 0.08689158883776966, | |
| "learning_rate": 9.463887667771946e-05, | |
| "loss": 0.3243, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.7039473684210527, | |
| "grad_norm": 0.09175347122606316, | |
| "learning_rate": 9.387390138177448e-05, | |
| "loss": 0.3315, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.7105263157894737, | |
| "grad_norm": 0.08682953977254314, | |
| "learning_rate": 9.310928576384293e-05, | |
| "loss": 0.3183, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.7171052631578947, | |
| "grad_norm": 0.0844793823883941, | |
| "learning_rate": 9.234507471635043e-05, | |
| "loss": 0.3262, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.723684210526316, | |
| "grad_norm": 0.08904925607635152, | |
| "learning_rate": 9.15813131079693e-05, | |
| "loss": 0.3318, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.7302631578947367, | |
| "grad_norm": 0.08897767966029022, | |
| "learning_rate": 9.08180457809842e-05, | |
| "loss": 0.3338, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.736842105263158, | |
| "grad_norm": 0.08418525864024147, | |
| "learning_rate": 9.005531754865929e-05, | |
| "loss": 0.3224, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.743421052631579, | |
| "grad_norm": 0.08369708951027545, | |
| "learning_rate": 8.929317319260726e-05, | |
| "loss": 0.3344, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.08344688234687514, | |
| "learning_rate": 8.853165746015997e-05, | |
| "loss": 0.3186, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.756578947368421, | |
| "grad_norm": 0.08882311328649488, | |
| "learning_rate": 8.777081506174127e-05, | |
| "loss": 0.3189, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.763157894736842, | |
| "grad_norm": 0.08911077215219455, | |
| "learning_rate": 8.701069066824194e-05, | |
| "loss": 0.347, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.7697368421052633, | |
| "grad_norm": 0.08845395362382234, | |
| "learning_rate": 8.625132890839706e-05, | |
| "loss": 0.3401, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.776315789473684, | |
| "grad_norm": 0.0890814727471271, | |
| "learning_rate": 8.549277436616551e-05, | |
| "loss": 0.3357, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.7828947368421053, | |
| "grad_norm": 0.08688996127676986, | |
| "learning_rate": 8.473507157811254e-05, | |
| "loss": 0.3255, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.7894736842105263, | |
| "grad_norm": 0.08839344810308368, | |
| "learning_rate": 8.397826503079489e-05, | |
| "loss": 0.3485, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.7960526315789473, | |
| "grad_norm": 0.08616082603732687, | |
| "learning_rate": 8.32223991581488e-05, | |
| "loss": 0.3333, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.8026315789473686, | |
| "grad_norm": 0.0873042236962117, | |
| "learning_rate": 8.246751833888122e-05, | |
| "loss": 0.3293, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.8092105263157894, | |
| "grad_norm": 0.08637643463516168, | |
| "learning_rate": 8.171366689386432e-05, | |
| "loss": 0.3366, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.8157894736842106, | |
| "grad_norm": 0.08702343026083556, | |
| "learning_rate": 8.096088908353315e-05, | |
| "loss": 0.317, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.8223684210526314, | |
| "grad_norm": 0.08671977794554171, | |
| "learning_rate": 8.020922910528717e-05, | |
| "loss": 0.3243, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.8289473684210527, | |
| "grad_norm": 0.08800970811383262, | |
| "learning_rate": 7.945873109089503e-05, | |
| "loss": 0.328, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.8355263157894737, | |
| "grad_norm": 0.08715460079863534, | |
| "learning_rate": 7.870943910390392e-05, | |
| "loss": 0.3393, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.8421052631578947, | |
| "grad_norm": 0.08522036841567814, | |
| "learning_rate": 7.796139713705213e-05, | |
| "loss": 0.3264, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.848684210526316, | |
| "grad_norm": 0.08867443005533418, | |
| "learning_rate": 7.721464910968627e-05, | |
| "loss": 0.3245, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.8552631578947367, | |
| "grad_norm": 0.085291540055969, | |
| "learning_rate": 7.646923886518264e-05, | |
| "loss": 0.3193, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.861842105263158, | |
| "grad_norm": 0.0865604586807815, | |
| "learning_rate": 7.57252101683731e-05, | |
| "loss": 0.3265, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.868421052631579, | |
| "grad_norm": 0.08796722757240084, | |
| "learning_rate": 7.49826067029755e-05, | |
| "loss": 0.3315, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 0.08552421405911567, | |
| "learning_rate": 7.424147206902891e-05, | |
| "loss": 0.3193, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.881578947368421, | |
| "grad_norm": 0.08359126397078406, | |
| "learning_rate": 7.350184978033386e-05, | |
| "loss": 0.3283, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.888157894736842, | |
| "grad_norm": 0.09295820408600056, | |
| "learning_rate": 7.276378326189728e-05, | |
| "loss": 0.34, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.8947368421052633, | |
| "grad_norm": 0.08607086022906524, | |
| "learning_rate": 7.202731584738322e-05, | |
| "loss": 0.3224, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.901315789473684, | |
| "grad_norm": 0.08511420128792765, | |
| "learning_rate": 7.129249077656843e-05, | |
| "loss": 0.3297, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.9078947368421053, | |
| "grad_norm": 0.08811788288471267, | |
| "learning_rate": 7.055935119280369e-05, | |
| "loss": 0.327, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.9144736842105263, | |
| "grad_norm": 0.08477145974314237, | |
| "learning_rate": 6.982794014048077e-05, | |
| "loss": 0.3161, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.9210526315789473, | |
| "grad_norm": 0.08372118058279919, | |
| "learning_rate": 6.909830056250527e-05, | |
| "loss": 0.3306, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.9276315789473686, | |
| "grad_norm": 0.08686106996534168, | |
| "learning_rate": 6.837047529777516e-05, | |
| "loss": 0.32, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.9342105263157894, | |
| "grad_norm": 0.08515118561718467, | |
| "learning_rate": 6.764450707866576e-05, | |
| "loss": 0.3252, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.9407894736842106, | |
| "grad_norm": 0.09265542100862634, | |
| "learning_rate": 6.692043852852079e-05, | |
| "loss": 0.3325, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.9473684210526314, | |
| "grad_norm": 0.09595543410539613, | |
| "learning_rate": 6.619831215914974e-05, | |
| "loss": 0.3333, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.9539473684210527, | |
| "grad_norm": 0.08927193916247748, | |
| "learning_rate": 6.547817036833208e-05, | |
| "loss": 0.34, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.9605263157894737, | |
| "grad_norm": 0.08244175050863302, | |
| "learning_rate": 6.476005543732782e-05, | |
| "loss": 0.3206, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.9671052631578947, | |
| "grad_norm": 0.08541613997019516, | |
| "learning_rate": 6.404400952839522e-05, | |
| "loss": 0.3095, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.973684210526316, | |
| "grad_norm": 0.08585952116970799, | |
| "learning_rate": 6.333007468231521e-05, | |
| "loss": 0.3143, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.9802631578947367, | |
| "grad_norm": 0.09128909476408122, | |
| "learning_rate": 6.261829281592314e-05, | |
| "loss": 0.3345, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.986842105263158, | |
| "grad_norm": 0.09002004932775928, | |
| "learning_rate": 6.190870571964774e-05, | |
| "loss": 0.3257, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.993421052631579, | |
| "grad_norm": 0.08541319081987805, | |
| "learning_rate": 6.120135505505748e-05, | |
| "loss": 0.3269, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.08848658071924796, | |
| "learning_rate": 6.049628235241459e-05, | |
| "loss": 0.3233, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.33567601442337036, | |
| "eval_runtime": 160.3905, | |
| "eval_samples_per_second": 31.829, | |
| "eval_steps_per_second": 0.998, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.0065789473684212, | |
| "grad_norm": 0.08452043290010046, | |
| "learning_rate": 5.9793529008236625e-05, | |
| "loss": 0.308, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.013157894736842, | |
| "grad_norm": 0.084981364890352, | |
| "learning_rate": 5.909313628286601e-05, | |
| "loss": 0.3138, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.0197368421052633, | |
| "grad_norm": 0.08373368193427122, | |
| "learning_rate": 5.839514529804757e-05, | |
| "loss": 0.3051, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.026315789473684, | |
| "grad_norm": 0.08658031473872292, | |
| "learning_rate": 5.769959703451413e-05, | |
| "loss": 0.3149, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.0328947368421053, | |
| "grad_norm": 0.0872119478961657, | |
| "learning_rate": 5.7006532329580464e-05, | |
| "loss": 0.2952, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.039473684210526, | |
| "grad_norm": 0.08985312096854285, | |
| "learning_rate": 5.63159918747457e-05, | |
| "loss": 0.31, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.0460526315789473, | |
| "grad_norm": 0.08981442223402118, | |
| "learning_rate": 5.5628016213304025e-05, | |
| "loss": 0.2987, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.0526315789473686, | |
| "grad_norm": 0.08888884200687737, | |
| "learning_rate": 5.49426457379646e-05, | |
| "loss": 0.314, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.0592105263157894, | |
| "grad_norm": 0.09263884628501892, | |
| "learning_rate": 5.425992068847965e-05, | |
| "loss": 0.3105, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.0657894736842106, | |
| "grad_norm": 0.09695553478937406, | |
| "learning_rate": 5.3579881149282204e-05, | |
| "loss": 0.2961, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.0723684210526314, | |
| "grad_norm": 0.09301145489202128, | |
| "learning_rate": 5.29025670471325e-05, | |
| "loss": 0.3121, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.0789473684210527, | |
| "grad_norm": 0.09056322468061577, | |
| "learning_rate": 5.222801814877369e-05, | |
| "loss": 0.3084, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.085526315789474, | |
| "grad_norm": 0.09036800264131283, | |
| "learning_rate": 5.155627405859731e-05, | |
| "loss": 0.3068, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.0921052631578947, | |
| "grad_norm": 0.09181257128694434, | |
| "learning_rate": 5.088737421631767e-05, | |
| "loss": 0.3113, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.098684210526316, | |
| "grad_norm": 0.09316264301444047, | |
| "learning_rate": 5.0221357894656605e-05, | |
| "loss": 0.3067, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 0.09246714604570534, | |
| "learning_rate": 4.955826419703735e-05, | |
| "loss": 0.3035, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.111842105263158, | |
| "grad_norm": 0.0933519192978327, | |
| "learning_rate": 4.889813205528895e-05, | |
| "loss": 0.3079, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.1184210526315788, | |
| "grad_norm": 0.08840630002939555, | |
| "learning_rate": 4.8241000227360354e-05, | |
| "loss": 0.3082, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.125, | |
| "grad_norm": 0.090468509851056, | |
| "learning_rate": 4.758690729504478e-05, | |
| "loss": 0.3013, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.1315789473684212, | |
| "grad_norm": 0.09269514982319728, | |
| "learning_rate": 4.693589166171466e-05, | |
| "loss": 0.3045, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.138157894736842, | |
| "grad_norm": 0.0944000183696063, | |
| "learning_rate": 4.628799155006669e-05, | |
| "loss": 0.3104, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.1447368421052633, | |
| "grad_norm": 0.09277066986876077, | |
| "learning_rate": 4.56432449998779e-05, | |
| "loss": 0.3061, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.151315789473684, | |
| "grad_norm": 0.09140609684482606, | |
| "learning_rate": 4.500168986577197e-05, | |
| "loss": 0.2987, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.1578947368421053, | |
| "grad_norm": 0.09135597016385583, | |
| "learning_rate": 4.4363363814997004e-05, | |
| "loss": 0.3138, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.1644736842105265, | |
| "grad_norm": 0.09228058446081117, | |
| "learning_rate": 4.3728304325213764e-05, | |
| "loss": 0.3093, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.1710526315789473, | |
| "grad_norm": 0.09444538193500554, | |
| "learning_rate": 4.30965486822953e-05, | |
| "loss": 0.3121, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.1776315789473686, | |
| "grad_norm": 0.09278379473856056, | |
| "learning_rate": 4.2468133978137945e-05, | |
| "loss": 0.3085, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.1842105263157894, | |
| "grad_norm": 0.09002068234283259, | |
| "learning_rate": 4.1843097108483465e-05, | |
| "loss": 0.3115, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.1907894736842106, | |
| "grad_norm": 0.09182734300425907, | |
| "learning_rate": 4.12214747707527e-05, | |
| "loss": 0.3041, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 2.1973684210526314, | |
| "grad_norm": 0.09480621705211878, | |
| "learning_rate": 4.0603303461891253e-05, | |
| "loss": 0.3119, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 2.2039473684210527, | |
| "grad_norm": 0.09462062961478308, | |
| "learning_rate": 3.9988619476226355e-05, | |
| "loss": 0.3097, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.2105263157894735, | |
| "grad_norm": 0.09047742114008103, | |
| "learning_rate": 3.937745890333623e-05, | |
| "loss": 0.2977, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.2171052631578947, | |
| "grad_norm": 0.09210517994431433, | |
| "learning_rate": 3.8769857625930906e-05, | |
| "loss": 0.3045, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 2.223684210526316, | |
| "grad_norm": 0.09051025798694169, | |
| "learning_rate": 3.816585131774571e-05, | |
| "loss": 0.3042, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 2.2302631578947367, | |
| "grad_norm": 0.0944091820926416, | |
| "learning_rate": 3.756547544144664e-05, | |
| "loss": 0.3146, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.236842105263158, | |
| "grad_norm": 0.09225272107547029, | |
| "learning_rate": 3.69687652465482e-05, | |
| "loss": 0.2979, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.2434210526315788, | |
| "grad_norm": 0.09466054564763007, | |
| "learning_rate": 3.637575576734404e-05, | |
| "loss": 0.3268, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.09415533738249948, | |
| "learning_rate": 3.578648182084975e-05, | |
| "loss": 0.3138, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.2565789473684212, | |
| "grad_norm": 0.09287732881109488, | |
| "learning_rate": 3.5200978004758886e-05, | |
| "loss": 0.3034, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 2.263157894736842, | |
| "grad_norm": 0.09052642673165286, | |
| "learning_rate": 3.46192786954115e-05, | |
| "loss": 0.3136, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 2.2697368421052633, | |
| "grad_norm": 0.0941549755498813, | |
| "learning_rate": 3.4041418045775895e-05, | |
| "loss": 0.3102, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.276315789473684, | |
| "grad_norm": 0.09081461979766672, | |
| "learning_rate": 3.346742998344348e-05, | |
| "loss": 0.3156, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.2828947368421053, | |
| "grad_norm": 0.09188038212201086, | |
| "learning_rate": 3.2897348208636614e-05, | |
| "loss": 0.2981, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 2.2894736842105265, | |
| "grad_norm": 0.09139958010871077, | |
| "learning_rate": 3.2331206192230214e-05, | |
| "loss": 0.3016, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.2960526315789473, | |
| "grad_norm": 0.09340863611831572, | |
| "learning_rate": 3.1769037173786375e-05, | |
| "loss": 0.2942, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 2.3026315789473686, | |
| "grad_norm": 0.09731529194622152, | |
| "learning_rate": 3.121087415960304e-05, | |
| "loss": 0.32, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.3092105263157894, | |
| "grad_norm": 0.09400113350744722, | |
| "learning_rate": 3.065674992077584e-05, | |
| "loss": 0.3121, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 2.3157894736842106, | |
| "grad_norm": 0.09370429535454715, | |
| "learning_rate": 3.0106696991274276e-05, | |
| "loss": 0.2998, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 2.3223684210526314, | |
| "grad_norm": 0.0931264318395488, | |
| "learning_rate": 2.9560747666031475e-05, | |
| "loss": 0.3045, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 2.3289473684210527, | |
| "grad_norm": 0.09457813125113766, | |
| "learning_rate": 2.901893399904797e-05, | |
| "loss": 0.3102, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.3355263157894735, | |
| "grad_norm": 0.09787356394017462, | |
| "learning_rate": 2.848128780150995e-05, | |
| "loss": 0.3124, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.3421052631578947, | |
| "grad_norm": 0.09294514140726695, | |
| "learning_rate": 2.794784063992131e-05, | |
| "loss": 0.3029, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 2.348684210526316, | |
| "grad_norm": 0.09472220447378009, | |
| "learning_rate": 2.74186238342505e-05, | |
| "loss": 0.3026, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 2.3552631578947367, | |
| "grad_norm": 0.09382282625627145, | |
| "learning_rate": 2.6893668456091625e-05, | |
| "loss": 0.3067, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 2.361842105263158, | |
| "grad_norm": 0.09371704952441416, | |
| "learning_rate": 2.6373005326839972e-05, | |
| "loss": 0.3065, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 2.3684210526315788, | |
| "grad_norm": 0.098774530422876, | |
| "learning_rate": 2.5856665015882685e-05, | |
| "loss": 0.3098, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 0.09126307975009218, | |
| "learning_rate": 2.5344677838803733e-05, | |
| "loss": 0.3044, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 2.3815789473684212, | |
| "grad_norm": 0.09144641630016763, | |
| "learning_rate": 2.4837073855604188e-05, | |
| "loss": 0.2908, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 2.388157894736842, | |
| "grad_norm": 0.09468863277888301, | |
| "learning_rate": 2.433388286893714e-05, | |
| "loss": 0.3101, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 2.3947368421052633, | |
| "grad_norm": 0.09354400587822048, | |
| "learning_rate": 2.383513442235812e-05, | |
| "loss": 0.3136, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 2.401315789473684, | |
| "grad_norm": 0.09390078122691951, | |
| "learning_rate": 2.334085779859041e-05, | |
| "loss": 0.3079, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.4078947368421053, | |
| "grad_norm": 0.09248111646485846, | |
| "learning_rate": 2.2851082017805703e-05, | |
| "loss": 0.305, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.4144736842105265, | |
| "grad_norm": 0.09244167723770774, | |
| "learning_rate": 2.236583583592049e-05, | |
| "loss": 0.302, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 2.4210526315789473, | |
| "grad_norm": 0.09129005795575806, | |
| "learning_rate": 2.1885147742907465e-05, | |
| "loss": 0.3027, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 2.4276315789473686, | |
| "grad_norm": 0.09432198973734413, | |
| "learning_rate": 2.1409045961123065e-05, | |
| "loss": 0.3217, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 2.4342105263157894, | |
| "grad_norm": 0.09309602245093605, | |
| "learning_rate": 2.0937558443650206e-05, | |
| "loss": 0.3063, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.4407894736842106, | |
| "grad_norm": 0.09208894600051501, | |
| "learning_rate": 2.047071287265735e-05, | |
| "loss": 0.3052, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 2.4473684210526314, | |
| "grad_norm": 0.09266552082076217, | |
| "learning_rate": 2.0008536657773046e-05, | |
| "loss": 0.3089, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.4539473684210527, | |
| "grad_norm": 0.09140806866621644, | |
| "learning_rate": 1.9551056934476654e-05, | |
| "loss": 0.3013, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 2.4605263157894735, | |
| "grad_norm": 0.09231696012858444, | |
| "learning_rate": 1.9098300562505266e-05, | |
| "loss": 0.3086, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 2.4671052631578947, | |
| "grad_norm": 0.08976907732352662, | |
| "learning_rate": 1.8650294124276556e-05, | |
| "loss": 0.2908, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.473684210526316, | |
| "grad_norm": 0.09089868074014618, | |
| "learning_rate": 1.8207063923328237e-05, | |
| "loss": 0.2934, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 2.4802631578947367, | |
| "grad_norm": 0.09124223709758555, | |
| "learning_rate": 1.7768635982773528e-05, | |
| "loss": 0.3025, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 2.486842105263158, | |
| "grad_norm": 0.09141228045415595, | |
| "learning_rate": 1.73350360437734e-05, | |
| "loss": 0.2984, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 2.4934210526315788, | |
| "grad_norm": 0.09338433503873096, | |
| "learning_rate": 1.6906289564025278e-05, | |
| "loss": 0.3015, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.09381766067303669, | |
| "learning_rate": 1.6482421716268215e-05, | |
| "loss": 0.3034, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.5065789473684212, | |
| "grad_norm": 0.09841665883274005, | |
| "learning_rate": 1.6063457386805004e-05, | |
| "loss": 0.3097, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 2.513157894736842, | |
| "grad_norm": 0.09562609257672962, | |
| "learning_rate": 1.564942117404119e-05, | |
| "loss": 0.3194, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 2.5197368421052633, | |
| "grad_norm": 0.09236226141715091, | |
| "learning_rate": 1.524033738704056e-05, | |
| "loss": 0.3116, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 2.526315789473684, | |
| "grad_norm": 0.09295111594898633, | |
| "learning_rate": 1.4836230044098166e-05, | |
| "loss": 0.2926, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 2.5328947368421053, | |
| "grad_norm": 0.09050178834061187, | |
| "learning_rate": 1.4437122871329955e-05, | |
| "loss": 0.3048, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.5394736842105265, | |
| "grad_norm": 0.09354446958969953, | |
| "learning_rate": 1.4043039301279903e-05, | |
| "loss": 0.3094, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 2.5460526315789473, | |
| "grad_norm": 0.094528346545483, | |
| "learning_rate": 1.3654002471544091e-05, | |
| "loss": 0.2976, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 2.5526315789473686, | |
| "grad_norm": 0.09437075440256357, | |
| "learning_rate": 1.3270035223412369e-05, | |
| "loss": 0.303, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 2.5592105263157894, | |
| "grad_norm": 0.09299672016467998, | |
| "learning_rate": 1.2891160100527222e-05, | |
| "loss": 0.2991, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 2.5657894736842106, | |
| "grad_norm": 0.09295508003371206, | |
| "learning_rate": 1.2517399347560167e-05, | |
| "loss": 0.3111, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.5723684210526314, | |
| "grad_norm": 0.09416195404382027, | |
| "learning_rate": 1.214877490890578e-05, | |
| "loss": 0.3175, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 2.5789473684210527, | |
| "grad_norm": 0.09276583875255047, | |
| "learning_rate": 1.1785308427393183e-05, | |
| "loss": 0.299, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 2.5855263157894735, | |
| "grad_norm": 0.09118856826069724, | |
| "learning_rate": 1.1427021243015467e-05, | |
| "loss": 0.3029, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 2.5921052631578947, | |
| "grad_norm": 0.09153124872331597, | |
| "learning_rate": 1.1073934391676667e-05, | |
| "loss": 0.3053, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 2.598684210526316, | |
| "grad_norm": 0.0931741744031297, | |
| "learning_rate": 1.0726068603956741e-05, | |
| "loss": 0.2962, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.6052631578947367, | |
| "grad_norm": 0.0939187765998417, | |
| "learning_rate": 1.0383444303894452e-05, | |
| "loss": 0.3008, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 2.611842105263158, | |
| "grad_norm": 0.09383471721688587, | |
| "learning_rate": 1.0046081607788127e-05, | |
| "loss": 0.312, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 2.6184210526315788, | |
| "grad_norm": 0.09081224477516317, | |
| "learning_rate": 9.714000323014705e-06, | |
| "loss": 0.2947, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 2.625, | |
| "grad_norm": 0.09356165649233147, | |
| "learning_rate": 9.3872199468667e-06, | |
| "loss": 0.3016, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 2.6315789473684212, | |
| "grad_norm": 0.09192904823893439, | |
| "learning_rate": 9.065759665407515e-06, | |
| "loss": 0.2971, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.638157894736842, | |
| "grad_norm": 0.09313138523215327, | |
| "learning_rate": 8.749638352345002e-06, | |
| "loss": 0.3042, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 2.6447368421052633, | |
| "grad_norm": 0.0921977880339759, | |
| "learning_rate": 8.43887456792326e-06, | |
| "loss": 0.3016, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 2.651315789473684, | |
| "grad_norm": 0.09055704810960578, | |
| "learning_rate": 8.133486557833015e-06, | |
| "loss": 0.3003, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 2.6578947368421053, | |
| "grad_norm": 0.08952929321885197, | |
| "learning_rate": 7.833492252140284e-06, | |
| "loss": 0.2912, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 2.6644736842105265, | |
| "grad_norm": 0.0917144195389881, | |
| "learning_rate": 7.538909264233751e-06, | |
| "loss": 0.2908, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.6710526315789473, | |
| "grad_norm": 0.09112348602865261, | |
| "learning_rate": 7.249754889790539e-06, | |
| "loss": 0.2765, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 2.6776315789473686, | |
| "grad_norm": 0.09188227591595896, | |
| "learning_rate": 6.966046105760826e-06, | |
| "loss": 0.2998, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 2.6842105263157894, | |
| "grad_norm": 0.09193344799591113, | |
| "learning_rate": 6.6877995693710785e-06, | |
| "loss": 0.3073, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 2.6907894736842106, | |
| "grad_norm": 0.09125510240984186, | |
| "learning_rate": 6.41503161714595e-06, | |
| "loss": 0.2856, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 2.6973684210526314, | |
| "grad_norm": 0.09093722035003914, | |
| "learning_rate": 6.147758263949321e-06, | |
| "loss": 0.3029, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.7039473684210527, | |
| "grad_norm": 0.09720543266247605, | |
| "learning_rate": 5.885995202043848e-06, | |
| "loss": 0.3069, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.7105263157894735, | |
| "grad_norm": 0.09427472370082618, | |
| "learning_rate": 5.629757800169733e-06, | |
| "loss": 0.3084, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.7171052631578947, | |
| "grad_norm": 0.089990452112005, | |
| "learning_rate": 5.379061102642358e-06, | |
| "loss": 0.2999, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 2.723684210526316, | |
| "grad_norm": 0.09500774461582016, | |
| "learning_rate": 5.1339198284689916e-06, | |
| "loss": 0.3027, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 2.7302631578947367, | |
| "grad_norm": 0.09140486608400628, | |
| "learning_rate": 4.8943483704846475e-06, | |
| "loss": 0.2943, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.736842105263158, | |
| "grad_norm": 0.09254297353923395, | |
| "learning_rate": 4.660360794506946e-06, | |
| "loss": 0.2929, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.7434210526315788, | |
| "grad_norm": 0.09259358584474216, | |
| "learning_rate": 4.431970838510391e-06, | |
| "loss": 0.3057, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.0933006035630196, | |
| "learning_rate": 4.209191911819688e-06, | |
| "loss": 0.3066, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 2.7565789473684212, | |
| "grad_norm": 0.09175027584175248, | |
| "learning_rate": 3.992037094322532e-06, | |
| "loss": 0.2974, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 2.763157894736842, | |
| "grad_norm": 0.09612639615242942, | |
| "learning_rate": 3.7805191357015657e-06, | |
| "loss": 0.3152, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.7697368421052633, | |
| "grad_norm": 0.09267277826656926, | |
| "learning_rate": 3.5746504546859018e-06, | |
| "loss": 0.3122, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 2.776315789473684, | |
| "grad_norm": 0.09173196582903508, | |
| "learning_rate": 3.3744431383219367e-06, | |
| "loss": 0.3068, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 2.7828947368421053, | |
| "grad_norm": 0.09141455521971137, | |
| "learning_rate": 3.1799089412636762e-06, | |
| "loss": 0.3, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 2.7894736842105265, | |
| "grad_norm": 0.09007921765376342, | |
| "learning_rate": 2.991059285082698e-06, | |
| "loss": 0.3009, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 2.7960526315789473, | |
| "grad_norm": 0.0953184723452783, | |
| "learning_rate": 2.8079052575973765e-06, | |
| "loss": 0.3043, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.8026315789473686, | |
| "grad_norm": 0.09157757129707106, | |
| "learning_rate": 2.6304576122221035e-06, | |
| "loss": 0.3, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 2.8092105263157894, | |
| "grad_norm": 0.09169344011676386, | |
| "learning_rate": 2.4587267673357394e-06, | |
| "loss": 0.2917, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 2.8157894736842106, | |
| "grad_norm": 0.09140035394059028, | |
| "learning_rate": 2.2927228056700777e-06, | |
| "loss": 0.3086, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.8223684210526314, | |
| "grad_norm": 0.08884580894240417, | |
| "learning_rate": 2.1324554737177648e-06, | |
| "loss": 0.2974, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 2.8289473684210527, | |
| "grad_norm": 0.09227882207821884, | |
| "learning_rate": 1.9779341811600794e-06, | |
| "loss": 0.2993, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.8355263157894735, | |
| "grad_norm": 0.09230636915969623, | |
| "learning_rate": 1.8291680003145073e-06, | |
| "loss": 0.3014, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 2.8421052631578947, | |
| "grad_norm": 0.09126820223778219, | |
| "learning_rate": 1.6861656656020464e-06, | |
| "loss": 0.301, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 2.848684210526316, | |
| "grad_norm": 0.09346572537156347, | |
| "learning_rate": 1.5489355730343934e-06, | |
| "loss": 0.3047, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 2.8552631578947367, | |
| "grad_norm": 0.09159445394674477, | |
| "learning_rate": 1.417485779720995e-06, | |
| "loss": 0.3111, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 2.861842105263158, | |
| "grad_norm": 0.09263259410862734, | |
| "learning_rate": 1.2918240033960027e-06, | |
| "loss": 0.3064, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.8684210526315788, | |
| "grad_norm": 0.09195985713654573, | |
| "learning_rate": 1.1719576219651585e-06, | |
| "loss": 0.3085, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 2.875, | |
| "grad_norm": 0.09287155646470045, | |
| "learning_rate": 1.057893673072563e-06, | |
| "loss": 0.3123, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 2.8815789473684212, | |
| "grad_norm": 0.09261252125029774, | |
| "learning_rate": 9.496388536875623e-07, | |
| "loss": 0.3014, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 2.888157894736842, | |
| "grad_norm": 0.09510242096519511, | |
| "learning_rate": 8.471995197114835e-07, | |
| "loss": 0.3117, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 2.8947368421052633, | |
| "grad_norm": 0.09143211071538708, | |
| "learning_rate": 7.505816856045012e-07, | |
| "loss": 0.3021, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.901315789473684, | |
| "grad_norm": 0.0920917445117736, | |
| "learning_rate": 6.597910240324967e-07, | |
| "loss": 0.3049, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 2.9078947368421053, | |
| "grad_norm": 0.09323526996440369, | |
| "learning_rate": 5.74832865534014e-07, | |
| "loss": 0.3044, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 2.9144736842105265, | |
| "grad_norm": 0.08995868186598065, | |
| "learning_rate": 4.957121982072765e-07, | |
| "loss": 0.3074, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 2.9210526315789473, | |
| "grad_norm": 0.09113776795368703, | |
| "learning_rate": 4.224336674173546e-07, | |
| "loss": 0.3109, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 2.9276315789473686, | |
| "grad_norm": 0.09224937503409146, | |
| "learning_rate": 3.5500157552337264e-07, | |
| "loss": 0.3017, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.9342105263157894, | |
| "grad_norm": 0.09468784220174042, | |
| "learning_rate": 2.934198816259559e-07, | |
| "loss": 0.2992, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 2.9407894736842106, | |
| "grad_norm": 0.09123611642303985, | |
| "learning_rate": 2.3769220133477156e-07, | |
| "loss": 0.3068, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 2.9473684210526314, | |
| "grad_norm": 0.09217795191626804, | |
| "learning_rate": 1.8782180655622095e-07, | |
| "loss": 0.3032, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 2.9539473684210527, | |
| "grad_norm": 0.09439928587738844, | |
| "learning_rate": 1.4381162530135993e-07, | |
| "loss": 0.3149, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 2.9605263157894735, | |
| "grad_norm": 0.09155507167334377, | |
| "learning_rate": 1.0566424151401411e-07, | |
| "loss": 0.3064, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.9671052631578947, | |
| "grad_norm": 0.09353543798817081, | |
| "learning_rate": 7.338189491900016e-08, | |
| "loss": 0.3079, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 2.973684210526316, | |
| "grad_norm": 0.09071512231087696, | |
| "learning_rate": 4.696648089068667e-08, | |
| "loss": 0.3019, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 2.9802631578947367, | |
| "grad_norm": 0.09100478976490751, | |
| "learning_rate": 2.641955034170529e-08, | |
| "loss": 0.3038, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 2.986842105263158, | |
| "grad_norm": 0.09180608030721753, | |
| "learning_rate": 1.1742309631845861e-08, | |
| "loss": 0.305, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 2.9934210526315788, | |
| "grad_norm": 0.09166087142524931, | |
| "learning_rate": 2.935620497301894e-09, | |
| "loss": 0.2995, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.08984730795754493, | |
| "learning_rate": 0.0, | |
| "loss": 0.2989, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.3327427804470062, | |
| "eval_runtime": 158.4336, | |
| "eval_samples_per_second": 32.222, | |
| "eval_steps_per_second": 1.01, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 456, | |
| "total_flos": 1.6172409563591475e+17, | |
| "train_loss": 0.366262159849468, | |
| "train_runtime": 5417.5508, | |
| "train_samples_per_second": 10.741, | |
| "train_steps_per_second": 0.084 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 456, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6172409563591475e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |