| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 978, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003067484662576687, | |
| "grad_norm": 177.2131714128933, | |
| "learning_rate": 2.0408163265306121e-07, | |
| "loss": 3.0795, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.015337423312883436, | |
| "grad_norm": 241.89792017630023, | |
| "learning_rate": 1.0204081632653063e-06, | |
| "loss": 2.738, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.03067484662576687, | |
| "grad_norm": 97.9005821739992, | |
| "learning_rate": 2.0408163265306125e-06, | |
| "loss": 2.573, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.046012269938650305, | |
| "grad_norm": 29.935305969711827, | |
| "learning_rate": 3.0612244897959185e-06, | |
| "loss": 2.4113, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.06134969325153374, | |
| "grad_norm": 6.7865011448005985, | |
| "learning_rate": 4.081632653061225e-06, | |
| "loss": 1.9856, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07668711656441718, | |
| "grad_norm": 8.264677565869711, | |
| "learning_rate": 5.1020408163265315e-06, | |
| "loss": 1.8726, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09202453987730061, | |
| "grad_norm": 19.32485419745683, | |
| "learning_rate": 6.122448979591837e-06, | |
| "loss": 1.7009, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10736196319018405, | |
| "grad_norm": 10.162135754390622, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 1.6191, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12269938650306748, | |
| "grad_norm": 3.0916095898500555, | |
| "learning_rate": 8.16326530612245e-06, | |
| "loss": 1.5164, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13803680981595093, | |
| "grad_norm": 43.413150705371685, | |
| "learning_rate": 9.183673469387756e-06, | |
| "loss": 1.5097, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.15337423312883436, | |
| "grad_norm": 49.53965734626817, | |
| "learning_rate": 1.0204081632653063e-05, | |
| "loss": 1.5785, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1687116564417178, | |
| "grad_norm": 10.98873172852826, | |
| "learning_rate": 1.1224489795918367e-05, | |
| "loss": 1.4715, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.18404907975460122, | |
| "grad_norm": 2.7742625393808584, | |
| "learning_rate": 1.2244897959183674e-05, | |
| "loss": 1.4263, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.19938650306748465, | |
| "grad_norm": 23.101404729255652, | |
| "learning_rate": 1.326530612244898e-05, | |
| "loss": 1.4043, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2147239263803681, | |
| "grad_norm": 12.92305440472016, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 1.3793, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.23006134969325154, | |
| "grad_norm": 2.882766144097806, | |
| "learning_rate": 1.530612244897959e-05, | |
| "loss": 1.4183, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.24539877300613497, | |
| "grad_norm": 11.111007796269925, | |
| "learning_rate": 1.63265306122449e-05, | |
| "loss": 1.4517, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2607361963190184, | |
| "grad_norm": 2.897394026367856, | |
| "learning_rate": 1.7346938775510206e-05, | |
| "loss": 1.3393, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.27607361963190186, | |
| "grad_norm": 2.9177477230316566, | |
| "learning_rate": 1.836734693877551e-05, | |
| "loss": 1.428, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.29141104294478526, | |
| "grad_norm": 2.912560429885746, | |
| "learning_rate": 1.9387755102040817e-05, | |
| "loss": 1.304, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3067484662576687, | |
| "grad_norm": 2.5615070520092704, | |
| "learning_rate": 1.9999745104274995e-05, | |
| "loss": 1.2997, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3220858895705521, | |
| "grad_norm": 2.9480036513492336, | |
| "learning_rate": 1.9996877676598733e-05, | |
| "loss": 1.4086, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.3374233128834356, | |
| "grad_norm": 2.5407276803281333, | |
| "learning_rate": 1.9990825118233958e-05, | |
| "loss": 1.3028, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.35276073619631904, | |
| "grad_norm": 3.239233594777726, | |
| "learning_rate": 1.9981589357601727e-05, | |
| "loss": 1.4185, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.36809815950920244, | |
| "grad_norm": 2.771896819307909, | |
| "learning_rate": 1.9969173337331283e-05, | |
| "loss": 1.3523, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3834355828220859, | |
| "grad_norm": 2.7643269799604724, | |
| "learning_rate": 1.9953581013322503e-05, | |
| "loss": 1.3175, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3987730061349693, | |
| "grad_norm": 3.508281226717504, | |
| "learning_rate": 1.99348173534855e-05, | |
| "loss": 1.2981, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.41411042944785276, | |
| "grad_norm": 2.4302828555210025, | |
| "learning_rate": 1.9912888336157793e-05, | |
| "loss": 1.3109, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4294478527607362, | |
| "grad_norm": 2.3273613141747975, | |
| "learning_rate": 1.9887800948199496e-05, | |
| "loss": 1.2887, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4447852760736196, | |
| "grad_norm": 2.502367541877984, | |
| "learning_rate": 1.9859563182767268e-05, | |
| "loss": 1.2735, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.4601226993865031, | |
| "grad_norm": 2.8584207562233113, | |
| "learning_rate": 1.9828184036767556e-05, | |
| "loss": 1.2271, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.4754601226993865, | |
| "grad_norm": 2.190347531165954, | |
| "learning_rate": 1.9793673507990086e-05, | |
| "loss": 1.2896, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.49079754601226994, | |
| "grad_norm": 2.2761435625476545, | |
| "learning_rate": 1.9756042591922436e-05, | |
| "loss": 1.3294, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5061349693251533, | |
| "grad_norm": 2.220138706256322, | |
| "learning_rate": 1.9715303278246724e-05, | |
| "loss": 1.3188, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5214723926380368, | |
| "grad_norm": 2.294310010674355, | |
| "learning_rate": 1.9671468547019575e-05, | |
| "loss": 1.2199, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5368098159509203, | |
| "grad_norm": 2.513372192362633, | |
| "learning_rate": 1.9624552364536472e-05, | |
| "loss": 1.3106, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5521472392638037, | |
| "grad_norm": 2.510468468716461, | |
| "learning_rate": 1.9574569678881965e-05, | |
| "loss": 1.3708, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5674846625766872, | |
| "grad_norm": 2.041921641107936, | |
| "learning_rate": 1.952153641516698e-05, | |
| "loss": 1.1784, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.5828220858895705, | |
| "grad_norm": 2.27820722339295, | |
| "learning_rate": 1.94654694704549e-05, | |
| "loss": 1.1902, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.598159509202454, | |
| "grad_norm": 2.328841014102968, | |
| "learning_rate": 1.9406386708377956e-05, | |
| "loss": 1.316, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6134969325153374, | |
| "grad_norm": 2.2926147060214066, | |
| "learning_rate": 1.9344306953445632e-05, | |
| "loss": 1.3843, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6288343558282209, | |
| "grad_norm": 3.113673918623077, | |
| "learning_rate": 1.9279249985046948e-05, | |
| "loss": 1.3199, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.6441717791411042, | |
| "grad_norm": 2.105413236829464, | |
| "learning_rate": 1.92112365311485e-05, | |
| "loss": 1.2593, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.6595092024539877, | |
| "grad_norm": 2.2971282506758204, | |
| "learning_rate": 1.9140288261690278e-05, | |
| "loss": 1.2316, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.6748466257668712, | |
| "grad_norm": 3.060568400530995, | |
| "learning_rate": 1.9066427781681314e-05, | |
| "loss": 1.1986, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6901840490797546, | |
| "grad_norm": 2.0851577530985663, | |
| "learning_rate": 1.8989678623997506e-05, | |
| "loss": 1.2465, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.7055214723926381, | |
| "grad_norm": 2.34599375716676, | |
| "learning_rate": 1.891006524188368e-05, | |
| "loss": 1.3111, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.7208588957055214, | |
| "grad_norm": 2.0045103451147352, | |
| "learning_rate": 1.8827613001162534e-05, | |
| "loss": 1.2048, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.7361963190184049, | |
| "grad_norm": 2.0865280550933663, | |
| "learning_rate": 1.8742348172152728e-05, | |
| "loss": 1.3875, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7515337423312883, | |
| "grad_norm": 2.1899054440028602, | |
| "learning_rate": 1.8654297921298862e-05, | |
| "loss": 1.2177, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.7668711656441718, | |
| "grad_norm": 2.146615168451316, | |
| "learning_rate": 1.856349030251589e-05, | |
| "loss": 1.2302, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7822085889570553, | |
| "grad_norm": 5.215245761172734, | |
| "learning_rate": 1.846995424825079e-05, | |
| "loss": 1.1558, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7975460122699386, | |
| "grad_norm": 2.1303631206592253, | |
| "learning_rate": 1.837371956026433e-05, | |
| "loss": 1.2666, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.8128834355828221, | |
| "grad_norm": 3.324267620281515, | |
| "learning_rate": 1.8274816900135842e-05, | |
| "loss": 1.2796, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.8282208588957055, | |
| "grad_norm": 2.0369143733640174, | |
| "learning_rate": 1.817327777949407e-05, | |
| "loss": 1.2191, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.843558282208589, | |
| "grad_norm": 2.268965846881571, | |
| "learning_rate": 1.806913454997717e-05, | |
| "loss": 1.2382, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.8588957055214724, | |
| "grad_norm": 1.9534994546311044, | |
| "learning_rate": 1.7962420392925066e-05, | |
| "loss": 1.3029, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8742331288343558, | |
| "grad_norm": 1.9407859425510332, | |
| "learning_rate": 1.785316930880745e-05, | |
| "loss": 1.183, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.8895705521472392, | |
| "grad_norm": 1.9539166093233689, | |
| "learning_rate": 1.7741416106390828e-05, | |
| "loss": 1.1725, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.9049079754601227, | |
| "grad_norm": 2.2999481127748216, | |
| "learning_rate": 1.7627196391647982e-05, | |
| "loss": 1.2114, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.9202453987730062, | |
| "grad_norm": 1.9126415566238704, | |
| "learning_rate": 1.75105465564135e-05, | |
| "loss": 1.2206, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.9355828220858896, | |
| "grad_norm": 2.3510054432341887, | |
| "learning_rate": 1.739150376678883e-05, | |
| "loss": 1.301, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.950920245398773, | |
| "grad_norm": 2.5269459534002596, | |
| "learning_rate": 1.727010595130074e-05, | |
| "loss": 1.3914, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9662576687116564, | |
| "grad_norm": 2.045224623846914, | |
| "learning_rate": 1.714639178881678e-05, | |
| "loss": 1.2722, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.9815950920245399, | |
| "grad_norm": 2.0917960158205107, | |
| "learning_rate": 1.7020400696221737e-05, | |
| "loss": 1.2093, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9969325153374233, | |
| "grad_norm": 2.017009094857716, | |
| "learning_rate": 1.6892172815858896e-05, | |
| "loss": 1.2658, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.2135429382324219, | |
| "eval_runtime": 6.9064, | |
| "eval_samples_per_second": 23.022, | |
| "eval_steps_per_second": 5.792, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.0122699386503067, | |
| "grad_norm": 2.1076821373912433, | |
| "learning_rate": 1.6761749002740195e-05, | |
| "loss": 1.126, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.0276073619631902, | |
| "grad_norm": 2.532948886360268, | |
| "learning_rate": 1.662917081152932e-05, | |
| "loss": 1.0517, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.0429447852760736, | |
| "grad_norm": 2.159362066124978, | |
| "learning_rate": 1.6494480483301836e-05, | |
| "loss": 0.9849, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.058282208588957, | |
| "grad_norm": 1.9634133830158156, | |
| "learning_rate": 1.635772093208669e-05, | |
| "loss": 0.961, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.0736196319018405, | |
| "grad_norm": 2.643597563770428, | |
| "learning_rate": 1.6218935731193223e-05, | |
| "loss": 0.929, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.0889570552147239, | |
| "grad_norm": 2.2336296848587986, | |
| "learning_rate": 1.6078169099328196e-05, | |
| "loss": 0.9695, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.1042944785276074, | |
| "grad_norm": 2.5120125840182803, | |
| "learning_rate": 1.5935465886507143e-05, | |
| "loss": 1.1179, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.1196319018404908, | |
| "grad_norm": 2.0896191655801735, | |
| "learning_rate": 1.579087155976459e-05, | |
| "loss": 1.1294, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.1349693251533743, | |
| "grad_norm": 2.325319374896529, | |
| "learning_rate": 1.5644432188667695e-05, | |
| "loss": 0.9826, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.1503067484662577, | |
| "grad_norm": 2.1728488841214095, | |
| "learning_rate": 1.5496194430637903e-05, | |
| "loss": 0.9251, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.165644171779141, | |
| "grad_norm": 2.424880159324192, | |
| "learning_rate": 1.5346205516085305e-05, | |
| "loss": 1.0463, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.1809815950920246, | |
| "grad_norm": 3.026265515790728, | |
| "learning_rate": 1.5194513233360439e-05, | |
| "loss": 0.9217, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.196319018404908, | |
| "grad_norm": 3.1617293471411654, | |
| "learning_rate": 1.504116591352832e-05, | |
| "loss": 1.1437, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.2116564417177913, | |
| "grad_norm": 2.2307237557720003, | |
| "learning_rate": 1.4886212414969551e-05, | |
| "loss": 0.967, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.2269938650306749, | |
| "grad_norm": 2.430911245376782, | |
| "learning_rate": 1.4729702107813438e-05, | |
| "loss": 0.999, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.2423312883435582, | |
| "grad_norm": 2.1612231748678896, | |
| "learning_rate": 1.4571684858208045e-05, | |
| "loss": 1.004, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.2576687116564418, | |
| "grad_norm": 2.6596296516845563, | |
| "learning_rate": 1.4412211012432213e-05, | |
| "loss": 1.0454, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.2730061349693251, | |
| "grad_norm": 2.093932365865954, | |
| "learning_rate": 1.4251331380854602e-05, | |
| "loss": 1.0569, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.2883435582822087, | |
| "grad_norm": 2.72153245614344, | |
| "learning_rate": 1.408909722174487e-05, | |
| "loss": 0.9593, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.303680981595092, | |
| "grad_norm": 2.6462362091450515, | |
| "learning_rate": 1.3925560224942145e-05, | |
| "loss": 0.9271, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.3190184049079754, | |
| "grad_norm": 2.267205865998314, | |
| "learning_rate": 1.3760772495385998e-05, | |
| "loss": 0.9582, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.334355828220859, | |
| "grad_norm": 14.299415996684987, | |
| "learning_rate": 1.3594786536515154e-05, | |
| "loss": 0.9659, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.3496932515337423, | |
| "grad_norm": 2.8919289960885157, | |
| "learning_rate": 1.3427655233539227e-05, | |
| "loss": 0.922, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.3650306748466257, | |
| "grad_norm": 2.0424273794301344, | |
| "learning_rate": 1.3259431836588843e-05, | |
| "loss": 0.9932, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.3803680981595092, | |
| "grad_norm": 6.610636759407049, | |
| "learning_rate": 1.3090169943749475e-05, | |
| "loss": 0.9837, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.3957055214723926, | |
| "grad_norm": 2.2497868172019357, | |
| "learning_rate": 1.2919923483984415e-05, | |
| "loss": 0.9149, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.4110429447852761, | |
| "grad_norm": 2.2842331908069125, | |
| "learning_rate": 1.2748746699952338e-05, | |
| "loss": 1.0342, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.4263803680981595, | |
| "grad_norm": 2.1102577421193085, | |
| "learning_rate": 1.2576694130724905e-05, | |
| "loss": 1.1568, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.441717791411043, | |
| "grad_norm": 2.127882920435348, | |
| "learning_rate": 1.2403820594409926e-05, | |
| "loss": 0.9638, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.4570552147239264, | |
| "grad_norm": 2.584359793762212, | |
| "learning_rate": 1.2230181170685636e-05, | |
| "loss": 0.9673, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.4723926380368098, | |
| "grad_norm": 2.264911154520169, | |
| "learning_rate": 1.2055831183251608e-05, | |
| "loss": 1.0154, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.4877300613496933, | |
| "grad_norm": 2.0087330179243335, | |
| "learning_rate": 1.1880826182201926e-05, | |
| "loss": 0.8973, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.5030674846625767, | |
| "grad_norm": 1.9321511470889676, | |
| "learning_rate": 1.170522192632624e-05, | |
| "loss": 0.9371, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.51840490797546, | |
| "grad_norm": 2.121122226050571, | |
| "learning_rate": 1.1529074365344302e-05, | |
| "loss": 1.033, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.5337423312883436, | |
| "grad_norm": 2.029011447995027, | |
| "learning_rate": 1.1352439622079689e-05, | |
| "loss": 0.9768, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.5490797546012272, | |
| "grad_norm": 2.108744801443365, | |
| "learning_rate": 1.1175373974578378e-05, | |
| "loss": 0.9089, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.5644171779141103, | |
| "grad_norm": 2.2204587915399876, | |
| "learning_rate": 1.0997933838177828e-05, | |
| "loss": 1.0449, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.5797546012269938, | |
| "grad_norm": 2.1535325181232294, | |
| "learning_rate": 1.0820175747532373e-05, | |
| "loss": 1.0172, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.5950920245398774, | |
| "grad_norm": 21.819229878115912, | |
| "learning_rate": 1.064215633860055e-05, | |
| "loss": 0.9769, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.6104294478527608, | |
| "grad_norm": 2.1296751297142897, | |
| "learning_rate": 1.0463932330600197e-05, | |
| "loss": 0.9483, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.6257668711656441, | |
| "grad_norm": 2.1616752600527134, | |
| "learning_rate": 1.0285560507936962e-05, | |
| "loss": 4.3216, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.6411042944785277, | |
| "grad_norm": 3.2786842755698795, | |
| "learning_rate": 1.010709770211212e-05, | |
| "loss": 1.1255, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.656441717791411, | |
| "grad_norm": 2.4763448399092147, | |
| "learning_rate": 9.928600773615306e-06, | |
| "loss": 1.0498, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.6717791411042944, | |
| "grad_norm": 2.006782735936947, | |
| "learning_rate": 9.750126593808083e-06, | |
| "loss": 0.927, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.687116564417178, | |
| "grad_norm": 2.2437759465461777, | |
| "learning_rate": 9.571732026803978e-06, | |
| "loss": 0.906, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.7024539877300615, | |
| "grad_norm": 1.9556898555009257, | |
| "learning_rate": 9.393473911350895e-06, | |
| "loss": 0.9715, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.7177914110429446, | |
| "grad_norm": 2.082737830638052, | |
| "learning_rate": 9.215409042721553e-06, | |
| "loss": 1.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.7331288343558282, | |
| "grad_norm": 2.3756819460619534, | |
| "learning_rate": 9.037594154617811e-06, | |
| "loss": 0.9755, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.7484662576687118, | |
| "grad_norm": 2.7832428710692265, | |
| "learning_rate": 8.860085901094595e-06, | |
| "loss": 0.9694, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.7638036809815951, | |
| "grad_norm": 2.299830262573217, | |
| "learning_rate": 8.682940838509206e-06, | |
| "loss": 0.8829, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.7791411042944785, | |
| "grad_norm": 1.9164299833335463, | |
| "learning_rate": 8.50621540750175e-06, | |
| "loss": 0.9634, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.794478527607362, | |
| "grad_norm": 2.0803428687947023, | |
| "learning_rate": 8.329965915012451e-06, | |
| "loss": 1.0047, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.8098159509202454, | |
| "grad_norm": 1.961542308344144, | |
| "learning_rate": 8.154248516341547e-06, | |
| "loss": 0.9783, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.8251533742331287, | |
| "grad_norm": 1.98951654932812, | |
| "learning_rate": 7.979119197257505e-06, | |
| "loss": 1.0009, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.8404907975460123, | |
| "grad_norm": 2.1181463512012653, | |
| "learning_rate": 7.804633756159258e-06, | |
| "loss": 0.9263, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.8558282208588959, | |
| "grad_norm": 2.017971907316727, | |
| "learning_rate": 7.63084778629813e-06, | |
| "loss": 0.9933, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.871165644171779, | |
| "grad_norm": 2.1164163856970135, | |
| "learning_rate": 7.4578166580651335e-06, | |
| "loss": 0.9392, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.8865030674846626, | |
| "grad_norm": 2.118557747327772, | |
| "learning_rate": 7.285595501349259e-06, | |
| "loss": 0.9537, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.9018404907975461, | |
| "grad_norm": 2.087163676278093, | |
| "learning_rate": 7.114239187972416e-06, | |
| "loss": 0.8722, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.9171779141104295, | |
| "grad_norm": 2.222443842922782, | |
| "learning_rate": 6.94380231420656e-06, | |
| "loss": 0.9518, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.9325153374233128, | |
| "grad_norm": 2.0519691059771503, | |
| "learning_rate": 6.774339183378663e-06, | |
| "loss": 0.9595, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.9478527607361964, | |
| "grad_norm": 2.395088570054642, | |
| "learning_rate": 6.605903788568962e-06, | |
| "loss": 0.9082, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.9631901840490797, | |
| "grad_norm": 4.89604575465679, | |
| "learning_rate": 6.438549795408107e-06, | |
| "loss": 0.9101, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.978527607361963, | |
| "grad_norm": 2.1171931357011236, | |
| "learning_rate": 6.272330524978613e-06, | |
| "loss": 0.9687, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.9938650306748467, | |
| "grad_norm": 2.0986919385384137, | |
| "learning_rate": 6.107298936826086e-06, | |
| "loss": 0.8841, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.2134720087051392, | |
| "eval_runtime": 7.1411, | |
| "eval_samples_per_second": 22.266, | |
| "eval_steps_per_second": 5.601, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.0092024539877302, | |
| "grad_norm": 2.1628044565671556, | |
| "learning_rate": 5.943507612085661e-06, | |
| "loss": 0.8251, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.0245398773006134, | |
| "grad_norm": 1.980162767088004, | |
| "learning_rate": 5.781008736728975e-06, | |
| "loss": 0.6487, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.039877300613497, | |
| "grad_norm": 2.862228737237209, | |
| "learning_rate": 5.619854084937085e-06, | |
| "loss": 0.6706, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.0552147239263805, | |
| "grad_norm": 2.2439249118077136, | |
| "learning_rate": 5.460095002604533e-06, | |
| "loss": 0.6652, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.0705521472392636, | |
| "grad_norm": 2.254257809075137, | |
| "learning_rate": 5.3017823909799295e-06, | |
| "loss": 0.7293, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.085889570552147, | |
| "grad_norm": 2.223082549239095, | |
| "learning_rate": 5.144966690448159e-06, | |
| "loss": 0.755, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.1012269938650308, | |
| "grad_norm": 2.0645657168776617, | |
| "learning_rate": 4.9896978644594516e-06, | |
| "loss": 0.5896, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.116564417177914, | |
| "grad_norm": 2.543974903041173, | |
| "learning_rate": 4.836025383610382e-06, | |
| "loss": 0.7457, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.1319018404907975, | |
| "grad_norm": 2.1096988101915524, | |
| "learning_rate": 4.683998209881943e-06, | |
| "loss": 0.6847, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.147239263803681, | |
| "grad_norm": 2.36099194700885, | |
| "learning_rate": 4.533664781039622e-06, | |
| "loss": 0.715, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.1625766871165646, | |
| "grad_norm": 2.633833128566785, | |
| "learning_rate": 4.385072995200532e-06, | |
| "loss": 0.626, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.1779141104294477, | |
| "grad_norm": 2.506530086487105, | |
| "learning_rate": 4.2382701955724724e-06, | |
| "loss": 0.7172, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.1932515337423313, | |
| "grad_norm": 2.3802287660865553, | |
| "learning_rate": 4.093303155369771e-06, | |
| "loss": 0.6839, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.208588957055215, | |
| "grad_norm": 2.24220538972355, | |
| "learning_rate": 3.950218062910776e-06, | |
| "loss": 0.5827, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.223926380368098, | |
| "grad_norm": 2.2370918425887267, | |
| "learning_rate": 3.8090605069016596e-06, | |
| "loss": 0.6599, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.2392638036809815, | |
| "grad_norm": 2.1088652822907448, | |
| "learning_rate": 3.6698754619112974e-06, | |
| "loss": 0.7594, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.254601226993865, | |
| "grad_norm": 2.083592158309122, | |
| "learning_rate": 3.53270727404179e-06, | |
| "loss": 0.6702, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.2699386503067487, | |
| "grad_norm": 2.567792989862267, | |
| "learning_rate": 3.3975996467992557e-06, | |
| "loss": 0.6419, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.285276073619632, | |
| "grad_norm": 2.334913734729685, | |
| "learning_rate": 3.2645956271693257e-06, | |
| "loss": 0.6634, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.3006134969325154, | |
| "grad_norm": 2.3429523817504716, | |
| "learning_rate": 3.133737591901864e-06, | |
| "loss": 0.6939, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.315950920245399, | |
| "grad_norm": 2.2619584916199615, | |
| "learning_rate": 3.0050672340091723e-06, | |
| "loss": 0.6678, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.331288343558282, | |
| "grad_norm": 2.6296479257995777, | |
| "learning_rate": 2.878625549482084e-06, | |
| "loss": 0.7031, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.3466257668711656, | |
| "grad_norm": 2.8130762384906864, | |
| "learning_rate": 2.7544528242281323e-06, | |
| "loss": 0.5788, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.361963190184049, | |
| "grad_norm": 2.150686530040835, | |
| "learning_rate": 2.6325886212359496e-06, | |
| "loss": 0.6077, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.3773006134969323, | |
| "grad_norm": 2.2806678502354476, | |
| "learning_rate": 2.51307176797001e-06, | |
| "loss": 0.7225, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.392638036809816, | |
| "grad_norm": 2.257367372279919, | |
| "learning_rate": 2.395940343999691e-06, | |
| "loss": 0.66, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.4079754601226995, | |
| "grad_norm": 2.105998185034246, | |
| "learning_rate": 2.2812316688666735e-06, | |
| "loss": 0.5642, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.4233128834355826, | |
| "grad_norm": 2.6751693267999164, | |
| "learning_rate": 2.1689822901944456e-06, | |
| "loss": 0.6999, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.438650306748466, | |
| "grad_norm": 2.337986334515246, | |
| "learning_rate": 2.0592279720437856e-06, | |
| "loss": 0.6405, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.4539877300613497, | |
| "grad_norm": 2.5090481285811026, | |
| "learning_rate": 1.9520036835178667e-06, | |
| "loss": 0.7335, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.4693251533742333, | |
| "grad_norm": 2.222070003754594, | |
| "learning_rate": 1.8473435876206792e-06, | |
| "loss": 0.6446, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.4846625766871164, | |
| "grad_norm": 2.3534318368821467, | |
| "learning_rate": 1.74528103037226e-06, | |
| "loss": 0.7604, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 2.1957922076650225, | |
| "learning_rate": 1.645848530184233e-06, | |
| "loss": 0.6602, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.5153374233128836, | |
| "grad_norm": 2.248469614521019, | |
| "learning_rate": 1.5490777674990376e-06, | |
| "loss": 0.7518, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.530674846625767, | |
| "grad_norm": 2.358970858496667, | |
| "learning_rate": 1.4549995746961332e-06, | |
| "loss": 0.6974, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.5460122699386503, | |
| "grad_norm": 2.409137169378918, | |
| "learning_rate": 1.3636439262684299e-06, | |
| "loss": 0.6054, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.561349693251534, | |
| "grad_norm": 2.3008344145258275, | |
| "learning_rate": 1.2750399292720284e-06, | |
| "loss": 0.6626, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.5766871165644174, | |
| "grad_norm": 2.2498393839801403, | |
| "learning_rate": 1.1892158140523546e-06, | |
| "loss": 0.6923, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.5920245398773005, | |
| "grad_norm": 2.287309751844316, | |
| "learning_rate": 1.1061989252496053e-06, | |
| "loss": 0.6596, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.607361963190184, | |
| "grad_norm": 3.2190551280360937, | |
| "learning_rate": 1.0260157130864178e-06, | |
| "loss": 0.6771, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.6226993865030677, | |
| "grad_norm": 2.1948501519870782, | |
| "learning_rate": 9.486917249404815e-07, | |
| "loss": 0.6886, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.638036809815951, | |
| "grad_norm": 2.1803684507178955, | |
| "learning_rate": 8.742515972048404e-07, | |
| "loss": 0.7121, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.6533742331288344, | |
| "grad_norm": 2.089857540368277, | |
| "learning_rate": 8.027190474384127e-07, | |
| "loss": 0.5654, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.668711656441718, | |
| "grad_norm": 2.900973015953986, | |
| "learning_rate": 7.341168668092857e-07, | |
| "loss": 0.5899, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.684049079754601, | |
| "grad_norm": 2.269220220981122, | |
| "learning_rate": 6.684669128331655e-07, | |
| "loss": 0.7626, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.6993865030674846, | |
| "grad_norm": 2.177246970471886, | |
| "learning_rate": 6.057901024092949e-07, | |
| "loss": 0.6272, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.714723926380368, | |
| "grad_norm": 2.265583420009415, | |
| "learning_rate": 5.461064051560705e-07, | |
| "loss": 0.7539, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.7300613496932513, | |
| "grad_norm": 2.097337573364251, | |
| "learning_rate": 4.894348370484648e-07, | |
| "loss": 0.6404, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.745398773006135, | |
| "grad_norm": 2.6099811023622483, | |
| "learning_rate": 4.3579345435930454e-07, | |
| "loss": 0.781, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.7607361963190185, | |
| "grad_norm": 2.2217027523814155, | |
| "learning_rate": 3.851993479063154e-07, | |
| "loss": 0.7015, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.7760736196319016, | |
| "grad_norm": 2.325907671442105, | |
| "learning_rate": 3.3766863760676947e-07, | |
| "loss": 0.6844, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.791411042944785, | |
| "grad_norm": 2.264535197628352, | |
| "learning_rate": 2.93216467341475e-07, | |
| "loss": 0.6508, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.8067484662576687, | |
| "grad_norm": 2.4713808636104533, | |
| "learning_rate": 2.5185700012975603e-07, | |
| "loss": 0.7762, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.8220858895705523, | |
| "grad_norm": 2.402679896607673, | |
| "learning_rate": 2.1360341361692517e-07, | |
| "loss": 0.6639, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.837423312883436, | |
| "grad_norm": 2.179790948612016, | |
| "learning_rate": 1.784678958757291e-07, | |
| "loss": 0.65, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.852760736196319, | |
| "grad_norm": 2.076797574324857, | |
| "learning_rate": 1.464616415230702e-07, | |
| "loss": 0.6342, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.8680981595092025, | |
| "grad_norm": 2.1047162156910804, | |
| "learning_rate": 1.1759484815326294e-07, | |
| "loss": 0.6047, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.883435582822086, | |
| "grad_norm": 2.1660216273789237, | |
| "learning_rate": 9.187671308895418e-08, | |
| "loss": 0.6571, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.8987730061349692, | |
| "grad_norm": 2.713364435220778, | |
| "learning_rate": 6.931543045073708e-08, | |
| "loss": 0.8338, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.914110429447853, | |
| "grad_norm": 2.6713007123159724, | |
| "learning_rate": 4.991818854640396e-08, | |
| "loss": 0.6373, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.9294478527607364, | |
| "grad_norm": 2.1069338794602723, | |
| "learning_rate": 3.369116758066171e-08, | |
| "loss": 0.6385, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.9447852760736195, | |
| "grad_norm": 2.312520932069723, | |
| "learning_rate": 2.063953768603799e-08, | |
| "loss": 0.7596, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.960122699386503, | |
| "grad_norm": 2.1046770032748077, | |
| "learning_rate": 1.0767457275615567e-08, | |
| "loss": 0.634, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.9754601226993866, | |
| "grad_norm": 2.207645312141143, | |
| "learning_rate": 4.0780717181077015e-09, | |
| "loss": 0.7555, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.9907975460122698, | |
| "grad_norm": 2.457929371194042, | |
| "learning_rate": 5.735123357042405e-10, | |
| "loss": 0.7012, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.3543522357940674, | |
| "eval_runtime": 6.5158, | |
| "eval_samples_per_second": 24.402, | |
| "eval_steps_per_second": 6.139, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 978, | |
| "total_flos": 3642602029056.0, | |
| "train_loss": 1.0360665048314506, | |
| "train_runtime": 586.176, | |
| "train_samples_per_second": 6.674, | |
| "train_steps_per_second": 1.668 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 978, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3642602029056.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |