| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 14.942528735632184, | |
| "global_step": 46800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.031928480204342274, | |
| "learning_rate": 1.995742869306088e-05, | |
| "loss": 1.0424302673339845, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06385696040868455, | |
| "learning_rate": 1.9914857386121755e-05, | |
| "loss": 0.5240679550170898, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09578544061302682, | |
| "learning_rate": 1.9872286079182633e-05, | |
| "loss": 0.5014432144165039, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1277139208173691, | |
| "learning_rate": 1.9829714772243508e-05, | |
| "loss": 0.48912925720214845, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.15964240102171137, | |
| "learning_rate": 1.9787143465304387e-05, | |
| "loss": 0.48597183227539065, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.19157088122605365, | |
| "learning_rate": 1.974457215836526e-05, | |
| "loss": 0.4988706970214844, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.22349936143039592, | |
| "learning_rate": 1.970200085142614e-05, | |
| "loss": 0.48521129608154295, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.2554278416347382, | |
| "learning_rate": 1.9659429544487015e-05, | |
| "loss": 0.4737409210205078, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.28735632183908044, | |
| "learning_rate": 1.9616858237547893e-05, | |
| "loss": 0.478267822265625, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.31928480204342274, | |
| "learning_rate": 1.957428693060877e-05, | |
| "loss": 0.46842235565185547, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.351213282247765, | |
| "learning_rate": 1.953171562366965e-05, | |
| "loss": 0.47340740203857423, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3831417624521073, | |
| "learning_rate": 1.9489144316730525e-05, | |
| "loss": 0.48022716522216796, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.41507024265644954, | |
| "learning_rate": 1.9446573009791403e-05, | |
| "loss": 0.4702701950073242, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.44699872286079184, | |
| "learning_rate": 1.9404001702852278e-05, | |
| "loss": 0.47483158111572266, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.4789272030651341, | |
| "learning_rate": 1.9361430395913157e-05, | |
| "loss": 0.45973930358886717, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5108556832694764, | |
| "learning_rate": 1.9318859088974035e-05, | |
| "loss": 0.43192115783691404, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5427841634738186, | |
| "learning_rate": 1.927628778203491e-05, | |
| "loss": 0.44062965393066406, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5747126436781609, | |
| "learning_rate": 1.923371647509579e-05, | |
| "loss": 0.460767822265625, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6066411238825032, | |
| "learning_rate": 1.9191145168156663e-05, | |
| "loss": 0.4533885192871094, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6385696040868455, | |
| "learning_rate": 1.914857386121754e-05, | |
| "loss": 0.4435346221923828, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6704980842911877, | |
| "learning_rate": 1.9106002554278417e-05, | |
| "loss": 0.4584750747680664, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.70242656449553, | |
| "learning_rate": 1.9063431247339295e-05, | |
| "loss": 0.43961280822753906, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7343550446998723, | |
| "learning_rate": 1.902085994040017e-05, | |
| "loss": 0.43362281799316404, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.7662835249042146, | |
| "learning_rate": 1.8978288633461048e-05, | |
| "loss": 0.4443118286132812, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.7982120051085568, | |
| "learning_rate": 1.8935717326521927e-05, | |
| "loss": 0.4438581848144531, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8301404853128991, | |
| "learning_rate": 1.88931460195828e-05, | |
| "loss": 0.4310215759277344, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.8620689655172413, | |
| "learning_rate": 1.885057471264368e-05, | |
| "loss": 0.4399332809448242, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.8939974457215837, | |
| "learning_rate": 1.8808003405704555e-05, | |
| "loss": 0.4511014175415039, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.9259259259259259, | |
| "learning_rate": 1.8765432098765433e-05, | |
| "loss": 0.44327774047851565, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.9578544061302682, | |
| "learning_rate": 1.872286079182631e-05, | |
| "loss": 0.43171138763427735, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.9897828863346104, | |
| "learning_rate": 1.868028948488719e-05, | |
| "loss": 0.4460626983642578, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.3910863995552063, | |
| "step": 3132 | |
| }, | |
| { | |
| "epoch": 1.0217113665389528, | |
| "learning_rate": 1.8637718177948065e-05, | |
| "loss": 0.43170944213867185, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.053639846743295, | |
| "learning_rate": 1.8595146871008943e-05, | |
| "loss": 0.42756095886230466, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.0855683269476373, | |
| "learning_rate": 1.8552575564069818e-05, | |
| "loss": 0.423099479675293, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.1174968071519795, | |
| "learning_rate": 1.8510004257130697e-05, | |
| "loss": 0.42962390899658204, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.1494252873563218, | |
| "learning_rate": 1.846743295019157e-05, | |
| "loss": 0.4373976898193359, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.181353767560664, | |
| "learning_rate": 1.842486164325245e-05, | |
| "loss": 0.4381977462768555, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.2132822477650063, | |
| "learning_rate": 1.8382290336313325e-05, | |
| "loss": 0.4158343887329102, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.2452107279693487, | |
| "learning_rate": 1.8339719029374203e-05, | |
| "loss": 0.4281564712524414, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.277139208173691, | |
| "learning_rate": 1.829714772243508e-05, | |
| "loss": 0.41806602478027344, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.3090676883780332, | |
| "learning_rate": 1.8254576415495957e-05, | |
| "loss": 0.4173674011230469, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.3409961685823755, | |
| "learning_rate": 1.8212005108556835e-05, | |
| "loss": 0.43225109100341796, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.3729246487867177, | |
| "learning_rate": 1.816943380161771e-05, | |
| "loss": 0.421945686340332, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.40485312899106, | |
| "learning_rate": 1.812686249467859e-05, | |
| "loss": 0.42005214691162107, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.4367816091954024, | |
| "learning_rate": 1.8084291187739463e-05, | |
| "loss": 0.40552581787109376, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.4687100893997447, | |
| "learning_rate": 1.804171988080034e-05, | |
| "loss": 0.41495433807373044, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.500638569604087, | |
| "learning_rate": 1.7999148573861217e-05, | |
| "loss": 0.4268427658081055, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.5325670498084292, | |
| "learning_rate": 1.7956577266922095e-05, | |
| "loss": 0.4178670120239258, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.5644955300127714, | |
| "learning_rate": 1.7914005959982973e-05, | |
| "loss": 0.4088083267211914, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.5964240102171137, | |
| "learning_rate": 1.787143465304385e-05, | |
| "loss": 0.4090264129638672, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.628352490421456, | |
| "learning_rate": 1.7828863346104727e-05, | |
| "loss": 0.39727077484130857, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.6602809706257982, | |
| "learning_rate": 1.7786292039165605e-05, | |
| "loss": 0.40877700805664063, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.6922094508301404, | |
| "learning_rate": 1.774372073222648e-05, | |
| "loss": 0.4055898666381836, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.7241379310344827, | |
| "learning_rate": 1.770114942528736e-05, | |
| "loss": 0.40825370788574217, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.756066411238825, | |
| "learning_rate": 1.7658578118348237e-05, | |
| "loss": 0.39790542602539064, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.7879948914431671, | |
| "learning_rate": 1.761600681140911e-05, | |
| "loss": 0.4129365158081055, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.8199233716475096, | |
| "learning_rate": 1.757343550446999e-05, | |
| "loss": 0.4137036895751953, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.8518518518518519, | |
| "learning_rate": 1.7530864197530865e-05, | |
| "loss": 0.41169502258300783, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.883780332056194, | |
| "learning_rate": 1.7488292890591743e-05, | |
| "loss": 0.3932318115234375, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.9157088122605364, | |
| "learning_rate": 1.7445721583652618e-05, | |
| "loss": 0.40273929595947267, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.9476372924648788, | |
| "learning_rate": 1.7403150276713497e-05, | |
| "loss": 0.4069852066040039, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.979565772669221, | |
| "learning_rate": 1.736057896977437e-05, | |
| "loss": 0.40934764862060546, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.3667986989021301, | |
| "step": 6264 | |
| }, | |
| { | |
| "epoch": 2.0114942528735633, | |
| "learning_rate": 1.731800766283525e-05, | |
| "loss": 0.40322193145751956, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.0434227330779056, | |
| "learning_rate": 1.727543635589613e-05, | |
| "loss": 0.3913343048095703, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.075351213282248, | |
| "learning_rate": 1.7232865048957003e-05, | |
| "loss": 0.4131240081787109, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.10727969348659, | |
| "learning_rate": 1.719029374201788e-05, | |
| "loss": 0.394369010925293, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.1392081736909323, | |
| "learning_rate": 1.7147722435078757e-05, | |
| "loss": 0.3991780471801758, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.1711366538952745, | |
| "learning_rate": 1.7105151128139635e-05, | |
| "loss": 0.3874116134643555, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.203065134099617, | |
| "learning_rate": 1.706257982120051e-05, | |
| "loss": 0.387044792175293, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.234993614303959, | |
| "learning_rate": 1.702000851426139e-05, | |
| "loss": 0.39865818023681643, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.2669220945083013, | |
| "learning_rate": 1.6977437207322267e-05, | |
| "loss": 0.3999287414550781, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.2988505747126435, | |
| "learning_rate": 1.6934865900383145e-05, | |
| "loss": 0.4086351013183594, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.330779054916986, | |
| "learning_rate": 1.689229459344402e-05, | |
| "loss": 0.3991414642333984, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.362707535121328, | |
| "learning_rate": 1.68497232865049e-05, | |
| "loss": 0.3910430145263672, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.3946360153256707, | |
| "learning_rate": 1.6807151979565773e-05, | |
| "loss": 0.39477340698242186, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.4265644955300125, | |
| "learning_rate": 1.676458067262665e-05, | |
| "loss": 0.38976318359375, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.458492975734355, | |
| "learning_rate": 1.6722009365687527e-05, | |
| "loss": 0.38246253967285154, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.4904214559386975, | |
| "learning_rate": 1.6679438058748405e-05, | |
| "loss": 0.38488063812255857, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.5223499361430397, | |
| "learning_rate": 1.6636866751809283e-05, | |
| "loss": 0.3952900695800781, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.554278416347382, | |
| "learning_rate": 1.6594295444870158e-05, | |
| "loss": 0.3940334701538086, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.586206896551724, | |
| "learning_rate": 1.6551724137931037e-05, | |
| "loss": 0.3789644622802734, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.6181353767560664, | |
| "learning_rate": 1.650915283099191e-05, | |
| "loss": 0.38175716400146487, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.6500638569604087, | |
| "learning_rate": 1.646658152405279e-05, | |
| "loss": 0.3957417678833008, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.681992337164751, | |
| "learning_rate": 1.6424010217113665e-05, | |
| "loss": 0.3931695556640625, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.713920817369093, | |
| "learning_rate": 1.6381438910174543e-05, | |
| "loss": 0.3700098419189453, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.7458492975734354, | |
| "learning_rate": 1.6338867603235418e-05, | |
| "loss": 0.3986296463012695, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.7777777777777777, | |
| "learning_rate": 1.6296296296296297e-05, | |
| "loss": 0.377045783996582, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.80970625798212, | |
| "learning_rate": 1.6253724989357175e-05, | |
| "loss": 0.38455604553222655, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.841634738186462, | |
| "learning_rate": 1.6211153682418053e-05, | |
| "loss": 0.39248775482177733, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.873563218390805, | |
| "learning_rate": 1.6168582375478928e-05, | |
| "loss": 0.3952408599853516, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.9054916985951467, | |
| "learning_rate": 1.6126011068539807e-05, | |
| "loss": 0.38378463745117186, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.9374201787994894, | |
| "learning_rate": 1.608343976160068e-05, | |
| "loss": 0.3779494857788086, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.969348659003831, | |
| "learning_rate": 1.604086845466156e-05, | |
| "loss": 0.39154972076416017, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.3532629609107971, | |
| "step": 9396 | |
| }, | |
| { | |
| "epoch": 3.001277139208174, | |
| "learning_rate": 1.599829714772244e-05, | |
| "loss": 0.38505748748779295, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.033205619412516, | |
| "learning_rate": 1.5955725840783313e-05, | |
| "loss": 0.37334869384765623, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.0651340996168583, | |
| "learning_rate": 1.591315453384419e-05, | |
| "loss": 0.36475982666015627, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.0970625798212006, | |
| "learning_rate": 1.5870583226905067e-05, | |
| "loss": 0.3732810592651367, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.128991060025543, | |
| "learning_rate": 1.5828011919965945e-05, | |
| "loss": 0.36443687438964845, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.160919540229885, | |
| "learning_rate": 1.578544061302682e-05, | |
| "loss": 0.38134773254394533, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.1928480204342273, | |
| "learning_rate": 1.57428693060877e-05, | |
| "loss": 0.3660939407348633, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.2247765006385696, | |
| "learning_rate": 1.5700297999148573e-05, | |
| "loss": 0.38626991271972655, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.256704980842912, | |
| "learning_rate": 1.565772669220945e-05, | |
| "loss": 0.36326351165771487, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.288633461047254, | |
| "learning_rate": 1.561515538527033e-05, | |
| "loss": 0.3856014633178711, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.3205619412515963, | |
| "learning_rate": 1.5572584078331205e-05, | |
| "loss": 0.38314430236816405, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.3524904214559386, | |
| "learning_rate": 1.5530012771392083e-05, | |
| "loss": 0.3787594223022461, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.384418901660281, | |
| "learning_rate": 1.5487441464452958e-05, | |
| "loss": 0.37935165405273436, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.416347381864623, | |
| "learning_rate": 1.5444870157513837e-05, | |
| "loss": 0.3672695541381836, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "learning_rate": 1.540229885057471e-05, | |
| "loss": 0.3799928283691406, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.480204342273308, | |
| "learning_rate": 1.5359727543635593e-05, | |
| "loss": 0.381710090637207, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.51213282247765, | |
| "learning_rate": 1.531715623669647e-05, | |
| "loss": 0.35085960388183596, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.5440613026819925, | |
| "learning_rate": 1.5274584929757347e-05, | |
| "loss": 0.37504680633544923, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.5759897828863347, | |
| "learning_rate": 1.5232013622818223e-05, | |
| "loss": 0.36862171173095704, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.607918263090677, | |
| "learning_rate": 1.51894423158791e-05, | |
| "loss": 0.3727375793457031, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.6398467432950192, | |
| "learning_rate": 1.5146871008939977e-05, | |
| "loss": 0.37135467529296873, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.6717752234993615, | |
| "learning_rate": 1.5104299702000853e-05, | |
| "loss": 0.3693832778930664, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.7037037037037037, | |
| "learning_rate": 1.506172839506173e-05, | |
| "loss": 0.36289344787597655, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.735632183908046, | |
| "learning_rate": 1.5019157088122607e-05, | |
| "loss": 0.3692543411254883, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.767560664112388, | |
| "learning_rate": 1.4976585781183483e-05, | |
| "loss": 0.3623777770996094, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.7994891443167305, | |
| "learning_rate": 1.493401447424436e-05, | |
| "loss": 0.3629803848266602, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.8314176245210727, | |
| "learning_rate": 1.4891443167305237e-05, | |
| "loss": 0.3619497680664063, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.863346104725415, | |
| "learning_rate": 1.4848871860366115e-05, | |
| "loss": 0.35669734954833987, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.895274584929757, | |
| "learning_rate": 1.4806300553426992e-05, | |
| "loss": 0.359210205078125, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.9272030651340994, | |
| "learning_rate": 1.4763729246487868e-05, | |
| "loss": 0.3655078887939453, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.959131545338442, | |
| "learning_rate": 1.4721157939548745e-05, | |
| "loss": 0.3666878890991211, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.991060025542784, | |
| "learning_rate": 1.4678586632609622e-05, | |
| "loss": 0.3504248809814453, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.3464440107345581, | |
| "step": 12528 | |
| }, | |
| { | |
| "epoch": 4.022988505747127, | |
| "learning_rate": 1.4636015325670498e-05, | |
| "loss": 0.35299652099609374, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 4.054916985951468, | |
| "learning_rate": 1.4593444018731375e-05, | |
| "loss": 0.3569066619873047, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 4.086845466155811, | |
| "learning_rate": 1.4550872711792252e-05, | |
| "loss": 0.3493093490600586, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 4.118773946360153, | |
| "learning_rate": 1.4508301404853132e-05, | |
| "loss": 0.3634659957885742, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 4.150702426564496, | |
| "learning_rate": 1.4465730097914008e-05, | |
| "loss": 0.37093032836914064, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.182630906768837, | |
| "learning_rate": 1.4423158790974885e-05, | |
| "loss": 0.37300064086914064, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 4.21455938697318, | |
| "learning_rate": 1.4380587484035762e-05, | |
| "loss": 0.358408203125, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 4.246487867177523, | |
| "learning_rate": 1.4338016177096638e-05, | |
| "loss": 0.3569377517700195, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 4.278416347381865, | |
| "learning_rate": 1.4295444870157515e-05, | |
| "loss": 0.3640250015258789, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.310344827586207, | |
| "learning_rate": 1.4252873563218392e-05, | |
| "loss": 0.3725627517700195, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.342273307790549, | |
| "learning_rate": 1.421030225627927e-05, | |
| "loss": 0.3584425354003906, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.374201787994892, | |
| "learning_rate": 1.4167730949340147e-05, | |
| "loss": 0.37500988006591796, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.406130268199234, | |
| "learning_rate": 1.4125159642401023e-05, | |
| "loss": 0.35521396636962893, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.438058748403576, | |
| "learning_rate": 1.40825883354619e-05, | |
| "loss": 0.35183258056640626, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.469987228607918, | |
| "learning_rate": 1.4040017028522777e-05, | |
| "loss": 0.35960380554199217, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.501915708812261, | |
| "learning_rate": 1.3997445721583653e-05, | |
| "loss": 0.3571435546875, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.533844189016603, | |
| "learning_rate": 1.395487441464453e-05, | |
| "loss": 0.35867115020751955, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.565772669220945, | |
| "learning_rate": 1.3912303107705407e-05, | |
| "loss": 0.34017555236816405, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.597701149425287, | |
| "learning_rate": 1.3869731800766283e-05, | |
| "loss": 0.3735758209228516, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.62962962962963, | |
| "learning_rate": 1.3827160493827162e-05, | |
| "loss": 0.36705623626708983, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.661558109833972, | |
| "learning_rate": 1.3784589186888038e-05, | |
| "loss": 0.3525060272216797, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 4.693486590038314, | |
| "learning_rate": 1.3742017879948915e-05, | |
| "loss": 0.3783878326416016, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 4.725415070242656, | |
| "learning_rate": 1.3699446573009792e-05, | |
| "loss": 0.3659477615356445, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.757343550446999, | |
| "learning_rate": 1.365687526607067e-05, | |
| "loss": 0.3537181091308594, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 4.789272030651341, | |
| "learning_rate": 1.3614303959131547e-05, | |
| "loss": 0.36351833343505857, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.821200510855683, | |
| "learning_rate": 1.3571732652192425e-05, | |
| "loss": 0.3483928298950195, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 4.853128991060025, | |
| "learning_rate": 1.3529161345253302e-05, | |
| "loss": 0.35997581481933594, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.885057471264368, | |
| "learning_rate": 1.3486590038314178e-05, | |
| "loss": 0.36364505767822264, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.91698595146871, | |
| "learning_rate": 1.3444018731375055e-05, | |
| "loss": 0.3437914276123047, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.948914431673052, | |
| "learning_rate": 1.3401447424435932e-05, | |
| "loss": 0.3517444610595703, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.980842911877395, | |
| "learning_rate": 1.3358876117496808e-05, | |
| "loss": 0.3623521041870117, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 0.33480075001716614, | |
| "step": 15660 | |
| }, | |
| { | |
| "epoch": 5.012771392081737, | |
| "learning_rate": 1.3316304810557685e-05, | |
| "loss": 0.3527105712890625, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 5.044699872286079, | |
| "learning_rate": 1.3273733503618562e-05, | |
| "loss": 0.3470969009399414, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 5.076628352490421, | |
| "learning_rate": 1.3231162196679438e-05, | |
| "loss": 0.34361572265625, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 5.108556832694764, | |
| "learning_rate": 1.3188590889740317e-05, | |
| "loss": 0.35975650787353514, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 5.140485312899106, | |
| "learning_rate": 1.3146019582801193e-05, | |
| "loss": 0.34139663696289063, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 5.172413793103448, | |
| "learning_rate": 1.310344827586207e-05, | |
| "loss": 0.34681896209716795, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 5.20434227330779, | |
| "learning_rate": 1.3060876968922947e-05, | |
| "loss": 0.34409351348876954, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 5.236270753512133, | |
| "learning_rate": 1.3018305661983823e-05, | |
| "loss": 0.3398979949951172, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 5.268199233716475, | |
| "learning_rate": 1.29757343550447e-05, | |
| "loss": 0.3437363815307617, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.300127713920817, | |
| "learning_rate": 1.2933163048105577e-05, | |
| "loss": 0.33456321716308596, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 5.33205619412516, | |
| "learning_rate": 1.2890591741166453e-05, | |
| "loss": 0.3437419128417969, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 5.363984674329502, | |
| "learning_rate": 1.2848020434227333e-05, | |
| "loss": 0.3656898880004883, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.395913154533845, | |
| "learning_rate": 1.280544912728821e-05, | |
| "loss": 0.33624221801757814, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.427841634738186, | |
| "learning_rate": 1.2762877820349087e-05, | |
| "loss": 0.35640827178955076, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.459770114942529, | |
| "learning_rate": 1.2720306513409963e-05, | |
| "loss": 0.34689849853515625, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.491698595146871, | |
| "learning_rate": 1.267773520647084e-05, | |
| "loss": 0.3492275238037109, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 5.5236270753512136, | |
| "learning_rate": 1.2635163899531717e-05, | |
| "loss": 0.3490084457397461, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 5.555555555555555, | |
| "learning_rate": 1.2592592592592593e-05, | |
| "loss": 0.33231266021728517, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 5.587484035759898, | |
| "learning_rate": 1.2550021285653472e-05, | |
| "loss": 0.3501285552978516, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.61941251596424, | |
| "learning_rate": 1.2507449978714348e-05, | |
| "loss": 0.3469379425048828, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.6513409961685825, | |
| "learning_rate": 1.2464878671775225e-05, | |
| "loss": 0.3600951766967773, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 5.683269476372924, | |
| "learning_rate": 1.2422307364836102e-05, | |
| "loss": 0.3439628982543945, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 5.715197956577267, | |
| "learning_rate": 1.2379736057896978e-05, | |
| "loss": 0.34368560791015623, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 5.747126436781609, | |
| "learning_rate": 1.2337164750957855e-05, | |
| "loss": 0.3624436950683594, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.7790549169859515, | |
| "learning_rate": 1.2294593444018732e-05, | |
| "loss": 0.3493986129760742, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 5.810983397190293, | |
| "learning_rate": 1.2252022137079608e-05, | |
| "loss": 0.33745758056640623, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 5.842911877394636, | |
| "learning_rate": 1.2209450830140485e-05, | |
| "loss": 0.3514177703857422, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 5.874840357598979, | |
| "learning_rate": 1.2166879523201363e-05, | |
| "loss": 0.3409608459472656, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.9067688378033205, | |
| "learning_rate": 1.212430821626224e-05, | |
| "loss": 0.3416262054443359, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.938697318007663, | |
| "learning_rate": 1.2081736909323117e-05, | |
| "loss": 0.33906620025634765, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 5.970625798212005, | |
| "learning_rate": 1.2039165602383993e-05, | |
| "loss": 0.3565713119506836, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 0.32608646154403687, | |
| "step": 18792 | |
| }, | |
| { | |
| "epoch": 6.002554278416348, | |
| "learning_rate": 1.1996594295444872e-05, | |
| "loss": 0.3423441314697266, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 6.0344827586206895, | |
| "learning_rate": 1.1954022988505748e-05, | |
| "loss": 0.3439017105102539, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 6.066411238825032, | |
| "learning_rate": 1.1911451681566627e-05, | |
| "loss": 0.33277828216552735, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 6.098339719029374, | |
| "learning_rate": 1.1868880374627503e-05, | |
| "loss": 0.3349918365478516, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 6.130268199233717, | |
| "learning_rate": 1.182630906768838e-05, | |
| "loss": 0.3411783981323242, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 6.1621966794380585, | |
| "learning_rate": 1.1783737760749257e-05, | |
| "loss": 0.34938507080078124, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 6.194125159642401, | |
| "learning_rate": 1.1741166453810133e-05, | |
| "loss": 0.3302972412109375, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 6.226053639846743, | |
| "learning_rate": 1.169859514687101e-05, | |
| "loss": 0.3324479293823242, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.257982120051086, | |
| "learning_rate": 1.1656023839931887e-05, | |
| "loss": 0.3325730133056641, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 6.2899106002554275, | |
| "learning_rate": 1.1613452532992763e-05, | |
| "loss": 0.32390750885009767, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 6.32183908045977, | |
| "learning_rate": 1.157088122605364e-05, | |
| "loss": 0.3410587692260742, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 6.353767560664112, | |
| "learning_rate": 1.1528309919114518e-05, | |
| "loss": 0.33700084686279297, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 6.385696040868455, | |
| "learning_rate": 1.1485738612175395e-05, | |
| "loss": 0.343173942565918, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.417624521072797, | |
| "learning_rate": 1.1443167305236272e-05, | |
| "loss": 0.34580535888671876, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 6.449553001277139, | |
| "learning_rate": 1.1400595998297148e-05, | |
| "loss": 0.3282489395141602, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 6.481481481481482, | |
| "learning_rate": 1.1358024691358025e-05, | |
| "loss": 0.32179367065429687, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 6.513409961685824, | |
| "learning_rate": 1.1315453384418902e-05, | |
| "loss": 0.34018295288085937, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 6.545338441890166, | |
| "learning_rate": 1.1272882077479778e-05, | |
| "loss": 0.3345378494262695, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 6.577266922094508, | |
| "learning_rate": 1.1230310770540655e-05, | |
| "loss": 0.34897972106933595, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 6.609195402298851, | |
| "learning_rate": 1.1187739463601532e-05, | |
| "loss": 0.3494709014892578, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 6.641123882503193, | |
| "learning_rate": 1.1145168156662412e-05, | |
| "loss": 0.3467377090454102, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 6.673052362707535, | |
| "learning_rate": 1.1102596849723288e-05, | |
| "loss": 0.3386357116699219, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 6.704980842911877, | |
| "learning_rate": 1.1060025542784165e-05, | |
| "loss": 0.3346070098876953, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.73690932311622, | |
| "learning_rate": 1.1017454235845042e-05, | |
| "loss": 0.3389591598510742, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 6.768837803320562, | |
| "learning_rate": 1.0974882928905918e-05, | |
| "loss": 0.33276222229003904, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 6.800766283524904, | |
| "learning_rate": 1.0932311621966795e-05, | |
| "loss": 0.3417454528808594, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 6.832694763729246, | |
| "learning_rate": 1.0889740315027673e-05, | |
| "loss": 0.3352804183959961, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 6.864623243933589, | |
| "learning_rate": 1.084716900808855e-05, | |
| "loss": 0.341392822265625, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.896551724137931, | |
| "learning_rate": 1.0804597701149427e-05, | |
| "loss": 0.3257337188720703, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 6.928480204342273, | |
| "learning_rate": 1.0762026394210303e-05, | |
| "loss": 0.340169792175293, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 6.960408684546616, | |
| "learning_rate": 1.071945508727118e-05, | |
| "loss": 0.3393547821044922, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 6.992337164750958, | |
| "learning_rate": 1.0676883780332057e-05, | |
| "loss": 0.3345566940307617, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.3236748278141022, | |
| "step": 21924 | |
| }, | |
| { | |
| "epoch": 7.0242656449553005, | |
| "learning_rate": 1.0634312473392933e-05, | |
| "loss": 0.341474609375, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 7.056194125159642, | |
| "learning_rate": 1.059174116645381e-05, | |
| "loss": 0.33665103912353517, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 7.088122605363985, | |
| "learning_rate": 1.0549169859514687e-05, | |
| "loss": 0.33666282653808594, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 7.120051085568327, | |
| "learning_rate": 1.0506598552575565e-05, | |
| "loss": 0.32267608642578127, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 7.1519795657726695, | |
| "learning_rate": 1.0464027245636442e-05, | |
| "loss": 0.32230213165283206, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 7.183908045977011, | |
| "learning_rate": 1.0421455938697318e-05, | |
| "loss": 0.3335090637207031, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 7.215836526181354, | |
| "learning_rate": 1.0378884631758195e-05, | |
| "loss": 0.3402565002441406, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 7.247765006385696, | |
| "learning_rate": 1.0336313324819072e-05, | |
| "loss": 0.33222633361816406, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 7.2796934865900385, | |
| "learning_rate": 1.029374201787995e-05, | |
| "loss": 0.3273036956787109, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 7.31162196679438, | |
| "learning_rate": 1.0251170710940828e-05, | |
| "loss": 0.34040824890136717, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 7.343550446998723, | |
| "learning_rate": 1.0208599404001705e-05, | |
| "loss": 0.33351837158203124, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 7.375478927203065, | |
| "learning_rate": 1.0166028097062582e-05, | |
| "loss": 0.3304040145874023, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 7.407407407407407, | |
| "learning_rate": 1.0123456790123458e-05, | |
| "loss": 0.3389059829711914, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 7.439335887611749, | |
| "learning_rate": 1.0080885483184335e-05, | |
| "loss": 0.35038864135742187, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 7.471264367816092, | |
| "learning_rate": 1.0038314176245212e-05, | |
| "loss": 0.32688159942626954, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 7.503192848020435, | |
| "learning_rate": 9.995742869306088e-06, | |
| "loss": 0.3443561935424805, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 7.535121328224776, | |
| "learning_rate": 9.953171562366965e-06, | |
| "loss": 0.33195884704589845, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 7.567049808429119, | |
| "learning_rate": 9.910600255427842e-06, | |
| "loss": 0.3439883041381836, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 7.598978288633461, | |
| "learning_rate": 9.86802894848872e-06, | |
| "loss": 0.32301868438720704, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 7.630906768837804, | |
| "learning_rate": 9.825457641549597e-06, | |
| "loss": 0.3437799072265625, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 7.662835249042145, | |
| "learning_rate": 9.782886334610473e-06, | |
| "loss": 0.3296714401245117, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 7.694763729246488, | |
| "learning_rate": 9.74031502767135e-06, | |
| "loss": 0.3370498275756836, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 7.72669220945083, | |
| "learning_rate": 9.697743720732228e-06, | |
| "loss": 0.3219729232788086, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 7.758620689655173, | |
| "learning_rate": 9.655172413793105e-06, | |
| "loss": 0.3258438491821289, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 7.790549169859514, | |
| "learning_rate": 9.612601106853982e-06, | |
| "loss": 0.33826839447021484, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 7.822477650063857, | |
| "learning_rate": 9.570029799914858e-06, | |
| "loss": 0.3263700866699219, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.854406130268199, | |
| "learning_rate": 9.527458492975735e-06, | |
| "loss": 0.3350722122192383, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 7.886334610472542, | |
| "learning_rate": 9.484887186036612e-06, | |
| "loss": 0.334184455871582, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 7.918263090676884, | |
| "learning_rate": 9.442315879097488e-06, | |
| "loss": 0.3267938232421875, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 7.950191570881226, | |
| "learning_rate": 9.399744572158365e-06, | |
| "loss": 0.3196305465698242, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 7.982120051085568, | |
| "learning_rate": 9.357173265219243e-06, | |
| "loss": 0.3230043029785156, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 0.32138851284980774, | |
| "step": 25056 | |
| }, | |
| { | |
| "epoch": 8.01404853128991, | |
| "learning_rate": 9.31460195828012e-06, | |
| "loss": 0.3258121109008789, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 8.045977011494253, | |
| "learning_rate": 9.272030651340997e-06, | |
| "loss": 0.32868377685546873, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 8.077905491698596, | |
| "learning_rate": 9.229459344401875e-06, | |
| "loss": 0.31930324554443357, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 8.109833971902937, | |
| "learning_rate": 9.186888037462752e-06, | |
| "loss": 0.3216040420532227, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 8.14176245210728, | |
| "learning_rate": 9.144316730523628e-06, | |
| "loss": 0.3392459869384766, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 8.173690932311622, | |
| "learning_rate": 9.101745423584505e-06, | |
| "loss": 0.3244002914428711, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 8.205619412515965, | |
| "learning_rate": 9.059174116645382e-06, | |
| "loss": 0.329796142578125, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 8.237547892720306, | |
| "learning_rate": 9.016602809706258e-06, | |
| "loss": 0.310886344909668, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 8.269476372924649, | |
| "learning_rate": 8.974031502767135e-06, | |
| "loss": 0.3182815361022949, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 8.301404853128991, | |
| "learning_rate": 8.931460195828012e-06, | |
| "loss": 0.3267630386352539, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 8.333333333333334, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 0.31576622009277344, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 8.365261813537675, | |
| "learning_rate": 8.846317581949767e-06, | |
| "loss": 0.33119094848632813, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 8.397190293742018, | |
| "learning_rate": 8.803746275010643e-06, | |
| "loss": 0.3301513671875, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 8.42911877394636, | |
| "learning_rate": 8.76117496807152e-06, | |
| "loss": 0.3321194839477539, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 8.461047254150703, | |
| "learning_rate": 8.718603661132398e-06, | |
| "loss": 0.332429313659668, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 8.492975734355046, | |
| "learning_rate": 8.676032354193275e-06, | |
| "loss": 0.3258559036254883, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 8.524904214559387, | |
| "learning_rate": 8.633461047254152e-06, | |
| "loss": 0.32335933685302737, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 8.55683269476373, | |
| "learning_rate": 8.590889740315028e-06, | |
| "loss": 0.3441028594970703, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 8.588761174968072, | |
| "learning_rate": 8.548318433375905e-06, | |
| "loss": 0.3302944564819336, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 8.620689655172415, | |
| "learning_rate": 8.505747126436782e-06, | |
| "loss": 0.3203293228149414, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 8.652618135376756, | |
| "learning_rate": 8.463175819497658e-06, | |
| "loss": 0.3180072593688965, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 8.684546615581098, | |
| "learning_rate": 8.420604512558537e-06, | |
| "loss": 0.3143235015869141, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 8.71647509578544, | |
| "learning_rate": 8.378033205619413e-06, | |
| "loss": 0.31695037841796875, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 8.748403575989784, | |
| "learning_rate": 8.33546189868029e-06, | |
| "loss": 0.31933542251586916, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 8.780332056194124, | |
| "learning_rate": 8.292890591741167e-06, | |
| "loss": 0.3094404983520508, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 8.812260536398467, | |
| "learning_rate": 8.250319284802043e-06, | |
| "loss": 0.3251906204223633, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 8.84418901660281, | |
| "learning_rate": 8.207747977862922e-06, | |
| "loss": 0.31949323654174805, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 8.876117496807153, | |
| "learning_rate": 8.165176670923798e-06, | |
| "loss": 0.32407459259033206, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 8.908045977011493, | |
| "learning_rate": 8.122605363984675e-06, | |
| "loss": 0.34080780029296875, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 8.939974457215836, | |
| "learning_rate": 8.080034057045552e-06, | |
| "loss": 0.3133597183227539, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.971902937420179, | |
| "learning_rate": 8.037462750106428e-06, | |
| "loss": 0.31053606033325193, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 0.3119257688522339, | |
| "step": 28188 | |
| }, | |
| { | |
| "epoch": 9.003831417624522, | |
| "learning_rate": 7.994891443167307e-06, | |
| "loss": 0.3158924293518066, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 9.035759897828862, | |
| "learning_rate": 7.952320136228183e-06, | |
| "loss": 0.3117160987854004, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 9.067688378033205, | |
| "learning_rate": 7.90974882928906e-06, | |
| "loss": 0.32216869354248046, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 9.099616858237548, | |
| "learning_rate": 7.867177522349937e-06, | |
| "loss": 0.314890079498291, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 9.13154533844189, | |
| "learning_rate": 7.824606215410813e-06, | |
| "loss": 0.3113277626037598, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 9.163473818646233, | |
| "learning_rate": 7.78203490847169e-06, | |
| "loss": 0.324998779296875, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 9.195402298850574, | |
| "learning_rate": 7.739463601532567e-06, | |
| "loss": 0.32509784698486327, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 9.227330779054917, | |
| "learning_rate": 7.696892294593445e-06, | |
| "loss": 0.3238474273681641, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 9.25925925925926, | |
| "learning_rate": 7.654320987654322e-06, | |
| "loss": 0.33168052673339843, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 9.291187739463602, | |
| "learning_rate": 7.611749680715198e-06, | |
| "loss": 0.3050485992431641, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 9.323116219667943, | |
| "learning_rate": 7.569178373776076e-06, | |
| "loss": 0.31826154708862303, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 9.355044699872286, | |
| "learning_rate": 7.5266070668369525e-06, | |
| "loss": 0.31972583770751956, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 9.386973180076629, | |
| "learning_rate": 7.48403575989783e-06, | |
| "loss": 0.3287076568603516, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 9.418901660280971, | |
| "learning_rate": 7.441464452958707e-06, | |
| "loss": 0.30761892318725587, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 9.450830140485312, | |
| "learning_rate": 7.398893146019583e-06, | |
| "loss": 0.3097171401977539, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 9.482758620689655, | |
| "learning_rate": 7.35632183908046e-06, | |
| "loss": 0.30806644439697267, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 9.514687100893997, | |
| "learning_rate": 7.3137505321413375e-06, | |
| "loss": 0.3174296760559082, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 9.54661558109834, | |
| "learning_rate": 7.271179225202214e-06, | |
| "loss": 0.31353973388671874, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 9.578544061302683, | |
| "learning_rate": 7.228607918263091e-06, | |
| "loss": 0.30578601837158204, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 9.610472541507024, | |
| "learning_rate": 7.1860366113239675e-06, | |
| "loss": 0.3045210838317871, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 9.642401021711366, | |
| "learning_rate": 7.143465304384846e-06, | |
| "loss": 0.3149559211730957, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 9.67432950191571, | |
| "learning_rate": 7.1008939974457225e-06, | |
| "loss": 0.3207520294189453, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 9.706257982120052, | |
| "learning_rate": 7.058322690506599e-06, | |
| "loss": 0.32308254241943357, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 9.738186462324393, | |
| "learning_rate": 7.015751383567476e-06, | |
| "loss": 0.3183433723449707, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 9.770114942528735, | |
| "learning_rate": 6.973180076628353e-06, | |
| "loss": 0.3200767135620117, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 9.802043422733078, | |
| "learning_rate": 6.93060876968923e-06, | |
| "loss": 0.3113987922668457, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 9.83397190293742, | |
| "learning_rate": 6.888037462750107e-06, | |
| "loss": 0.33167327880859376, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 9.865900383141762, | |
| "learning_rate": 6.845466155810983e-06, | |
| "loss": 0.3172581100463867, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 9.897828863346104, | |
| "learning_rate": 6.802894848871861e-06, | |
| "loss": 0.3124402046203613, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 9.929757343550447, | |
| "learning_rate": 6.760323541932738e-06, | |
| "loss": 0.30687171936035157, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 9.96168582375479, | |
| "learning_rate": 6.717752234993615e-06, | |
| "loss": 0.304738712310791, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 9.99361430395913, | |
| "learning_rate": 6.6751809280544925e-06, | |
| "loss": 0.3069480514526367, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 0.31222018599510193, | |
| "step": 31320 | |
| }, | |
| { | |
| "epoch": 10.025542784163473, | |
| "learning_rate": 6.632609621115369e-06, | |
| "loss": 0.30982017517089844, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 10.057471264367816, | |
| "learning_rate": 6.590038314176246e-06, | |
| "loss": 0.29576118469238283, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 10.089399744572159, | |
| "learning_rate": 6.5474670072371225e-06, | |
| "loss": 0.318297004699707, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 10.121328224776502, | |
| "learning_rate": 6.504895700297999e-06, | |
| "loss": 0.2947650337219238, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 10.153256704980842, | |
| "learning_rate": 6.462324393358877e-06, | |
| "loss": 0.31912431716918943, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 10.185185185185185, | |
| "learning_rate": 6.419753086419753e-06, | |
| "loss": 0.31549993515014646, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 10.217113665389528, | |
| "learning_rate": 6.37718177948063e-06, | |
| "loss": 0.3185459327697754, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 10.24904214559387, | |
| "learning_rate": 6.334610472541508e-06, | |
| "loss": 0.3061997413635254, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 10.280970625798211, | |
| "learning_rate": 6.292039165602385e-06, | |
| "loss": 0.30356922149658205, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 10.312899106002554, | |
| "learning_rate": 6.249467858663262e-06, | |
| "loss": 0.30677152633666993, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 10.344827586206897, | |
| "learning_rate": 6.206896551724138e-06, | |
| "loss": 0.3148806190490723, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 10.37675606641124, | |
| "learning_rate": 6.164325244785016e-06, | |
| "loss": 0.3114926528930664, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 10.40868454661558, | |
| "learning_rate": 6.1217539378458925e-06, | |
| "loss": 0.31096630096435546, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 10.440613026819923, | |
| "learning_rate": 6.079182630906769e-06, | |
| "loss": 0.3131294822692871, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 10.472541507024266, | |
| "learning_rate": 6.036611323967646e-06, | |
| "loss": 0.31513975143432615, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 10.504469987228608, | |
| "learning_rate": 5.9940400170285225e-06, | |
| "loss": 0.3035664939880371, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 10.53639846743295, | |
| "learning_rate": 5.9514687100894e-06, | |
| "loss": 0.30514934539794925, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 10.568326947637292, | |
| "learning_rate": 5.9088974031502775e-06, | |
| "loss": 0.3236639404296875, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 10.600255427841635, | |
| "learning_rate": 5.866326096211154e-06, | |
| "loss": 0.32729095458984375, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 10.632183908045977, | |
| "learning_rate": 5.823754789272032e-06, | |
| "loss": 0.30390745162963867, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 10.66411238825032, | |
| "learning_rate": 5.781183482332908e-06, | |
| "loss": 0.30320255279541014, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 10.696040868454661, | |
| "learning_rate": 5.738612175393785e-06, | |
| "loss": 0.31617319107055664, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 10.727969348659004, | |
| "learning_rate": 5.696040868454662e-06, | |
| "loss": 0.31349088668823244, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 10.759897828863346, | |
| "learning_rate": 5.653469561515539e-06, | |
| "loss": 0.3055162620544434, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 10.79182630906769, | |
| "learning_rate": 5.610898254576416e-06, | |
| "loss": 0.29683116912841795, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 10.82375478927203, | |
| "learning_rate": 5.5683269476372925e-06, | |
| "loss": 0.2972592926025391, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 10.855683269476373, | |
| "learning_rate": 5.525755640698169e-06, | |
| "loss": 0.30813514709472656, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 10.887611749680715, | |
| "learning_rate": 5.4831843337590475e-06, | |
| "loss": 0.311496696472168, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 10.919540229885058, | |
| "learning_rate": 5.440613026819924e-06, | |
| "loss": 0.3147770881652832, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 10.951468710089399, | |
| "learning_rate": 5.398041719880801e-06, | |
| "loss": 0.2977629852294922, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 10.983397190293742, | |
| "learning_rate": 5.3554704129416775e-06, | |
| "loss": 0.30722129821777344, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_loss": 0.30927398800849915, | |
| "step": 34452 | |
| }, | |
| { | |
| "epoch": 11.015325670498084, | |
| "learning_rate": 5.312899106002555e-06, | |
| "loss": 0.30775304794311525, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 11.047254150702427, | |
| "learning_rate": 5.270327799063432e-06, | |
| "loss": 0.31844793319702147, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 11.079182630906768, | |
| "learning_rate": 5.227756492124308e-06, | |
| "loss": 0.3163930511474609, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 11.11111111111111, | |
| "learning_rate": 5.185185185185185e-06, | |
| "loss": 0.3178179359436035, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 11.143039591315453, | |
| "learning_rate": 5.1426138782460625e-06, | |
| "loss": 0.3107015609741211, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 11.174968071519796, | |
| "learning_rate": 5.100042571306939e-06, | |
| "loss": 0.31198001861572267, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 11.206896551724139, | |
| "learning_rate": 5.057471264367817e-06, | |
| "loss": 0.30287263870239256, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 11.23882503192848, | |
| "learning_rate": 5.014899957428694e-06, | |
| "loss": 0.3046586036682129, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 11.270753512132822, | |
| "learning_rate": 4.972328650489571e-06, | |
| "loss": 0.29926385879516604, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 11.302681992337165, | |
| "learning_rate": 4.9297573435504475e-06, | |
| "loss": 0.31370662689208983, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 11.334610472541508, | |
| "learning_rate": 4.887186036611324e-06, | |
| "loss": 0.3177505874633789, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 11.366538952745849, | |
| "learning_rate": 4.844614729672202e-06, | |
| "loss": 0.3028862190246582, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 11.398467432950191, | |
| "learning_rate": 4.802043422733078e-06, | |
| "loss": 0.2965104293823242, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 11.430395913154534, | |
| "learning_rate": 4.759472115793956e-06, | |
| "loss": 0.31520273208618166, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 11.462324393358877, | |
| "learning_rate": 4.7169008088548325e-06, | |
| "loss": 0.2961687469482422, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 11.494252873563218, | |
| "learning_rate": 4.674329501915709e-06, | |
| "loss": 0.30442037582397463, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 11.52618135376756, | |
| "learning_rate": 4.631758194976586e-06, | |
| "loss": 0.3178094863891602, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 11.558109833971903, | |
| "learning_rate": 4.589186888037463e-06, | |
| "loss": 0.3036604118347168, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 11.590038314176246, | |
| "learning_rate": 4.54661558109834e-06, | |
| "loss": 0.3115557861328125, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 11.621966794380587, | |
| "learning_rate": 4.5040442741592175e-06, | |
| "loss": 0.30345108032226564, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 11.65389527458493, | |
| "learning_rate": 4.461472967220094e-06, | |
| "loss": 0.30634918212890627, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 11.685823754789272, | |
| "learning_rate": 4.418901660280971e-06, | |
| "loss": 0.3051659774780273, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 11.717752234993615, | |
| "learning_rate": 4.3763303533418475e-06, | |
| "loss": 0.3069002342224121, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 11.749680715197957, | |
| "learning_rate": 4.333759046402725e-06, | |
| "loss": 0.30947404861450195, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 11.781609195402298, | |
| "learning_rate": 4.291187739463602e-06, | |
| "loss": 0.3073232650756836, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 11.813537675606641, | |
| "learning_rate": 4.248616432524479e-06, | |
| "loss": 0.3001542472839355, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 11.845466155810984, | |
| "learning_rate": 4.206045125585356e-06, | |
| "loss": 0.31570695877075194, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 11.877394636015326, | |
| "learning_rate": 4.1634738186462325e-06, | |
| "loss": 0.311122932434082, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 11.909323116219667, | |
| "learning_rate": 4.12090251170711e-06, | |
| "loss": 0.301647891998291, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 11.94125159642401, | |
| "learning_rate": 4.078331204767987e-06, | |
| "loss": 0.3205462646484375, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 11.973180076628353, | |
| "learning_rate": 4.035759897828863e-06, | |
| "loss": 0.29651784896850586, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 0.3090454041957855, | |
| "step": 37584 | |
| }, | |
| { | |
| "epoch": 12.005108556832695, | |
| "learning_rate": 3.993188590889741e-06, | |
| "loss": 0.31057783126831057, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 12.037037037037036, | |
| "learning_rate": 3.9506172839506175e-06, | |
| "loss": 0.305908145904541, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 12.068965517241379, | |
| "learning_rate": 3.908045977011495e-06, | |
| "loss": 0.3145115280151367, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 12.100893997445722, | |
| "learning_rate": 3.865474670072372e-06, | |
| "loss": 0.3086430168151855, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 12.132822477650064, | |
| "learning_rate": 3.822903363133248e-06, | |
| "loss": 0.3069817733764648, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 12.164750957854405, | |
| "learning_rate": 3.7803320561941254e-06, | |
| "loss": 0.3044874954223633, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 12.196679438058748, | |
| "learning_rate": 3.737760749255002e-06, | |
| "loss": 0.3003558731079102, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 12.22860791826309, | |
| "learning_rate": 3.6951894423158796e-06, | |
| "loss": 0.2989999961853027, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 12.260536398467433, | |
| "learning_rate": 3.6526181353767567e-06, | |
| "loss": 0.30233255386352537, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 12.292464878671776, | |
| "learning_rate": 3.6100468284376333e-06, | |
| "loss": 0.30123531341552734, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 12.324393358876117, | |
| "learning_rate": 3.56747552149851e-06, | |
| "loss": 0.3095419502258301, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 12.35632183908046, | |
| "learning_rate": 3.524904214559387e-06, | |
| "loss": 0.32312957763671873, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 12.388250319284802, | |
| "learning_rate": 3.4823329076202646e-06, | |
| "loss": 0.31157236099243163, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 12.420178799489145, | |
| "learning_rate": 3.4397616006811412e-06, | |
| "loss": 0.3003998374938965, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 12.452107279693486, | |
| "learning_rate": 3.3971902937420183e-06, | |
| "loss": 0.3086379051208496, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 12.484035759897829, | |
| "learning_rate": 3.354618986802895e-06, | |
| "loss": 0.28147794723510744, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 12.515964240102171, | |
| "learning_rate": 3.3120476798637717e-06, | |
| "loss": 0.29010528564453125, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 12.547892720306514, | |
| "learning_rate": 3.269476372924649e-06, | |
| "loss": 0.30009984970092773, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 12.579821200510855, | |
| "learning_rate": 3.2269050659855262e-06, | |
| "loss": 0.3059814834594727, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 12.611749680715198, | |
| "learning_rate": 3.184333759046403e-06, | |
| "loss": 0.2934641456604004, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 12.64367816091954, | |
| "learning_rate": 3.14176245210728e-06, | |
| "loss": 0.30141252517700196, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 12.675606641123883, | |
| "learning_rate": 3.0991911451681567e-06, | |
| "loss": 0.3053057289123535, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 12.707535121328224, | |
| "learning_rate": 3.056619838229034e-06, | |
| "loss": 0.2935024261474609, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 12.739463601532567, | |
| "learning_rate": 3.014048531289911e-06, | |
| "loss": 0.2974138069152832, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 12.77139208173691, | |
| "learning_rate": 2.971477224350788e-06, | |
| "loss": 0.29385158538818357, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 12.803320561941252, | |
| "learning_rate": 2.9289059174116646e-06, | |
| "loss": 0.309177303314209, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 12.835249042145595, | |
| "learning_rate": 2.8863346104725417e-06, | |
| "loss": 0.30561391830444334, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 12.867177522349936, | |
| "learning_rate": 2.8437633035334187e-06, | |
| "loss": 0.30923063278198243, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 12.899106002554278, | |
| "learning_rate": 2.801191996594296e-06, | |
| "loss": 0.30836896896362304, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 12.931034482758621, | |
| "learning_rate": 2.7586206896551725e-06, | |
| "loss": 0.31578615188598635, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 12.962962962962964, | |
| "learning_rate": 2.7160493827160496e-06, | |
| "loss": 0.31291526794433594, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 12.994891443167305, | |
| "learning_rate": 2.6734780757769262e-06, | |
| "loss": 0.3064906311035156, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_loss": 0.30278804898262024, | |
| "step": 40716 | |
| }, | |
| { | |
| "epoch": 13.026819923371647, | |
| "learning_rate": 2.6309067688378037e-06, | |
| "loss": 0.2991274642944336, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 13.05874840357599, | |
| "learning_rate": 2.5883354618986804e-06, | |
| "loss": 0.3081726837158203, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 13.090676883780333, | |
| "learning_rate": 2.5457641549595575e-06, | |
| "loss": 0.28322860717773435, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 13.122605363984674, | |
| "learning_rate": 2.503192848020434e-06, | |
| "loss": 0.3077671813964844, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 13.154533844189016, | |
| "learning_rate": 2.4606215410813112e-06, | |
| "loss": 0.3038086128234863, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 13.186462324393359, | |
| "learning_rate": 2.4180502341421883e-06, | |
| "loss": 0.3015581703186035, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 13.218390804597702, | |
| "learning_rate": 2.3754789272030654e-06, | |
| "loss": 0.30243860244750975, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 13.250319284802043, | |
| "learning_rate": 2.332907620263942e-06, | |
| "loss": 0.3104331398010254, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 13.282247765006385, | |
| "learning_rate": 2.290336313324819e-06, | |
| "loss": 0.30330204010009765, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 13.314176245210728, | |
| "learning_rate": 2.2477650063856962e-06, | |
| "loss": 0.2972829818725586, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 13.34610472541507, | |
| "learning_rate": 2.205193699446573e-06, | |
| "loss": 0.300672607421875, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 13.378033205619413, | |
| "learning_rate": 2.1626223925074504e-06, | |
| "loss": 0.30183706283569334, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 13.409961685823754, | |
| "learning_rate": 2.120051085568327e-06, | |
| "loss": 0.3096357536315918, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 13.441890166028097, | |
| "learning_rate": 2.077479778629204e-06, | |
| "loss": 0.3032659912109375, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 13.47381864623244, | |
| "learning_rate": 2.0349084716900813e-06, | |
| "loss": 0.2949547386169434, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 13.505747126436782, | |
| "learning_rate": 1.992337164750958e-06, | |
| "loss": 0.2889937973022461, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 13.537675606641123, | |
| "learning_rate": 1.949765857811835e-06, | |
| "loss": 0.30804216384887695, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 13.569604086845466, | |
| "learning_rate": 1.9071945508727119e-06, | |
| "loss": 0.30334890365600586, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 13.601532567049809, | |
| "learning_rate": 1.864623243933589e-06, | |
| "loss": 0.2941057586669922, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 13.633461047254151, | |
| "learning_rate": 1.8220519369944658e-06, | |
| "loss": 0.2950305938720703, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 13.665389527458492, | |
| "learning_rate": 1.7794806300553427e-06, | |
| "loss": 0.3061481285095215, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 13.697318007662835, | |
| "learning_rate": 1.7369093231162198e-06, | |
| "loss": 0.2870841217041016, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 13.729246487867178, | |
| "learning_rate": 1.6943380161770967e-06, | |
| "loss": 0.28978254318237306, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 13.76117496807152, | |
| "learning_rate": 1.6517667092379737e-06, | |
| "loss": 0.30341114044189454, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 13.793103448275861, | |
| "learning_rate": 1.6091954022988506e-06, | |
| "loss": 0.307810001373291, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 13.825031928480204, | |
| "learning_rate": 1.5666240953597275e-06, | |
| "loss": 0.30963399887084964, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 13.856960408684547, | |
| "learning_rate": 1.5240527884206046e-06, | |
| "loss": 0.3031142807006836, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 13.88888888888889, | |
| "learning_rate": 1.4814814814814815e-06, | |
| "loss": 0.3144196891784668, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 13.920817369093232, | |
| "learning_rate": 1.4389101745423588e-06, | |
| "loss": 0.28602792739868166, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 13.952745849297573, | |
| "learning_rate": 1.3963388676032354e-06, | |
| "loss": 0.2984015083312988, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 13.984674329501916, | |
| "learning_rate": 1.3537675606641127e-06, | |
| "loss": 0.29513154983520506, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_loss": 0.3065377175807953, | |
| "step": 43848 | |
| }, | |
| { | |
| "epoch": 14.016602809706258, | |
| "learning_rate": 1.3111962537249896e-06, | |
| "loss": 0.28543767929077146, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 14.048531289910601, | |
| "learning_rate": 1.2686249467858662e-06, | |
| "loss": 0.2963153839111328, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 14.080459770114942, | |
| "learning_rate": 1.2260536398467433e-06, | |
| "loss": 0.3030729293823242, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 14.112388250319285, | |
| "learning_rate": 1.1834823329076204e-06, | |
| "loss": 0.2889740180969238, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 14.144316730523627, | |
| "learning_rate": 1.1409110259684973e-06, | |
| "loss": 0.2915242385864258, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 14.17624521072797, | |
| "learning_rate": 1.0983397190293744e-06, | |
| "loss": 0.28075174331665037, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 14.20817369093231, | |
| "learning_rate": 1.0557684120902512e-06, | |
| "loss": 0.3046562194824219, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 14.240102171136654, | |
| "learning_rate": 1.0131971051511283e-06, | |
| "loss": 0.28045236587524414, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 14.272030651340996, | |
| "learning_rate": 9.706257982120052e-07, | |
| "loss": 0.2948748970031738, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 14.303959131545339, | |
| "learning_rate": 9.280544912728822e-07, | |
| "loss": 0.2956666946411133, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 14.33588761174968, | |
| "learning_rate": 8.854831843337592e-07, | |
| "loss": 0.2919887924194336, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 14.367816091954023, | |
| "learning_rate": 8.429118773946361e-07, | |
| "loss": 0.29414264678955077, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 14.399744572158365, | |
| "learning_rate": 8.003405704555131e-07, | |
| "loss": 0.2997250938415527, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 14.431673052362708, | |
| "learning_rate": 7.5776926351639e-07, | |
| "loss": 0.2927609634399414, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 14.46360153256705, | |
| "learning_rate": 7.15197956577267e-07, | |
| "loss": 0.30317195892333987, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 14.495530012771392, | |
| "learning_rate": 6.72626649638144e-07, | |
| "loss": 0.29728498458862307, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 14.527458492975734, | |
| "learning_rate": 6.300553426990209e-07, | |
| "loss": 0.2906969451904297, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 14.559386973180077, | |
| "learning_rate": 5.874840357598978e-07, | |
| "loss": 0.3137422752380371, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 14.59131545338442, | |
| "learning_rate": 5.449127288207749e-07, | |
| "loss": 0.3111775016784668, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 14.62324393358876, | |
| "learning_rate": 5.023414218816518e-07, | |
| "loss": 0.30036439895629885, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 14.655172413793103, | |
| "learning_rate": 4.5977011494252875e-07, | |
| "loss": 0.2988995361328125, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 14.687100893997446, | |
| "learning_rate": 4.171988080034058e-07, | |
| "loss": 0.306041259765625, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 14.719029374201789, | |
| "learning_rate": 3.7462750106428265e-07, | |
| "loss": 0.30521770477294924, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 14.75095785440613, | |
| "learning_rate": 3.320561941251597e-07, | |
| "loss": 0.28645307540893555, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 14.782886334610472, | |
| "learning_rate": 2.894848871860366e-07, | |
| "loss": 0.29830142974853513, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 14.814814814814815, | |
| "learning_rate": 2.469135802469136e-07, | |
| "loss": 0.29040414810180665, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 14.846743295019158, | |
| "learning_rate": 2.0434227330779057e-07, | |
| "loss": 0.2852139472961426, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 14.878671775223498, | |
| "learning_rate": 1.6177096636866753e-07, | |
| "loss": 0.291912841796875, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 14.910600255427841, | |
| "learning_rate": 1.1919965942954449e-07, | |
| "loss": 0.2825672149658203, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 14.942528735632184, | |
| "learning_rate": 7.662835249042146e-08, | |
| "loss": 0.3074253273010254, | |
| "step": 46800 | |
| } | |
| ], | |
| "max_steps": 46980, | |
| "num_train_epochs": 15, | |
| "total_flos": 76612640706201600, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |