{ "best_metric": 42.0728, "best_model_checkpoint": "/newdisk1/lkw/chatcell/t5_model/v22_small_50_0_100%/checkpoint-185000", "epoch": 49.29942916450441, "eval_steps": 5000, "global_step": 190000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 3.997924234561495e-05, "loss": 7.3867, "step": 100 }, { "epoch": 0.05, "learning_rate": 3.995848469122989e-05, "loss": 5.0855, "step": 200 }, { "epoch": 0.08, "learning_rate": 3.993772703684484e-05, "loss": 5.0196, "step": 300 }, { "epoch": 0.1, "learning_rate": 3.991696938245979e-05, "loss": 4.9903, "step": 400 }, { "epoch": 0.13, "learning_rate": 3.9896211728074735e-05, "loss": 4.9698, "step": 500 }, { "epoch": 0.16, "learning_rate": 3.987545407368968e-05, "loss": 4.9409, "step": 600 }, { "epoch": 0.18, "learning_rate": 3.9854696419304625e-05, "loss": 4.924, "step": 700 }, { "epoch": 0.21, "learning_rate": 3.983393876491956e-05, "loss": 4.9034, "step": 800 }, { "epoch": 0.23, "learning_rate": 3.981318111053451e-05, "loss": 4.8898, "step": 900 }, { "epoch": 0.26, "learning_rate": 3.979242345614946e-05, "loss": 4.8703, "step": 1000 }, { "epoch": 0.29, "learning_rate": 3.9771665801764405e-05, "loss": 4.8548, "step": 1100 }, { "epoch": 0.31, "learning_rate": 3.975090814737935e-05, "loss": 4.8347, "step": 1200 }, { "epoch": 0.34, "learning_rate": 3.9730150492994295e-05, "loss": 4.8244, "step": 1300 }, { "epoch": 0.36, "learning_rate": 3.970939283860924e-05, "loss": 4.8042, "step": 1400 }, { "epoch": 0.39, "learning_rate": 3.9688635184224185e-05, "loss": 4.7933, "step": 1500 }, { "epoch": 0.42, "learning_rate": 3.966787752983913e-05, "loss": 4.7756, "step": 1600 }, { "epoch": 0.44, "learning_rate": 3.964711987545408e-05, "loss": 4.7667, "step": 1700 }, { "epoch": 0.47, "learning_rate": 3.9626362221069026e-05, "loss": 4.7527, "step": 1800 }, { "epoch": 0.49, "learning_rate": 3.960560456668397e-05, "loss": 4.7391, "step": 1900 }, { "epoch": 0.52, "learning_rate": 3.9584846912298916e-05, "loss": 4.73, "step": 2000 }, { "epoch": 0.54, "learning_rate": 3.956408925791386e-05, "loss": 4.7012, "step": 2100 }, { "epoch": 0.57, "learning_rate": 3.9543331603528806e-05, "loss": 4.6942, "step": 2200 }, { "epoch": 0.6, "learning_rate": 3.952257394914375e-05, "loss": 4.6838, "step": 2300 }, { "epoch": 0.62, "learning_rate": 3.9501816294758696e-05, "loss": 4.669, "step": 2400 }, { "epoch": 0.65, "learning_rate": 3.948105864037364e-05, "loss": 4.6536, "step": 2500 }, { "epoch": 0.67, "learning_rate": 3.9460300985988586e-05, "loss": 4.6464, "step": 2600 }, { "epoch": 0.7, "learning_rate": 3.943954333160353e-05, "loss": 4.6331, "step": 2700 }, { "epoch": 0.73, "learning_rate": 3.9418785677218476e-05, "loss": 4.6069, "step": 2800 }, { "epoch": 0.75, "learning_rate": 3.939802802283342e-05, "loss": 4.6039, "step": 2900 }, { "epoch": 0.78, "learning_rate": 3.937727036844837e-05, "loss": 4.5902, "step": 3000 }, { "epoch": 0.8, "learning_rate": 3.935651271406332e-05, "loss": 4.5851, "step": 3100 }, { "epoch": 0.83, "learning_rate": 3.933575505967826e-05, "loss": 4.5493, "step": 3200 }, { "epoch": 0.86, "learning_rate": 3.931499740529321e-05, "loss": 4.5515, "step": 3300 }, { "epoch": 0.88, "learning_rate": 3.929423975090815e-05, "loss": 4.5391, "step": 3400 }, { "epoch": 0.91, "learning_rate": 3.92734820965231e-05, "loss": 4.5266, "step": 3500 }, { "epoch": 0.93, "learning_rate": 3.925272444213804e-05, "loss": 4.518, "step": 3600 }, { "epoch": 0.96, "learning_rate": 3.923196678775299e-05, "loss": 4.5006, "step": 3700 }, { "epoch": 0.99, "learning_rate": 3.921120913336793e-05, "loss": 4.4839, "step": 3800 }, { "epoch": 1.01, "learning_rate": 3.919045147898288e-05, "loss": 4.4753, "step": 3900 }, { "epoch": 1.04, "learning_rate": 3.916969382459782e-05, "loss": 4.4482, "step": 4000 }, { "epoch": 1.06, "learning_rate": 3.914893617021277e-05, "loss": 4.446, "step": 4100 }, { "epoch": 1.09, "learning_rate": 3.912817851582771e-05, "loss": 4.4486, "step": 4200 }, { "epoch": 1.12, "learning_rate": 3.9107420861442664e-05, "loss": 4.4225, "step": 4300 }, { "epoch": 1.14, "learning_rate": 3.908666320705761e-05, "loss": 4.4129, "step": 4400 }, { "epoch": 1.17, "learning_rate": 3.9065905552672554e-05, "loss": 4.401, "step": 4500 }, { "epoch": 1.19, "learning_rate": 3.90451478982875e-05, "loss": 4.3917, "step": 4600 }, { "epoch": 1.22, "learning_rate": 3.9024390243902444e-05, "loss": 4.372, "step": 4700 }, { "epoch": 1.25, "learning_rate": 3.900363258951739e-05, "loss": 4.3572, "step": 4800 }, { "epoch": 1.27, "learning_rate": 3.8982874935132334e-05, "loss": 4.35, "step": 4900 }, { "epoch": 1.3, "learning_rate": 3.896211728074728e-05, "loss": 4.3412, "step": 5000 }, { "epoch": 1.3, "eval_gen_len": 12.5597, "eval_loss": 4.288102149963379, "eval_rouge1": 13.4415, "eval_rouge2": 1.5683, "eval_rougeL": 12.4048, "eval_rougeLsum": 12.4255, "eval_runtime": 81.4031, "eval_samples_per_second": 47.345, "eval_steps_per_second": 5.921, "step": 5000 }, { "epoch": 1.32, "learning_rate": 3.8941359626362224e-05, "loss": 4.3273, "step": 5100 }, { "epoch": 1.35, "learning_rate": 3.892060197197717e-05, "loss": 4.3152, "step": 5200 }, { "epoch": 1.38, "learning_rate": 3.8899844317592114e-05, "loss": 4.3043, "step": 5300 }, { "epoch": 1.4, "learning_rate": 3.887908666320706e-05, "loss": 4.287, "step": 5400 }, { "epoch": 1.43, "learning_rate": 3.8858329008822004e-05, "loss": 4.2814, "step": 5500 }, { "epoch": 1.45, "learning_rate": 3.8837571354436955e-05, "loss": 4.267, "step": 5600 }, { "epoch": 1.48, "learning_rate": 3.88168137000519e-05, "loss": 4.2597, "step": 5700 }, { "epoch": 1.5, "learning_rate": 3.8796056045666845e-05, "loss": 4.2513, "step": 5800 }, { "epoch": 1.53, "learning_rate": 3.877529839128179e-05, "loss": 4.2313, "step": 5900 }, { "epoch": 1.56, "learning_rate": 3.8754540736896735e-05, "loss": 4.2101, "step": 6000 }, { "epoch": 1.58, "learning_rate": 3.873378308251168e-05, "loss": 4.2142, "step": 6100 }, { "epoch": 1.61, "learning_rate": 3.8713025428126625e-05, "loss": 4.2015, "step": 6200 }, { "epoch": 1.63, "learning_rate": 3.869226777374157e-05, "loss": 4.1821, "step": 6300 }, { "epoch": 1.66, "learning_rate": 3.8671510119356515e-05, "loss": 4.1763, "step": 6400 }, { "epoch": 1.69, "learning_rate": 3.865075246497146e-05, "loss": 4.1673, "step": 6500 }, { "epoch": 1.71, "learning_rate": 3.8629994810586405e-05, "loss": 4.1591, "step": 6600 }, { "epoch": 1.74, "learning_rate": 3.860923715620135e-05, "loss": 4.1596, "step": 6700 }, { "epoch": 1.76, "learning_rate": 3.8588479501816295e-05, "loss": 4.1356, "step": 6800 }, { "epoch": 1.79, "learning_rate": 3.856772184743125e-05, "loss": 4.1433, "step": 6900 }, { "epoch": 1.82, "learning_rate": 3.854696419304619e-05, "loss": 4.1157, "step": 7000 }, { "epoch": 1.84, "learning_rate": 3.852620653866114e-05, "loss": 4.0836, "step": 7100 }, { "epoch": 1.87, "learning_rate": 3.850544888427608e-05, "loss": 4.1102, "step": 7200 }, { "epoch": 1.89, "learning_rate": 3.8484691229891027e-05, "loss": 4.0818, "step": 7300 }, { "epoch": 1.92, "learning_rate": 3.846393357550597e-05, "loss": 4.0663, "step": 7400 }, { "epoch": 1.95, "learning_rate": 3.8443175921120917e-05, "loss": 4.07, "step": 7500 }, { "epoch": 1.97, "learning_rate": 3.842241826673586e-05, "loss": 4.0689, "step": 7600 }, { "epoch": 2.0, "learning_rate": 3.8401660612350806e-05, "loss": 4.0442, "step": 7700 }, { "epoch": 2.02, "learning_rate": 3.838090295796575e-05, "loss": 4.0421, "step": 7800 }, { "epoch": 2.05, "learning_rate": 3.8360145303580696e-05, "loss": 4.0381, "step": 7900 }, { "epoch": 2.08, "learning_rate": 3.833938764919564e-05, "loss": 4.0242, "step": 8000 }, { "epoch": 2.1, "learning_rate": 3.8318629994810586e-05, "loss": 4.0184, "step": 8100 }, { "epoch": 2.13, "learning_rate": 3.829787234042554e-05, "loss": 4.0159, "step": 8200 }, { "epoch": 2.15, "learning_rate": 3.827711468604048e-05, "loss": 4.0, "step": 8300 }, { "epoch": 2.18, "learning_rate": 3.825635703165543e-05, "loss": 3.9939, "step": 8400 }, { "epoch": 2.21, "learning_rate": 3.823559937727037e-05, "loss": 3.9851, "step": 8500 }, { "epoch": 2.23, "learning_rate": 3.821484172288532e-05, "loss": 3.9711, "step": 8600 }, { "epoch": 2.26, "learning_rate": 3.819408406850026e-05, "loss": 3.9732, "step": 8700 }, { "epoch": 2.28, "learning_rate": 3.817332641411521e-05, "loss": 3.9666, "step": 8800 }, { "epoch": 2.31, "learning_rate": 3.815256875973015e-05, "loss": 3.9528, "step": 8900 }, { "epoch": 2.34, "learning_rate": 3.81318111053451e-05, "loss": 3.9496, "step": 9000 }, { "epoch": 2.36, "learning_rate": 3.811105345096004e-05, "loss": 3.9426, "step": 9100 }, { "epoch": 2.39, "learning_rate": 3.809029579657499e-05, "loss": 3.9496, "step": 9200 }, { "epoch": 2.41, "learning_rate": 3.806953814218993e-05, "loss": 3.9376, "step": 9300 }, { "epoch": 2.44, "learning_rate": 3.804878048780488e-05, "loss": 3.9404, "step": 9400 }, { "epoch": 2.46, "learning_rate": 3.802802283341983e-05, "loss": 3.9204, "step": 9500 }, { "epoch": 2.49, "learning_rate": 3.8007265179034774e-05, "loss": 3.8957, "step": 9600 }, { "epoch": 2.52, "learning_rate": 3.798650752464972e-05, "loss": 3.9224, "step": 9700 }, { "epoch": 2.54, "learning_rate": 3.7965749870264664e-05, "loss": 3.9076, "step": 9800 }, { "epoch": 2.57, "learning_rate": 3.794499221587961e-05, "loss": 3.897, "step": 9900 }, { "epoch": 2.59, "learning_rate": 3.7924234561494554e-05, "loss": 3.8995, "step": 10000 }, { "epoch": 2.59, "eval_gen_len": 12.2688, "eval_loss": 3.854327917098999, "eval_rouge1": 24.0743, "eval_rouge2": 1.9282, "eval_rougeL": 20.7914, "eval_rougeLsum": 20.7945, "eval_runtime": 81.1697, "eval_samples_per_second": 47.481, "eval_steps_per_second": 5.938, "step": 10000 }, { "epoch": 2.62, "learning_rate": 3.79034769071095e-05, "loss": 3.895, "step": 10100 }, { "epoch": 2.65, "learning_rate": 3.7882719252724444e-05, "loss": 3.8924, "step": 10200 }, { "epoch": 2.67, "learning_rate": 3.786196159833939e-05, "loss": 3.894, "step": 10300 }, { "epoch": 2.7, "learning_rate": 3.7841203943954334e-05, "loss": 3.8961, "step": 10400 }, { "epoch": 2.72, "learning_rate": 3.782044628956928e-05, "loss": 3.8752, "step": 10500 }, { "epoch": 2.75, "learning_rate": 3.7799688635184224e-05, "loss": 3.8819, "step": 10600 }, { "epoch": 2.78, "learning_rate": 3.777893098079917e-05, "loss": 3.8756, "step": 10700 }, { "epoch": 2.8, "learning_rate": 3.775817332641412e-05, "loss": 3.8762, "step": 10800 }, { "epoch": 2.83, "learning_rate": 3.7737415672029066e-05, "loss": 3.849, "step": 10900 }, { "epoch": 2.85, "learning_rate": 3.771665801764401e-05, "loss": 3.8517, "step": 11000 }, { "epoch": 2.88, "learning_rate": 3.7695900363258956e-05, "loss": 3.8561, "step": 11100 }, { "epoch": 2.91, "learning_rate": 3.76751427088739e-05, "loss": 3.8511, "step": 11200 }, { "epoch": 2.93, "learning_rate": 3.7654385054488846e-05, "loss": 3.8213, "step": 11300 }, { "epoch": 2.96, "learning_rate": 3.763362740010379e-05, "loss": 3.8539, "step": 11400 }, { "epoch": 2.98, "learning_rate": 3.7612869745718736e-05, "loss": 3.844, "step": 11500 }, { "epoch": 3.01, "learning_rate": 3.759211209133368e-05, "loss": 3.8349, "step": 11600 }, { "epoch": 3.04, "learning_rate": 3.7571354436948626e-05, "loss": 3.8363, "step": 11700 }, { "epoch": 3.06, "learning_rate": 3.755059678256357e-05, "loss": 3.8444, "step": 11800 }, { "epoch": 3.09, "learning_rate": 3.7529839128178515e-05, "loss": 3.8336, "step": 11900 }, { "epoch": 3.11, "learning_rate": 3.750908147379346e-05, "loss": 3.8238, "step": 12000 }, { "epoch": 3.14, "learning_rate": 3.748832381940841e-05, "loss": 3.7921, "step": 12100 }, { "epoch": 3.17, "learning_rate": 3.746756616502336e-05, "loss": 3.8307, "step": 12200 }, { "epoch": 3.19, "learning_rate": 3.74468085106383e-05, "loss": 3.8104, "step": 12300 }, { "epoch": 3.22, "learning_rate": 3.742605085625325e-05, "loss": 3.8083, "step": 12400 }, { "epoch": 3.24, "learning_rate": 3.740529320186819e-05, "loss": 3.8045, "step": 12500 }, { "epoch": 3.27, "learning_rate": 3.738453554748314e-05, "loss": 3.814, "step": 12600 }, { "epoch": 3.3, "learning_rate": 3.736377789309808e-05, "loss": 3.816, "step": 12700 }, { "epoch": 3.32, "learning_rate": 3.734302023871303e-05, "loss": 3.8151, "step": 12800 }, { "epoch": 3.35, "learning_rate": 3.732226258432797e-05, "loss": 3.8171, "step": 12900 }, { "epoch": 3.37, "learning_rate": 3.730150492994292e-05, "loss": 3.7895, "step": 13000 }, { "epoch": 3.4, "learning_rate": 3.728074727555786e-05, "loss": 3.7782, "step": 13100 }, { "epoch": 3.43, "learning_rate": 3.725998962117281e-05, "loss": 3.7925, "step": 13200 }, { "epoch": 3.45, "learning_rate": 3.723923196678775e-05, "loss": 3.7955, "step": 13300 }, { "epoch": 3.48, "learning_rate": 3.7218474312402704e-05, "loss": 3.7964, "step": 13400 }, { "epoch": 3.5, "learning_rate": 3.719771665801765e-05, "loss": 3.7809, "step": 13500 }, { "epoch": 3.53, "learning_rate": 3.7176959003632593e-05, "loss": 3.816, "step": 13600 }, { "epoch": 3.55, "learning_rate": 3.715620134924754e-05, "loss": 3.795, "step": 13700 }, { "epoch": 3.58, "learning_rate": 3.713544369486248e-05, "loss": 3.7816, "step": 13800 }, { "epoch": 3.61, "learning_rate": 3.711468604047743e-05, "loss": 3.784, "step": 13900 }, { "epoch": 3.63, "learning_rate": 3.709392838609237e-05, "loss": 3.7755, "step": 14000 }, { "epoch": 3.66, "learning_rate": 3.7073170731707325e-05, "loss": 3.7809, "step": 14100 }, { "epoch": 3.68, "learning_rate": 3.705241307732227e-05, "loss": 3.7854, "step": 14200 }, { "epoch": 3.71, "learning_rate": 3.703165542293721e-05, "loss": 3.7811, "step": 14300 }, { "epoch": 3.74, "learning_rate": 3.701089776855215e-05, "loss": 3.7859, "step": 14400 }, { "epoch": 3.76, "learning_rate": 3.69901401141671e-05, "loss": 3.771, "step": 14500 }, { "epoch": 3.79, "learning_rate": 3.696938245978204e-05, "loss": 3.7613, "step": 14600 }, { "epoch": 3.81, "learning_rate": 3.6948624805396995e-05, "loss": 3.7879, "step": 14700 }, { "epoch": 3.84, "learning_rate": 3.692786715101194e-05, "loss": 3.775, "step": 14800 }, { "epoch": 3.87, "learning_rate": 3.6907109496626885e-05, "loss": 3.7578, "step": 14900 }, { "epoch": 3.89, "learning_rate": 3.688635184224183e-05, "loss": 3.7673, "step": 15000 }, { "epoch": 3.89, "eval_gen_len": 12.2688, "eval_loss": 3.7353405952453613, "eval_rouge1": 25.2952, "eval_rouge2": 2.0011, "eval_rougeL": 21.2449, "eval_rougeLsum": 21.2222, "eval_runtime": 81.3221, "eval_samples_per_second": 47.392, "eval_steps_per_second": 5.927, "step": 15000 }, { "epoch": 3.92, "learning_rate": 3.6865594187856775e-05, "loss": 3.7752, "step": 15100 }, { "epoch": 3.94, "learning_rate": 3.684483653347172e-05, "loss": 3.7749, "step": 15200 }, { "epoch": 3.97, "learning_rate": 3.6824078879086665e-05, "loss": 3.7379, "step": 15300 }, { "epoch": 4.0, "learning_rate": 3.6803321224701616e-05, "loss": 3.756, "step": 15400 }, { "epoch": 4.02, "learning_rate": 3.678256357031656e-05, "loss": 3.7516, "step": 15500 }, { "epoch": 4.05, "learning_rate": 3.6761805915931506e-05, "loss": 3.7543, "step": 15600 }, { "epoch": 4.07, "learning_rate": 3.674104826154645e-05, "loss": 3.7594, "step": 15700 }, { "epoch": 4.1, "learning_rate": 3.6720290607161396e-05, "loss": 3.7529, "step": 15800 }, { "epoch": 4.13, "learning_rate": 3.6699532952776334e-05, "loss": 3.7571, "step": 15900 }, { "epoch": 4.15, "learning_rate": 3.667877529839128e-05, "loss": 3.7617, "step": 16000 }, { "epoch": 4.18, "learning_rate": 3.665801764400623e-05, "loss": 3.7688, "step": 16100 }, { "epoch": 4.2, "learning_rate": 3.6637259989621176e-05, "loss": 3.7514, "step": 16200 }, { "epoch": 4.23, "learning_rate": 3.661650233523612e-05, "loss": 3.7574, "step": 16300 }, { "epoch": 4.26, "learning_rate": 3.6595744680851066e-05, "loss": 3.766, "step": 16400 }, { "epoch": 4.28, "learning_rate": 3.657498702646601e-05, "loss": 3.7406, "step": 16500 }, { "epoch": 4.31, "learning_rate": 3.6554229372080956e-05, "loss": 3.7226, "step": 16600 }, { "epoch": 4.33, "learning_rate": 3.653347171769591e-05, "loss": 3.7476, "step": 16700 }, { "epoch": 4.36, "learning_rate": 3.651271406331085e-05, "loss": 3.7391, "step": 16800 }, { "epoch": 4.39, "learning_rate": 3.64919564089258e-05, "loss": 3.7396, "step": 16900 }, { "epoch": 4.41, "learning_rate": 3.647119875454074e-05, "loss": 3.7518, "step": 17000 }, { "epoch": 4.44, "learning_rate": 3.645044110015569e-05, "loss": 3.7414, "step": 17100 }, { "epoch": 4.46, "learning_rate": 3.642968344577063e-05, "loss": 3.747, "step": 17200 }, { "epoch": 4.49, "learning_rate": 3.640892579138558e-05, "loss": 3.7615, "step": 17300 }, { "epoch": 4.51, "learning_rate": 3.638816813700052e-05, "loss": 3.7379, "step": 17400 }, { "epoch": 4.54, "learning_rate": 3.636741048261547e-05, "loss": 3.7485, "step": 17500 }, { "epoch": 4.57, "learning_rate": 3.634665282823041e-05, "loss": 3.7474, "step": 17600 }, { "epoch": 4.59, "learning_rate": 3.632589517384536e-05, "loss": 3.7209, "step": 17700 }, { "epoch": 4.62, "learning_rate": 3.63051375194603e-05, "loss": 3.7424, "step": 17800 }, { "epoch": 4.64, "learning_rate": 3.628437986507525e-05, "loss": 3.7427, "step": 17900 }, { "epoch": 4.67, "learning_rate": 3.62636222106902e-05, "loss": 3.7466, "step": 18000 }, { "epoch": 4.7, "learning_rate": 3.6242864556305144e-05, "loss": 3.7372, "step": 18100 }, { "epoch": 4.72, "learning_rate": 3.622210690192009e-05, "loss": 3.7325, "step": 18200 }, { "epoch": 4.75, "learning_rate": 3.6201349247535034e-05, "loss": 3.7315, "step": 18300 }, { "epoch": 4.77, "learning_rate": 3.618059159314998e-05, "loss": 3.7248, "step": 18400 }, { "epoch": 4.8, "learning_rate": 3.6159833938764924e-05, "loss": 3.7315, "step": 18500 }, { "epoch": 4.83, "learning_rate": 3.613907628437987e-05, "loss": 3.7164, "step": 18600 }, { "epoch": 4.85, "learning_rate": 3.6118318629994814e-05, "loss": 3.7248, "step": 18700 }, { "epoch": 4.88, "learning_rate": 3.609756097560976e-05, "loss": 3.7286, "step": 18800 }, { "epoch": 4.9, "learning_rate": 3.6076803321224704e-05, "loss": 3.7321, "step": 18900 }, { "epoch": 4.93, "learning_rate": 3.605604566683965e-05, "loss": 3.7238, "step": 19000 }, { "epoch": 4.96, "learning_rate": 3.6035288012454594e-05, "loss": 3.7334, "step": 19100 }, { "epoch": 4.98, "learning_rate": 3.601453035806954e-05, "loss": 3.7116, "step": 19200 }, { "epoch": 5.01, "learning_rate": 3.599377270368449e-05, "loss": 3.7395, "step": 19300 }, { "epoch": 5.03, "learning_rate": 3.5973015049299435e-05, "loss": 3.7334, "step": 19400 }, { "epoch": 5.06, "learning_rate": 3.595225739491438e-05, "loss": 3.7274, "step": 19500 }, { "epoch": 5.09, "learning_rate": 3.5931499740529325e-05, "loss": 3.7216, "step": 19600 }, { "epoch": 5.11, "learning_rate": 3.591074208614427e-05, "loss": 3.7238, "step": 19700 }, { "epoch": 5.14, "learning_rate": 3.5889984431759215e-05, "loss": 3.7158, "step": 19800 }, { "epoch": 5.16, "learning_rate": 3.586922677737416e-05, "loss": 3.7302, "step": 19900 }, { "epoch": 5.19, "learning_rate": 3.5848469122989105e-05, "loss": 3.7137, "step": 20000 }, { "epoch": 5.19, "eval_gen_len": 12.2688, "eval_loss": 3.690828561782837, "eval_rouge1": 26.1164, "eval_rouge2": 2.0984, "eval_rougeL": 22.1244, "eval_rougeLsum": 22.1089, "eval_runtime": 81.0762, "eval_samples_per_second": 47.536, "eval_steps_per_second": 5.945, "step": 20000 }, { "epoch": 5.22, "learning_rate": 3.582771146860405e-05, "loss": 3.7286, "step": 20100 }, { "epoch": 5.24, "learning_rate": 3.5806953814218995e-05, "loss": 3.7333, "step": 20200 }, { "epoch": 5.27, "learning_rate": 3.578619615983394e-05, "loss": 3.7041, "step": 20300 }, { "epoch": 5.29, "learning_rate": 3.5765438505448885e-05, "loss": 3.6972, "step": 20400 }, { "epoch": 5.32, "learning_rate": 3.574468085106383e-05, "loss": 3.7198, "step": 20500 }, { "epoch": 5.35, "learning_rate": 3.572392319667878e-05, "loss": 3.7212, "step": 20600 }, { "epoch": 5.37, "learning_rate": 3.570316554229373e-05, "loss": 3.7162, "step": 20700 }, { "epoch": 5.4, "learning_rate": 3.568240788790867e-05, "loss": 3.7239, "step": 20800 }, { "epoch": 5.42, "learning_rate": 3.566165023352362e-05, "loss": 3.7266, "step": 20900 }, { "epoch": 5.45, "learning_rate": 3.564089257913856e-05, "loss": 3.7136, "step": 21000 }, { "epoch": 5.47, "learning_rate": 3.562013492475351e-05, "loss": 3.7118, "step": 21100 }, { "epoch": 5.5, "learning_rate": 3.559937727036845e-05, "loss": 3.7149, "step": 21200 }, { "epoch": 5.53, "learning_rate": 3.55786196159834e-05, "loss": 3.7064, "step": 21300 }, { "epoch": 5.55, "learning_rate": 3.555786196159834e-05, "loss": 3.6967, "step": 21400 }, { "epoch": 5.58, "learning_rate": 3.5537104307213287e-05, "loss": 3.7106, "step": 21500 }, { "epoch": 5.6, "learning_rate": 3.551634665282823e-05, "loss": 3.6849, "step": 21600 }, { "epoch": 5.63, "learning_rate": 3.5495588998443177e-05, "loss": 3.6902, "step": 21700 }, { "epoch": 5.66, "learning_rate": 3.547483134405812e-05, "loss": 3.6975, "step": 21800 }, { "epoch": 5.68, "learning_rate": 3.545407368967307e-05, "loss": 3.7142, "step": 21900 }, { "epoch": 5.71, "learning_rate": 3.543331603528802e-05, "loss": 3.6887, "step": 22000 }, { "epoch": 5.73, "learning_rate": 3.541255838090296e-05, "loss": 3.6966, "step": 22100 }, { "epoch": 5.76, "learning_rate": 3.539180072651791e-05, "loss": 3.7046, "step": 22200 }, { "epoch": 5.79, "learning_rate": 3.537104307213285e-05, "loss": 3.7046, "step": 22300 }, { "epoch": 5.81, "learning_rate": 3.53502854177478e-05, "loss": 3.7108, "step": 22400 }, { "epoch": 5.84, "learning_rate": 3.532952776336274e-05, "loss": 3.6994, "step": 22500 }, { "epoch": 5.86, "learning_rate": 3.530877010897769e-05, "loss": 3.6976, "step": 22600 }, { "epoch": 5.89, "learning_rate": 3.528801245459263e-05, "loss": 3.7163, "step": 22700 }, { "epoch": 5.92, "learning_rate": 3.526725480020758e-05, "loss": 3.7022, "step": 22800 }, { "epoch": 5.94, "learning_rate": 3.524649714582252e-05, "loss": 3.6893, "step": 22900 }, { "epoch": 5.97, "learning_rate": 3.522573949143747e-05, "loss": 3.6954, "step": 23000 }, { "epoch": 5.99, "learning_rate": 3.520498183705241e-05, "loss": 3.7143, "step": 23100 }, { "epoch": 6.02, "learning_rate": 3.5184224182667365e-05, "loss": 3.6649, "step": 23200 }, { "epoch": 6.05, "learning_rate": 3.516346652828231e-05, "loss": 3.6953, "step": 23300 }, { "epoch": 6.07, "learning_rate": 3.5142708873897255e-05, "loss": 3.7025, "step": 23400 }, { "epoch": 6.1, "learning_rate": 3.51219512195122e-05, "loss": 3.7151, "step": 23500 }, { "epoch": 6.12, "learning_rate": 3.5101193565127144e-05, "loss": 3.6985, "step": 23600 }, { "epoch": 6.15, "learning_rate": 3.508043591074209e-05, "loss": 3.7094, "step": 23700 }, { "epoch": 6.18, "learning_rate": 3.5059678256357034e-05, "loss": 3.6963, "step": 23800 }, { "epoch": 6.2, "learning_rate": 3.503892060197198e-05, "loss": 3.7083, "step": 23900 }, { "epoch": 6.23, "learning_rate": 3.5018162947586924e-05, "loss": 3.6809, "step": 24000 }, { "epoch": 6.25, "learning_rate": 3.499740529320187e-05, "loss": 3.6915, "step": 24100 }, { "epoch": 6.28, "learning_rate": 3.4976647638816814e-05, "loss": 3.6886, "step": 24200 }, { "epoch": 6.31, "learning_rate": 3.495588998443176e-05, "loss": 3.7067, "step": 24300 }, { "epoch": 6.33, "learning_rate": 3.4935132330046704e-05, "loss": 3.6912, "step": 24400 }, { "epoch": 6.36, "learning_rate": 3.4914374675661656e-05, "loss": 3.7084, "step": 24500 }, { "epoch": 6.38, "learning_rate": 3.48936170212766e-05, "loss": 3.6849, "step": 24600 }, { "epoch": 6.41, "learning_rate": 3.4872859366891546e-05, "loss": 3.7204, "step": 24700 }, { "epoch": 6.43, "learning_rate": 3.485210171250649e-05, "loss": 3.7057, "step": 24800 }, { "epoch": 6.46, "learning_rate": 3.4831344058121436e-05, "loss": 3.7103, "step": 24900 }, { "epoch": 6.49, "learning_rate": 3.481058640373638e-05, "loss": 3.6905, "step": 25000 }, { "epoch": 6.49, "eval_gen_len": 12.2701, "eval_loss": 3.667330503463745, "eval_rouge1": 26.7248, "eval_rouge2": 2.0984, "eval_rougeL": 22.7285, "eval_rougeLsum": 22.7508, "eval_runtime": 81.3332, "eval_samples_per_second": 47.385, "eval_steps_per_second": 5.926, "step": 25000 }, { "epoch": 6.51, "learning_rate": 3.4789828749351326e-05, "loss": 3.6919, "step": 25100 }, { "epoch": 6.54, "learning_rate": 3.476907109496627e-05, "loss": 3.7111, "step": 25200 }, { "epoch": 6.56, "learning_rate": 3.4748313440581216e-05, "loss": 3.6901, "step": 25300 }, { "epoch": 6.59, "learning_rate": 3.472755578619616e-05, "loss": 3.6921, "step": 25400 }, { "epoch": 6.62, "learning_rate": 3.4706798131811106e-05, "loss": 3.6951, "step": 25500 }, { "epoch": 6.64, "learning_rate": 3.468604047742605e-05, "loss": 3.7004, "step": 25600 }, { "epoch": 6.67, "learning_rate": 3.4665282823040996e-05, "loss": 3.6868, "step": 25700 }, { "epoch": 6.69, "learning_rate": 3.464452516865594e-05, "loss": 3.6954, "step": 25800 }, { "epoch": 6.72, "learning_rate": 3.462376751427089e-05, "loss": 3.7049, "step": 25900 }, { "epoch": 6.75, "learning_rate": 3.460300985988584e-05, "loss": 3.6947, "step": 26000 }, { "epoch": 6.77, "learning_rate": 3.458225220550078e-05, "loss": 3.6963, "step": 26100 }, { "epoch": 6.8, "learning_rate": 3.456149455111573e-05, "loss": 3.6925, "step": 26200 }, { "epoch": 6.82, "learning_rate": 3.454073689673067e-05, "loss": 3.6845, "step": 26300 }, { "epoch": 6.85, "learning_rate": 3.451997924234562e-05, "loss": 3.6786, "step": 26400 }, { "epoch": 6.88, "learning_rate": 3.449922158796056e-05, "loss": 3.6842, "step": 26500 }, { "epoch": 6.9, "learning_rate": 3.447846393357551e-05, "loss": 3.6805, "step": 26600 }, { "epoch": 6.93, "learning_rate": 3.445770627919045e-05, "loss": 3.7005, "step": 26700 }, { "epoch": 6.95, "learning_rate": 3.44369486248054e-05, "loss": 3.683, "step": 26800 }, { "epoch": 6.98, "learning_rate": 3.441619097042034e-05, "loss": 3.6775, "step": 26900 }, { "epoch": 7.01, "learning_rate": 3.439543331603529e-05, "loss": 3.6823, "step": 27000 }, { "epoch": 7.03, "learning_rate": 3.437467566165023e-05, "loss": 3.6702, "step": 27100 }, { "epoch": 7.06, "learning_rate": 3.4353918007265184e-05, "loss": 3.6796, "step": 27200 }, { "epoch": 7.08, "learning_rate": 3.433316035288013e-05, "loss": 3.6707, "step": 27300 }, { "epoch": 7.11, "learning_rate": 3.4312402698495074e-05, "loss": 3.6907, "step": 27400 }, { "epoch": 7.14, "learning_rate": 3.429164504411002e-05, "loss": 3.6784, "step": 27500 }, { "epoch": 7.16, "learning_rate": 3.4270887389724963e-05, "loss": 3.6915, "step": 27600 }, { "epoch": 7.19, "learning_rate": 3.425012973533991e-05, "loss": 3.6872, "step": 27700 }, { "epoch": 7.21, "learning_rate": 3.422937208095486e-05, "loss": 3.694, "step": 27800 }, { "epoch": 7.24, "learning_rate": 3.42086144265698e-05, "loss": 3.6703, "step": 27900 }, { "epoch": 7.27, "learning_rate": 3.418785677218474e-05, "loss": 3.6963, "step": 28000 }, { "epoch": 7.29, "learning_rate": 3.416709911779969e-05, "loss": 3.6891, "step": 28100 }, { "epoch": 7.32, "learning_rate": 3.414634146341463e-05, "loss": 3.7015, "step": 28200 }, { "epoch": 7.34, "learning_rate": 3.412558380902958e-05, "loss": 3.689, "step": 28300 }, { "epoch": 7.37, "learning_rate": 3.410482615464452e-05, "loss": 3.6655, "step": 28400 }, { "epoch": 7.39, "learning_rate": 3.4084068500259475e-05, "loss": 3.6964, "step": 28500 }, { "epoch": 7.42, "learning_rate": 3.406331084587442e-05, "loss": 3.6859, "step": 28600 }, { "epoch": 7.45, "learning_rate": 3.4042553191489365e-05, "loss": 3.6751, "step": 28700 }, { "epoch": 7.47, "learning_rate": 3.402179553710431e-05, "loss": 3.6822, "step": 28800 }, { "epoch": 7.5, "learning_rate": 3.4001037882719255e-05, "loss": 3.6945, "step": 28900 }, { "epoch": 7.52, "learning_rate": 3.39802802283342e-05, "loss": 3.6647, "step": 29000 }, { "epoch": 7.55, "learning_rate": 3.395952257394915e-05, "loss": 3.6802, "step": 29100 }, { "epoch": 7.58, "learning_rate": 3.3938764919564097e-05, "loss": 3.6815, "step": 29200 }, { "epoch": 7.6, "learning_rate": 3.391800726517904e-05, "loss": 3.6923, "step": 29300 }, { "epoch": 7.63, "learning_rate": 3.389724961079398e-05, "loss": 3.6765, "step": 29400 }, { "epoch": 7.65, "learning_rate": 3.3876491956408925e-05, "loss": 3.6841, "step": 29500 }, { "epoch": 7.68, "learning_rate": 3.385573430202387e-05, "loss": 3.669, "step": 29600 }, { "epoch": 7.71, "learning_rate": 3.3834976647638815e-05, "loss": 3.6691, "step": 29700 }, { "epoch": 7.73, "learning_rate": 3.3814218993253766e-05, "loss": 3.6699, "step": 29800 }, { "epoch": 7.76, "learning_rate": 3.379346133886871e-05, "loss": 3.6903, "step": 29900 }, { "epoch": 7.78, "learning_rate": 3.3772703684483656e-05, "loss": 3.6904, "step": 30000 }, { "epoch": 7.78, "eval_gen_len": 12.2865, "eval_loss": 3.6548309326171875, "eval_rouge1": 27.2987, "eval_rouge2": 2.0984, "eval_rougeL": 23.3145, "eval_rougeLsum": 23.3265, "eval_runtime": 80.6803, "eval_samples_per_second": 47.769, "eval_steps_per_second": 5.974, "step": 30000 }, { "epoch": 7.81, "learning_rate": 3.37519460300986e-05, "loss": 3.69, "step": 30100 }, { "epoch": 7.84, "learning_rate": 3.3731188375713546e-05, "loss": 3.6648, "step": 30200 }, { "epoch": 7.86, "learning_rate": 3.371043072132849e-05, "loss": 3.6907, "step": 30300 }, { "epoch": 7.89, "learning_rate": 3.368967306694344e-05, "loss": 3.6636, "step": 30400 }, { "epoch": 7.91, "learning_rate": 3.366891541255839e-05, "loss": 3.6756, "step": 30500 }, { "epoch": 7.94, "learning_rate": 3.364815775817333e-05, "loss": 3.6653, "step": 30600 }, { "epoch": 7.97, "learning_rate": 3.362740010378828e-05, "loss": 3.6831, "step": 30700 }, { "epoch": 7.99, "learning_rate": 3.360664244940322e-05, "loss": 3.6724, "step": 30800 }, { "epoch": 8.02, "learning_rate": 3.358588479501816e-05, "loss": 3.6916, "step": 30900 }, { "epoch": 8.04, "learning_rate": 3.3565127140633106e-05, "loss": 3.6814, "step": 31000 }, { "epoch": 8.07, "learning_rate": 3.354436948624806e-05, "loss": 3.6791, "step": 31100 }, { "epoch": 8.1, "learning_rate": 3.3523611831863e-05, "loss": 3.6805, "step": 31200 }, { "epoch": 8.12, "learning_rate": 3.350285417747795e-05, "loss": 3.6936, "step": 31300 }, { "epoch": 8.15, "learning_rate": 3.348209652309289e-05, "loss": 3.6695, "step": 31400 }, { "epoch": 8.17, "learning_rate": 3.346133886870784e-05, "loss": 3.66, "step": 31500 }, { "epoch": 8.2, "learning_rate": 3.344058121432278e-05, "loss": 3.6621, "step": 31600 }, { "epoch": 8.23, "learning_rate": 3.3419823559937734e-05, "loss": 3.6892, "step": 31700 }, { "epoch": 8.25, "learning_rate": 3.339906590555268e-05, "loss": 3.6252, "step": 31800 }, { "epoch": 8.28, "learning_rate": 3.3378308251167624e-05, "loss": 3.6804, "step": 31900 }, { "epoch": 8.3, "learning_rate": 3.335755059678257e-05, "loss": 3.6879, "step": 32000 }, { "epoch": 8.33, "learning_rate": 3.3336792942397514e-05, "loss": 3.6683, "step": 32100 }, { "epoch": 8.35, "learning_rate": 3.331603528801246e-05, "loss": 3.6801, "step": 32200 }, { "epoch": 8.38, "learning_rate": 3.3295277633627404e-05, "loss": 3.6568, "step": 32300 }, { "epoch": 8.41, "learning_rate": 3.327451997924235e-05, "loss": 3.6621, "step": 32400 }, { "epoch": 8.43, "learning_rate": 3.3253762324857294e-05, "loss": 3.6686, "step": 32500 }, { "epoch": 8.46, "learning_rate": 3.323300467047224e-05, "loss": 3.6942, "step": 32600 }, { "epoch": 8.48, "learning_rate": 3.3212247016087184e-05, "loss": 3.6566, "step": 32700 }, { "epoch": 8.51, "learning_rate": 3.319148936170213e-05, "loss": 3.678, "step": 32800 }, { "epoch": 8.54, "learning_rate": 3.3170731707317074e-05, "loss": 3.6526, "step": 32900 }, { "epoch": 8.56, "learning_rate": 3.3149974052932026e-05, "loss": 3.6796, "step": 33000 }, { "epoch": 8.59, "learning_rate": 3.312921639854697e-05, "loss": 3.671, "step": 33100 }, { "epoch": 8.61, "learning_rate": 3.3108458744161916e-05, "loss": 3.6556, "step": 33200 }, { "epoch": 8.64, "learning_rate": 3.308770108977686e-05, "loss": 3.6819, "step": 33300 }, { "epoch": 8.67, "learning_rate": 3.3066943435391806e-05, "loss": 3.6574, "step": 33400 }, { "epoch": 8.69, "learning_rate": 3.304618578100675e-05, "loss": 3.6426, "step": 33500 }, { "epoch": 8.72, "learning_rate": 3.3025428126621695e-05, "loss": 3.6796, "step": 33600 }, { "epoch": 8.74, "learning_rate": 3.300467047223664e-05, "loss": 3.6892, "step": 33700 }, { "epoch": 8.77, "learning_rate": 3.2983912817851585e-05, "loss": 3.6702, "step": 33800 }, { "epoch": 8.8, "learning_rate": 3.296315516346653e-05, "loss": 3.6809, "step": 33900 }, { "epoch": 8.82, "learning_rate": 3.2942397509081475e-05, "loss": 3.6658, "step": 34000 }, { "epoch": 8.85, "learning_rate": 3.292163985469642e-05, "loss": 3.6747, "step": 34100 }, { "epoch": 8.87, "learning_rate": 3.2900882200311365e-05, "loss": 3.6703, "step": 34200 }, { "epoch": 8.9, "learning_rate": 3.288012454592632e-05, "loss": 3.6684, "step": 34300 }, { "epoch": 8.93, "learning_rate": 3.285936689154126e-05, "loss": 3.6565, "step": 34400 }, { "epoch": 8.95, "learning_rate": 3.283860923715621e-05, "loss": 3.6783, "step": 34500 }, { "epoch": 8.98, "learning_rate": 3.281785158277115e-05, "loss": 3.6727, "step": 34600 }, { "epoch": 9.0, "learning_rate": 3.27970939283861e-05, "loss": 3.6891, "step": 34700 }, { "epoch": 9.03, "learning_rate": 3.277633627400104e-05, "loss": 3.6667, "step": 34800 }, { "epoch": 9.06, "learning_rate": 3.275557861961599e-05, "loss": 3.6713, "step": 34900 }, { "epoch": 9.08, "learning_rate": 3.273482096523093e-05, "loss": 3.6643, "step": 35000 }, { "epoch": 9.08, "eval_gen_len": 12.2763, "eval_loss": 3.646332263946533, "eval_rouge1": 27.3301, "eval_rouge2": 2.0984, "eval_rougeL": 23.3261, "eval_rougeLsum": 23.3581, "eval_runtime": 76.595, "eval_samples_per_second": 50.317, "eval_steps_per_second": 6.293, "step": 35000 }, { "epoch": 9.11, "learning_rate": 3.271406331084588e-05, "loss": 3.6574, "step": 35100 }, { "epoch": 9.13, "learning_rate": 3.269330565646082e-05, "loss": 3.6598, "step": 35200 }, { "epoch": 9.16, "learning_rate": 3.267254800207577e-05, "loss": 3.6643, "step": 35300 }, { "epoch": 9.19, "learning_rate": 3.265179034769071e-05, "loss": 3.6675, "step": 35400 }, { "epoch": 9.21, "learning_rate": 3.263103269330566e-05, "loss": 3.6809, "step": 35500 }, { "epoch": 9.24, "learning_rate": 3.26102750389206e-05, "loss": 3.6862, "step": 35600 }, { "epoch": 9.26, "learning_rate": 3.258951738453555e-05, "loss": 3.662, "step": 35700 }, { "epoch": 9.29, "learning_rate": 3.25687597301505e-05, "loss": 3.671, "step": 35800 }, { "epoch": 9.31, "learning_rate": 3.254800207576544e-05, "loss": 3.6771, "step": 35900 }, { "epoch": 9.34, "learning_rate": 3.252724442138039e-05, "loss": 3.6686, "step": 36000 }, { "epoch": 9.37, "learning_rate": 3.250648676699533e-05, "loss": 3.6508, "step": 36100 }, { "epoch": 9.39, "learning_rate": 3.248572911261028e-05, "loss": 3.6553, "step": 36200 }, { "epoch": 9.42, "learning_rate": 3.246497145822522e-05, "loss": 3.665, "step": 36300 }, { "epoch": 9.44, "learning_rate": 3.244421380384017e-05, "loss": 3.6832, "step": 36400 }, { "epoch": 9.47, "learning_rate": 3.242345614945511e-05, "loss": 3.6666, "step": 36500 }, { "epoch": 9.5, "learning_rate": 3.240269849507006e-05, "loss": 3.6608, "step": 36600 }, { "epoch": 9.52, "learning_rate": 3.2381940840685e-05, "loss": 3.6624, "step": 36700 }, { "epoch": 9.55, "learning_rate": 3.236118318629995e-05, "loss": 3.6643, "step": 36800 }, { "epoch": 9.57, "learning_rate": 3.234042553191489e-05, "loss": 3.6563, "step": 36900 }, { "epoch": 9.6, "learning_rate": 3.2319667877529845e-05, "loss": 3.6471, "step": 37000 }, { "epoch": 9.63, "learning_rate": 3.229891022314479e-05, "loss": 3.659, "step": 37100 }, { "epoch": 9.65, "learning_rate": 3.2278152568759735e-05, "loss": 3.6758, "step": 37200 }, { "epoch": 9.68, "learning_rate": 3.225739491437468e-05, "loss": 3.6391, "step": 37300 }, { "epoch": 9.7, "learning_rate": 3.2236637259989625e-05, "loss": 3.6669, "step": 37400 }, { "epoch": 9.73, "learning_rate": 3.221587960560457e-05, "loss": 3.6713, "step": 37500 }, { "epoch": 9.76, "learning_rate": 3.2195121951219514e-05, "loss": 3.6773, "step": 37600 }, { "epoch": 9.78, "learning_rate": 3.217436429683446e-05, "loss": 3.643, "step": 37700 }, { "epoch": 9.81, "learning_rate": 3.2153606642449404e-05, "loss": 3.6637, "step": 37800 }, { "epoch": 9.83, "learning_rate": 3.213284898806435e-05, "loss": 3.6277, "step": 37900 }, { "epoch": 9.86, "learning_rate": 3.2112091333679294e-05, "loss": 3.676, "step": 38000 }, { "epoch": 9.89, "learning_rate": 3.209133367929424e-05, "loss": 3.6501, "step": 38100 }, { "epoch": 9.91, "learning_rate": 3.2070576024909184e-05, "loss": 3.6605, "step": 38200 }, { "epoch": 9.94, "learning_rate": 3.2049818370524136e-05, "loss": 3.6792, "step": 38300 }, { "epoch": 9.96, "learning_rate": 3.202906071613908e-05, "loss": 3.6747, "step": 38400 }, { "epoch": 9.99, "learning_rate": 3.2008303061754026e-05, "loss": 3.6834, "step": 38500 }, { "epoch": 10.02, "learning_rate": 3.198754540736897e-05, "loss": 3.6586, "step": 38600 }, { "epoch": 10.04, "learning_rate": 3.1966787752983916e-05, "loss": 3.6534, "step": 38700 }, { "epoch": 10.07, "learning_rate": 3.194603009859886e-05, "loss": 3.6691, "step": 38800 }, { "epoch": 10.09, "learning_rate": 3.1925272444213806e-05, "loss": 3.655, "step": 38900 }, { "epoch": 10.12, "learning_rate": 3.190451478982875e-05, "loss": 3.6692, "step": 39000 }, { "epoch": 10.15, "learning_rate": 3.1883757135443696e-05, "loss": 3.6568, "step": 39100 }, { "epoch": 10.17, "learning_rate": 3.186299948105864e-05, "loss": 3.6839, "step": 39200 }, { "epoch": 10.2, "learning_rate": 3.1842241826673586e-05, "loss": 3.6715, "step": 39300 }, { "epoch": 10.22, "learning_rate": 3.182148417228853e-05, "loss": 3.6353, "step": 39400 }, { "epoch": 10.25, "learning_rate": 3.1800726517903476e-05, "loss": 3.6357, "step": 39500 }, { "epoch": 10.28, "learning_rate": 3.177996886351843e-05, "loss": 3.6646, "step": 39600 }, { "epoch": 10.3, "learning_rate": 3.175921120913337e-05, "loss": 3.6664, "step": 39700 }, { "epoch": 10.33, "learning_rate": 3.173845355474832e-05, "loss": 3.6654, "step": 39800 }, { "epoch": 10.35, "learning_rate": 3.171769590036326e-05, "loss": 3.6732, "step": 39900 }, { "epoch": 10.38, "learning_rate": 3.169693824597821e-05, "loss": 3.6677, "step": 40000 }, { "epoch": 10.38, "eval_gen_len": 12.2836, "eval_loss": 3.640160322189331, "eval_rouge1": 27.5354, "eval_rouge2": 2.095, "eval_rougeL": 23.5496, "eval_rougeLsum": 23.563, "eval_runtime": 75.9134, "eval_samples_per_second": 50.768, "eval_steps_per_second": 6.349, "step": 40000 }, { "epoch": 10.4, "learning_rate": 3.167618059159315e-05, "loss": 3.6737, "step": 40100 }, { "epoch": 10.43, "learning_rate": 3.16554229372081e-05, "loss": 3.6693, "step": 40200 }, { "epoch": 10.46, "learning_rate": 3.163466528282304e-05, "loss": 3.6675, "step": 40300 }, { "epoch": 10.48, "learning_rate": 3.161390762843799e-05, "loss": 3.6627, "step": 40400 }, { "epoch": 10.51, "learning_rate": 3.159314997405293e-05, "loss": 3.6404, "step": 40500 }, { "epoch": 10.53, "learning_rate": 3.157239231966788e-05, "loss": 3.6688, "step": 40600 }, { "epoch": 10.56, "learning_rate": 3.155163466528282e-05, "loss": 3.6564, "step": 40700 }, { "epoch": 10.59, "learning_rate": 3.153087701089777e-05, "loss": 3.6103, "step": 40800 }, { "epoch": 10.61, "learning_rate": 3.151011935651272e-05, "loss": 3.6527, "step": 40900 }, { "epoch": 10.64, "learning_rate": 3.1489361702127664e-05, "loss": 3.6814, "step": 41000 }, { "epoch": 10.66, "learning_rate": 3.146860404774261e-05, "loss": 3.6341, "step": 41100 }, { "epoch": 10.69, "learning_rate": 3.1447846393357554e-05, "loss": 3.6594, "step": 41200 }, { "epoch": 10.72, "learning_rate": 3.14270887389725e-05, "loss": 3.6601, "step": 41300 }, { "epoch": 10.74, "learning_rate": 3.1406331084587444e-05, "loss": 3.6622, "step": 41400 }, { "epoch": 10.77, "learning_rate": 3.138557343020239e-05, "loss": 3.627, "step": 41500 }, { "epoch": 10.79, "learning_rate": 3.1364815775817334e-05, "loss": 3.6415, "step": 41600 }, { "epoch": 10.82, "learning_rate": 3.134405812143228e-05, "loss": 3.6322, "step": 41700 }, { "epoch": 10.85, "learning_rate": 3.1323300467047223e-05, "loss": 3.6771, "step": 41800 }, { "epoch": 10.87, "learning_rate": 3.130254281266217e-05, "loss": 3.6656, "step": 41900 }, { "epoch": 10.9, "learning_rate": 3.1281785158277113e-05, "loss": 3.6416, "step": 42000 }, { "epoch": 10.92, "learning_rate": 3.126102750389206e-05, "loss": 3.6719, "step": 42100 }, { "epoch": 10.95, "learning_rate": 3.124026984950701e-05, "loss": 3.6718, "step": 42200 }, { "epoch": 10.98, "learning_rate": 3.1219512195121955e-05, "loss": 3.6597, "step": 42300 }, { "epoch": 11.0, "learning_rate": 3.11987545407369e-05, "loss": 3.6492, "step": 42400 }, { "epoch": 11.03, "learning_rate": 3.1177996886351845e-05, "loss": 3.6484, "step": 42500 }, { "epoch": 11.05, "learning_rate": 3.115723923196679e-05, "loss": 3.6498, "step": 42600 }, { "epoch": 11.08, "learning_rate": 3.1136481577581735e-05, "loss": 3.6788, "step": 42700 }, { "epoch": 11.11, "learning_rate": 3.111572392319669e-05, "loss": 3.6653, "step": 42800 }, { "epoch": 11.13, "learning_rate": 3.1094966268811625e-05, "loss": 3.6476, "step": 42900 }, { "epoch": 11.16, "learning_rate": 3.107420861442657e-05, "loss": 3.671, "step": 43000 }, { "epoch": 11.18, "learning_rate": 3.1053450960041515e-05, "loss": 3.6251, "step": 43100 }, { "epoch": 11.21, "learning_rate": 3.103269330565646e-05, "loss": 3.6515, "step": 43200 }, { "epoch": 11.24, "learning_rate": 3.1011935651271405e-05, "loss": 3.6637, "step": 43300 }, { "epoch": 11.26, "learning_rate": 3.099117799688635e-05, "loss": 3.6481, "step": 43400 }, { "epoch": 11.29, "learning_rate": 3.09704203425013e-05, "loss": 3.6647, "step": 43500 }, { "epoch": 11.31, "learning_rate": 3.0949662688116246e-05, "loss": 3.6511, "step": 43600 }, { "epoch": 11.34, "learning_rate": 3.092890503373119e-05, "loss": 3.6438, "step": 43700 }, { "epoch": 11.36, "learning_rate": 3.0908147379346136e-05, "loss": 3.6742, "step": 43800 }, { "epoch": 11.39, "learning_rate": 3.088738972496108e-05, "loss": 3.6609, "step": 43900 }, { "epoch": 11.42, "learning_rate": 3.0866632070576026e-05, "loss": 3.6299, "step": 44000 }, { "epoch": 11.44, "learning_rate": 3.084587441619098e-05, "loss": 3.6595, "step": 44100 }, { "epoch": 11.47, "learning_rate": 3.082511676180592e-05, "loss": 3.6559, "step": 44200 }, { "epoch": 11.49, "learning_rate": 3.080435910742087e-05, "loss": 3.6838, "step": 44300 }, { "epoch": 11.52, "learning_rate": 3.078360145303581e-05, "loss": 3.667, "step": 44400 }, { "epoch": 11.55, "learning_rate": 3.076284379865075e-05, "loss": 3.6619, "step": 44500 }, { "epoch": 11.57, "learning_rate": 3.0742086144265696e-05, "loss": 3.6601, "step": 44600 }, { "epoch": 11.6, "learning_rate": 3.072132848988064e-05, "loss": 3.6608, "step": 44700 }, { "epoch": 11.62, "learning_rate": 3.070057083549559e-05, "loss": 3.654, "step": 44800 }, { "epoch": 11.65, "learning_rate": 3.067981318111054e-05, "loss": 3.6641, "step": 44900 }, { "epoch": 11.68, "learning_rate": 3.065905552672548e-05, "loss": 3.6526, "step": 45000 }, { "epoch": 11.68, "eval_gen_len": 12.2807, "eval_loss": 3.6362619400024414, "eval_rouge1": 28.1357, "eval_rouge2": 2.3033, "eval_rougeL": 24.161, "eval_rougeLsum": 24.1576, "eval_runtime": 76.1206, "eval_samples_per_second": 50.63, "eval_steps_per_second": 6.332, "step": 45000 }, { "epoch": 11.7, "learning_rate": 3.063829787234043e-05, "loss": 3.6808, "step": 45100 }, { "epoch": 11.73, "learning_rate": 3.061754021795537e-05, "loss": 3.6443, "step": 45200 }, { "epoch": 11.75, "learning_rate": 3.059678256357032e-05, "loss": 3.6565, "step": 45300 }, { "epoch": 11.78, "learning_rate": 3.057602490918527e-05, "loss": 3.6611, "step": 45400 }, { "epoch": 11.81, "learning_rate": 3.0555267254800214e-05, "loss": 3.6532, "step": 45500 }, { "epoch": 11.83, "learning_rate": 3.053450960041516e-05, "loss": 3.655, "step": 45600 }, { "epoch": 11.86, "learning_rate": 3.05137519460301e-05, "loss": 3.6631, "step": 45700 }, { "epoch": 11.88, "learning_rate": 3.0492994291645046e-05, "loss": 3.6478, "step": 45800 }, { "epoch": 11.91, "learning_rate": 3.047223663725999e-05, "loss": 3.65, "step": 45900 }, { "epoch": 11.94, "learning_rate": 3.0451478982874936e-05, "loss": 3.6404, "step": 46000 }, { "epoch": 11.96, "learning_rate": 3.0430721328489884e-05, "loss": 3.6551, "step": 46100 }, { "epoch": 11.99, "learning_rate": 3.040996367410483e-05, "loss": 3.6547, "step": 46200 }, { "epoch": 12.01, "learning_rate": 3.0389206019719774e-05, "loss": 3.6557, "step": 46300 }, { "epoch": 12.04, "learning_rate": 3.036844836533472e-05, "loss": 3.6672, "step": 46400 }, { "epoch": 12.07, "learning_rate": 3.0347690710949664e-05, "loss": 3.6625, "step": 46500 }, { "epoch": 12.09, "learning_rate": 3.032693305656461e-05, "loss": 3.6332, "step": 46600 }, { "epoch": 12.12, "learning_rate": 3.0306175402179554e-05, "loss": 3.6408, "step": 46700 }, { "epoch": 12.14, "learning_rate": 3.0285417747794502e-05, "loss": 3.6518, "step": 46800 }, { "epoch": 12.17, "learning_rate": 3.0264660093409447e-05, "loss": 3.6416, "step": 46900 }, { "epoch": 12.2, "learning_rate": 3.0243902439024392e-05, "loss": 3.6405, "step": 47000 }, { "epoch": 12.22, "learning_rate": 3.0223144784639337e-05, "loss": 3.659, "step": 47100 }, { "epoch": 12.25, "learning_rate": 3.0202387130254282e-05, "loss": 3.6342, "step": 47200 }, { "epoch": 12.27, "learning_rate": 3.0181629475869227e-05, "loss": 3.6718, "step": 47300 }, { "epoch": 12.3, "learning_rate": 3.0160871821484176e-05, "loss": 3.6391, "step": 47400 }, { "epoch": 12.32, "learning_rate": 3.014011416709912e-05, "loss": 3.6564, "step": 47500 }, { "epoch": 12.35, "learning_rate": 3.0119356512714066e-05, "loss": 3.6481, "step": 47600 }, { "epoch": 12.38, "learning_rate": 3.009859885832901e-05, "loss": 3.6446, "step": 47700 }, { "epoch": 12.4, "learning_rate": 3.0077841203943955e-05, "loss": 3.6356, "step": 47800 }, { "epoch": 12.43, "learning_rate": 3.00570835495589e-05, "loss": 3.6563, "step": 47900 }, { "epoch": 12.45, "learning_rate": 3.0036325895173845e-05, "loss": 3.65, "step": 48000 }, { "epoch": 12.48, "learning_rate": 3.0015568240788794e-05, "loss": 3.6357, "step": 48100 }, { "epoch": 12.51, "learning_rate": 2.999481058640374e-05, "loss": 3.6648, "step": 48200 }, { "epoch": 12.53, "learning_rate": 2.9974052932018684e-05, "loss": 3.6636, "step": 48300 }, { "epoch": 12.56, "learning_rate": 2.995329527763363e-05, "loss": 3.6416, "step": 48400 }, { "epoch": 12.58, "learning_rate": 2.9932537623248574e-05, "loss": 3.638, "step": 48500 }, { "epoch": 12.61, "learning_rate": 2.991177996886352e-05, "loss": 3.6637, "step": 48600 }, { "epoch": 12.64, "learning_rate": 2.9891022314478467e-05, "loss": 3.6412, "step": 48700 }, { "epoch": 12.66, "learning_rate": 2.9870264660093412e-05, "loss": 3.6471, "step": 48800 }, { "epoch": 12.69, "learning_rate": 2.9849507005708357e-05, "loss": 3.6729, "step": 48900 }, { "epoch": 12.71, "learning_rate": 2.9828749351323302e-05, "loss": 3.6692, "step": 49000 }, { "epoch": 12.74, "learning_rate": 2.9807991696938247e-05, "loss": 3.6498, "step": 49100 }, { "epoch": 12.77, "learning_rate": 2.9787234042553192e-05, "loss": 3.6471, "step": 49200 }, { "epoch": 12.79, "learning_rate": 2.9766476388168137e-05, "loss": 3.6535, "step": 49300 }, { "epoch": 12.82, "learning_rate": 2.9745718733783085e-05, "loss": 3.6526, "step": 49400 }, { "epoch": 12.84, "learning_rate": 2.972496107939803e-05, "loss": 3.6555, "step": 49500 }, { "epoch": 12.87, "learning_rate": 2.9704203425012975e-05, "loss": 3.6368, "step": 49600 }, { "epoch": 12.9, "learning_rate": 2.968344577062792e-05, "loss": 3.6546, "step": 49700 }, { "epoch": 12.92, "learning_rate": 2.9662688116242865e-05, "loss": 3.6621, "step": 49800 }, { "epoch": 12.95, "learning_rate": 2.964193046185781e-05, "loss": 3.6332, "step": 49900 }, { "epoch": 12.97, "learning_rate": 2.962117280747276e-05, "loss": 3.652, "step": 50000 }, { "epoch": 12.97, "eval_gen_len": 12.2789, "eval_loss": 3.6313188076019287, "eval_rouge1": 31.2625, "eval_rouge2": 3.8392, "eval_rougeL": 27.2814, "eval_rougeLsum": 27.2856, "eval_runtime": 76.4786, "eval_samples_per_second": 50.393, "eval_steps_per_second": 6.302, "step": 50000 }, { "epoch": 13.0, "learning_rate": 2.9600415153087703e-05, "loss": 3.6524, "step": 50100 }, { "epoch": 13.03, "learning_rate": 2.9579657498702648e-05, "loss": 3.666, "step": 50200 }, { "epoch": 13.05, "learning_rate": 2.9558899844317593e-05, "loss": 3.6342, "step": 50300 }, { "epoch": 13.08, "learning_rate": 2.9538142189932538e-05, "loss": 3.6535, "step": 50400 }, { "epoch": 13.1, "learning_rate": 2.9517384535547483e-05, "loss": 3.6558, "step": 50500 }, { "epoch": 13.13, "learning_rate": 2.9496626881162428e-05, "loss": 3.6452, "step": 50600 }, { "epoch": 13.16, "learning_rate": 2.947586922677738e-05, "loss": 3.6442, "step": 50700 }, { "epoch": 13.18, "learning_rate": 2.945511157239232e-05, "loss": 3.6576, "step": 50800 }, { "epoch": 13.21, "learning_rate": 2.9434353918007266e-05, "loss": 3.6663, "step": 50900 }, { "epoch": 13.23, "learning_rate": 2.941359626362221e-05, "loss": 3.6328, "step": 51000 }, { "epoch": 13.26, "learning_rate": 2.9392838609237156e-05, "loss": 3.6412, "step": 51100 }, { "epoch": 13.28, "learning_rate": 2.93720809548521e-05, "loss": 3.6603, "step": 51200 }, { "epoch": 13.31, "learning_rate": 2.9351323300467053e-05, "loss": 3.6423, "step": 51300 }, { "epoch": 13.34, "learning_rate": 2.9330565646081998e-05, "loss": 3.6527, "step": 51400 }, { "epoch": 13.36, "learning_rate": 2.9309807991696943e-05, "loss": 3.6655, "step": 51500 }, { "epoch": 13.39, "learning_rate": 2.9289050337311885e-05, "loss": 3.6603, "step": 51600 }, { "epoch": 13.41, "learning_rate": 2.926829268292683e-05, "loss": 3.6243, "step": 51700 }, { "epoch": 13.44, "learning_rate": 2.9247535028541774e-05, "loss": 3.6392, "step": 51800 }, { "epoch": 13.47, "learning_rate": 2.922677737415672e-05, "loss": 3.6298, "step": 51900 }, { "epoch": 13.49, "learning_rate": 2.920601971977167e-05, "loss": 3.6615, "step": 52000 }, { "epoch": 13.52, "learning_rate": 2.9185262065386616e-05, "loss": 3.6398, "step": 52100 }, { "epoch": 13.54, "learning_rate": 2.916450441100156e-05, "loss": 3.6652, "step": 52200 }, { "epoch": 13.57, "learning_rate": 2.9143746756616506e-05, "loss": 3.6702, "step": 52300 }, { "epoch": 13.6, "learning_rate": 2.9122989102231448e-05, "loss": 3.6696, "step": 52400 }, { "epoch": 13.62, "learning_rate": 2.9102231447846393e-05, "loss": 3.654, "step": 52500 }, { "epoch": 13.65, "learning_rate": 2.9081473793461344e-05, "loss": 3.6507, "step": 52600 }, { "epoch": 13.67, "learning_rate": 2.906071613907629e-05, "loss": 3.6341, "step": 52700 }, { "epoch": 13.7, "learning_rate": 2.9039958484691234e-05, "loss": 3.625, "step": 52800 }, { "epoch": 13.73, "learning_rate": 2.901920083030618e-05, "loss": 3.651, "step": 52900 }, { "epoch": 13.75, "learning_rate": 2.8998443175921124e-05, "loss": 3.6476, "step": 53000 }, { "epoch": 13.78, "learning_rate": 2.8977685521536066e-05, "loss": 3.6234, "step": 53100 }, { "epoch": 13.8, "learning_rate": 2.895692786715101e-05, "loss": 3.6568, "step": 53200 }, { "epoch": 13.83, "learning_rate": 2.8936170212765963e-05, "loss": 3.6294, "step": 53300 }, { "epoch": 13.86, "learning_rate": 2.8915412558380908e-05, "loss": 3.6513, "step": 53400 }, { "epoch": 13.88, "learning_rate": 2.8894654903995852e-05, "loss": 3.6455, "step": 53500 }, { "epoch": 13.91, "learning_rate": 2.8873897249610797e-05, "loss": 3.6467, "step": 53600 }, { "epoch": 13.93, "learning_rate": 2.8853139595225742e-05, "loss": 3.6241, "step": 53700 }, { "epoch": 13.96, "learning_rate": 2.8832381940840687e-05, "loss": 3.6388, "step": 53800 }, { "epoch": 13.99, "learning_rate": 2.8811624286455636e-05, "loss": 3.6207, "step": 53900 }, { "epoch": 14.01, "learning_rate": 2.879086663207058e-05, "loss": 3.665, "step": 54000 }, { "epoch": 14.04, "learning_rate": 2.8770108977685526e-05, "loss": 3.6486, "step": 54100 }, { "epoch": 14.06, "learning_rate": 2.874935132330047e-05, "loss": 3.6488, "step": 54200 }, { "epoch": 14.09, "learning_rate": 2.8728593668915416e-05, "loss": 3.6435, "step": 54300 }, { "epoch": 14.12, "learning_rate": 2.870783601453036e-05, "loss": 3.6244, "step": 54400 }, { "epoch": 14.14, "learning_rate": 2.8687078360145306e-05, "loss": 3.6598, "step": 54500 }, { "epoch": 14.17, "learning_rate": 2.8666320705760254e-05, "loss": 3.6124, "step": 54600 }, { "epoch": 14.19, "learning_rate": 2.86455630513752e-05, "loss": 3.6635, "step": 54700 }, { "epoch": 14.22, "learning_rate": 2.8624805396990144e-05, "loss": 3.6364, "step": 54800 }, { "epoch": 14.24, "learning_rate": 2.860404774260509e-05, "loss": 3.6522, "step": 54900 }, { "epoch": 14.27, "learning_rate": 2.8583290088220034e-05, "loss": 3.6544, "step": 55000 }, { "epoch": 14.27, "eval_gen_len": 12.2802, "eval_loss": 3.628124713897705, "eval_rouge1": 31.4632, "eval_rouge2": 4.1625, "eval_rougeL": 27.459, "eval_rougeLsum": 27.4835, "eval_runtime": 76.195, "eval_samples_per_second": 50.581, "eval_steps_per_second": 6.326, "step": 55000 }, { "epoch": 14.3, "learning_rate": 2.856253243383498e-05, "loss": 3.6345, "step": 55100 }, { "epoch": 14.32, "learning_rate": 2.8541774779449927e-05, "loss": 3.6543, "step": 55200 }, { "epoch": 14.35, "learning_rate": 2.8521017125064872e-05, "loss": 3.6405, "step": 55300 }, { "epoch": 14.37, "learning_rate": 2.8500259470679817e-05, "loss": 3.6421, "step": 55400 }, { "epoch": 14.4, "learning_rate": 2.8479501816294762e-05, "loss": 3.6653, "step": 55500 }, { "epoch": 14.43, "learning_rate": 2.8458744161909707e-05, "loss": 3.6695, "step": 55600 }, { "epoch": 14.45, "learning_rate": 2.8437986507524652e-05, "loss": 3.6273, "step": 55700 }, { "epoch": 14.48, "learning_rate": 2.8417228853139597e-05, "loss": 3.6402, "step": 55800 }, { "epoch": 14.5, "learning_rate": 2.8396471198754545e-05, "loss": 3.6508, "step": 55900 }, { "epoch": 14.53, "learning_rate": 2.837571354436949e-05, "loss": 3.6514, "step": 56000 }, { "epoch": 14.56, "learning_rate": 2.8354955889984435e-05, "loss": 3.6448, "step": 56100 }, { "epoch": 14.58, "learning_rate": 2.833419823559938e-05, "loss": 3.6388, "step": 56200 }, { "epoch": 14.61, "learning_rate": 2.8313440581214325e-05, "loss": 3.632, "step": 56300 }, { "epoch": 14.63, "learning_rate": 2.829268292682927e-05, "loss": 3.6273, "step": 56400 }, { "epoch": 14.66, "learning_rate": 2.8271925272444215e-05, "loss": 3.6467, "step": 56500 }, { "epoch": 14.69, "learning_rate": 2.8251167618059163e-05, "loss": 3.6213, "step": 56600 }, { "epoch": 14.71, "learning_rate": 2.823040996367411e-05, "loss": 3.6341, "step": 56700 }, { "epoch": 14.74, "learning_rate": 2.8209652309289053e-05, "loss": 3.6443, "step": 56800 }, { "epoch": 14.76, "learning_rate": 2.8188894654904e-05, "loss": 3.6283, "step": 56900 }, { "epoch": 14.79, "learning_rate": 2.8168137000518943e-05, "loss": 3.6681, "step": 57000 }, { "epoch": 14.82, "learning_rate": 2.8147379346133888e-05, "loss": 3.6549, "step": 57100 }, { "epoch": 14.84, "learning_rate": 2.8126621691748837e-05, "loss": 3.6512, "step": 57200 }, { "epoch": 14.87, "learning_rate": 2.810586403736378e-05, "loss": 3.6574, "step": 57300 }, { "epoch": 14.89, "learning_rate": 2.8085106382978727e-05, "loss": 3.6357, "step": 57400 }, { "epoch": 14.92, "learning_rate": 2.806434872859367e-05, "loss": 3.6537, "step": 57500 }, { "epoch": 14.95, "learning_rate": 2.8043591074208617e-05, "loss": 3.6414, "step": 57600 }, { "epoch": 14.97, "learning_rate": 2.802283341982356e-05, "loss": 3.6496, "step": 57700 }, { "epoch": 15.0, "learning_rate": 2.8002075765438506e-05, "loss": 3.6444, "step": 57800 }, { "epoch": 15.02, "learning_rate": 2.7981318111053455e-05, "loss": 3.652, "step": 57900 }, { "epoch": 15.05, "learning_rate": 2.79605604566684e-05, "loss": 3.6259, "step": 58000 }, { "epoch": 15.08, "learning_rate": 2.7939802802283345e-05, "loss": 3.6478, "step": 58100 }, { "epoch": 15.1, "learning_rate": 2.791904514789829e-05, "loss": 3.6543, "step": 58200 }, { "epoch": 15.13, "learning_rate": 2.7898287493513235e-05, "loss": 3.6468, "step": 58300 }, { "epoch": 15.15, "learning_rate": 2.787752983912818e-05, "loss": 3.6576, "step": 58400 }, { "epoch": 15.18, "learning_rate": 2.7856772184743128e-05, "loss": 3.6458, "step": 58500 }, { "epoch": 15.2, "learning_rate": 2.7836014530358073e-05, "loss": 3.6502, "step": 58600 }, { "epoch": 15.23, "learning_rate": 2.7815256875973018e-05, "loss": 3.6211, "step": 58700 }, { "epoch": 15.26, "learning_rate": 2.7794499221587963e-05, "loss": 3.645, "step": 58800 }, { "epoch": 15.28, "learning_rate": 2.7773741567202908e-05, "loss": 3.6441, "step": 58900 }, { "epoch": 15.31, "learning_rate": 2.7752983912817853e-05, "loss": 3.6321, "step": 59000 }, { "epoch": 15.33, "learning_rate": 2.7732226258432798e-05, "loss": 3.6391, "step": 59100 }, { "epoch": 15.36, "learning_rate": 2.7711468604047746e-05, "loss": 3.6461, "step": 59200 }, { "epoch": 15.39, "learning_rate": 2.769071094966269e-05, "loss": 3.619, "step": 59300 }, { "epoch": 15.41, "learning_rate": 2.7669953295277636e-05, "loss": 3.6244, "step": 59400 }, { "epoch": 15.44, "learning_rate": 2.764919564089258e-05, "loss": 3.664, "step": 59500 }, { "epoch": 15.46, "learning_rate": 2.7628437986507526e-05, "loss": 3.6522, "step": 59600 }, { "epoch": 15.49, "learning_rate": 2.760768033212247e-05, "loss": 3.6308, "step": 59700 }, { "epoch": 15.52, "learning_rate": 2.758692267773742e-05, "loss": 3.6505, "step": 59800 }, { "epoch": 15.54, "learning_rate": 2.7566165023352364e-05, "loss": 3.6457, "step": 59900 }, { "epoch": 15.57, "learning_rate": 2.754540736896731e-05, "loss": 3.6381, "step": 60000 }, { "epoch": 15.57, "eval_gen_len": 12.2794, "eval_loss": 3.6244375705718994, "eval_rouge1": 34.0589, "eval_rouge2": 5.2472, "eval_rougeL": 30.0323, "eval_rougeLsum": 30.0873, "eval_runtime": 76.347, "eval_samples_per_second": 50.48, "eval_steps_per_second": 6.313, "step": 60000 }, { "epoch": 15.59, "learning_rate": 2.7524649714582254e-05, "loss": 3.6259, "step": 60100 }, { "epoch": 15.62, "learning_rate": 2.75038920601972e-05, "loss": 3.6488, "step": 60200 }, { "epoch": 15.65, "learning_rate": 2.7483134405812144e-05, "loss": 3.6415, "step": 60300 }, { "epoch": 15.67, "learning_rate": 2.746237675142709e-05, "loss": 3.6595, "step": 60400 }, { "epoch": 15.7, "learning_rate": 2.7441619097042038e-05, "loss": 3.636, "step": 60500 }, { "epoch": 15.72, "learning_rate": 2.7420861442656982e-05, "loss": 3.6107, "step": 60600 }, { "epoch": 15.75, "learning_rate": 2.7400103788271927e-05, "loss": 3.6465, "step": 60700 }, { "epoch": 15.78, "learning_rate": 2.7379346133886872e-05, "loss": 3.6097, "step": 60800 }, { "epoch": 15.8, "learning_rate": 2.7358588479501817e-05, "loss": 3.6584, "step": 60900 }, { "epoch": 15.83, "learning_rate": 2.7337830825116762e-05, "loss": 3.6508, "step": 61000 }, { "epoch": 15.85, "learning_rate": 2.731707317073171e-05, "loss": 3.6474, "step": 61100 }, { "epoch": 15.88, "learning_rate": 2.7296315516346656e-05, "loss": 3.5899, "step": 61200 }, { "epoch": 15.91, "learning_rate": 2.72755578619616e-05, "loss": 3.624, "step": 61300 }, { "epoch": 15.93, "learning_rate": 2.7254800207576546e-05, "loss": 3.6318, "step": 61400 }, { "epoch": 15.96, "learning_rate": 2.723404255319149e-05, "loss": 3.6407, "step": 61500 }, { "epoch": 15.98, "learning_rate": 2.7213284898806436e-05, "loss": 3.6605, "step": 61600 }, { "epoch": 16.01, "learning_rate": 2.719252724442138e-05, "loss": 3.6452, "step": 61700 }, { "epoch": 16.04, "learning_rate": 2.717176959003633e-05, "loss": 3.646, "step": 61800 }, { "epoch": 16.06, "learning_rate": 2.7151011935651274e-05, "loss": 3.6475, "step": 61900 }, { "epoch": 16.09, "learning_rate": 2.713025428126622e-05, "loss": 3.6483, "step": 62000 }, { "epoch": 16.11, "learning_rate": 2.7109496626881164e-05, "loss": 3.6051, "step": 62100 }, { "epoch": 16.14, "learning_rate": 2.708873897249611e-05, "loss": 3.6369, "step": 62200 }, { "epoch": 16.17, "learning_rate": 2.7067981318111054e-05, "loss": 3.6364, "step": 62300 }, { "epoch": 16.19, "learning_rate": 2.7047223663726002e-05, "loss": 3.6398, "step": 62400 }, { "epoch": 16.22, "learning_rate": 2.7026466009340947e-05, "loss": 3.6348, "step": 62500 }, { "epoch": 16.24, "learning_rate": 2.7005708354955892e-05, "loss": 3.6484, "step": 62600 }, { "epoch": 16.27, "learning_rate": 2.6984950700570837e-05, "loss": 3.6168, "step": 62700 }, { "epoch": 16.29, "learning_rate": 2.6964193046185782e-05, "loss": 3.6328, "step": 62800 }, { "epoch": 16.32, "learning_rate": 2.6943435391800727e-05, "loss": 3.6456, "step": 62900 }, { "epoch": 16.35, "learning_rate": 2.6922677737415672e-05, "loss": 3.6292, "step": 63000 }, { "epoch": 16.37, "learning_rate": 2.690192008303062e-05, "loss": 3.6523, "step": 63100 }, { "epoch": 16.4, "learning_rate": 2.6881162428645565e-05, "loss": 3.6296, "step": 63200 }, { "epoch": 16.42, "learning_rate": 2.686040477426051e-05, "loss": 3.6355, "step": 63300 }, { "epoch": 16.45, "learning_rate": 2.6839647119875455e-05, "loss": 3.627, "step": 63400 }, { "epoch": 16.48, "learning_rate": 2.68188894654904e-05, "loss": 3.6334, "step": 63500 }, { "epoch": 16.5, "learning_rate": 2.6798131811105345e-05, "loss": 3.6365, "step": 63600 }, { "epoch": 16.53, "learning_rate": 2.6777374156720293e-05, "loss": 3.6399, "step": 63700 }, { "epoch": 16.55, "learning_rate": 2.675661650233524e-05, "loss": 3.6597, "step": 63800 }, { "epoch": 16.58, "learning_rate": 2.6735858847950183e-05, "loss": 3.6349, "step": 63900 }, { "epoch": 16.61, "learning_rate": 2.671510119356513e-05, "loss": 3.6331, "step": 64000 }, { "epoch": 16.63, "learning_rate": 2.6694343539180073e-05, "loss": 3.6382, "step": 64100 }, { "epoch": 16.66, "learning_rate": 2.6673585884795018e-05, "loss": 3.6401, "step": 64200 }, { "epoch": 16.68, "learning_rate": 2.6652828230409963e-05, "loss": 3.6546, "step": 64300 }, { "epoch": 16.71, "learning_rate": 2.663207057602491e-05, "loss": 3.6492, "step": 64400 }, { "epoch": 16.74, "learning_rate": 2.6611312921639857e-05, "loss": 3.6681, "step": 64500 }, { "epoch": 16.76, "learning_rate": 2.65905552672548e-05, "loss": 3.6566, "step": 64600 }, { "epoch": 16.79, "learning_rate": 2.6569797612869746e-05, "loss": 3.6528, "step": 64700 }, { "epoch": 16.81, "learning_rate": 2.654903995848469e-05, "loss": 3.6492, "step": 64800 }, { "epoch": 16.84, "learning_rate": 2.6528282304099636e-05, "loss": 3.6372, "step": 64900 }, { "epoch": 16.87, "learning_rate": 2.6507524649714588e-05, "loss": 3.63, "step": 65000 }, { "epoch": 16.87, "eval_gen_len": 12.2807, "eval_loss": 3.6208901405334473, "eval_rouge1": 35.2903, "eval_rouge2": 5.4605, "eval_rougeL": 31.2651, "eval_rougeLsum": 31.3001, "eval_runtime": 76.0126, "eval_samples_per_second": 50.702, "eval_steps_per_second": 6.341, "step": 65000 }, { "epoch": 16.89, "learning_rate": 2.648676699532953e-05, "loss": 3.6417, "step": 65100 }, { "epoch": 16.92, "learning_rate": 2.6466009340944475e-05, "loss": 3.6349, "step": 65200 }, { "epoch": 16.94, "learning_rate": 2.644525168655942e-05, "loss": 3.6443, "step": 65300 }, { "epoch": 16.97, "learning_rate": 2.6424494032174365e-05, "loss": 3.639, "step": 65400 }, { "epoch": 17.0, "learning_rate": 2.640373637778931e-05, "loss": 3.6413, "step": 65500 }, { "epoch": 17.02, "learning_rate": 2.6382978723404255e-05, "loss": 3.646, "step": 65600 }, { "epoch": 17.05, "learning_rate": 2.6362221069019206e-05, "loss": 3.6391, "step": 65700 }, { "epoch": 17.07, "learning_rate": 2.634146341463415e-05, "loss": 3.6542, "step": 65800 }, { "epoch": 17.1, "learning_rate": 2.6320705760249093e-05, "loss": 3.6401, "step": 65900 }, { "epoch": 17.13, "learning_rate": 2.6299948105864038e-05, "loss": 3.6508, "step": 66000 }, { "epoch": 17.15, "learning_rate": 2.6279190451478983e-05, "loss": 3.6418, "step": 66100 }, { "epoch": 17.18, "learning_rate": 2.6258432797093928e-05, "loss": 3.6355, "step": 66200 }, { "epoch": 17.2, "learning_rate": 2.6237675142708873e-05, "loss": 3.628, "step": 66300 }, { "epoch": 17.23, "learning_rate": 2.6216917488323825e-05, "loss": 3.6268, "step": 66400 }, { "epoch": 17.25, "learning_rate": 2.619615983393877e-05, "loss": 3.6455, "step": 66500 }, { "epoch": 17.28, "learning_rate": 2.6175402179553714e-05, "loss": 3.6476, "step": 66600 }, { "epoch": 17.31, "learning_rate": 2.6154644525168656e-05, "loss": 3.62, "step": 66700 }, { "epoch": 17.33, "learning_rate": 2.61338868707836e-05, "loss": 3.6338, "step": 66800 }, { "epoch": 17.36, "learning_rate": 2.6113129216398546e-05, "loss": 3.6408, "step": 66900 }, { "epoch": 17.38, "learning_rate": 2.6092371562013498e-05, "loss": 3.6332, "step": 67000 }, { "epoch": 17.41, "learning_rate": 2.6071613907628443e-05, "loss": 3.6388, "step": 67100 }, { "epoch": 17.44, "learning_rate": 2.6050856253243388e-05, "loss": 3.6309, "step": 67200 }, { "epoch": 17.46, "learning_rate": 2.6030098598858333e-05, "loss": 3.6142, "step": 67300 }, { "epoch": 17.49, "learning_rate": 2.6009340944473274e-05, "loss": 3.6209, "step": 67400 }, { "epoch": 17.51, "learning_rate": 2.598858329008822e-05, "loss": 3.6563, "step": 67500 }, { "epoch": 17.54, "learning_rate": 2.5967825635703164e-05, "loss": 3.6453, "step": 67600 }, { "epoch": 17.57, "learning_rate": 2.5947067981318116e-05, "loss": 3.6369, "step": 67700 }, { "epoch": 17.59, "learning_rate": 2.592631032693306e-05, "loss": 3.6374, "step": 67800 }, { "epoch": 17.62, "learning_rate": 2.5905552672548006e-05, "loss": 3.6093, "step": 67900 }, { "epoch": 17.64, "learning_rate": 2.588479501816295e-05, "loss": 3.6268, "step": 68000 }, { "epoch": 17.67, "learning_rate": 2.5864037363777896e-05, "loss": 3.6367, "step": 68100 }, { "epoch": 17.7, "learning_rate": 2.5843279709392837e-05, "loss": 3.6321, "step": 68200 }, { "epoch": 17.72, "learning_rate": 2.582252205500779e-05, "loss": 3.6407, "step": 68300 }, { "epoch": 17.75, "learning_rate": 2.5801764400622734e-05, "loss": 3.643, "step": 68400 }, { "epoch": 17.77, "learning_rate": 2.578100674623768e-05, "loss": 3.6505, "step": 68500 }, { "epoch": 17.8, "learning_rate": 2.5760249091852624e-05, "loss": 3.6214, "step": 68600 }, { "epoch": 17.83, "learning_rate": 2.573949143746757e-05, "loss": 3.6302, "step": 68700 }, { "epoch": 17.85, "learning_rate": 2.5718733783082514e-05, "loss": 3.6455, "step": 68800 }, { "epoch": 17.88, "learning_rate": 2.5697976128697455e-05, "loss": 3.6369, "step": 68900 }, { "epoch": 17.9, "learning_rate": 2.5677218474312407e-05, "loss": 3.6254, "step": 69000 }, { "epoch": 17.93, "learning_rate": 2.5656460819927352e-05, "loss": 3.6399, "step": 69100 }, { "epoch": 17.96, "learning_rate": 2.5635703165542297e-05, "loss": 3.6317, "step": 69200 }, { "epoch": 17.98, "learning_rate": 2.5614945511157242e-05, "loss": 3.6274, "step": 69300 }, { "epoch": 18.01, "learning_rate": 2.5594187856772187e-05, "loss": 3.6413, "step": 69400 }, { "epoch": 18.03, "learning_rate": 2.5573430202387132e-05, "loss": 3.5785, "step": 69500 }, { "epoch": 18.06, "learning_rate": 2.555267254800208e-05, "loss": 3.6545, "step": 69600 }, { "epoch": 18.09, "learning_rate": 2.5531914893617025e-05, "loss": 3.6421, "step": 69700 }, { "epoch": 18.11, "learning_rate": 2.551115723923197e-05, "loss": 3.6563, "step": 69800 }, { "epoch": 18.14, "learning_rate": 2.5490399584846915e-05, "loss": 3.6307, "step": 69900 }, { "epoch": 18.16, "learning_rate": 2.546964193046186e-05, "loss": 3.6466, "step": 70000 }, { "epoch": 18.16, "eval_gen_len": 12.2802, "eval_loss": 3.6190104484558105, "eval_rouge1": 35.9674, "eval_rouge2": 5.5141, "eval_rougeL": 31.9434, "eval_rougeLsum": 31.9335, "eval_runtime": 75.2606, "eval_samples_per_second": 51.209, "eval_steps_per_second": 6.404, "step": 70000 }, { "epoch": 18.19, "learning_rate": 2.5448884276076805e-05, "loss": 3.6478, "step": 70100 }, { "epoch": 18.21, "learning_rate": 2.542812662169175e-05, "loss": 3.6251, "step": 70200 }, { "epoch": 18.24, "learning_rate": 2.54073689673067e-05, "loss": 3.6281, "step": 70300 }, { "epoch": 18.27, "learning_rate": 2.5386611312921644e-05, "loss": 3.6251, "step": 70400 }, { "epoch": 18.29, "learning_rate": 2.536585365853659e-05, "loss": 3.6252, "step": 70500 }, { "epoch": 18.32, "learning_rate": 2.5345096004151533e-05, "loss": 3.6214, "step": 70600 }, { "epoch": 18.34, "learning_rate": 2.532433834976648e-05, "loss": 3.6205, "step": 70700 }, { "epoch": 18.37, "learning_rate": 2.5303580695381423e-05, "loss": 3.6499, "step": 70800 }, { "epoch": 18.4, "learning_rate": 2.5282823040996372e-05, "loss": 3.6373, "step": 70900 }, { "epoch": 18.42, "learning_rate": 2.5262065386611317e-05, "loss": 3.6431, "step": 71000 }, { "epoch": 18.45, "learning_rate": 2.5241307732226262e-05, "loss": 3.6412, "step": 71100 }, { "epoch": 18.47, "learning_rate": 2.5220550077841207e-05, "loss": 3.6491, "step": 71200 }, { "epoch": 18.5, "learning_rate": 2.519979242345615e-05, "loss": 3.6163, "step": 71300 }, { "epoch": 18.53, "learning_rate": 2.5179034769071097e-05, "loss": 3.6328, "step": 71400 }, { "epoch": 18.55, "learning_rate": 2.515827711468604e-05, "loss": 3.623, "step": 71500 }, { "epoch": 18.58, "learning_rate": 2.513751946030099e-05, "loss": 3.6301, "step": 71600 }, { "epoch": 18.6, "learning_rate": 2.5116761805915935e-05, "loss": 3.6226, "step": 71700 }, { "epoch": 18.63, "learning_rate": 2.509600415153088e-05, "loss": 3.6297, "step": 71800 }, { "epoch": 18.66, "learning_rate": 2.5075246497145825e-05, "loss": 3.6523, "step": 71900 }, { "epoch": 18.68, "learning_rate": 2.505448884276077e-05, "loss": 3.6711, "step": 72000 }, { "epoch": 18.71, "learning_rate": 2.5033731188375715e-05, "loss": 3.6309, "step": 72100 }, { "epoch": 18.73, "learning_rate": 2.5012973533990663e-05, "loss": 3.6492, "step": 72200 }, { "epoch": 18.76, "learning_rate": 2.4992215879605608e-05, "loss": 3.6338, "step": 72300 }, { "epoch": 18.79, "learning_rate": 2.4971458225220553e-05, "loss": 3.6364, "step": 72400 }, { "epoch": 18.81, "learning_rate": 2.4950700570835498e-05, "loss": 3.634, "step": 72500 }, { "epoch": 18.84, "learning_rate": 2.4929942916450443e-05, "loss": 3.6298, "step": 72600 }, { "epoch": 18.86, "learning_rate": 2.4909185262065388e-05, "loss": 3.6512, "step": 72700 }, { "epoch": 18.89, "learning_rate": 2.4888427607680333e-05, "loss": 3.6493, "step": 72800 }, { "epoch": 18.92, "learning_rate": 2.486766995329528e-05, "loss": 3.6528, "step": 72900 }, { "epoch": 18.94, "learning_rate": 2.4846912298910226e-05, "loss": 3.6366, "step": 73000 }, { "epoch": 18.97, "learning_rate": 2.482615464452517e-05, "loss": 3.6066, "step": 73100 }, { "epoch": 18.99, "learning_rate": 2.4805396990140116e-05, "loss": 3.6273, "step": 73200 }, { "epoch": 19.02, "learning_rate": 2.478463933575506e-05, "loss": 3.6446, "step": 73300 }, { "epoch": 19.05, "learning_rate": 2.4763881681370006e-05, "loss": 3.6293, "step": 73400 }, { "epoch": 19.07, "learning_rate": 2.4743124026984954e-05, "loss": 3.6043, "step": 73500 }, { "epoch": 19.1, "learning_rate": 2.47223663725999e-05, "loss": 3.6257, "step": 73600 }, { "epoch": 19.12, "learning_rate": 2.4701608718214844e-05, "loss": 3.6326, "step": 73700 }, { "epoch": 19.15, "learning_rate": 2.468085106382979e-05, "loss": 3.6104, "step": 73800 }, { "epoch": 19.17, "learning_rate": 2.4660093409444734e-05, "loss": 3.6372, "step": 73900 }, { "epoch": 19.2, "learning_rate": 2.463933575505968e-05, "loss": 3.6068, "step": 74000 }, { "epoch": 19.23, "learning_rate": 2.4618578100674624e-05, "loss": 3.6266, "step": 74100 }, { "epoch": 19.25, "learning_rate": 2.4597820446289573e-05, "loss": 3.63, "step": 74200 }, { "epoch": 19.28, "learning_rate": 2.4577062791904518e-05, "loss": 3.6421, "step": 74300 }, { "epoch": 19.3, "learning_rate": 2.4556305137519463e-05, "loss": 3.6375, "step": 74400 }, { "epoch": 19.33, "learning_rate": 2.4535547483134408e-05, "loss": 3.6254, "step": 74500 }, { "epoch": 19.36, "learning_rate": 2.4514789828749353e-05, "loss": 3.6355, "step": 74600 }, { "epoch": 19.38, "learning_rate": 2.4494032174364297e-05, "loss": 3.6511, "step": 74700 }, { "epoch": 19.41, "learning_rate": 2.4473274519979246e-05, "loss": 3.6639, "step": 74800 }, { "epoch": 19.43, "learning_rate": 2.445251686559419e-05, "loss": 3.6405, "step": 74900 }, { "epoch": 19.46, "learning_rate": 2.4431759211209136e-05, "loss": 3.6307, "step": 75000 }, { "epoch": 19.46, "eval_gen_len": 12.2797, "eval_loss": 3.616529703140259, "eval_rouge1": 37.1937, "eval_rouge2": 6.2828, "eval_rougeL": 33.1867, "eval_rougeLsum": 33.1809, "eval_runtime": 75.7672, "eval_samples_per_second": 50.866, "eval_steps_per_second": 6.362, "step": 75000 }, { "epoch": 19.49, "learning_rate": 2.441100155682408e-05, "loss": 3.6128, "step": 75100 }, { "epoch": 19.51, "learning_rate": 2.4390243902439026e-05, "loss": 3.6349, "step": 75200 }, { "epoch": 19.54, "learning_rate": 2.436948624805397e-05, "loss": 3.6422, "step": 75300 }, { "epoch": 19.56, "learning_rate": 2.4348728593668916e-05, "loss": 3.6391, "step": 75400 }, { "epoch": 19.59, "learning_rate": 2.4327970939283864e-05, "loss": 3.6343, "step": 75500 }, { "epoch": 19.62, "learning_rate": 2.430721328489881e-05, "loss": 3.6291, "step": 75600 }, { "epoch": 19.64, "learning_rate": 2.4286455630513754e-05, "loss": 3.6087, "step": 75700 }, { "epoch": 19.67, "learning_rate": 2.42656979761287e-05, "loss": 3.6324, "step": 75800 }, { "epoch": 19.69, "learning_rate": 2.4244940321743644e-05, "loss": 3.648, "step": 75900 }, { "epoch": 19.72, "learning_rate": 2.422418266735859e-05, "loss": 3.6319, "step": 76000 }, { "epoch": 19.75, "learning_rate": 2.4203425012973534e-05, "loss": 3.6331, "step": 76100 }, { "epoch": 19.77, "learning_rate": 2.4182667358588482e-05, "loss": 3.6391, "step": 76200 }, { "epoch": 19.8, "learning_rate": 2.4161909704203427e-05, "loss": 3.6544, "step": 76300 }, { "epoch": 19.82, "learning_rate": 2.4141152049818372e-05, "loss": 3.6293, "step": 76400 }, { "epoch": 19.85, "learning_rate": 2.4120394395433317e-05, "loss": 3.6295, "step": 76500 }, { "epoch": 19.88, "learning_rate": 2.4099636741048262e-05, "loss": 3.6216, "step": 76600 }, { "epoch": 19.9, "learning_rate": 2.4078879086663207e-05, "loss": 3.6345, "step": 76700 }, { "epoch": 19.93, "learning_rate": 2.4058121432278155e-05, "loss": 3.6347, "step": 76800 }, { "epoch": 19.95, "learning_rate": 2.40373637778931e-05, "loss": 3.6191, "step": 76900 }, { "epoch": 19.98, "learning_rate": 2.4016606123508045e-05, "loss": 3.6214, "step": 77000 }, { "epoch": 20.01, "learning_rate": 2.399584846912299e-05, "loss": 3.6456, "step": 77100 }, { "epoch": 20.03, "learning_rate": 2.3975090814737935e-05, "loss": 3.6474, "step": 77200 }, { "epoch": 20.06, "learning_rate": 2.395433316035288e-05, "loss": 3.6347, "step": 77300 }, { "epoch": 20.08, "learning_rate": 2.3933575505967825e-05, "loss": 3.626, "step": 77400 }, { "epoch": 20.11, "learning_rate": 2.3912817851582774e-05, "loss": 3.6323, "step": 77500 }, { "epoch": 20.13, "learning_rate": 2.389206019719772e-05, "loss": 3.6282, "step": 77600 }, { "epoch": 20.16, "learning_rate": 2.3871302542812663e-05, "loss": 3.6296, "step": 77700 }, { "epoch": 20.19, "learning_rate": 2.385054488842761e-05, "loss": 3.6191, "step": 77800 }, { "epoch": 20.21, "learning_rate": 2.3829787234042553e-05, "loss": 3.6191, "step": 77900 }, { "epoch": 20.24, "learning_rate": 2.38090295796575e-05, "loss": 3.6518, "step": 78000 }, { "epoch": 20.26, "learning_rate": 2.3788271925272447e-05, "loss": 3.6158, "step": 78100 }, { "epoch": 20.29, "learning_rate": 2.3767514270887392e-05, "loss": 3.5855, "step": 78200 }, { "epoch": 20.32, "learning_rate": 2.3746756616502337e-05, "loss": 3.6417, "step": 78300 }, { "epoch": 20.34, "learning_rate": 2.372599896211728e-05, "loss": 3.5877, "step": 78400 }, { "epoch": 20.37, "learning_rate": 2.3705241307732227e-05, "loss": 3.6276, "step": 78500 }, { "epoch": 20.39, "learning_rate": 2.368448365334717e-05, "loss": 3.6331, "step": 78600 }, { "epoch": 20.42, "learning_rate": 2.3663725998962117e-05, "loss": 3.6065, "step": 78700 }, { "epoch": 20.45, "learning_rate": 2.3642968344577065e-05, "loss": 3.6643, "step": 78800 }, { "epoch": 20.47, "learning_rate": 2.362221069019201e-05, "loss": 3.6337, "step": 78900 }, { "epoch": 20.5, "learning_rate": 2.3601453035806955e-05, "loss": 3.6463, "step": 79000 }, { "epoch": 20.52, "learning_rate": 2.35806953814219e-05, "loss": 3.646, "step": 79100 }, { "epoch": 20.55, "learning_rate": 2.3559937727036845e-05, "loss": 3.6284, "step": 79200 }, { "epoch": 20.58, "learning_rate": 2.353918007265179e-05, "loss": 3.6241, "step": 79300 }, { "epoch": 20.6, "learning_rate": 2.3518422418266738e-05, "loss": 3.6432, "step": 79400 }, { "epoch": 20.63, "learning_rate": 2.3497664763881683e-05, "loss": 3.5956, "step": 79500 }, { "epoch": 20.65, "learning_rate": 2.3476907109496628e-05, "loss": 3.6143, "step": 79600 }, { "epoch": 20.68, "learning_rate": 2.3456149455111573e-05, "loss": 3.6383, "step": 79700 }, { "epoch": 20.71, "learning_rate": 2.3435391800726518e-05, "loss": 3.6151, "step": 79800 }, { "epoch": 20.73, "learning_rate": 2.3414634146341463e-05, "loss": 3.6192, "step": 79900 }, { "epoch": 20.76, "learning_rate": 2.3393876491956408e-05, "loss": 3.6267, "step": 80000 }, { "epoch": 20.76, "eval_gen_len": 12.2774, "eval_loss": 3.6140060424804688, "eval_rouge1": 37.7966, "eval_rouge2": 6.6257, "eval_rougeL": 33.7751, "eval_rougeLsum": 33.8284, "eval_runtime": 75.5711, "eval_samples_per_second": 50.998, "eval_steps_per_second": 6.378, "step": 80000 }, { "epoch": 20.78, "learning_rate": 2.337311883757136e-05, "loss": 3.6422, "step": 80100 }, { "epoch": 20.81, "learning_rate": 2.33523611831863e-05, "loss": 3.6305, "step": 80200 }, { "epoch": 20.84, "learning_rate": 2.3331603528801246e-05, "loss": 3.6263, "step": 80300 }, { "epoch": 20.86, "learning_rate": 2.331084587441619e-05, "loss": 3.6409, "step": 80400 }, { "epoch": 20.89, "learning_rate": 2.3290088220031136e-05, "loss": 3.6349, "step": 80500 }, { "epoch": 20.91, "learning_rate": 2.326933056564608e-05, "loss": 3.6293, "step": 80600 }, { "epoch": 20.94, "learning_rate": 2.3248572911261033e-05, "loss": 3.6439, "step": 80700 }, { "epoch": 20.97, "learning_rate": 2.3227815256875978e-05, "loss": 3.6455, "step": 80800 }, { "epoch": 20.99, "learning_rate": 2.3207057602490923e-05, "loss": 3.6419, "step": 80900 }, { "epoch": 21.02, "learning_rate": 2.3186299948105864e-05, "loss": 3.6248, "step": 81000 }, { "epoch": 21.04, "learning_rate": 2.316554229372081e-05, "loss": 3.6155, "step": 81100 }, { "epoch": 21.07, "learning_rate": 2.3144784639335754e-05, "loss": 3.5999, "step": 81200 }, { "epoch": 21.09, "learning_rate": 2.31240269849507e-05, "loss": 3.6312, "step": 81300 }, { "epoch": 21.12, "learning_rate": 2.310326933056565e-05, "loss": 3.6309, "step": 81400 }, { "epoch": 21.15, "learning_rate": 2.3082511676180596e-05, "loss": 3.6292, "step": 81500 }, { "epoch": 21.17, "learning_rate": 2.306175402179554e-05, "loss": 3.6346, "step": 81600 }, { "epoch": 21.2, "learning_rate": 2.3040996367410483e-05, "loss": 3.6325, "step": 81700 }, { "epoch": 21.22, "learning_rate": 2.3020238713025427e-05, "loss": 3.6513, "step": 81800 }, { "epoch": 21.25, "learning_rate": 2.2999481058640372e-05, "loss": 3.618, "step": 81900 }, { "epoch": 21.28, "learning_rate": 2.2978723404255324e-05, "loss": 3.6536, "step": 82000 }, { "epoch": 21.3, "learning_rate": 2.295796574987027e-05, "loss": 3.6265, "step": 82100 }, { "epoch": 21.33, "learning_rate": 2.2937208095485214e-05, "loss": 3.6115, "step": 82200 }, { "epoch": 21.35, "learning_rate": 2.291645044110016e-05, "loss": 3.6246, "step": 82300 }, { "epoch": 21.38, "learning_rate": 2.2895692786715104e-05, "loss": 3.6248, "step": 82400 }, { "epoch": 21.41, "learning_rate": 2.2874935132330046e-05, "loss": 3.6398, "step": 82500 }, { "epoch": 21.43, "learning_rate": 2.285417747794499e-05, "loss": 3.6227, "step": 82600 }, { "epoch": 21.46, "learning_rate": 2.2833419823559942e-05, "loss": 3.6327, "step": 82700 }, { "epoch": 21.48, "learning_rate": 2.2812662169174887e-05, "loss": 3.6141, "step": 82800 }, { "epoch": 21.51, "learning_rate": 2.2791904514789832e-05, "loss": 3.6388, "step": 82900 }, { "epoch": 21.54, "learning_rate": 2.2771146860404777e-05, "loss": 3.5972, "step": 83000 }, { "epoch": 21.56, "learning_rate": 2.2750389206019722e-05, "loss": 3.6391, "step": 83100 }, { "epoch": 21.59, "learning_rate": 2.2729631551634664e-05, "loss": 3.6326, "step": 83200 }, { "epoch": 21.61, "learning_rate": 2.2708873897249616e-05, "loss": 3.6511, "step": 83300 }, { "epoch": 21.64, "learning_rate": 2.268811624286456e-05, "loss": 3.6438, "step": 83400 }, { "epoch": 21.67, "learning_rate": 2.2667358588479505e-05, "loss": 3.6262, "step": 83500 }, { "epoch": 21.69, "learning_rate": 2.264660093409445e-05, "loss": 3.6197, "step": 83600 }, { "epoch": 21.72, "learning_rate": 2.2625843279709395e-05, "loss": 3.6237, "step": 83700 }, { "epoch": 21.74, "learning_rate": 2.260508562532434e-05, "loss": 3.6164, "step": 83800 }, { "epoch": 21.77, "learning_rate": 2.2584327970939285e-05, "loss": 3.6177, "step": 83900 }, { "epoch": 21.8, "learning_rate": 2.2563570316554234e-05, "loss": 3.6335, "step": 84000 }, { "epoch": 21.82, "learning_rate": 2.254281266216918e-05, "loss": 3.6037, "step": 84100 }, { "epoch": 21.85, "learning_rate": 2.2522055007784124e-05, "loss": 3.6256, "step": 84200 }, { "epoch": 21.87, "learning_rate": 2.250129735339907e-05, "loss": 3.6176, "step": 84300 }, { "epoch": 21.9, "learning_rate": 2.2480539699014014e-05, "loss": 3.638, "step": 84400 }, { "epoch": 21.93, "learning_rate": 2.245978204462896e-05, "loss": 3.6471, "step": 84500 }, { "epoch": 21.95, "learning_rate": 2.2439024390243907e-05, "loss": 3.6242, "step": 84600 }, { "epoch": 21.98, "learning_rate": 2.2418266735858852e-05, "loss": 3.6208, "step": 84700 }, { "epoch": 22.0, "learning_rate": 2.2397509081473797e-05, "loss": 3.5985, "step": 84800 }, { "epoch": 22.03, "learning_rate": 2.2376751427088742e-05, "loss": 3.6171, "step": 84900 }, { "epoch": 22.06, "learning_rate": 2.2355993772703687e-05, "loss": 3.6323, "step": 85000 }, { "epoch": 22.06, "eval_gen_len": 12.2784, "eval_loss": 3.6118929386138916, "eval_rouge1": 38.1155, "eval_rouge2": 7.0586, "eval_rougeL": 34.0831, "eval_rougeLsum": 34.1346, "eval_runtime": 76.1382, "eval_samples_per_second": 50.618, "eval_steps_per_second": 6.331, "step": 85000 }, { "epoch": 22.08, "learning_rate": 2.2335236118318632e-05, "loss": 3.6053, "step": 85100 }, { "epoch": 22.11, "learning_rate": 2.2314478463933577e-05, "loss": 3.6152, "step": 85200 }, { "epoch": 22.13, "learning_rate": 2.2293720809548525e-05, "loss": 3.6379, "step": 85300 }, { "epoch": 22.16, "learning_rate": 2.227296315516347e-05, "loss": 3.6244, "step": 85400 }, { "epoch": 22.18, "learning_rate": 2.2252205500778415e-05, "loss": 3.6135, "step": 85500 }, { "epoch": 22.21, "learning_rate": 2.223144784639336e-05, "loss": 3.5963, "step": 85600 }, { "epoch": 22.24, "learning_rate": 2.2210690192008305e-05, "loss": 3.6271, "step": 85700 }, { "epoch": 22.26, "learning_rate": 2.218993253762325e-05, "loss": 3.6101, "step": 85800 }, { "epoch": 22.29, "learning_rate": 2.2169174883238198e-05, "loss": 3.6205, "step": 85900 }, { "epoch": 22.31, "learning_rate": 2.2148417228853143e-05, "loss": 3.6117, "step": 86000 }, { "epoch": 22.34, "learning_rate": 2.2127659574468088e-05, "loss": 3.6298, "step": 86100 }, { "epoch": 22.37, "learning_rate": 2.2106901920083033e-05, "loss": 3.6262, "step": 86200 }, { "epoch": 22.39, "learning_rate": 2.2086144265697978e-05, "loss": 3.6343, "step": 86300 }, { "epoch": 22.42, "learning_rate": 2.2065386611312923e-05, "loss": 3.6137, "step": 86400 }, { "epoch": 22.44, "learning_rate": 2.2044628956927868e-05, "loss": 3.6192, "step": 86500 }, { "epoch": 22.47, "learning_rate": 2.2023871302542816e-05, "loss": 3.6328, "step": 86600 }, { "epoch": 22.5, "learning_rate": 2.200311364815776e-05, "loss": 3.6345, "step": 86700 }, { "epoch": 22.52, "learning_rate": 2.1982355993772706e-05, "loss": 3.6275, "step": 86800 }, { "epoch": 22.55, "learning_rate": 2.196159833938765e-05, "loss": 3.6173, "step": 86900 }, { "epoch": 22.57, "learning_rate": 2.1940840685002596e-05, "loss": 3.654, "step": 87000 }, { "epoch": 22.6, "learning_rate": 2.192008303061754e-05, "loss": 3.6459, "step": 87100 }, { "epoch": 22.63, "learning_rate": 2.1899325376232486e-05, "loss": 3.6171, "step": 87200 }, { "epoch": 22.65, "learning_rate": 2.1878567721847435e-05, "loss": 3.6092, "step": 87300 }, { "epoch": 22.68, "learning_rate": 2.185781006746238e-05, "loss": 3.6502, "step": 87400 }, { "epoch": 22.7, "learning_rate": 2.1837052413077325e-05, "loss": 3.6308, "step": 87500 }, { "epoch": 22.73, "learning_rate": 2.181629475869227e-05, "loss": 3.6208, "step": 87600 }, { "epoch": 22.76, "learning_rate": 2.1795537104307214e-05, "loss": 3.6293, "step": 87700 }, { "epoch": 22.78, "learning_rate": 2.177477944992216e-05, "loss": 3.6228, "step": 87800 }, { "epoch": 22.81, "learning_rate": 2.1754021795537108e-05, "loss": 3.6328, "step": 87900 }, { "epoch": 22.83, "learning_rate": 2.1733264141152053e-05, "loss": 3.6413, "step": 88000 }, { "epoch": 22.86, "learning_rate": 2.1712506486766998e-05, "loss": 3.623, "step": 88100 }, { "epoch": 22.89, "learning_rate": 2.1691748832381943e-05, "loss": 3.6183, "step": 88200 }, { "epoch": 22.91, "learning_rate": 2.1670991177996888e-05, "loss": 3.6458, "step": 88300 }, { "epoch": 22.94, "learning_rate": 2.1650233523611833e-05, "loss": 3.6135, "step": 88400 }, { "epoch": 22.96, "learning_rate": 2.1629475869226778e-05, "loss": 3.6387, "step": 88500 }, { "epoch": 22.99, "learning_rate": 2.1608718214841726e-05, "loss": 3.6328, "step": 88600 }, { "epoch": 23.02, "learning_rate": 2.158796056045667e-05, "loss": 3.642, "step": 88700 }, { "epoch": 23.04, "learning_rate": 2.1567202906071616e-05, "loss": 3.6133, "step": 88800 }, { "epoch": 23.07, "learning_rate": 2.154644525168656e-05, "loss": 3.6341, "step": 88900 }, { "epoch": 23.09, "learning_rate": 2.1525687597301506e-05, "loss": 3.6534, "step": 89000 }, { "epoch": 23.12, "learning_rate": 2.150492994291645e-05, "loss": 3.6197, "step": 89100 }, { "epoch": 23.14, "learning_rate": 2.14841722885314e-05, "loss": 3.6146, "step": 89200 }, { "epoch": 23.17, "learning_rate": 2.1463414634146344e-05, "loss": 3.619, "step": 89300 }, { "epoch": 23.2, "learning_rate": 2.144265697976129e-05, "loss": 3.6136, "step": 89400 }, { "epoch": 23.22, "learning_rate": 2.1421899325376234e-05, "loss": 3.6261, "step": 89500 }, { "epoch": 23.25, "learning_rate": 2.140114167099118e-05, "loss": 3.6204, "step": 89600 }, { "epoch": 23.27, "learning_rate": 2.1380384016606124e-05, "loss": 3.6304, "step": 89700 }, { "epoch": 23.3, "learning_rate": 2.135962636222107e-05, "loss": 3.6339, "step": 89800 }, { "epoch": 23.33, "learning_rate": 2.1338868707836017e-05, "loss": 3.643, "step": 89900 }, { "epoch": 23.35, "learning_rate": 2.1318111053450962e-05, "loss": 3.6424, "step": 90000 }, { "epoch": 23.35, "eval_gen_len": 12.2787, "eval_loss": 3.610205888748169, "eval_rouge1": 38.4968, "eval_rouge2": 7.1642, "eval_rougeL": 34.4804, "eval_rougeLsum": 34.4687, "eval_runtime": 76.2319, "eval_samples_per_second": 50.556, "eval_steps_per_second": 6.323, "step": 90000 }, { "epoch": 23.38, "learning_rate": 2.1297353399065907e-05, "loss": 3.6358, "step": 90100 }, { "epoch": 23.4, "learning_rate": 2.1276595744680852e-05, "loss": 3.6221, "step": 90200 }, { "epoch": 23.43, "learning_rate": 2.1255838090295797e-05, "loss": 3.6116, "step": 90300 }, { "epoch": 23.46, "learning_rate": 2.1235080435910742e-05, "loss": 3.6152, "step": 90400 }, { "epoch": 23.48, "learning_rate": 2.121432278152569e-05, "loss": 3.6206, "step": 90500 }, { "epoch": 23.51, "learning_rate": 2.1193565127140635e-05, "loss": 3.6349, "step": 90600 }, { "epoch": 23.53, "learning_rate": 2.117280747275558e-05, "loss": 3.616, "step": 90700 }, { "epoch": 23.56, "learning_rate": 2.1152049818370525e-05, "loss": 3.6248, "step": 90800 }, { "epoch": 23.59, "learning_rate": 2.113129216398547e-05, "loss": 3.6108, "step": 90900 }, { "epoch": 23.61, "learning_rate": 2.1110534509600415e-05, "loss": 3.6109, "step": 91000 }, { "epoch": 23.64, "learning_rate": 2.108977685521536e-05, "loss": 3.6205, "step": 91100 }, { "epoch": 23.66, "learning_rate": 2.106901920083031e-05, "loss": 3.616, "step": 91200 }, { "epoch": 23.69, "learning_rate": 2.1048261546445254e-05, "loss": 3.6276, "step": 91300 }, { "epoch": 23.72, "learning_rate": 2.10275038920602e-05, "loss": 3.6425, "step": 91400 }, { "epoch": 23.74, "learning_rate": 2.1006746237675144e-05, "loss": 3.6308, "step": 91500 }, { "epoch": 23.77, "learning_rate": 2.098598858329009e-05, "loss": 3.6103, "step": 91600 }, { "epoch": 23.79, "learning_rate": 2.0965230928905034e-05, "loss": 3.6167, "step": 91700 }, { "epoch": 23.82, "learning_rate": 2.0944473274519982e-05, "loss": 3.6349, "step": 91800 }, { "epoch": 23.85, "learning_rate": 2.0923715620134927e-05, "loss": 3.6212, "step": 91900 }, { "epoch": 23.87, "learning_rate": 2.0902957965749872e-05, "loss": 3.6271, "step": 92000 }, { "epoch": 23.9, "learning_rate": 2.0882200311364817e-05, "loss": 3.6428, "step": 92100 }, { "epoch": 23.92, "learning_rate": 2.0861442656979762e-05, "loss": 3.6327, "step": 92200 }, { "epoch": 23.95, "learning_rate": 2.0840685002594707e-05, "loss": 3.6309, "step": 92300 }, { "epoch": 23.98, "learning_rate": 2.081992734820965e-05, "loss": 3.6299, "step": 92400 }, { "epoch": 24.0, "learning_rate": 2.07991696938246e-05, "loss": 3.6317, "step": 92500 }, { "epoch": 24.03, "learning_rate": 2.0778412039439545e-05, "loss": 3.631, "step": 92600 }, { "epoch": 24.05, "learning_rate": 2.075765438505449e-05, "loss": 3.6313, "step": 92700 }, { "epoch": 24.08, "learning_rate": 2.0736896730669435e-05, "loss": 3.6339, "step": 92800 }, { "epoch": 24.1, "learning_rate": 2.071613907628438e-05, "loss": 3.627, "step": 92900 }, { "epoch": 24.13, "learning_rate": 2.0695381421899325e-05, "loss": 3.5829, "step": 93000 }, { "epoch": 24.16, "learning_rate": 2.0674623767514273e-05, "loss": 3.6276, "step": 93100 }, { "epoch": 24.18, "learning_rate": 2.0653866113129218e-05, "loss": 3.634, "step": 93200 }, { "epoch": 24.21, "learning_rate": 2.0633108458744163e-05, "loss": 3.6445, "step": 93300 }, { "epoch": 24.23, "learning_rate": 2.0612350804359108e-05, "loss": 3.6152, "step": 93400 }, { "epoch": 24.26, "learning_rate": 2.0591593149974053e-05, "loss": 3.6221, "step": 93500 }, { "epoch": 24.29, "learning_rate": 2.0570835495588998e-05, "loss": 3.6276, "step": 93600 }, { "epoch": 24.31, "learning_rate": 2.0550077841203943e-05, "loss": 3.6177, "step": 93700 }, { "epoch": 24.34, "learning_rate": 2.052932018681889e-05, "loss": 3.6295, "step": 93800 }, { "epoch": 24.36, "learning_rate": 2.0508562532433836e-05, "loss": 3.6136, "step": 93900 }, { "epoch": 24.39, "learning_rate": 2.048780487804878e-05, "loss": 3.6271, "step": 94000 }, { "epoch": 24.42, "learning_rate": 2.0467047223663726e-05, "loss": 3.6286, "step": 94100 }, { "epoch": 24.44, "learning_rate": 2.044628956927867e-05, "loss": 3.6246, "step": 94200 }, { "epoch": 24.47, "learning_rate": 2.0425531914893616e-05, "loss": 3.6044, "step": 94300 }, { "epoch": 24.49, "learning_rate": 2.0404774260508568e-05, "loss": 3.6185, "step": 94400 }, { "epoch": 24.52, "learning_rate": 2.038401660612351e-05, "loss": 3.6121, "step": 94500 }, { "epoch": 24.55, "learning_rate": 2.0363258951738455e-05, "loss": 3.6212, "step": 94600 }, { "epoch": 24.57, "learning_rate": 2.03425012973534e-05, "loss": 3.656, "step": 94700 }, { "epoch": 24.6, "learning_rate": 2.0321743642968344e-05, "loss": 3.592, "step": 94800 }, { "epoch": 24.62, "learning_rate": 2.030098598858329e-05, "loss": 3.6093, "step": 94900 }, { "epoch": 24.65, "learning_rate": 2.0280228334198234e-05, "loss": 3.6256, "step": 95000 }, { "epoch": 24.65, "eval_gen_len": 12.2776, "eval_loss": 3.6076412200927734, "eval_rouge1": 39.6155, "eval_rouge2": 7.3309, "eval_rougeL": 35.6135, "eval_rougeLsum": 35.6554, "eval_runtime": 76.2409, "eval_samples_per_second": 50.55, "eval_steps_per_second": 6.322, "step": 95000 }, { "epoch": 24.68, "learning_rate": 2.0259470679813186e-05, "loss": 3.6108, "step": 95100 }, { "epoch": 24.7, "learning_rate": 2.023871302542813e-05, "loss": 3.6275, "step": 95200 }, { "epoch": 24.73, "learning_rate": 2.0217955371043073e-05, "loss": 3.607, "step": 95300 }, { "epoch": 24.75, "learning_rate": 2.0197197716658018e-05, "loss": 3.6376, "step": 95400 }, { "epoch": 24.78, "learning_rate": 2.0176440062272963e-05, "loss": 3.6322, "step": 95500 }, { "epoch": 24.81, "learning_rate": 2.0155682407887908e-05, "loss": 3.6188, "step": 95600 }, { "epoch": 24.83, "learning_rate": 2.013492475350286e-05, "loss": 3.6069, "step": 95700 }, { "epoch": 24.86, "learning_rate": 2.0114167099117804e-05, "loss": 3.6363, "step": 95800 }, { "epoch": 24.88, "learning_rate": 2.009340944473275e-05, "loss": 3.636, "step": 95900 }, { "epoch": 24.91, "learning_rate": 2.007265179034769e-05, "loss": 3.6337, "step": 96000 }, { "epoch": 24.94, "learning_rate": 2.0051894135962636e-05, "loss": 3.6192, "step": 96100 }, { "epoch": 24.96, "learning_rate": 2.003113648157758e-05, "loss": 3.6057, "step": 96200 }, { "epoch": 24.99, "learning_rate": 2.0010378827192526e-05, "loss": 3.6318, "step": 96300 }, { "epoch": 25.01, "learning_rate": 1.9989621172807474e-05, "loss": 3.628, "step": 96400 }, { "epoch": 25.04, "learning_rate": 1.996886351842242e-05, "loss": 3.6271, "step": 96500 }, { "epoch": 25.06, "learning_rate": 1.9948105864037367e-05, "loss": 3.5885, "step": 96600 }, { "epoch": 25.09, "learning_rate": 1.9927348209652312e-05, "loss": 3.6315, "step": 96700 }, { "epoch": 25.12, "learning_rate": 1.9906590555267254e-05, "loss": 3.632, "step": 96800 }, { "epoch": 25.14, "learning_rate": 1.9885832900882202e-05, "loss": 3.6198, "step": 96900 }, { "epoch": 25.17, "learning_rate": 1.9865075246497147e-05, "loss": 3.5705, "step": 97000 }, { "epoch": 25.19, "learning_rate": 1.9844317592112092e-05, "loss": 3.624, "step": 97100 }, { "epoch": 25.22, "learning_rate": 1.982355993772704e-05, "loss": 3.6397, "step": 97200 }, { "epoch": 25.25, "learning_rate": 1.9802802283341986e-05, "loss": 3.6237, "step": 97300 }, { "epoch": 25.27, "learning_rate": 1.978204462895693e-05, "loss": 3.6085, "step": 97400 }, { "epoch": 25.3, "learning_rate": 1.9761286974571876e-05, "loss": 3.649, "step": 97500 }, { "epoch": 25.32, "learning_rate": 1.974052932018682e-05, "loss": 3.6188, "step": 97600 }, { "epoch": 25.35, "learning_rate": 1.9719771665801765e-05, "loss": 3.5814, "step": 97700 }, { "epoch": 25.38, "learning_rate": 1.969901401141671e-05, "loss": 3.63, "step": 97800 }, { "epoch": 25.4, "learning_rate": 1.967825635703166e-05, "loss": 3.6045, "step": 97900 }, { "epoch": 25.43, "learning_rate": 1.9657498702646604e-05, "loss": 3.6146, "step": 98000 }, { "epoch": 25.45, "learning_rate": 1.963674104826155e-05, "loss": 3.6045, "step": 98100 }, { "epoch": 25.48, "learning_rate": 1.9615983393876494e-05, "loss": 3.6275, "step": 98200 }, { "epoch": 25.51, "learning_rate": 1.959522573949144e-05, "loss": 3.6167, "step": 98300 }, { "epoch": 25.53, "learning_rate": 1.9574468085106384e-05, "loss": 3.6221, "step": 98400 }, { "epoch": 25.56, "learning_rate": 1.9553710430721332e-05, "loss": 3.6447, "step": 98500 }, { "epoch": 25.58, "learning_rate": 1.9532952776336277e-05, "loss": 3.6243, "step": 98600 }, { "epoch": 25.61, "learning_rate": 1.9512195121951222e-05, "loss": 3.6212, "step": 98700 }, { "epoch": 25.64, "learning_rate": 1.9491437467566167e-05, "loss": 3.6, "step": 98800 }, { "epoch": 25.66, "learning_rate": 1.9470679813181112e-05, "loss": 3.6268, "step": 98900 }, { "epoch": 25.69, "learning_rate": 1.9449922158796057e-05, "loss": 3.6228, "step": 99000 }, { "epoch": 25.71, "learning_rate": 1.9429164504411002e-05, "loss": 3.6269, "step": 99100 }, { "epoch": 25.74, "learning_rate": 1.940840685002595e-05, "loss": 3.6146, "step": 99200 }, { "epoch": 25.77, "learning_rate": 1.9387649195640895e-05, "loss": 3.6174, "step": 99300 }, { "epoch": 25.79, "learning_rate": 1.936689154125584e-05, "loss": 3.6065, "step": 99400 }, { "epoch": 25.82, "learning_rate": 1.9346133886870785e-05, "loss": 3.6325, "step": 99500 }, { "epoch": 25.84, "learning_rate": 1.932537623248573e-05, "loss": 3.5995, "step": 99600 }, { "epoch": 25.87, "learning_rate": 1.9304618578100675e-05, "loss": 3.6314, "step": 99700 }, { "epoch": 25.9, "learning_rate": 1.9283860923715623e-05, "loss": 3.5918, "step": 99800 }, { "epoch": 25.92, "learning_rate": 1.926310326933057e-05, "loss": 3.6165, "step": 99900 }, { "epoch": 25.95, "learning_rate": 1.9242345614945513e-05, "loss": 3.6295, "step": 100000 }, { "epoch": 25.95, "eval_gen_len": 12.2774, "eval_loss": 3.606283664703369, "eval_rouge1": 39.4383, "eval_rouge2": 7.6179, "eval_rougeL": 35.444, "eval_rougeLsum": 35.4606, "eval_runtime": 75.8245, "eval_samples_per_second": 50.828, "eval_steps_per_second": 6.357, "step": 100000 }, { "epoch": 25.97, "learning_rate": 1.9221587960560458e-05, "loss": 3.6279, "step": 100100 }, { "epoch": 26.0, "learning_rate": 1.9200830306175403e-05, "loss": 3.6296, "step": 100200 }, { "epoch": 26.02, "learning_rate": 1.9180072651790348e-05, "loss": 3.5905, "step": 100300 }, { "epoch": 26.05, "learning_rate": 1.9159314997405293e-05, "loss": 3.5854, "step": 100400 }, { "epoch": 26.08, "learning_rate": 1.913855734302024e-05, "loss": 3.6127, "step": 100500 }, { "epoch": 26.1, "learning_rate": 1.9117799688635186e-05, "loss": 3.6121, "step": 100600 }, { "epoch": 26.13, "learning_rate": 1.909704203425013e-05, "loss": 3.6261, "step": 100700 }, { "epoch": 26.15, "learning_rate": 1.9076284379865076e-05, "loss": 3.6273, "step": 100800 }, { "epoch": 26.18, "learning_rate": 1.905552672548002e-05, "loss": 3.6397, "step": 100900 }, { "epoch": 26.21, "learning_rate": 1.9034769071094966e-05, "loss": 3.6361, "step": 101000 }, { "epoch": 26.23, "learning_rate": 1.9014011416709915e-05, "loss": 3.626, "step": 101100 }, { "epoch": 26.26, "learning_rate": 1.899325376232486e-05, "loss": 3.6197, "step": 101200 }, { "epoch": 26.28, "learning_rate": 1.8972496107939805e-05, "loss": 3.6215, "step": 101300 }, { "epoch": 26.31, "learning_rate": 1.895173845355475e-05, "loss": 3.6079, "step": 101400 }, { "epoch": 26.34, "learning_rate": 1.8930980799169695e-05, "loss": 3.6268, "step": 101500 }, { "epoch": 26.36, "learning_rate": 1.891022314478464e-05, "loss": 3.6208, "step": 101600 }, { "epoch": 26.39, "learning_rate": 1.8889465490399585e-05, "loss": 3.6079, "step": 101700 }, { "epoch": 26.41, "learning_rate": 1.8868707836014533e-05, "loss": 3.6288, "step": 101800 }, { "epoch": 26.44, "learning_rate": 1.8847950181629478e-05, "loss": 3.616, "step": 101900 }, { "epoch": 26.47, "learning_rate": 1.8827192527244423e-05, "loss": 3.6295, "step": 102000 }, { "epoch": 26.49, "learning_rate": 1.8806434872859368e-05, "loss": 3.6294, "step": 102100 }, { "epoch": 26.52, "learning_rate": 1.8785677218474313e-05, "loss": 3.5978, "step": 102200 }, { "epoch": 26.54, "learning_rate": 1.8764919564089258e-05, "loss": 3.6268, "step": 102300 }, { "epoch": 26.57, "learning_rate": 1.8744161909704206e-05, "loss": 3.6098, "step": 102400 }, { "epoch": 26.6, "learning_rate": 1.872340425531915e-05, "loss": 3.6064, "step": 102500 }, { "epoch": 26.62, "learning_rate": 1.8702646600934096e-05, "loss": 3.6046, "step": 102600 }, { "epoch": 26.65, "learning_rate": 1.868188894654904e-05, "loss": 3.6195, "step": 102700 }, { "epoch": 26.67, "learning_rate": 1.8661131292163986e-05, "loss": 3.6087, "step": 102800 }, { "epoch": 26.7, "learning_rate": 1.864037363777893e-05, "loss": 3.6082, "step": 102900 }, { "epoch": 26.73, "learning_rate": 1.8619615983393876e-05, "loss": 3.6098, "step": 103000 }, { "epoch": 26.75, "learning_rate": 1.8598858329008824e-05, "loss": 3.6233, "step": 103100 }, { "epoch": 26.78, "learning_rate": 1.857810067462377e-05, "loss": 3.6173, "step": 103200 }, { "epoch": 26.8, "learning_rate": 1.8557343020238714e-05, "loss": 3.6218, "step": 103300 }, { "epoch": 26.83, "learning_rate": 1.8536585365853663e-05, "loss": 3.6211, "step": 103400 }, { "epoch": 26.86, "learning_rate": 1.8515827711468604e-05, "loss": 3.6139, "step": 103500 }, { "epoch": 26.88, "learning_rate": 1.849507005708355e-05, "loss": 3.6078, "step": 103600 }, { "epoch": 26.91, "learning_rate": 1.8474312402698497e-05, "loss": 3.6302, "step": 103700 }, { "epoch": 26.93, "learning_rate": 1.8453554748313442e-05, "loss": 3.606, "step": 103800 }, { "epoch": 26.96, "learning_rate": 1.8432797093928387e-05, "loss": 3.6303, "step": 103900 }, { "epoch": 26.98, "learning_rate": 1.8412039439543332e-05, "loss": 3.6284, "step": 104000 }, { "epoch": 27.01, "learning_rate": 1.839128178515828e-05, "loss": 3.63, "step": 104100 }, { "epoch": 27.04, "learning_rate": 1.8370524130773226e-05, "loss": 3.5811, "step": 104200 }, { "epoch": 27.06, "learning_rate": 1.8349766476388167e-05, "loss": 3.6216, "step": 104300 }, { "epoch": 27.09, "learning_rate": 1.8329008822003116e-05, "loss": 3.6315, "step": 104400 }, { "epoch": 27.11, "learning_rate": 1.830825116761806e-05, "loss": 3.6269, "step": 104500 }, { "epoch": 27.14, "learning_rate": 1.8287493513233006e-05, "loss": 3.6195, "step": 104600 }, { "epoch": 27.17, "learning_rate": 1.8266735858847954e-05, "loss": 3.6127, "step": 104700 }, { "epoch": 27.19, "learning_rate": 1.82459782044629e-05, "loss": 3.6216, "step": 104800 }, { "epoch": 27.22, "learning_rate": 1.8225220550077844e-05, "loss": 3.6112, "step": 104900 }, { "epoch": 27.24, "learning_rate": 1.820446289569279e-05, "loss": 3.6186, "step": 105000 }, { "epoch": 27.24, "eval_gen_len": 12.2769, "eval_loss": 3.6040432453155518, "eval_rouge1": 40.2581, "eval_rouge2": 7.9107, "eval_rougeL": 36.2296, "eval_rougeLsum": 36.2565, "eval_runtime": 75.7656, "eval_samples_per_second": 50.867, "eval_steps_per_second": 6.362, "step": 105000 }, { "epoch": 27.27, "learning_rate": 1.8183705241307734e-05, "loss": 3.6093, "step": 105100 }, { "epoch": 27.3, "learning_rate": 1.816294758692268e-05, "loss": 3.6051, "step": 105200 }, { "epoch": 27.32, "learning_rate": 1.8142189932537624e-05, "loss": 3.6303, "step": 105300 }, { "epoch": 27.35, "learning_rate": 1.8121432278152572e-05, "loss": 3.6031, "step": 105400 }, { "epoch": 27.37, "learning_rate": 1.8100674623767517e-05, "loss": 3.6177, "step": 105500 }, { "epoch": 27.4, "learning_rate": 1.8079916969382462e-05, "loss": 3.6258, "step": 105600 }, { "epoch": 27.43, "learning_rate": 1.8059159314997407e-05, "loss": 3.642, "step": 105700 }, { "epoch": 27.45, "learning_rate": 1.8038401660612352e-05, "loss": 3.62, "step": 105800 }, { "epoch": 27.48, "learning_rate": 1.8017644006227297e-05, "loss": 3.6238, "step": 105900 }, { "epoch": 27.5, "learning_rate": 1.7996886351842245e-05, "loss": 3.6382, "step": 106000 }, { "epoch": 27.53, "learning_rate": 1.797612869745719e-05, "loss": 3.5665, "step": 106100 }, { "epoch": 27.56, "learning_rate": 1.7955371043072135e-05, "loss": 3.6275, "step": 106200 }, { "epoch": 27.58, "learning_rate": 1.793461338868708e-05, "loss": 3.6112, "step": 106300 }, { "epoch": 27.61, "learning_rate": 1.7913855734302025e-05, "loss": 3.6087, "step": 106400 }, { "epoch": 27.63, "learning_rate": 1.789309807991697e-05, "loss": 3.5993, "step": 106500 }, { "epoch": 27.66, "learning_rate": 1.7872340425531915e-05, "loss": 3.6198, "step": 106600 }, { "epoch": 27.69, "learning_rate": 1.7851582771146863e-05, "loss": 3.6191, "step": 106700 }, { "epoch": 27.71, "learning_rate": 1.783082511676181e-05, "loss": 3.6086, "step": 106800 }, { "epoch": 27.74, "learning_rate": 1.7810067462376753e-05, "loss": 3.6147, "step": 106900 }, { "epoch": 27.76, "learning_rate": 1.77893098079917e-05, "loss": 3.6102, "step": 107000 }, { "epoch": 27.79, "learning_rate": 1.7768552153606643e-05, "loss": 3.6216, "step": 107100 }, { "epoch": 27.82, "learning_rate": 1.7747794499221588e-05, "loss": 3.6088, "step": 107200 }, { "epoch": 27.84, "learning_rate": 1.7727036844836537e-05, "loss": 3.6231, "step": 107300 }, { "epoch": 27.87, "learning_rate": 1.770627919045148e-05, "loss": 3.6177, "step": 107400 }, { "epoch": 27.89, "learning_rate": 1.7685521536066427e-05, "loss": 3.6116, "step": 107500 }, { "epoch": 27.92, "learning_rate": 1.766476388168137e-05, "loss": 3.6395, "step": 107600 }, { "epoch": 27.94, "learning_rate": 1.7644006227296316e-05, "loss": 3.6175, "step": 107700 }, { "epoch": 27.97, "learning_rate": 1.762324857291126e-05, "loss": 3.6288, "step": 107800 }, { "epoch": 28.0, "learning_rate": 1.7602490918526206e-05, "loss": 3.6269, "step": 107900 }, { "epoch": 28.02, "learning_rate": 1.7581733264141155e-05, "loss": 3.6127, "step": 108000 }, { "epoch": 28.05, "learning_rate": 1.75609756097561e-05, "loss": 3.626, "step": 108100 }, { "epoch": 28.07, "learning_rate": 1.7540217955371045e-05, "loss": 3.5972, "step": 108200 }, { "epoch": 28.1, "learning_rate": 1.751946030098599e-05, "loss": 3.6151, "step": 108300 }, { "epoch": 28.13, "learning_rate": 1.7498702646600935e-05, "loss": 3.6286, "step": 108400 }, { "epoch": 28.15, "learning_rate": 1.747794499221588e-05, "loss": 3.5928, "step": 108500 }, { "epoch": 28.18, "learning_rate": 1.7457187337830828e-05, "loss": 3.6095, "step": 108600 }, { "epoch": 28.2, "learning_rate": 1.7436429683445773e-05, "loss": 3.6135, "step": 108700 }, { "epoch": 28.23, "learning_rate": 1.7415672029060718e-05, "loss": 3.6138, "step": 108800 }, { "epoch": 28.26, "learning_rate": 1.7394914374675663e-05, "loss": 3.6359, "step": 108900 }, { "epoch": 28.28, "learning_rate": 1.7374156720290608e-05, "loss": 3.6128, "step": 109000 }, { "epoch": 28.31, "learning_rate": 1.7353399065905553e-05, "loss": 3.5651, "step": 109100 }, { "epoch": 28.33, "learning_rate": 1.7332641411520498e-05, "loss": 3.6242, "step": 109200 }, { "epoch": 28.36, "learning_rate": 1.7311883757135446e-05, "loss": 3.6071, "step": 109300 }, { "epoch": 28.39, "learning_rate": 1.729112610275039e-05, "loss": 3.6131, "step": 109400 }, { "epoch": 28.41, "learning_rate": 1.7270368448365336e-05, "loss": 3.6289, "step": 109500 }, { "epoch": 28.44, "learning_rate": 1.724961079398028e-05, "loss": 3.6139, "step": 109600 }, { "epoch": 28.46, "learning_rate": 1.7228853139595226e-05, "loss": 3.6368, "step": 109700 }, { "epoch": 28.49, "learning_rate": 1.720809548521017e-05, "loss": 3.6212, "step": 109800 }, { "epoch": 28.52, "learning_rate": 1.7187337830825116e-05, "loss": 3.625, "step": 109900 }, { "epoch": 28.54, "learning_rate": 1.7166580176440064e-05, "loss": 3.6196, "step": 110000 }, { "epoch": 28.54, "eval_gen_len": 12.2761, "eval_loss": 3.60282039642334, "eval_rouge1": 40.2885, "eval_rouge2": 7.7568, "eval_rougeL": 36.2473, "eval_rougeLsum": 36.286, "eval_runtime": 75.5525, "eval_samples_per_second": 51.011, "eval_steps_per_second": 6.38, "step": 110000 }, { "epoch": 28.57, "learning_rate": 1.714582252205501e-05, "loss": 3.6141, "step": 110100 }, { "epoch": 28.59, "learning_rate": 1.7125064867669954e-05, "loss": 3.624, "step": 110200 }, { "epoch": 28.62, "learning_rate": 1.71043072132849e-05, "loss": 3.6169, "step": 110300 }, { "epoch": 28.65, "learning_rate": 1.7083549558899844e-05, "loss": 3.6252, "step": 110400 }, { "epoch": 28.67, "learning_rate": 1.706279190451479e-05, "loss": 3.6386, "step": 110500 }, { "epoch": 28.7, "learning_rate": 1.7042034250129737e-05, "loss": 3.6126, "step": 110600 }, { "epoch": 28.72, "learning_rate": 1.7021276595744682e-05, "loss": 3.6023, "step": 110700 }, { "epoch": 28.75, "learning_rate": 1.7000518941359627e-05, "loss": 3.5926, "step": 110800 }, { "epoch": 28.78, "learning_rate": 1.6979761286974576e-05, "loss": 3.5743, "step": 110900 }, { "epoch": 28.8, "learning_rate": 1.695900363258952e-05, "loss": 3.5902, "step": 111000 }, { "epoch": 28.83, "learning_rate": 1.6938245978204462e-05, "loss": 3.5791, "step": 111100 }, { "epoch": 28.85, "learning_rate": 1.6917488323819407e-05, "loss": 3.6161, "step": 111200 }, { "epoch": 28.88, "learning_rate": 1.6896730669434356e-05, "loss": 3.6272, "step": 111300 }, { "epoch": 28.91, "learning_rate": 1.68759730150493e-05, "loss": 3.6376, "step": 111400 }, { "epoch": 28.93, "learning_rate": 1.6855215360664246e-05, "loss": 3.6284, "step": 111500 }, { "epoch": 28.96, "learning_rate": 1.6834457706279194e-05, "loss": 3.6144, "step": 111600 }, { "epoch": 28.98, "learning_rate": 1.681370005189414e-05, "loss": 3.6209, "step": 111700 }, { "epoch": 29.01, "learning_rate": 1.679294239750908e-05, "loss": 3.6326, "step": 111800 }, { "epoch": 29.03, "learning_rate": 1.677218474312403e-05, "loss": 3.6165, "step": 111900 }, { "epoch": 29.06, "learning_rate": 1.6751427088738974e-05, "loss": 3.6292, "step": 112000 }, { "epoch": 29.09, "learning_rate": 1.673066943435392e-05, "loss": 3.6099, "step": 112100 }, { "epoch": 29.11, "learning_rate": 1.6709911779968867e-05, "loss": 3.6171, "step": 112200 }, { "epoch": 29.14, "learning_rate": 1.6689154125583812e-05, "loss": 3.6182, "step": 112300 }, { "epoch": 29.16, "learning_rate": 1.6668396471198757e-05, "loss": 3.6187, "step": 112400 }, { "epoch": 29.19, "learning_rate": 1.6647638816813702e-05, "loss": 3.6385, "step": 112500 }, { "epoch": 29.22, "learning_rate": 1.6626881162428647e-05, "loss": 3.6077, "step": 112600 }, { "epoch": 29.24, "learning_rate": 1.6606123508043592e-05, "loss": 3.6391, "step": 112700 }, { "epoch": 29.27, "learning_rate": 1.6585365853658537e-05, "loss": 3.6257, "step": 112800 }, { "epoch": 29.29, "learning_rate": 1.6564608199273485e-05, "loss": 3.5785, "step": 112900 }, { "epoch": 29.32, "learning_rate": 1.654385054488843e-05, "loss": 3.6128, "step": 113000 }, { "epoch": 29.35, "learning_rate": 1.6523092890503375e-05, "loss": 3.6107, "step": 113100 }, { "epoch": 29.37, "learning_rate": 1.650233523611832e-05, "loss": 3.609, "step": 113200 }, { "epoch": 29.4, "learning_rate": 1.6481577581733265e-05, "loss": 3.6079, "step": 113300 }, { "epoch": 29.42, "learning_rate": 1.646081992734821e-05, "loss": 3.6008, "step": 113400 }, { "epoch": 29.45, "learning_rate": 1.644006227296316e-05, "loss": 3.6209, "step": 113500 }, { "epoch": 29.48, "learning_rate": 1.6419304618578103e-05, "loss": 3.6079, "step": 113600 }, { "epoch": 29.5, "learning_rate": 1.639854696419305e-05, "loss": 3.6135, "step": 113700 }, { "epoch": 29.53, "learning_rate": 1.6377789309807993e-05, "loss": 3.6233, "step": 113800 }, { "epoch": 29.55, "learning_rate": 1.635703165542294e-05, "loss": 3.5894, "step": 113900 }, { "epoch": 29.58, "learning_rate": 1.6336274001037883e-05, "loss": 3.6198, "step": 114000 }, { "epoch": 29.61, "learning_rate": 1.631551634665283e-05, "loss": 3.6168, "step": 114100 }, { "epoch": 29.63, "learning_rate": 1.6294758692267777e-05, "loss": 3.6076, "step": 114200 }, { "epoch": 29.66, "learning_rate": 1.627400103788272e-05, "loss": 3.6185, "step": 114300 }, { "epoch": 29.68, "learning_rate": 1.6253243383497667e-05, "loss": 3.6049, "step": 114400 }, { "epoch": 29.71, "learning_rate": 1.623248572911261e-05, "loss": 3.5918, "step": 114500 }, { "epoch": 29.74, "learning_rate": 1.6211728074727557e-05, "loss": 3.6093, "step": 114600 }, { "epoch": 29.76, "learning_rate": 1.61909704203425e-05, "loss": 3.6138, "step": 114700 }, { "epoch": 29.79, "learning_rate": 1.6170212765957446e-05, "loss": 3.6159, "step": 114800 }, { "epoch": 29.81, "learning_rate": 1.6149455111572395e-05, "loss": 3.6266, "step": 114900 }, { "epoch": 29.84, "learning_rate": 1.612869745718734e-05, "loss": 3.6218, "step": 115000 }, { "epoch": 29.84, "eval_gen_len": 12.2766, "eval_loss": 3.6007707118988037, "eval_rouge1": 40.3343, "eval_rouge2": 8.055, "eval_rougeL": 36.3397, "eval_rougeLsum": 36.3797, "eval_runtime": 75.7103, "eval_samples_per_second": 50.905, "eval_steps_per_second": 6.366, "step": 115000 }, { "epoch": 29.87, "learning_rate": 1.6107939802802285e-05, "loss": 3.6301, "step": 115100 }, { "epoch": 29.89, "learning_rate": 1.608718214841723e-05, "loss": 3.615, "step": 115200 }, { "epoch": 29.92, "learning_rate": 1.6066424494032175e-05, "loss": 3.5828, "step": 115300 }, { "epoch": 29.94, "learning_rate": 1.604566683964712e-05, "loss": 3.6307, "step": 115400 }, { "epoch": 29.97, "learning_rate": 1.6024909185262068e-05, "loss": 3.5944, "step": 115500 }, { "epoch": 29.99, "learning_rate": 1.6004151530877013e-05, "loss": 3.6015, "step": 115600 }, { "epoch": 30.02, "learning_rate": 1.5983393876491958e-05, "loss": 3.6145, "step": 115700 }, { "epoch": 30.05, "learning_rate": 1.5962636222106903e-05, "loss": 3.5917, "step": 115800 }, { "epoch": 30.07, "learning_rate": 1.5941878567721848e-05, "loss": 3.6101, "step": 115900 }, { "epoch": 30.1, "learning_rate": 1.5921120913336793e-05, "loss": 3.6065, "step": 116000 }, { "epoch": 30.12, "learning_rate": 1.5900363258951738e-05, "loss": 3.6199, "step": 116100 }, { "epoch": 30.15, "learning_rate": 1.5879605604566686e-05, "loss": 3.6231, "step": 116200 }, { "epoch": 30.18, "learning_rate": 1.585884795018163e-05, "loss": 3.6277, "step": 116300 }, { "epoch": 30.2, "learning_rate": 1.5838090295796576e-05, "loss": 3.6115, "step": 116400 }, { "epoch": 30.23, "learning_rate": 1.581733264141152e-05, "loss": 3.6093, "step": 116500 }, { "epoch": 30.25, "learning_rate": 1.5796574987026466e-05, "loss": 3.6299, "step": 116600 }, { "epoch": 30.28, "learning_rate": 1.577581733264141e-05, "loss": 3.6238, "step": 116700 }, { "epoch": 30.31, "learning_rate": 1.575505967825636e-05, "loss": 3.6178, "step": 116800 }, { "epoch": 30.33, "learning_rate": 1.5734302023871304e-05, "loss": 3.5967, "step": 116900 }, { "epoch": 30.36, "learning_rate": 1.571354436948625e-05, "loss": 3.5902, "step": 117000 }, { "epoch": 30.38, "learning_rate": 1.5692786715101194e-05, "loss": 3.6247, "step": 117100 }, { "epoch": 30.41, "learning_rate": 1.567202906071614e-05, "loss": 3.5995, "step": 117200 }, { "epoch": 30.44, "learning_rate": 1.5651271406331084e-05, "loss": 3.5888, "step": 117300 }, { "epoch": 30.46, "learning_rate": 1.563051375194603e-05, "loss": 3.6221, "step": 117400 }, { "epoch": 30.49, "learning_rate": 1.5609756097560978e-05, "loss": 3.6046, "step": 117500 }, { "epoch": 30.51, "learning_rate": 1.5588998443175923e-05, "loss": 3.6324, "step": 117600 }, { "epoch": 30.54, "learning_rate": 1.5568240788790867e-05, "loss": 3.6292, "step": 117700 }, { "epoch": 30.57, "learning_rate": 1.5547483134405812e-05, "loss": 3.6127, "step": 117800 }, { "epoch": 30.59, "learning_rate": 1.5526725480020757e-05, "loss": 3.5948, "step": 117900 }, { "epoch": 30.62, "learning_rate": 1.5505967825635702e-05, "loss": 3.6113, "step": 118000 }, { "epoch": 30.64, "learning_rate": 1.548521017125065e-05, "loss": 3.6061, "step": 118100 }, { "epoch": 30.67, "learning_rate": 1.5464452516865596e-05, "loss": 3.6211, "step": 118200 }, { "epoch": 30.7, "learning_rate": 1.544369486248054e-05, "loss": 3.6006, "step": 118300 }, { "epoch": 30.72, "learning_rate": 1.542293720809549e-05, "loss": 3.5968, "step": 118400 }, { "epoch": 30.75, "learning_rate": 1.5402179553710434e-05, "loss": 3.6215, "step": 118500 }, { "epoch": 30.77, "learning_rate": 1.5381421899325376e-05, "loss": 3.6059, "step": 118600 }, { "epoch": 30.8, "learning_rate": 1.536066424494032e-05, "loss": 3.6082, "step": 118700 }, { "epoch": 30.83, "learning_rate": 1.533990659055527e-05, "loss": 3.6177, "step": 118800 }, { "epoch": 30.85, "learning_rate": 1.5319148936170214e-05, "loss": 3.6112, "step": 118900 }, { "epoch": 30.88, "learning_rate": 1.529839128178516e-05, "loss": 3.6266, "step": 119000 }, { "epoch": 30.9, "learning_rate": 1.5277633627400107e-05, "loss": 3.6059, "step": 119100 }, { "epoch": 30.93, "learning_rate": 1.525687597301505e-05, "loss": 3.6226, "step": 119200 }, { "epoch": 30.95, "learning_rate": 1.5236118318629995e-05, "loss": 3.6271, "step": 119300 }, { "epoch": 30.98, "learning_rate": 1.5215360664244942e-05, "loss": 3.6145, "step": 119400 }, { "epoch": 31.01, "learning_rate": 1.5194603009859887e-05, "loss": 3.611, "step": 119500 }, { "epoch": 31.03, "learning_rate": 1.5173845355474832e-05, "loss": 3.5825, "step": 119600 }, { "epoch": 31.06, "learning_rate": 1.5153087701089777e-05, "loss": 3.5962, "step": 119700 }, { "epoch": 31.08, "learning_rate": 1.5132330046704724e-05, "loss": 3.5957, "step": 119800 }, { "epoch": 31.11, "learning_rate": 1.5111572392319669e-05, "loss": 3.6402, "step": 119900 }, { "epoch": 31.14, "learning_rate": 1.5090814737934614e-05, "loss": 3.6194, "step": 120000 }, { "epoch": 31.14, "eval_gen_len": 12.2761, "eval_loss": 3.598875045776367, "eval_rouge1": 40.1727, "eval_rouge2": 8.0263, "eval_rougeL": 36.1356, "eval_rougeLsum": 36.148, "eval_runtime": 75.8469, "eval_samples_per_second": 50.813, "eval_steps_per_second": 6.355, "step": 120000 }, { "epoch": 31.16, "learning_rate": 1.507005708354956e-05, "loss": 3.6332, "step": 120100 }, { "epoch": 31.19, "learning_rate": 1.5049299429164505e-05, "loss": 3.6044, "step": 120200 }, { "epoch": 31.21, "learning_rate": 1.502854177477945e-05, "loss": 3.6413, "step": 120300 }, { "epoch": 31.24, "learning_rate": 1.5007784120394397e-05, "loss": 3.6182, "step": 120400 }, { "epoch": 31.27, "learning_rate": 1.4987026466009342e-05, "loss": 3.6115, "step": 120500 }, { "epoch": 31.29, "learning_rate": 1.4966268811624287e-05, "loss": 3.6008, "step": 120600 }, { "epoch": 31.32, "learning_rate": 1.4945511157239233e-05, "loss": 3.6245, "step": 120700 }, { "epoch": 31.34, "learning_rate": 1.4924753502854178e-05, "loss": 3.6105, "step": 120800 }, { "epoch": 31.37, "learning_rate": 1.4903995848469123e-05, "loss": 3.6147, "step": 120900 }, { "epoch": 31.4, "learning_rate": 1.4883238194084068e-05, "loss": 3.6158, "step": 121000 }, { "epoch": 31.42, "learning_rate": 1.4862480539699015e-05, "loss": 3.6337, "step": 121100 }, { "epoch": 31.45, "learning_rate": 1.484172288531396e-05, "loss": 3.5977, "step": 121200 }, { "epoch": 31.47, "learning_rate": 1.4820965230928905e-05, "loss": 3.6235, "step": 121300 }, { "epoch": 31.5, "learning_rate": 1.4800207576543852e-05, "loss": 3.5937, "step": 121400 }, { "epoch": 31.53, "learning_rate": 1.4779449922158797e-05, "loss": 3.604, "step": 121500 }, { "epoch": 31.55, "learning_rate": 1.4758692267773742e-05, "loss": 3.6288, "step": 121600 }, { "epoch": 31.58, "learning_rate": 1.473793461338869e-05, "loss": 3.6092, "step": 121700 }, { "epoch": 31.6, "learning_rate": 1.4717176959003633e-05, "loss": 3.6009, "step": 121800 }, { "epoch": 31.63, "learning_rate": 1.4696419304618578e-05, "loss": 3.6203, "step": 121900 }, { "epoch": 31.66, "learning_rate": 1.4675661650233527e-05, "loss": 3.6227, "step": 122000 }, { "epoch": 31.68, "learning_rate": 1.4654903995848471e-05, "loss": 3.6076, "step": 122100 }, { "epoch": 31.71, "learning_rate": 1.4634146341463415e-05, "loss": 3.6155, "step": 122200 }, { "epoch": 31.73, "learning_rate": 1.461338868707836e-05, "loss": 3.6202, "step": 122300 }, { "epoch": 31.76, "learning_rate": 1.4592631032693308e-05, "loss": 3.6015, "step": 122400 }, { "epoch": 31.79, "learning_rate": 1.4571873378308253e-05, "loss": 3.6127, "step": 122500 }, { "epoch": 31.81, "learning_rate": 1.4551115723923196e-05, "loss": 3.6039, "step": 122600 }, { "epoch": 31.84, "learning_rate": 1.4530358069538145e-05, "loss": 3.6027, "step": 122700 }, { "epoch": 31.86, "learning_rate": 1.450960041515309e-05, "loss": 3.6075, "step": 122800 }, { "epoch": 31.89, "learning_rate": 1.4488842760768033e-05, "loss": 3.5994, "step": 122900 }, { "epoch": 31.91, "learning_rate": 1.4468085106382981e-05, "loss": 3.6048, "step": 123000 }, { "epoch": 31.94, "learning_rate": 1.4447327451997926e-05, "loss": 3.6216, "step": 123100 }, { "epoch": 31.97, "learning_rate": 1.4426569797612871e-05, "loss": 3.6034, "step": 123200 }, { "epoch": 31.99, "learning_rate": 1.4405812143227818e-05, "loss": 3.5946, "step": 123300 }, { "epoch": 32.02, "learning_rate": 1.4385054488842763e-05, "loss": 3.6223, "step": 123400 }, { "epoch": 32.04, "learning_rate": 1.4364296834457708e-05, "loss": 3.6146, "step": 123500 }, { "epoch": 32.07, "learning_rate": 1.4343539180072653e-05, "loss": 3.6067, "step": 123600 }, { "epoch": 32.1, "learning_rate": 1.43227815256876e-05, "loss": 3.6073, "step": 123700 }, { "epoch": 32.12, "learning_rate": 1.4302023871302544e-05, "loss": 3.6005, "step": 123800 }, { "epoch": 32.15, "learning_rate": 1.428126621691749e-05, "loss": 3.6215, "step": 123900 }, { "epoch": 32.17, "learning_rate": 1.4260508562532436e-05, "loss": 3.6146, "step": 124000 }, { "epoch": 32.2, "learning_rate": 1.4239750908147381e-05, "loss": 3.6269, "step": 124100 }, { "epoch": 32.23, "learning_rate": 1.4218993253762326e-05, "loss": 3.6096, "step": 124200 }, { "epoch": 32.25, "learning_rate": 1.4198235599377273e-05, "loss": 3.5796, "step": 124300 }, { "epoch": 32.28, "learning_rate": 1.4177477944992218e-05, "loss": 3.6166, "step": 124400 }, { "epoch": 32.3, "learning_rate": 1.4156720290607163e-05, "loss": 3.6222, "step": 124500 }, { "epoch": 32.33, "learning_rate": 1.4135962636222108e-05, "loss": 3.6166, "step": 124600 }, { "epoch": 32.36, "learning_rate": 1.4115204981837054e-05, "loss": 3.626, "step": 124700 }, { "epoch": 32.38, "learning_rate": 1.4094447327452e-05, "loss": 3.6202, "step": 124800 }, { "epoch": 32.41, "learning_rate": 1.4073689673066944e-05, "loss": 3.5897, "step": 124900 }, { "epoch": 32.43, "learning_rate": 1.405293201868189e-05, "loss": 3.619, "step": 125000 }, { "epoch": 32.43, "eval_gen_len": 12.2763, "eval_loss": 3.597046136856079, "eval_rouge1": 40.9033, "eval_rouge2": 8.2223, "eval_rougeL": 36.8949, "eval_rougeLsum": 36.9021, "eval_runtime": 75.7787, "eval_samples_per_second": 50.859, "eval_steps_per_second": 6.361, "step": 125000 }, { "epoch": 32.46, "learning_rate": 1.4032174364296836e-05, "loss": 3.6003, "step": 125100 }, { "epoch": 32.49, "learning_rate": 1.401141670991178e-05, "loss": 3.6193, "step": 125200 }, { "epoch": 32.51, "learning_rate": 1.3990659055526727e-05, "loss": 3.5954, "step": 125300 }, { "epoch": 32.54, "learning_rate": 1.3969901401141672e-05, "loss": 3.6219, "step": 125400 }, { "epoch": 32.56, "learning_rate": 1.3949143746756617e-05, "loss": 3.6268, "step": 125500 }, { "epoch": 32.59, "learning_rate": 1.3928386092371564e-05, "loss": 3.6083, "step": 125600 }, { "epoch": 32.62, "learning_rate": 1.3907628437986509e-05, "loss": 3.6312, "step": 125700 }, { "epoch": 32.64, "learning_rate": 1.3886870783601454e-05, "loss": 3.5935, "step": 125800 }, { "epoch": 32.67, "learning_rate": 1.3866113129216399e-05, "loss": 3.5712, "step": 125900 }, { "epoch": 32.69, "learning_rate": 1.3845355474831346e-05, "loss": 3.597, "step": 126000 }, { "epoch": 32.72, "learning_rate": 1.382459782044629e-05, "loss": 3.6079, "step": 126100 }, { "epoch": 32.75, "learning_rate": 1.3803840166061235e-05, "loss": 3.5818, "step": 126200 }, { "epoch": 32.77, "learning_rate": 1.3783082511676182e-05, "loss": 3.5973, "step": 126300 }, { "epoch": 32.8, "learning_rate": 1.3762324857291127e-05, "loss": 3.5802, "step": 126400 }, { "epoch": 32.82, "learning_rate": 1.3741567202906072e-05, "loss": 3.6062, "step": 126500 }, { "epoch": 32.85, "learning_rate": 1.3720809548521019e-05, "loss": 3.6021, "step": 126600 }, { "epoch": 32.87, "learning_rate": 1.3700051894135964e-05, "loss": 3.6181, "step": 126700 }, { "epoch": 32.9, "learning_rate": 1.3679294239750909e-05, "loss": 3.623, "step": 126800 }, { "epoch": 32.93, "learning_rate": 1.3658536585365855e-05, "loss": 3.6192, "step": 126900 }, { "epoch": 32.95, "learning_rate": 1.36377789309808e-05, "loss": 3.6072, "step": 127000 }, { "epoch": 32.98, "learning_rate": 1.3617021276595745e-05, "loss": 3.6354, "step": 127100 }, { "epoch": 33.0, "learning_rate": 1.359626362221069e-05, "loss": 3.566, "step": 127200 }, { "epoch": 33.03, "learning_rate": 1.3575505967825637e-05, "loss": 3.6098, "step": 127300 }, { "epoch": 33.06, "learning_rate": 1.3554748313440582e-05, "loss": 3.6211, "step": 127400 }, { "epoch": 33.08, "learning_rate": 1.3533990659055527e-05, "loss": 3.6143, "step": 127500 }, { "epoch": 33.11, "learning_rate": 1.3513233004670474e-05, "loss": 3.6278, "step": 127600 }, { "epoch": 33.13, "learning_rate": 1.3492475350285418e-05, "loss": 3.6094, "step": 127700 }, { "epoch": 33.16, "learning_rate": 1.3471717695900363e-05, "loss": 3.5985, "step": 127800 }, { "epoch": 33.19, "learning_rate": 1.345096004151531e-05, "loss": 3.5683, "step": 127900 }, { "epoch": 33.21, "learning_rate": 1.3430202387130255e-05, "loss": 3.617, "step": 128000 }, { "epoch": 33.24, "learning_rate": 1.34094447327452e-05, "loss": 3.6051, "step": 128100 }, { "epoch": 33.26, "learning_rate": 1.3388687078360147e-05, "loss": 3.6116, "step": 128200 }, { "epoch": 33.29, "learning_rate": 1.3367929423975092e-05, "loss": 3.6178, "step": 128300 }, { "epoch": 33.32, "learning_rate": 1.3347171769590037e-05, "loss": 3.6324, "step": 128400 }, { "epoch": 33.34, "learning_rate": 1.3326414115204982e-05, "loss": 3.5958, "step": 128500 }, { "epoch": 33.37, "learning_rate": 1.3305656460819928e-05, "loss": 3.6233, "step": 128600 }, { "epoch": 33.39, "learning_rate": 1.3284898806434873e-05, "loss": 3.5967, "step": 128700 }, { "epoch": 33.42, "learning_rate": 1.3264141152049818e-05, "loss": 3.6049, "step": 128800 }, { "epoch": 33.45, "learning_rate": 1.3243383497664765e-05, "loss": 3.6029, "step": 128900 }, { "epoch": 33.47, "learning_rate": 1.322262584327971e-05, "loss": 3.5684, "step": 129000 }, { "epoch": 33.5, "learning_rate": 1.3201868188894655e-05, "loss": 3.5898, "step": 129100 }, { "epoch": 33.52, "learning_rate": 1.3181110534509603e-05, "loss": 3.6096, "step": 129200 }, { "epoch": 33.55, "learning_rate": 1.3160352880124546e-05, "loss": 3.6109, "step": 129300 }, { "epoch": 33.58, "learning_rate": 1.3139595225739491e-05, "loss": 3.6187, "step": 129400 }, { "epoch": 33.6, "learning_rate": 1.3118837571354436e-05, "loss": 3.6139, "step": 129500 }, { "epoch": 33.63, "learning_rate": 1.3098079916969385e-05, "loss": 3.6026, "step": 129600 }, { "epoch": 33.65, "learning_rate": 1.3077322262584328e-05, "loss": 3.5973, "step": 129700 }, { "epoch": 33.68, "learning_rate": 1.3056564608199273e-05, "loss": 3.5847, "step": 129800 }, { "epoch": 33.71, "learning_rate": 1.3035806953814221e-05, "loss": 3.6199, "step": 129900 }, { "epoch": 33.73, "learning_rate": 1.3015049299429166e-05, "loss": 3.6116, "step": 130000 }, { "epoch": 33.73, "eval_gen_len": 12.2763, "eval_loss": 3.5960943698883057, "eval_rouge1": 41.6154, "eval_rouge2": 8.5729, "eval_rougeL": 37.598, "eval_rougeLsum": 37.6264, "eval_runtime": 75.6128, "eval_samples_per_second": 50.97, "eval_steps_per_second": 6.375, "step": 130000 }, { "epoch": 33.76, "learning_rate": 1.299429164504411e-05, "loss": 3.6062, "step": 130100 }, { "epoch": 33.78, "learning_rate": 1.2973533990659058e-05, "loss": 3.6131, "step": 130200 }, { "epoch": 33.81, "learning_rate": 1.2952776336274003e-05, "loss": 3.6163, "step": 130300 }, { "epoch": 33.83, "learning_rate": 1.2932018681888948e-05, "loss": 3.6133, "step": 130400 }, { "epoch": 33.86, "learning_rate": 1.2911261027503895e-05, "loss": 3.6176, "step": 130500 }, { "epoch": 33.89, "learning_rate": 1.289050337311884e-05, "loss": 3.588, "step": 130600 }, { "epoch": 33.91, "learning_rate": 1.2869745718733784e-05, "loss": 3.6007, "step": 130700 }, { "epoch": 33.94, "learning_rate": 1.2848988064348728e-05, "loss": 3.5726, "step": 130800 }, { "epoch": 33.96, "learning_rate": 1.2828230409963676e-05, "loss": 3.5923, "step": 130900 }, { "epoch": 33.99, "learning_rate": 1.2807472755578621e-05, "loss": 3.5719, "step": 131000 }, { "epoch": 34.02, "learning_rate": 1.2786715101193566e-05, "loss": 3.6186, "step": 131100 }, { "epoch": 34.04, "learning_rate": 1.2765957446808513e-05, "loss": 3.6011, "step": 131200 }, { "epoch": 34.07, "learning_rate": 1.2745199792423458e-05, "loss": 3.6053, "step": 131300 }, { "epoch": 34.09, "learning_rate": 1.2724442138038403e-05, "loss": 3.6126, "step": 131400 }, { "epoch": 34.12, "learning_rate": 1.270368448365335e-05, "loss": 3.6255, "step": 131500 }, { "epoch": 34.15, "learning_rate": 1.2682926829268294e-05, "loss": 3.6124, "step": 131600 }, { "epoch": 34.17, "learning_rate": 1.266216917488324e-05, "loss": 3.6038, "step": 131700 }, { "epoch": 34.2, "learning_rate": 1.2641411520498186e-05, "loss": 3.6156, "step": 131800 }, { "epoch": 34.22, "learning_rate": 1.2620653866113131e-05, "loss": 3.609, "step": 131900 }, { "epoch": 34.25, "learning_rate": 1.2599896211728076e-05, "loss": 3.6114, "step": 132000 }, { "epoch": 34.28, "learning_rate": 1.257913855734302e-05, "loss": 3.591, "step": 132100 }, { "epoch": 34.3, "learning_rate": 1.2558380902957967e-05, "loss": 3.6103, "step": 132200 }, { "epoch": 34.33, "learning_rate": 1.2537623248572912e-05, "loss": 3.6059, "step": 132300 }, { "epoch": 34.35, "learning_rate": 1.2516865594187857e-05, "loss": 3.6076, "step": 132400 }, { "epoch": 34.38, "learning_rate": 1.2496107939802804e-05, "loss": 3.5984, "step": 132500 }, { "epoch": 34.41, "learning_rate": 1.2475350285417749e-05, "loss": 3.6029, "step": 132600 }, { "epoch": 34.43, "learning_rate": 1.2454592631032694e-05, "loss": 3.6089, "step": 132700 }, { "epoch": 34.46, "learning_rate": 1.243383497664764e-05, "loss": 3.5939, "step": 132800 }, { "epoch": 34.48, "learning_rate": 1.2413077322262586e-05, "loss": 3.6122, "step": 132900 }, { "epoch": 34.51, "learning_rate": 1.239231966787753e-05, "loss": 3.6043, "step": 133000 }, { "epoch": 34.54, "learning_rate": 1.2371562013492477e-05, "loss": 3.6155, "step": 133100 }, { "epoch": 34.56, "learning_rate": 1.2350804359107422e-05, "loss": 3.5631, "step": 133200 }, { "epoch": 34.59, "learning_rate": 1.2330046704722367e-05, "loss": 3.6253, "step": 133300 }, { "epoch": 34.61, "learning_rate": 1.2309289050337312e-05, "loss": 3.625, "step": 133400 }, { "epoch": 34.64, "learning_rate": 1.2288531395952259e-05, "loss": 3.5985, "step": 133500 }, { "epoch": 34.67, "learning_rate": 1.2267773741567204e-05, "loss": 3.6154, "step": 133600 }, { "epoch": 34.69, "learning_rate": 1.2247016087182149e-05, "loss": 3.6042, "step": 133700 }, { "epoch": 34.72, "learning_rate": 1.2226258432797095e-05, "loss": 3.5926, "step": 133800 }, { "epoch": 34.74, "learning_rate": 1.220550077841204e-05, "loss": 3.5777, "step": 133900 }, { "epoch": 34.77, "learning_rate": 1.2184743124026985e-05, "loss": 3.6164, "step": 134000 }, { "epoch": 34.8, "learning_rate": 1.2163985469641932e-05, "loss": 3.5981, "step": 134100 }, { "epoch": 34.82, "learning_rate": 1.2143227815256877e-05, "loss": 3.619, "step": 134200 }, { "epoch": 34.85, "learning_rate": 1.2122470160871822e-05, "loss": 3.5911, "step": 134300 }, { "epoch": 34.87, "learning_rate": 1.2101712506486767e-05, "loss": 3.6282, "step": 134400 }, { "epoch": 34.9, "learning_rate": 1.2080954852101714e-05, "loss": 3.618, "step": 134500 }, { "epoch": 34.92, "learning_rate": 1.2060197197716659e-05, "loss": 3.612, "step": 134600 }, { "epoch": 34.95, "learning_rate": 1.2039439543331604e-05, "loss": 3.5997, "step": 134700 }, { "epoch": 34.98, "learning_rate": 1.201868188894655e-05, "loss": 3.6071, "step": 134800 }, { "epoch": 35.0, "learning_rate": 1.1997924234561495e-05, "loss": 3.6195, "step": 134900 }, { "epoch": 35.03, "learning_rate": 1.197716658017644e-05, "loss": 3.6, "step": 135000 }, { "epoch": 35.03, "eval_gen_len": 12.2766, "eval_loss": 3.5951695442199707, "eval_rouge1": 41.4914, "eval_rouge2": 8.5934, "eval_rougeL": 37.4486, "eval_rougeLsum": 37.4712, "eval_runtime": 75.6467, "eval_samples_per_second": 50.947, "eval_steps_per_second": 6.372, "step": 135000 }, { "epoch": 35.05, "learning_rate": 1.1956408925791387e-05, "loss": 3.6107, "step": 135100 }, { "epoch": 35.08, "learning_rate": 1.1935651271406332e-05, "loss": 3.613, "step": 135200 }, { "epoch": 35.11, "learning_rate": 1.1914893617021277e-05, "loss": 3.6227, "step": 135300 }, { "epoch": 35.13, "learning_rate": 1.1894135962636223e-05, "loss": 3.62, "step": 135400 }, { "epoch": 35.16, "learning_rate": 1.1873378308251168e-05, "loss": 3.6185, "step": 135500 }, { "epoch": 35.18, "learning_rate": 1.1852620653866113e-05, "loss": 3.5743, "step": 135600 }, { "epoch": 35.21, "learning_rate": 1.1831862999481058e-05, "loss": 3.5984, "step": 135700 }, { "epoch": 35.24, "learning_rate": 1.1811105345096005e-05, "loss": 3.5912, "step": 135800 }, { "epoch": 35.26, "learning_rate": 1.179034769071095e-05, "loss": 3.6083, "step": 135900 }, { "epoch": 35.29, "learning_rate": 1.1769590036325895e-05, "loss": 3.604, "step": 136000 }, { "epoch": 35.31, "learning_rate": 1.1748832381940842e-05, "loss": 3.6075, "step": 136100 }, { "epoch": 35.34, "learning_rate": 1.1728074727555786e-05, "loss": 3.6021, "step": 136200 }, { "epoch": 35.37, "learning_rate": 1.1707317073170731e-05, "loss": 3.6198, "step": 136300 }, { "epoch": 35.39, "learning_rate": 1.168655941878568e-05, "loss": 3.6024, "step": 136400 }, { "epoch": 35.42, "learning_rate": 1.1665801764400623e-05, "loss": 3.6125, "step": 136500 }, { "epoch": 35.44, "learning_rate": 1.1645044110015568e-05, "loss": 3.5958, "step": 136600 }, { "epoch": 35.47, "learning_rate": 1.1624286455630516e-05, "loss": 3.5855, "step": 136700 }, { "epoch": 35.5, "learning_rate": 1.1603528801245461e-05, "loss": 3.5616, "step": 136800 }, { "epoch": 35.52, "learning_rate": 1.1582771146860405e-05, "loss": 3.6106, "step": 136900 }, { "epoch": 35.55, "learning_rate": 1.156201349247535e-05, "loss": 3.6263, "step": 137000 }, { "epoch": 35.57, "learning_rate": 1.1541255838090298e-05, "loss": 3.6063, "step": 137100 }, { "epoch": 35.6, "learning_rate": 1.1520498183705241e-05, "loss": 3.608, "step": 137200 }, { "epoch": 35.63, "learning_rate": 1.1499740529320186e-05, "loss": 3.6091, "step": 137300 }, { "epoch": 35.65, "learning_rate": 1.1478982874935135e-05, "loss": 3.6027, "step": 137400 }, { "epoch": 35.68, "learning_rate": 1.145822522055008e-05, "loss": 3.6037, "step": 137500 }, { "epoch": 35.7, "learning_rate": 1.1437467566165023e-05, "loss": 3.5811, "step": 137600 }, { "epoch": 35.73, "learning_rate": 1.1416709911779971e-05, "loss": 3.609, "step": 137700 }, { "epoch": 35.76, "learning_rate": 1.1395952257394916e-05, "loss": 3.6111, "step": 137800 }, { "epoch": 35.78, "learning_rate": 1.1375194603009861e-05, "loss": 3.598, "step": 137900 }, { "epoch": 35.81, "learning_rate": 1.1354436948624808e-05, "loss": 3.6237, "step": 138000 }, { "epoch": 35.83, "learning_rate": 1.1333679294239753e-05, "loss": 3.6093, "step": 138100 }, { "epoch": 35.86, "learning_rate": 1.1312921639854698e-05, "loss": 3.6202, "step": 138200 }, { "epoch": 35.88, "learning_rate": 1.1292163985469643e-05, "loss": 3.5869, "step": 138300 }, { "epoch": 35.91, "learning_rate": 1.127140633108459e-05, "loss": 3.6183, "step": 138400 }, { "epoch": 35.94, "learning_rate": 1.1250648676699534e-05, "loss": 3.6089, "step": 138500 }, { "epoch": 35.96, "learning_rate": 1.122989102231448e-05, "loss": 3.6135, "step": 138600 }, { "epoch": 35.99, "learning_rate": 1.1209133367929426e-05, "loss": 3.6, "step": 138700 }, { "epoch": 36.01, "learning_rate": 1.1188375713544371e-05, "loss": 3.5911, "step": 138800 }, { "epoch": 36.04, "learning_rate": 1.1167618059159316e-05, "loss": 3.5952, "step": 138900 }, { "epoch": 36.07, "learning_rate": 1.1146860404774263e-05, "loss": 3.6088, "step": 139000 }, { "epoch": 36.09, "learning_rate": 1.1126102750389208e-05, "loss": 3.6096, "step": 139100 }, { "epoch": 36.12, "learning_rate": 1.1105345096004152e-05, "loss": 3.5832, "step": 139200 }, { "epoch": 36.14, "learning_rate": 1.1084587441619099e-05, "loss": 3.6094, "step": 139300 }, { "epoch": 36.17, "learning_rate": 1.1063829787234044e-05, "loss": 3.62, "step": 139400 }, { "epoch": 36.2, "learning_rate": 1.1043072132848989e-05, "loss": 3.5665, "step": 139500 }, { "epoch": 36.22, "learning_rate": 1.1022314478463934e-05, "loss": 3.5996, "step": 139600 }, { "epoch": 36.25, "learning_rate": 1.100155682407888e-05, "loss": 3.579, "step": 139700 }, { "epoch": 36.27, "learning_rate": 1.0980799169693826e-05, "loss": 3.6229, "step": 139800 }, { "epoch": 36.3, "learning_rate": 1.096004151530877e-05, "loss": 3.6143, "step": 139900 }, { "epoch": 36.33, "learning_rate": 1.0939283860923717e-05, "loss": 3.5896, "step": 140000 }, { "epoch": 36.33, "eval_gen_len": 12.2763, "eval_loss": 3.5935587882995605, "eval_rouge1": 41.7094, "eval_rouge2": 8.5817, "eval_rougeL": 37.677, "eval_rougeLsum": 37.72, "eval_runtime": 75.9538, "eval_samples_per_second": 50.741, "eval_steps_per_second": 6.346, "step": 140000 }, { "epoch": 36.35, "learning_rate": 1.0918526206538662e-05, "loss": 3.6109, "step": 140100 }, { "epoch": 36.38, "learning_rate": 1.0897768552153607e-05, "loss": 3.5871, "step": 140200 }, { "epoch": 36.4, "learning_rate": 1.0877010897768554e-05, "loss": 3.5966, "step": 140300 }, { "epoch": 36.43, "learning_rate": 1.0856253243383499e-05, "loss": 3.5886, "step": 140400 }, { "epoch": 36.46, "learning_rate": 1.0835495588998444e-05, "loss": 3.6128, "step": 140500 }, { "epoch": 36.48, "learning_rate": 1.0814737934613389e-05, "loss": 3.5788, "step": 140600 }, { "epoch": 36.51, "learning_rate": 1.0793980280228335e-05, "loss": 3.5739, "step": 140700 }, { "epoch": 36.53, "learning_rate": 1.077322262584328e-05, "loss": 3.6301, "step": 140800 }, { "epoch": 36.56, "learning_rate": 1.0752464971458225e-05, "loss": 3.5858, "step": 140900 }, { "epoch": 36.59, "learning_rate": 1.0731707317073172e-05, "loss": 3.5925, "step": 141000 }, { "epoch": 36.61, "learning_rate": 1.0710949662688117e-05, "loss": 3.6174, "step": 141100 }, { "epoch": 36.64, "learning_rate": 1.0690192008303062e-05, "loss": 3.6002, "step": 141200 }, { "epoch": 36.66, "learning_rate": 1.0669434353918009e-05, "loss": 3.6139, "step": 141300 }, { "epoch": 36.69, "learning_rate": 1.0648676699532954e-05, "loss": 3.6358, "step": 141400 }, { "epoch": 36.72, "learning_rate": 1.0627919045147899e-05, "loss": 3.6055, "step": 141500 }, { "epoch": 36.74, "learning_rate": 1.0607161390762845e-05, "loss": 3.6213, "step": 141600 }, { "epoch": 36.77, "learning_rate": 1.058640373637779e-05, "loss": 3.5881, "step": 141700 }, { "epoch": 36.79, "learning_rate": 1.0565646081992735e-05, "loss": 3.6262, "step": 141800 }, { "epoch": 36.82, "learning_rate": 1.054488842760768e-05, "loss": 3.6123, "step": 141900 }, { "epoch": 36.84, "learning_rate": 1.0524130773222627e-05, "loss": 3.6091, "step": 142000 }, { "epoch": 36.87, "learning_rate": 1.0503373118837572e-05, "loss": 3.6199, "step": 142100 }, { "epoch": 36.9, "learning_rate": 1.0482615464452517e-05, "loss": 3.6182, "step": 142200 }, { "epoch": 36.92, "learning_rate": 1.0461857810067463e-05, "loss": 3.5861, "step": 142300 }, { "epoch": 36.95, "learning_rate": 1.0441100155682408e-05, "loss": 3.5922, "step": 142400 }, { "epoch": 36.97, "learning_rate": 1.0420342501297353e-05, "loss": 3.6228, "step": 142500 }, { "epoch": 37.0, "learning_rate": 1.03995848469123e-05, "loss": 3.5662, "step": 142600 }, { "epoch": 37.03, "learning_rate": 1.0378827192527245e-05, "loss": 3.5931, "step": 142700 }, { "epoch": 37.05, "learning_rate": 1.035806953814219e-05, "loss": 3.6024, "step": 142800 }, { "epoch": 37.08, "learning_rate": 1.0337311883757137e-05, "loss": 3.5865, "step": 142900 }, { "epoch": 37.1, "learning_rate": 1.0316554229372082e-05, "loss": 3.6059, "step": 143000 }, { "epoch": 37.13, "learning_rate": 1.0295796574987027e-05, "loss": 3.6064, "step": 143100 }, { "epoch": 37.16, "learning_rate": 1.0275038920601972e-05, "loss": 3.5973, "step": 143200 }, { "epoch": 37.18, "learning_rate": 1.0254281266216918e-05, "loss": 3.6123, "step": 143300 }, { "epoch": 37.21, "learning_rate": 1.0233523611831863e-05, "loss": 3.5877, "step": 143400 }, { "epoch": 37.23, "learning_rate": 1.0212765957446808e-05, "loss": 3.6036, "step": 143500 }, { "epoch": 37.26, "learning_rate": 1.0192008303061755e-05, "loss": 3.6061, "step": 143600 }, { "epoch": 37.29, "learning_rate": 1.01712506486767e-05, "loss": 3.6231, "step": 143700 }, { "epoch": 37.31, "learning_rate": 1.0150492994291645e-05, "loss": 3.6303, "step": 143800 }, { "epoch": 37.34, "learning_rate": 1.0129735339906593e-05, "loss": 3.5989, "step": 143900 }, { "epoch": 37.36, "learning_rate": 1.0108977685521536e-05, "loss": 3.6216, "step": 144000 }, { "epoch": 37.39, "learning_rate": 1.0088220031136481e-05, "loss": 3.5965, "step": 144100 }, { "epoch": 37.42, "learning_rate": 1.006746237675143e-05, "loss": 3.6071, "step": 144200 }, { "epoch": 37.44, "learning_rate": 1.0046704722366375e-05, "loss": 3.6013, "step": 144300 }, { "epoch": 37.47, "learning_rate": 1.0025947067981318e-05, "loss": 3.6158, "step": 144400 }, { "epoch": 37.49, "learning_rate": 1.0005189413596263e-05, "loss": 3.601, "step": 144500 }, { "epoch": 37.52, "learning_rate": 9.98443175921121e-06, "loss": 3.5991, "step": 144600 }, { "epoch": 37.55, "learning_rate": 9.963674104826156e-06, "loss": 3.5952, "step": 144700 }, { "epoch": 37.57, "learning_rate": 9.942916450441101e-06, "loss": 3.6145, "step": 144800 }, { "epoch": 37.6, "learning_rate": 9.922158796056046e-06, "loss": 3.5897, "step": 144900 }, { "epoch": 37.62, "learning_rate": 9.901401141670993e-06, "loss": 3.5978, "step": 145000 }, { "epoch": 37.62, "eval_gen_len": 12.2774, "eval_loss": 3.592960834503174, "eval_rouge1": 41.3445, "eval_rouge2": 8.728, "eval_rougeL": 37.3647, "eval_rougeLsum": 37.3694, "eval_runtime": 75.9693, "eval_samples_per_second": 50.731, "eval_steps_per_second": 6.345, "step": 145000 }, { "epoch": 37.65, "learning_rate": 9.880643487285938e-06, "loss": 3.6027, "step": 145100 }, { "epoch": 37.68, "learning_rate": 9.859885832900883e-06, "loss": 3.5978, "step": 145200 }, { "epoch": 37.7, "learning_rate": 9.83912817851583e-06, "loss": 3.5987, "step": 145300 }, { "epoch": 37.73, "learning_rate": 9.818370524130774e-06, "loss": 3.6126, "step": 145400 }, { "epoch": 37.75, "learning_rate": 9.79761286974572e-06, "loss": 3.6129, "step": 145500 }, { "epoch": 37.78, "learning_rate": 9.776855215360666e-06, "loss": 3.6129, "step": 145600 }, { "epoch": 37.8, "learning_rate": 9.756097560975611e-06, "loss": 3.5921, "step": 145700 }, { "epoch": 37.83, "learning_rate": 9.735339906590556e-06, "loss": 3.6137, "step": 145800 }, { "epoch": 37.86, "learning_rate": 9.714582252205501e-06, "loss": 3.6208, "step": 145900 }, { "epoch": 37.88, "learning_rate": 9.693824597820448e-06, "loss": 3.6154, "step": 146000 }, { "epoch": 37.91, "learning_rate": 9.673066943435393e-06, "loss": 3.6112, "step": 146100 }, { "epoch": 37.93, "learning_rate": 9.652309289050338e-06, "loss": 3.5969, "step": 146200 }, { "epoch": 37.96, "learning_rate": 9.631551634665284e-06, "loss": 3.6015, "step": 146300 }, { "epoch": 37.99, "learning_rate": 9.610793980280229e-06, "loss": 3.6054, "step": 146400 }, { "epoch": 38.01, "learning_rate": 9.590036325895174e-06, "loss": 3.6147, "step": 146500 }, { "epoch": 38.04, "learning_rate": 9.56927867151012e-06, "loss": 3.5835, "step": 146600 }, { "epoch": 38.06, "learning_rate": 9.548521017125066e-06, "loss": 3.5983, "step": 146700 }, { "epoch": 38.09, "learning_rate": 9.52776336274001e-06, "loss": 3.6203, "step": 146800 }, { "epoch": 38.12, "learning_rate": 9.507005708354957e-06, "loss": 3.6003, "step": 146900 }, { "epoch": 38.14, "learning_rate": 9.486248053969902e-06, "loss": 3.5873, "step": 147000 }, { "epoch": 38.17, "learning_rate": 9.465490399584847e-06, "loss": 3.5896, "step": 147100 }, { "epoch": 38.19, "learning_rate": 9.444732745199792e-06, "loss": 3.6103, "step": 147200 }, { "epoch": 38.22, "learning_rate": 9.423975090814739e-06, "loss": 3.6003, "step": 147300 }, { "epoch": 38.25, "learning_rate": 9.403217436429684e-06, "loss": 3.6127, "step": 147400 }, { "epoch": 38.27, "learning_rate": 9.382459782044629e-06, "loss": 3.6222, "step": 147500 }, { "epoch": 38.3, "learning_rate": 9.361702127659576e-06, "loss": 3.5931, "step": 147600 }, { "epoch": 38.32, "learning_rate": 9.34094447327452e-06, "loss": 3.5879, "step": 147700 }, { "epoch": 38.35, "learning_rate": 9.320186818889465e-06, "loss": 3.6139, "step": 147800 }, { "epoch": 38.38, "learning_rate": 9.299429164504412e-06, "loss": 3.5875, "step": 147900 }, { "epoch": 38.4, "learning_rate": 9.278671510119357e-06, "loss": 3.6209, "step": 148000 }, { "epoch": 38.43, "learning_rate": 9.257913855734302e-06, "loss": 3.6078, "step": 148100 }, { "epoch": 38.45, "learning_rate": 9.237156201349249e-06, "loss": 3.6101, "step": 148200 }, { "epoch": 38.48, "learning_rate": 9.216398546964194e-06, "loss": 3.6003, "step": 148300 }, { "epoch": 38.51, "learning_rate": 9.19564089257914e-06, "loss": 3.5993, "step": 148400 }, { "epoch": 38.53, "learning_rate": 9.174883238194084e-06, "loss": 3.5977, "step": 148500 }, { "epoch": 38.56, "learning_rate": 9.15412558380903e-06, "loss": 3.6018, "step": 148600 }, { "epoch": 38.58, "learning_rate": 9.133367929423977e-06, "loss": 3.5985, "step": 148700 }, { "epoch": 38.61, "learning_rate": 9.112610275038922e-06, "loss": 3.6143, "step": 148800 }, { "epoch": 38.64, "learning_rate": 9.091852620653867e-06, "loss": 3.6048, "step": 148900 }, { "epoch": 38.66, "learning_rate": 9.071094966268812e-06, "loss": 3.6186, "step": 149000 }, { "epoch": 38.69, "learning_rate": 9.050337311883759e-06, "loss": 3.5875, "step": 149100 }, { "epoch": 38.71, "learning_rate": 9.029579657498703e-06, "loss": 3.6165, "step": 149200 }, { "epoch": 38.74, "learning_rate": 9.008822003113648e-06, "loss": 3.595, "step": 149300 }, { "epoch": 38.76, "learning_rate": 8.988064348728595e-06, "loss": 3.6045, "step": 149400 }, { "epoch": 38.79, "learning_rate": 8.96730669434354e-06, "loss": 3.5736, "step": 149500 }, { "epoch": 38.82, "learning_rate": 8.946549039958485e-06, "loss": 3.6124, "step": 149600 }, { "epoch": 38.84, "learning_rate": 8.925791385573432e-06, "loss": 3.5944, "step": 149700 }, { "epoch": 38.87, "learning_rate": 8.905033731188377e-06, "loss": 3.6054, "step": 149800 }, { "epoch": 38.89, "learning_rate": 8.884276076803322e-06, "loss": 3.602, "step": 149900 }, { "epoch": 38.92, "learning_rate": 8.863518422418268e-06, "loss": 3.6121, "step": 150000 }, { "epoch": 38.92, "eval_gen_len": 12.2769, "eval_loss": 3.591606855392456, "eval_rouge1": 41.9288, "eval_rouge2": 8.6859, "eval_rougeL": 37.8925, "eval_rougeLsum": 37.9125, "eval_runtime": 75.6977, "eval_samples_per_second": 50.913, "eval_steps_per_second": 6.367, "step": 150000 }, { "epoch": 38.95, "learning_rate": 8.842760768033213e-06, "loss": 3.617, "step": 150100 }, { "epoch": 38.97, "learning_rate": 8.822003113648158e-06, "loss": 3.5798, "step": 150200 }, { "epoch": 39.0, "learning_rate": 8.801245459263103e-06, "loss": 3.5933, "step": 150300 }, { "epoch": 39.02, "learning_rate": 8.78048780487805e-06, "loss": 3.594, "step": 150400 }, { "epoch": 39.05, "learning_rate": 8.759730150492995e-06, "loss": 3.6042, "step": 150500 }, { "epoch": 39.08, "learning_rate": 8.73897249610794e-06, "loss": 3.6139, "step": 150600 }, { "epoch": 39.1, "learning_rate": 8.718214841722886e-06, "loss": 3.6119, "step": 150700 }, { "epoch": 39.13, "learning_rate": 8.697457187337831e-06, "loss": 3.5806, "step": 150800 }, { "epoch": 39.15, "learning_rate": 8.676699532952776e-06, "loss": 3.5956, "step": 150900 }, { "epoch": 39.18, "learning_rate": 8.655941878567723e-06, "loss": 3.5559, "step": 151000 }, { "epoch": 39.21, "learning_rate": 8.635184224182668e-06, "loss": 3.6148, "step": 151100 }, { "epoch": 39.23, "learning_rate": 8.614426569797613e-06, "loss": 3.5941, "step": 151200 }, { "epoch": 39.26, "learning_rate": 8.593668915412558e-06, "loss": 3.5734, "step": 151300 }, { "epoch": 39.28, "learning_rate": 8.572911261027505e-06, "loss": 3.5983, "step": 151400 }, { "epoch": 39.31, "learning_rate": 8.55215360664245e-06, "loss": 3.6197, "step": 151500 }, { "epoch": 39.34, "learning_rate": 8.531395952257395e-06, "loss": 3.6068, "step": 151600 }, { "epoch": 39.36, "learning_rate": 8.510638297872341e-06, "loss": 3.5989, "step": 151700 }, { "epoch": 39.39, "learning_rate": 8.489880643487288e-06, "loss": 3.6053, "step": 151800 }, { "epoch": 39.41, "learning_rate": 8.469122989102231e-06, "loss": 3.6161, "step": 151900 }, { "epoch": 39.44, "learning_rate": 8.448365334717178e-06, "loss": 3.6292, "step": 152000 }, { "epoch": 39.47, "learning_rate": 8.427607680332123e-06, "loss": 3.6121, "step": 152100 }, { "epoch": 39.49, "learning_rate": 8.40685002594707e-06, "loss": 3.6004, "step": 152200 }, { "epoch": 39.52, "learning_rate": 8.386092371562014e-06, "loss": 3.6157, "step": 152300 }, { "epoch": 39.54, "learning_rate": 8.36533471717696e-06, "loss": 3.622, "step": 152400 }, { "epoch": 39.57, "learning_rate": 8.344577062791906e-06, "loss": 3.6119, "step": 152500 }, { "epoch": 39.6, "learning_rate": 8.323819408406851e-06, "loss": 3.6092, "step": 152600 }, { "epoch": 39.62, "learning_rate": 8.303061754021796e-06, "loss": 3.5876, "step": 152700 }, { "epoch": 39.65, "learning_rate": 8.282304099636743e-06, "loss": 3.6196, "step": 152800 }, { "epoch": 39.67, "learning_rate": 8.261546445251688e-06, "loss": 3.6121, "step": 152900 }, { "epoch": 39.7, "learning_rate": 8.240788790866633e-06, "loss": 3.6184, "step": 153000 }, { "epoch": 39.72, "learning_rate": 8.22003113648158e-06, "loss": 3.5772, "step": 153100 }, { "epoch": 39.75, "learning_rate": 8.199273482096524e-06, "loss": 3.6062, "step": 153200 }, { "epoch": 39.78, "learning_rate": 8.17851582771147e-06, "loss": 3.6152, "step": 153300 }, { "epoch": 39.8, "learning_rate": 8.157758173326414e-06, "loss": 3.5901, "step": 153400 }, { "epoch": 39.83, "learning_rate": 8.13700051894136e-06, "loss": 3.5957, "step": 153500 }, { "epoch": 39.85, "learning_rate": 8.116242864556306e-06, "loss": 3.6184, "step": 153600 }, { "epoch": 39.88, "learning_rate": 8.09548521017125e-06, "loss": 3.5991, "step": 153700 }, { "epoch": 39.91, "learning_rate": 8.074727555786197e-06, "loss": 3.6069, "step": 153800 }, { "epoch": 39.93, "learning_rate": 8.053969901401142e-06, "loss": 3.5976, "step": 153900 }, { "epoch": 39.96, "learning_rate": 8.033212247016087e-06, "loss": 3.5954, "step": 154000 }, { "epoch": 39.98, "learning_rate": 8.012454592631034e-06, "loss": 3.6192, "step": 154100 }, { "epoch": 40.01, "learning_rate": 7.991696938245979e-06, "loss": 3.5992, "step": 154200 }, { "epoch": 40.04, "learning_rate": 7.970939283860924e-06, "loss": 3.6007, "step": 154300 }, { "epoch": 40.06, "learning_rate": 7.950181629475869e-06, "loss": 3.5923, "step": 154400 }, { "epoch": 40.09, "learning_rate": 7.929423975090816e-06, "loss": 3.6094, "step": 154500 }, { "epoch": 40.11, "learning_rate": 7.90866632070576e-06, "loss": 3.618, "step": 154600 }, { "epoch": 40.14, "learning_rate": 7.887908666320706e-06, "loss": 3.6084, "step": 154700 }, { "epoch": 40.17, "learning_rate": 7.867151011935652e-06, "loss": 3.5987, "step": 154800 }, { "epoch": 40.19, "learning_rate": 7.846393357550597e-06, "loss": 3.5991, "step": 154900 }, { "epoch": 40.22, "learning_rate": 7.825635703165542e-06, "loss": 3.6154, "step": 155000 }, { "epoch": 40.22, "eval_gen_len": 12.2763, "eval_loss": 3.590810775756836, "eval_rouge1": 41.7854, "eval_rouge2": 8.6556, "eval_rougeL": 37.7725, "eval_rougeLsum": 37.7749, "eval_runtime": 76.5307, "eval_samples_per_second": 50.359, "eval_steps_per_second": 6.298, "step": 155000 }, { "epoch": 40.24, "learning_rate": 7.804878048780489e-06, "loss": 3.626, "step": 155100 }, { "epoch": 40.27, "learning_rate": 7.784120394395434e-06, "loss": 3.6092, "step": 155200 }, { "epoch": 40.3, "learning_rate": 7.763362740010379e-06, "loss": 3.5901, "step": 155300 }, { "epoch": 40.32, "learning_rate": 7.742605085625325e-06, "loss": 3.6067, "step": 155400 }, { "epoch": 40.35, "learning_rate": 7.72184743124027e-06, "loss": 3.6106, "step": 155500 }, { "epoch": 40.37, "learning_rate": 7.701089776855217e-06, "loss": 3.6024, "step": 155600 }, { "epoch": 40.4, "learning_rate": 7.68033212247016e-06, "loss": 3.6023, "step": 155700 }, { "epoch": 40.43, "learning_rate": 7.659574468085107e-06, "loss": 3.5921, "step": 155800 }, { "epoch": 40.45, "learning_rate": 7.638816813700054e-06, "loss": 3.6076, "step": 155900 }, { "epoch": 40.48, "learning_rate": 7.618059159314998e-06, "loss": 3.6178, "step": 156000 }, { "epoch": 40.5, "learning_rate": 7.5973015049299435e-06, "loss": 3.6246, "step": 156100 }, { "epoch": 40.53, "learning_rate": 7.5765438505448885e-06, "loss": 3.591, "step": 156200 }, { "epoch": 40.56, "learning_rate": 7.555786196159834e-06, "loss": 3.5834, "step": 156300 }, { "epoch": 40.58, "learning_rate": 7.53502854177478e-06, "loss": 3.6077, "step": 156400 }, { "epoch": 40.61, "learning_rate": 7.514270887389725e-06, "loss": 3.6109, "step": 156500 }, { "epoch": 40.63, "learning_rate": 7.493513233004671e-06, "loss": 3.6024, "step": 156600 }, { "epoch": 40.66, "learning_rate": 7.472755578619617e-06, "loss": 3.6082, "step": 156700 }, { "epoch": 40.69, "learning_rate": 7.451997924234562e-06, "loss": 3.6214, "step": 156800 }, { "epoch": 40.71, "learning_rate": 7.4312402698495075e-06, "loss": 3.5791, "step": 156900 }, { "epoch": 40.74, "learning_rate": 7.4104826154644525e-06, "loss": 3.6122, "step": 157000 }, { "epoch": 40.76, "learning_rate": 7.389724961079398e-06, "loss": 3.6106, "step": 157100 }, { "epoch": 40.79, "learning_rate": 7.368967306694345e-06, "loss": 3.6073, "step": 157200 }, { "epoch": 40.81, "learning_rate": 7.348209652309289e-06, "loss": 3.6024, "step": 157300 }, { "epoch": 40.84, "learning_rate": 7.327451997924236e-06, "loss": 3.5964, "step": 157400 }, { "epoch": 40.87, "learning_rate": 7.30669434353918e-06, "loss": 3.5994, "step": 157500 }, { "epoch": 40.89, "learning_rate": 7.2859366891541265e-06, "loss": 3.6074, "step": 157600 }, { "epoch": 40.92, "learning_rate": 7.265179034769072e-06, "loss": 3.5946, "step": 157700 }, { "epoch": 40.94, "learning_rate": 7.2444213803840165e-06, "loss": 3.5902, "step": 157800 }, { "epoch": 40.97, "learning_rate": 7.223663725998963e-06, "loss": 3.59, "step": 157900 }, { "epoch": 41.0, "learning_rate": 7.202906071613909e-06, "loss": 3.6009, "step": 158000 }, { "epoch": 41.02, "learning_rate": 7.182148417228854e-06, "loss": 3.5957, "step": 158100 }, { "epoch": 41.05, "learning_rate": 7.1613907628438e-06, "loss": 3.5913, "step": 158200 }, { "epoch": 41.07, "learning_rate": 7.140633108458745e-06, "loss": 3.5876, "step": 158300 }, { "epoch": 41.1, "learning_rate": 7.1198754540736905e-06, "loss": 3.6022, "step": 158400 }, { "epoch": 41.13, "learning_rate": 7.099117799688636e-06, "loss": 3.6123, "step": 158500 }, { "epoch": 41.15, "learning_rate": 7.078360145303581e-06, "loss": 3.5919, "step": 158600 }, { "epoch": 41.18, "learning_rate": 7.057602490918527e-06, "loss": 3.6186, "step": 158700 }, { "epoch": 41.2, "learning_rate": 7.036844836533472e-06, "loss": 3.6035, "step": 158800 }, { "epoch": 41.23, "learning_rate": 7.016087182148418e-06, "loss": 3.5958, "step": 158900 }, { "epoch": 41.26, "learning_rate": 6.995329527763364e-06, "loss": 3.5873, "step": 159000 }, { "epoch": 41.28, "learning_rate": 6.974571873378309e-06, "loss": 3.6196, "step": 159100 }, { "epoch": 41.31, "learning_rate": 6.9538142189932545e-06, "loss": 3.6018, "step": 159200 }, { "epoch": 41.33, "learning_rate": 6.9330565646081994e-06, "loss": 3.5975, "step": 159300 }, { "epoch": 41.36, "learning_rate": 6.912298910223145e-06, "loss": 3.5927, "step": 159400 }, { "epoch": 41.39, "learning_rate": 6.891541255838091e-06, "loss": 3.6108, "step": 159500 }, { "epoch": 41.41, "learning_rate": 6.870783601453036e-06, "loss": 3.617, "step": 159600 }, { "epoch": 41.44, "learning_rate": 6.850025947067982e-06, "loss": 3.6035, "step": 159700 }, { "epoch": 41.46, "learning_rate": 6.829268292682928e-06, "loss": 3.6088, "step": 159800 }, { "epoch": 41.49, "learning_rate": 6.808510638297873e-06, "loss": 3.6014, "step": 159900 }, { "epoch": 41.52, "learning_rate": 6.7877529839128185e-06, "loss": 3.574, "step": 160000 }, { "epoch": 41.52, "eval_gen_len": 12.2779, "eval_loss": 3.5903589725494385, "eval_rouge1": 41.8234, "eval_rouge2": 8.7383, "eval_rougeL": 37.8126, "eval_rougeLsum": 37.813, "eval_runtime": 76.3545, "eval_samples_per_second": 50.475, "eval_steps_per_second": 6.313, "step": 160000 }, { "epoch": 41.54, "learning_rate": 6.7669953295277634e-06, "loss": 3.6005, "step": 160100 }, { "epoch": 41.57, "learning_rate": 6.746237675142709e-06, "loss": 3.571, "step": 160200 }, { "epoch": 41.59, "learning_rate": 6.725480020757655e-06, "loss": 3.616, "step": 160300 }, { "epoch": 41.62, "learning_rate": 6.7047223663726e-06, "loss": 3.605, "step": 160400 }, { "epoch": 41.65, "learning_rate": 6.683964711987546e-06, "loss": 3.5991, "step": 160500 }, { "epoch": 41.67, "learning_rate": 6.663207057602491e-06, "loss": 3.6063, "step": 160600 }, { "epoch": 41.7, "learning_rate": 6.642449403217437e-06, "loss": 3.5771, "step": 160700 }, { "epoch": 41.72, "learning_rate": 6.6216917488323824e-06, "loss": 3.6011, "step": 160800 }, { "epoch": 41.75, "learning_rate": 6.600934094447327e-06, "loss": 3.6073, "step": 160900 }, { "epoch": 41.77, "learning_rate": 6.580176440062273e-06, "loss": 3.6129, "step": 161000 }, { "epoch": 41.8, "learning_rate": 6.559418785677218e-06, "loss": 3.5917, "step": 161100 }, { "epoch": 41.83, "learning_rate": 6.538661131292164e-06, "loss": 3.6049, "step": 161200 }, { "epoch": 41.85, "learning_rate": 6.517903476907111e-06, "loss": 3.5975, "step": 161300 }, { "epoch": 41.88, "learning_rate": 6.497145822522055e-06, "loss": 3.5925, "step": 161400 }, { "epoch": 41.9, "learning_rate": 6.4763881681370014e-06, "loss": 3.6042, "step": 161500 }, { "epoch": 41.93, "learning_rate": 6.455630513751947e-06, "loss": 3.5978, "step": 161600 }, { "epoch": 41.96, "learning_rate": 6.434872859366892e-06, "loss": 3.5942, "step": 161700 }, { "epoch": 41.98, "learning_rate": 6.414115204981838e-06, "loss": 3.6045, "step": 161800 }, { "epoch": 42.01, "learning_rate": 6.393357550596783e-06, "loss": 3.5946, "step": 161900 }, { "epoch": 42.03, "learning_rate": 6.372599896211729e-06, "loss": 3.6214, "step": 162000 }, { "epoch": 42.06, "learning_rate": 6.351842241826675e-06, "loss": 3.6172, "step": 162100 }, { "epoch": 42.09, "learning_rate": 6.33108458744162e-06, "loss": 3.6064, "step": 162200 }, { "epoch": 42.11, "learning_rate": 6.3103269330565654e-06, "loss": 3.5931, "step": 162300 }, { "epoch": 42.14, "learning_rate": 6.28956927867151e-06, "loss": 3.5975, "step": 162400 }, { "epoch": 42.16, "learning_rate": 6.268811624286456e-06, "loss": 3.5952, "step": 162500 }, { "epoch": 42.19, "learning_rate": 6.248053969901402e-06, "loss": 3.6057, "step": 162600 }, { "epoch": 42.22, "learning_rate": 6.227296315516347e-06, "loss": 3.5965, "step": 162700 }, { "epoch": 42.24, "learning_rate": 6.206538661131293e-06, "loss": 3.6234, "step": 162800 }, { "epoch": 42.27, "learning_rate": 6.185781006746239e-06, "loss": 3.5977, "step": 162900 }, { "epoch": 42.29, "learning_rate": 6.165023352361184e-06, "loss": 3.6099, "step": 163000 }, { "epoch": 42.32, "learning_rate": 6.144265697976129e-06, "loss": 3.5625, "step": 163100 }, { "epoch": 42.35, "learning_rate": 6.123508043591074e-06, "loss": 3.6009, "step": 163200 }, { "epoch": 42.37, "learning_rate": 6.10275038920602e-06, "loss": 3.5834, "step": 163300 }, { "epoch": 42.4, "learning_rate": 6.081992734820966e-06, "loss": 3.564, "step": 163400 }, { "epoch": 42.42, "learning_rate": 6.061235080435911e-06, "loss": 3.6205, "step": 163500 }, { "epoch": 42.45, "learning_rate": 6.040477426050857e-06, "loss": 3.5879, "step": 163600 }, { "epoch": 42.48, "learning_rate": 6.019719771665802e-06, "loss": 3.6, "step": 163700 }, { "epoch": 42.5, "learning_rate": 5.9989621172807476e-06, "loss": 3.5986, "step": 163800 }, { "epoch": 42.53, "learning_rate": 5.978204462895693e-06, "loss": 3.6023, "step": 163900 }, { "epoch": 42.55, "learning_rate": 5.957446808510638e-06, "loss": 3.6012, "step": 164000 }, { "epoch": 42.58, "learning_rate": 5.936689154125584e-06, "loss": 3.5837, "step": 164100 }, { "epoch": 42.61, "learning_rate": 5.915931499740529e-06, "loss": 3.6029, "step": 164200 }, { "epoch": 42.63, "learning_rate": 5.895173845355475e-06, "loss": 3.6119, "step": 164300 }, { "epoch": 42.66, "learning_rate": 5.874416190970421e-06, "loss": 3.5922, "step": 164400 }, { "epoch": 42.68, "learning_rate": 5.853658536585366e-06, "loss": 3.6092, "step": 164500 }, { "epoch": 42.71, "learning_rate": 5.8329008822003115e-06, "loss": 3.5925, "step": 164600 }, { "epoch": 42.73, "learning_rate": 5.812143227815258e-06, "loss": 3.6074, "step": 164700 }, { "epoch": 42.76, "learning_rate": 5.791385573430202e-06, "loss": 3.6085, "step": 164800 }, { "epoch": 42.79, "learning_rate": 5.770627919045149e-06, "loss": 3.6101, "step": 164900 }, { "epoch": 42.81, "learning_rate": 5.749870264660093e-06, "loss": 3.5595, "step": 165000 }, { "epoch": 42.81, "eval_gen_len": 12.2761, "eval_loss": 3.5897645950317383, "eval_rouge1": 41.7274, "eval_rouge2": 8.7877, "eval_rougeL": 37.7333, "eval_rougeLsum": 37.7388, "eval_runtime": 76.3561, "eval_samples_per_second": 50.474, "eval_steps_per_second": 6.313, "step": 165000 }, { "epoch": 42.84, "learning_rate": 5.72911261027504e-06, "loss": 3.624, "step": 165100 }, { "epoch": 42.86, "learning_rate": 5.708354955889986e-06, "loss": 3.6039, "step": 165200 }, { "epoch": 42.89, "learning_rate": 5.6875973015049306e-06, "loss": 3.6057, "step": 165300 }, { "epoch": 42.92, "learning_rate": 5.666839647119876e-06, "loss": 3.5824, "step": 165400 }, { "epoch": 42.94, "learning_rate": 5.646081992734821e-06, "loss": 3.5717, "step": 165500 }, { "epoch": 42.97, "learning_rate": 5.625324338349767e-06, "loss": 3.5933, "step": 165600 }, { "epoch": 42.99, "learning_rate": 5.604566683964713e-06, "loss": 3.5948, "step": 165700 }, { "epoch": 43.02, "learning_rate": 5.583809029579658e-06, "loss": 3.5862, "step": 165800 }, { "epoch": 43.05, "learning_rate": 5.563051375194604e-06, "loss": 3.5895, "step": 165900 }, { "epoch": 43.07, "learning_rate": 5.5422937208095496e-06, "loss": 3.6074, "step": 166000 }, { "epoch": 43.1, "learning_rate": 5.5215360664244945e-06, "loss": 3.6064, "step": 166100 }, { "epoch": 43.12, "learning_rate": 5.50077841203944e-06, "loss": 3.6145, "step": 166200 }, { "epoch": 43.15, "learning_rate": 5.480020757654385e-06, "loss": 3.5731, "step": 166300 }, { "epoch": 43.18, "learning_rate": 5.459263103269331e-06, "loss": 3.6008, "step": 166400 }, { "epoch": 43.2, "learning_rate": 5.438505448884277e-06, "loss": 3.6109, "step": 166500 }, { "epoch": 43.23, "learning_rate": 5.417747794499222e-06, "loss": 3.6112, "step": 166600 }, { "epoch": 43.25, "learning_rate": 5.396990140114168e-06, "loss": 3.5723, "step": 166700 }, { "epoch": 43.28, "learning_rate": 5.376232485729113e-06, "loss": 3.6063, "step": 166800 }, { "epoch": 43.31, "learning_rate": 5.3554748313440585e-06, "loss": 3.6037, "step": 166900 }, { "epoch": 43.33, "learning_rate": 5.334717176959004e-06, "loss": 3.5815, "step": 167000 }, { "epoch": 43.36, "learning_rate": 5.313959522573949e-06, "loss": 3.6042, "step": 167100 }, { "epoch": 43.38, "learning_rate": 5.293201868188895e-06, "loss": 3.621, "step": 167200 }, { "epoch": 43.41, "learning_rate": 5.27244421380384e-06, "loss": 3.5913, "step": 167300 }, { "epoch": 43.44, "learning_rate": 5.251686559418786e-06, "loss": 3.5908, "step": 167400 }, { "epoch": 43.46, "learning_rate": 5.230928905033732e-06, "loss": 3.5799, "step": 167500 }, { "epoch": 43.49, "learning_rate": 5.210171250648677e-06, "loss": 3.5886, "step": 167600 }, { "epoch": 43.51, "learning_rate": 5.1894135962636225e-06, "loss": 3.6089, "step": 167700 }, { "epoch": 43.54, "learning_rate": 5.168655941878568e-06, "loss": 3.5928, "step": 167800 }, { "epoch": 43.57, "learning_rate": 5.147898287493513e-06, "loss": 3.5681, "step": 167900 }, { "epoch": 43.59, "learning_rate": 5.127140633108459e-06, "loss": 3.611, "step": 168000 }, { "epoch": 43.62, "learning_rate": 5.106382978723404e-06, "loss": 3.612, "step": 168100 }, { "epoch": 43.64, "learning_rate": 5.08562532433835e-06, "loss": 3.5959, "step": 168200 }, { "epoch": 43.67, "learning_rate": 5.0648676699532965e-06, "loss": 3.5898, "step": 168300 }, { "epoch": 43.69, "learning_rate": 5.044110015568241e-06, "loss": 3.5836, "step": 168400 }, { "epoch": 43.72, "learning_rate": 5.023352361183187e-06, "loss": 3.5974, "step": 168500 }, { "epoch": 43.75, "learning_rate": 5.0025947067981314e-06, "loss": 3.6092, "step": 168600 }, { "epoch": 43.77, "learning_rate": 4.981837052413078e-06, "loss": 3.6135, "step": 168700 }, { "epoch": 43.8, "learning_rate": 4.961079398028023e-06, "loss": 3.6055, "step": 168800 }, { "epoch": 43.82, "learning_rate": 4.940321743642969e-06, "loss": 3.5622, "step": 168900 }, { "epoch": 43.85, "learning_rate": 4.919564089257915e-06, "loss": 3.6091, "step": 169000 }, { "epoch": 43.88, "learning_rate": 4.89880643487286e-06, "loss": 3.5868, "step": 169100 }, { "epoch": 43.9, "learning_rate": 4.8780487804878055e-06, "loss": 3.6074, "step": 169200 }, { "epoch": 43.93, "learning_rate": 4.8572911261027505e-06, "loss": 3.6067, "step": 169300 }, { "epoch": 43.95, "learning_rate": 4.836533471717696e-06, "loss": 3.604, "step": 169400 }, { "epoch": 43.98, "learning_rate": 4.815775817332642e-06, "loss": 3.5873, "step": 169500 }, { "epoch": 44.01, "learning_rate": 4.795018162947587e-06, "loss": 3.6056, "step": 169600 }, { "epoch": 44.03, "learning_rate": 4.774260508562533e-06, "loss": 3.6109, "step": 169700 }, { "epoch": 44.06, "learning_rate": 4.753502854177479e-06, "loss": 3.6052, "step": 169800 }, { "epoch": 44.08, "learning_rate": 4.732745199792424e-06, "loss": 3.6063, "step": 169900 }, { "epoch": 44.11, "learning_rate": 4.7119875454073695e-06, "loss": 3.5897, "step": 170000 }, { "epoch": 44.11, "eval_gen_len": 12.2763, "eval_loss": 3.588927984237671, "eval_rouge1": 41.8372, "eval_rouge2": 8.7034, "eval_rougeL": 37.8307, "eval_rougeLsum": 37.841, "eval_runtime": 89.0261, "eval_samples_per_second": 43.291, "eval_steps_per_second": 5.414, "step": 170000 }, { "epoch": 44.14, "learning_rate": 4.6912298910223144e-06, "loss": 3.5712, "step": 170100 }, { "epoch": 44.16, "learning_rate": 4.67047223663726e-06, "loss": 3.6044, "step": 170200 }, { "epoch": 44.19, "learning_rate": 4.649714582252206e-06, "loss": 3.6017, "step": 170300 }, { "epoch": 44.21, "learning_rate": 4.628956927867151e-06, "loss": 3.5832, "step": 170400 }, { "epoch": 44.24, "learning_rate": 4.608199273482097e-06, "loss": 3.6089, "step": 170500 }, { "epoch": 44.27, "learning_rate": 4.587441619097042e-06, "loss": 3.6157, "step": 170600 }, { "epoch": 44.29, "learning_rate": 4.5666839647119885e-06, "loss": 3.586, "step": 170700 }, { "epoch": 44.32, "learning_rate": 4.5459263103269334e-06, "loss": 3.6016, "step": 170800 }, { "epoch": 44.34, "learning_rate": 4.525168655941879e-06, "loss": 3.6018, "step": 170900 }, { "epoch": 44.37, "learning_rate": 4.504411001556824e-06, "loss": 3.5958, "step": 171000 }, { "epoch": 44.4, "learning_rate": 4.48365334717177e-06, "loss": 3.5539, "step": 171100 }, { "epoch": 44.42, "learning_rate": 4.462895692786716e-06, "loss": 3.5958, "step": 171200 }, { "epoch": 44.45, "learning_rate": 4.442138038401661e-06, "loss": 3.5845, "step": 171300 }, { "epoch": 44.47, "learning_rate": 4.421380384016607e-06, "loss": 3.5792, "step": 171400 }, { "epoch": 44.5, "learning_rate": 4.400622729631552e-06, "loss": 3.6142, "step": 171500 }, { "epoch": 44.53, "learning_rate": 4.379865075246497e-06, "loss": 3.6097, "step": 171600 }, { "epoch": 44.55, "learning_rate": 4.359107420861443e-06, "loss": 3.6089, "step": 171700 }, { "epoch": 44.58, "learning_rate": 4.338349766476388e-06, "loss": 3.6002, "step": 171800 }, { "epoch": 44.6, "learning_rate": 4.317592112091334e-06, "loss": 3.5973, "step": 171900 }, { "epoch": 44.63, "learning_rate": 4.296834457706279e-06, "loss": 3.6005, "step": 172000 }, { "epoch": 44.65, "learning_rate": 4.276076803321225e-06, "loss": 3.6128, "step": 172100 }, { "epoch": 44.68, "learning_rate": 4.255319148936171e-06, "loss": 3.5831, "step": 172200 }, { "epoch": 44.71, "learning_rate": 4.234561494551116e-06, "loss": 3.6096, "step": 172300 }, { "epoch": 44.73, "learning_rate": 4.213803840166061e-06, "loss": 3.5979, "step": 172400 }, { "epoch": 44.76, "learning_rate": 4.193046185781007e-06, "loss": 3.6007, "step": 172500 }, { "epoch": 44.78, "learning_rate": 4.172288531395953e-06, "loss": 3.5962, "step": 172600 }, { "epoch": 44.81, "learning_rate": 4.151530877010898e-06, "loss": 3.6065, "step": 172700 }, { "epoch": 44.84, "learning_rate": 4.130773222625844e-06, "loss": 3.5907, "step": 172800 }, { "epoch": 44.86, "learning_rate": 4.11001556824079e-06, "loss": 3.5942, "step": 172900 }, { "epoch": 44.89, "learning_rate": 4.089257913855735e-06, "loss": 3.6046, "step": 173000 }, { "epoch": 44.91, "learning_rate": 4.06850025947068e-06, "loss": 3.5897, "step": 173100 }, { "epoch": 44.94, "learning_rate": 4.047742605085625e-06, "loss": 3.6068, "step": 173200 }, { "epoch": 44.97, "learning_rate": 4.026984950700571e-06, "loss": 3.5986, "step": 173300 }, { "epoch": 44.99, "learning_rate": 4.006227296315517e-06, "loss": 3.6101, "step": 173400 }, { "epoch": 45.02, "learning_rate": 3.985469641930462e-06, "loss": 3.6068, "step": 173500 }, { "epoch": 45.04, "learning_rate": 3.964711987545408e-06, "loss": 3.6006, "step": 173600 }, { "epoch": 45.07, "learning_rate": 3.943954333160353e-06, "loss": 3.5955, "step": 173700 }, { "epoch": 45.1, "learning_rate": 3.9231966787752986e-06, "loss": 3.6147, "step": 173800 }, { "epoch": 45.12, "learning_rate": 3.902439024390244e-06, "loss": 3.6057, "step": 173900 }, { "epoch": 45.15, "learning_rate": 3.881681370005189e-06, "loss": 3.6, "step": 174000 }, { "epoch": 45.17, "learning_rate": 3.860923715620135e-06, "loss": 3.6016, "step": 174100 }, { "epoch": 45.2, "learning_rate": 3.84016606123508e-06, "loss": 3.6131, "step": 174200 }, { "epoch": 45.23, "learning_rate": 3.819408406850027e-06, "loss": 3.6014, "step": 174300 }, { "epoch": 45.25, "learning_rate": 3.7986507524649718e-06, "loss": 3.6189, "step": 174400 }, { "epoch": 45.28, "learning_rate": 3.777893098079917e-06, "loss": 3.601, "step": 174500 }, { "epoch": 45.3, "learning_rate": 3.7571354436948626e-06, "loss": 3.6047, "step": 174600 }, { "epoch": 45.33, "learning_rate": 3.7363777893098084e-06, "loss": 3.6055, "step": 174700 }, { "epoch": 45.36, "learning_rate": 3.7156201349247538e-06, "loss": 3.5924, "step": 174800 }, { "epoch": 45.38, "learning_rate": 3.694862480539699e-06, "loss": 3.5623, "step": 174900 }, { "epoch": 45.41, "learning_rate": 3.6741048261546445e-06, "loss": 3.603, "step": 175000 }, { "epoch": 45.41, "eval_gen_len": 12.2761, "eval_loss": 3.588848114013672, "eval_rouge1": 41.7972, "eval_rouge2": 8.7107, "eval_rougeL": 37.7776, "eval_rougeLsum": 37.818, "eval_runtime": 75.5493, "eval_samples_per_second": 51.013, "eval_steps_per_second": 6.38, "step": 175000 }, { "epoch": 45.43, "learning_rate": 3.65334717176959e-06, "loss": 3.5854, "step": 175100 }, { "epoch": 45.46, "learning_rate": 3.632589517384536e-06, "loss": 3.6205, "step": 175200 }, { "epoch": 45.49, "learning_rate": 3.6118318629994816e-06, "loss": 3.5974, "step": 175300 }, { "epoch": 45.51, "learning_rate": 3.591074208614427e-06, "loss": 3.5544, "step": 175400 }, { "epoch": 45.54, "learning_rate": 3.5703165542293723e-06, "loss": 3.6007, "step": 175500 }, { "epoch": 45.56, "learning_rate": 3.549558899844318e-06, "loss": 3.5852, "step": 175600 }, { "epoch": 45.59, "learning_rate": 3.5288012454592636e-06, "loss": 3.5849, "step": 175700 }, { "epoch": 45.61, "learning_rate": 3.508043591074209e-06, "loss": 3.6133, "step": 175800 }, { "epoch": 45.64, "learning_rate": 3.4872859366891543e-06, "loss": 3.6079, "step": 175900 }, { "epoch": 45.67, "learning_rate": 3.4665282823040997e-06, "loss": 3.6056, "step": 176000 }, { "epoch": 45.69, "learning_rate": 3.4457706279190455e-06, "loss": 3.6158, "step": 176100 }, { "epoch": 45.72, "learning_rate": 3.425012973533991e-06, "loss": 3.5834, "step": 176200 }, { "epoch": 45.74, "learning_rate": 3.4042553191489363e-06, "loss": 3.6131, "step": 176300 }, { "epoch": 45.77, "learning_rate": 3.3834976647638817e-06, "loss": 3.599, "step": 176400 }, { "epoch": 45.8, "learning_rate": 3.3627400103788275e-06, "loss": 3.5958, "step": 176500 }, { "epoch": 45.82, "learning_rate": 3.341982355993773e-06, "loss": 3.603, "step": 176600 }, { "epoch": 45.85, "learning_rate": 3.3212247016087183e-06, "loss": 3.6061, "step": 176700 }, { "epoch": 45.87, "learning_rate": 3.3004670472236637e-06, "loss": 3.6092, "step": 176800 }, { "epoch": 45.9, "learning_rate": 3.279709392838609e-06, "loss": 3.5822, "step": 176900 }, { "epoch": 45.93, "learning_rate": 3.2589517384535553e-06, "loss": 3.6168, "step": 177000 }, { "epoch": 45.95, "learning_rate": 3.2381940840685007e-06, "loss": 3.5881, "step": 177100 }, { "epoch": 45.98, "learning_rate": 3.217436429683446e-06, "loss": 3.5902, "step": 177200 }, { "epoch": 46.0, "learning_rate": 3.1966787752983915e-06, "loss": 3.6043, "step": 177300 }, { "epoch": 46.03, "learning_rate": 3.1759211209133373e-06, "loss": 3.622, "step": 177400 }, { "epoch": 46.06, "learning_rate": 3.1551634665282827e-06, "loss": 3.596, "step": 177500 }, { "epoch": 46.08, "learning_rate": 3.134405812143228e-06, "loss": 3.6066, "step": 177600 }, { "epoch": 46.11, "learning_rate": 3.1136481577581735e-06, "loss": 3.5779, "step": 177700 }, { "epoch": 46.13, "learning_rate": 3.0928905033731193e-06, "loss": 3.5979, "step": 177800 }, { "epoch": 46.16, "learning_rate": 3.0721328489880647e-06, "loss": 3.6115, "step": 177900 }, { "epoch": 46.19, "learning_rate": 3.05137519460301e-06, "loss": 3.5964, "step": 178000 }, { "epoch": 46.21, "learning_rate": 3.0306175402179555e-06, "loss": 3.601, "step": 178100 }, { "epoch": 46.24, "learning_rate": 3.009859885832901e-06, "loss": 3.605, "step": 178200 }, { "epoch": 46.26, "learning_rate": 2.9891022314478467e-06, "loss": 3.5961, "step": 178300 }, { "epoch": 46.29, "learning_rate": 2.968344577062792e-06, "loss": 3.5992, "step": 178400 }, { "epoch": 46.32, "learning_rate": 2.9475869226777375e-06, "loss": 3.5911, "step": 178500 }, { "epoch": 46.34, "learning_rate": 2.926829268292683e-06, "loss": 3.6145, "step": 178600 }, { "epoch": 46.37, "learning_rate": 2.906071613907629e-06, "loss": 3.6187, "step": 178700 }, { "epoch": 46.39, "learning_rate": 2.8853139595225745e-06, "loss": 3.5984, "step": 178800 }, { "epoch": 46.42, "learning_rate": 2.86455630513752e-06, "loss": 3.6209, "step": 178900 }, { "epoch": 46.45, "learning_rate": 2.8437986507524653e-06, "loss": 3.6118, "step": 179000 }, { "epoch": 46.47, "learning_rate": 2.8230409963674107e-06, "loss": 3.5919, "step": 179100 }, { "epoch": 46.5, "learning_rate": 2.8022833419823565e-06, "loss": 3.5834, "step": 179200 }, { "epoch": 46.52, "learning_rate": 2.781525687597302e-06, "loss": 3.6115, "step": 179300 }, { "epoch": 46.55, "learning_rate": 2.7607680332122473e-06, "loss": 3.5936, "step": 179400 }, { "epoch": 46.57, "learning_rate": 2.7400103788271927e-06, "loss": 3.6, "step": 179500 }, { "epoch": 46.6, "learning_rate": 2.7192527244421385e-06, "loss": 3.5933, "step": 179600 }, { "epoch": 46.63, "learning_rate": 2.698495070057084e-06, "loss": 3.6119, "step": 179700 }, { "epoch": 46.65, "learning_rate": 2.6777374156720293e-06, "loss": 3.5724, "step": 179800 }, { "epoch": 46.68, "learning_rate": 2.6569797612869746e-06, "loss": 3.6003, "step": 179900 }, { "epoch": 46.7, "learning_rate": 2.63622210690192e-06, "loss": 3.5871, "step": 180000 }, { "epoch": 46.7, "eval_gen_len": 12.2763, "eval_loss": 3.588209390640259, "eval_rouge1": 42.036, "eval_rouge2": 8.9032, "eval_rougeL": 38.038, "eval_rougeLsum": 38.0396, "eval_runtime": 75.5618, "eval_samples_per_second": 51.005, "eval_steps_per_second": 6.379, "step": 180000 }, { "epoch": 46.73, "learning_rate": 2.615464452516866e-06, "loss": 3.6057, "step": 180100 }, { "epoch": 46.76, "learning_rate": 2.5947067981318112e-06, "loss": 3.6021, "step": 180200 }, { "epoch": 46.78, "learning_rate": 2.5739491437467566e-06, "loss": 3.6029, "step": 180300 }, { "epoch": 46.81, "learning_rate": 2.553191489361702e-06, "loss": 3.5808, "step": 180400 }, { "epoch": 46.83, "learning_rate": 2.5324338349766483e-06, "loss": 3.5926, "step": 180500 }, { "epoch": 46.86, "learning_rate": 2.5116761805915937e-06, "loss": 3.5993, "step": 180600 }, { "epoch": 46.89, "learning_rate": 2.490918526206539e-06, "loss": 3.5895, "step": 180700 }, { "epoch": 46.91, "learning_rate": 2.4701608718214844e-06, "loss": 3.5926, "step": 180800 }, { "epoch": 46.94, "learning_rate": 2.44940321743643e-06, "loss": 3.5833, "step": 180900 }, { "epoch": 46.96, "learning_rate": 2.4286455630513752e-06, "loss": 3.5937, "step": 181000 }, { "epoch": 46.99, "learning_rate": 2.407887908666321e-06, "loss": 3.5956, "step": 181100 }, { "epoch": 47.02, "learning_rate": 2.3871302542812664e-06, "loss": 3.5819, "step": 181200 }, { "epoch": 47.04, "learning_rate": 2.366372599896212e-06, "loss": 3.5829, "step": 181300 }, { "epoch": 47.07, "learning_rate": 2.3456149455111572e-06, "loss": 3.5862, "step": 181400 }, { "epoch": 47.09, "learning_rate": 2.324857291126103e-06, "loss": 3.596, "step": 181500 }, { "epoch": 47.12, "learning_rate": 2.3040996367410484e-06, "loss": 3.5806, "step": 181600 }, { "epoch": 47.15, "learning_rate": 2.2833419823559942e-06, "loss": 3.6108, "step": 181700 }, { "epoch": 47.17, "learning_rate": 2.2625843279709396e-06, "loss": 3.6012, "step": 181800 }, { "epoch": 47.2, "learning_rate": 2.241826673585885e-06, "loss": 3.6083, "step": 181900 }, { "epoch": 47.22, "learning_rate": 2.2210690192008304e-06, "loss": 3.6121, "step": 182000 }, { "epoch": 47.25, "learning_rate": 2.200311364815776e-06, "loss": 3.5922, "step": 182100 }, { "epoch": 47.28, "learning_rate": 2.1795537104307216e-06, "loss": 3.6015, "step": 182200 }, { "epoch": 47.3, "learning_rate": 2.158796056045667e-06, "loss": 3.5939, "step": 182300 }, { "epoch": 47.33, "learning_rate": 2.1380384016606124e-06, "loss": 3.5858, "step": 182400 }, { "epoch": 47.35, "learning_rate": 2.117280747275558e-06, "loss": 3.596, "step": 182500 }, { "epoch": 47.38, "learning_rate": 2.0965230928905036e-06, "loss": 3.5993, "step": 182600 }, { "epoch": 47.41, "learning_rate": 2.075765438505449e-06, "loss": 3.6232, "step": 182700 }, { "epoch": 47.43, "learning_rate": 2.055007784120395e-06, "loss": 3.6277, "step": 182800 }, { "epoch": 47.46, "learning_rate": 2.03425012973534e-06, "loss": 3.6111, "step": 182900 }, { "epoch": 47.48, "learning_rate": 2.0134924753502856e-06, "loss": 3.5782, "step": 183000 }, { "epoch": 47.51, "learning_rate": 1.992734820965231e-06, "loss": 3.6124, "step": 183100 }, { "epoch": 47.54, "learning_rate": 1.9719771665801764e-06, "loss": 3.5887, "step": 183200 }, { "epoch": 47.56, "learning_rate": 1.951219512195122e-06, "loss": 3.5961, "step": 183300 }, { "epoch": 47.59, "learning_rate": 1.9304618578100676e-06, "loss": 3.6037, "step": 183400 }, { "epoch": 47.61, "learning_rate": 1.9097042034250134e-06, "loss": 3.5906, "step": 183500 }, { "epoch": 47.64, "learning_rate": 1.8889465490399586e-06, "loss": 3.6008, "step": 183600 }, { "epoch": 47.66, "learning_rate": 1.8681888946549042e-06, "loss": 3.6003, "step": 183700 }, { "epoch": 47.69, "learning_rate": 1.8474312402698496e-06, "loss": 3.5995, "step": 183800 }, { "epoch": 47.72, "learning_rate": 1.826673585884795e-06, "loss": 3.6065, "step": 183900 }, { "epoch": 47.74, "learning_rate": 1.8059159314997408e-06, "loss": 3.603, "step": 184000 }, { "epoch": 47.77, "learning_rate": 1.7851582771146862e-06, "loss": 3.6115, "step": 184100 }, { "epoch": 47.79, "learning_rate": 1.7644006227296318e-06, "loss": 3.607, "step": 184200 }, { "epoch": 47.82, "learning_rate": 1.7436429683445772e-06, "loss": 3.5868, "step": 184300 }, { "epoch": 47.85, "learning_rate": 1.7228853139595228e-06, "loss": 3.5955, "step": 184400 }, { "epoch": 47.87, "learning_rate": 1.7021276595744682e-06, "loss": 3.5936, "step": 184500 }, { "epoch": 47.9, "learning_rate": 1.6813700051894138e-06, "loss": 3.5856, "step": 184600 }, { "epoch": 47.92, "learning_rate": 1.6606123508043592e-06, "loss": 3.5826, "step": 184700 }, { "epoch": 47.95, "learning_rate": 1.6398546964193045e-06, "loss": 3.596, "step": 184800 }, { "epoch": 47.98, "learning_rate": 1.6190970420342504e-06, "loss": 3.5876, "step": 184900 }, { "epoch": 48.0, "learning_rate": 1.5983393876491958e-06, "loss": 3.5989, "step": 185000 }, { "epoch": 48.0, "eval_gen_len": 12.2766, "eval_loss": 3.588301181793213, "eval_rouge1": 42.0728, "eval_rouge2": 8.8115, "eval_rougeL": 38.0677, "eval_rougeLsum": 38.0791, "eval_runtime": 76.2595, "eval_samples_per_second": 50.538, "eval_steps_per_second": 6.321, "step": 185000 }, { "epoch": 48.03, "learning_rate": 1.5775817332641414e-06, "loss": 3.5737, "step": 185100 }, { "epoch": 48.05, "learning_rate": 1.5568240788790867e-06, "loss": 3.5853, "step": 185200 }, { "epoch": 48.08, "learning_rate": 1.5360664244940324e-06, "loss": 3.5972, "step": 185300 }, { "epoch": 48.11, "learning_rate": 1.5153087701089777e-06, "loss": 3.5913, "step": 185400 }, { "epoch": 48.13, "learning_rate": 1.4945511157239233e-06, "loss": 3.6013, "step": 185500 }, { "epoch": 48.16, "learning_rate": 1.4737934613388687e-06, "loss": 3.6086, "step": 185600 }, { "epoch": 48.18, "learning_rate": 1.4530358069538146e-06, "loss": 3.6082, "step": 185700 }, { "epoch": 48.21, "learning_rate": 1.43227815256876e-06, "loss": 3.6127, "step": 185800 }, { "epoch": 48.24, "learning_rate": 1.4115204981837053e-06, "loss": 3.5891, "step": 185900 }, { "epoch": 48.26, "learning_rate": 1.390762843798651e-06, "loss": 3.5713, "step": 186000 }, { "epoch": 48.29, "learning_rate": 1.3700051894135963e-06, "loss": 3.6016, "step": 186100 }, { "epoch": 48.31, "learning_rate": 1.349247535028542e-06, "loss": 3.6099, "step": 186200 }, { "epoch": 48.34, "learning_rate": 1.3284898806434873e-06, "loss": 3.6008, "step": 186300 }, { "epoch": 48.37, "learning_rate": 1.307732226258433e-06, "loss": 3.6014, "step": 186400 }, { "epoch": 48.39, "learning_rate": 1.2869745718733783e-06, "loss": 3.5783, "step": 186500 }, { "epoch": 48.42, "learning_rate": 1.2662169174883241e-06, "loss": 3.6134, "step": 186600 }, { "epoch": 48.44, "learning_rate": 1.2454592631032695e-06, "loss": 3.6004, "step": 186700 }, { "epoch": 48.47, "learning_rate": 1.224701608718215e-06, "loss": 3.5965, "step": 186800 }, { "epoch": 48.5, "learning_rate": 1.2039439543331605e-06, "loss": 3.6013, "step": 186900 }, { "epoch": 48.52, "learning_rate": 1.183186299948106e-06, "loss": 3.6047, "step": 187000 }, { "epoch": 48.55, "learning_rate": 1.1624286455630515e-06, "loss": 3.6083, "step": 187100 }, { "epoch": 48.57, "learning_rate": 1.1416709911779971e-06, "loss": 3.5758, "step": 187200 }, { "epoch": 48.6, "learning_rate": 1.1209133367929425e-06, "loss": 3.5949, "step": 187300 }, { "epoch": 48.62, "learning_rate": 1.100155682407888e-06, "loss": 3.6031, "step": 187400 }, { "epoch": 48.65, "learning_rate": 1.0793980280228335e-06, "loss": 3.6055, "step": 187500 }, { "epoch": 48.68, "learning_rate": 1.058640373637779e-06, "loss": 3.5967, "step": 187600 }, { "epoch": 48.7, "learning_rate": 1.0378827192527245e-06, "loss": 3.6363, "step": 187700 }, { "epoch": 48.73, "learning_rate": 1.01712506486767e-06, "loss": 3.5949, "step": 187800 }, { "epoch": 48.75, "learning_rate": 9.963674104826155e-07, "loss": 3.6098, "step": 187900 }, { "epoch": 48.78, "learning_rate": 9.75609756097561e-07, "loss": 3.5849, "step": 188000 }, { "epoch": 48.81, "learning_rate": 9.548521017125067e-07, "loss": 3.5787, "step": 188100 }, { "epoch": 48.83, "learning_rate": 9.340944473274521e-07, "loss": 3.6023, "step": 188200 }, { "epoch": 48.86, "learning_rate": 9.133367929423975e-07, "loss": 3.596, "step": 188300 }, { "epoch": 48.88, "learning_rate": 8.925791385573431e-07, "loss": 3.5904, "step": 188400 }, { "epoch": 48.91, "learning_rate": 8.718214841722886e-07, "loss": 3.5774, "step": 188500 }, { "epoch": 48.94, "learning_rate": 8.510638297872341e-07, "loss": 3.5695, "step": 188600 }, { "epoch": 48.96, "learning_rate": 8.303061754021796e-07, "loss": 3.61, "step": 188700 }, { "epoch": 48.99, "learning_rate": 8.095485210171252e-07, "loss": 3.5872, "step": 188800 }, { "epoch": 49.01, "learning_rate": 7.887908666320707e-07, "loss": 3.6107, "step": 188900 }, { "epoch": 49.04, "learning_rate": 7.680332122470162e-07, "loss": 3.5763, "step": 189000 }, { "epoch": 49.07, "learning_rate": 7.472755578619617e-07, "loss": 3.5971, "step": 189100 }, { "epoch": 49.09, "learning_rate": 7.265179034769073e-07, "loss": 3.6019, "step": 189200 }, { "epoch": 49.12, "learning_rate": 7.057602490918527e-07, "loss": 3.6155, "step": 189300 }, { "epoch": 49.14, "learning_rate": 6.850025947067982e-07, "loss": 3.5935, "step": 189400 }, { "epoch": 49.17, "learning_rate": 6.642449403217437e-07, "loss": 3.6014, "step": 189500 }, { "epoch": 49.2, "learning_rate": 6.434872859366892e-07, "loss": 3.6099, "step": 189600 }, { "epoch": 49.22, "learning_rate": 6.227296315516348e-07, "loss": 3.5569, "step": 189700 }, { "epoch": 49.25, "learning_rate": 6.019719771665803e-07, "loss": 3.6024, "step": 189800 }, { "epoch": 49.27, "learning_rate": 5.812143227815258e-07, "loss": 3.5954, "step": 189900 }, { "epoch": 49.3, "learning_rate": 5.604566683964713e-07, "loss": 3.5932, "step": 190000 }, { "epoch": 49.3, "eval_gen_len": 12.2761, "eval_loss": 3.588038682937622, "eval_rouge1": 41.988, "eval_rouge2": 8.8748, "eval_rougeL": 37.9796, "eval_rougeLsum": 37.984, "eval_runtime": 75.4468, "eval_samples_per_second": 51.082, "eval_steps_per_second": 6.389, "step": 190000 } ], "logging_steps": 100, "max_steps": 192700, "num_train_epochs": 50, "save_steps": 5000, "total_flos": 9.256502644614758e+16, "trial_name": null, "trial_params": null }