{ "best_metric": 1.3661019802093506, "best_model_checkpoint": "smilemikan/nllb-finetuned-jpn-to-ain-2/checkpoint-34500", "epoch": 7.600793126239259, "eval_steps": 500, "global_step": 34500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.11, "learning_rate": 1.9833333333333335e-05, "loss": 4.6196, "step": 500 }, { "epoch": 0.11, "eval_loss": 3.7452237606048584, "eval_runtime": 43.586, "eval_samples_per_second": 208.278, "eval_steps_per_second": 13.032, "step": 500 }, { "epoch": 0.22, "learning_rate": 1.9666666666666666e-05, "loss": 3.5915, "step": 1000 }, { "epoch": 0.22, "eval_loss": 3.2064383029937744, "eval_runtime": 43.0726, "eval_samples_per_second": 210.76, "eval_steps_per_second": 13.187, "step": 1000 }, { "epoch": 0.33, "learning_rate": 1.95e-05, "loss": 3.1484, "step": 1500 }, { "epoch": 0.33, "eval_loss": 2.8919074535369873, "eval_runtime": 42.8255, "eval_samples_per_second": 211.977, "eval_steps_per_second": 13.263, "step": 1500 }, { "epoch": 0.44, "learning_rate": 1.9333333333333333e-05, "loss": 2.902, "step": 2000 }, { "epoch": 0.44, "eval_loss": 2.679006338119507, "eval_runtime": 43.6162, "eval_samples_per_second": 208.134, "eval_steps_per_second": 13.023, "step": 2000 }, { "epoch": 0.55, "learning_rate": 1.916666666666667e-05, "loss": 2.7296, "step": 2500 }, { "epoch": 0.55, "eval_loss": 2.5206823348999023, "eval_runtime": 42.8291, "eval_samples_per_second": 211.959, "eval_steps_per_second": 13.262, "step": 2500 }, { "epoch": 0.66, "learning_rate": 1.9000333333333335e-05, "loss": 2.6105, "step": 3000 }, { "epoch": 0.66, "eval_loss": 2.394014835357666, "eval_runtime": 42.8022, "eval_samples_per_second": 212.092, "eval_steps_per_second": 13.27, "step": 3000 }, { "epoch": 0.77, "learning_rate": 1.883366666666667e-05, "loss": 2.5068, "step": 3500 }, { "epoch": 0.77, "eval_loss": 2.30385422706604, "eval_runtime": 44.6981, "eval_samples_per_second": 203.096, "eval_steps_per_second": 12.707, "step": 3500 }, { "epoch": 0.88, "learning_rate": 1.8667000000000003e-05, "loss": 2.3848, "step": 4000 }, { "epoch": 0.88, "eval_loss": 2.2251899242401123, "eval_runtime": 42.8042, "eval_samples_per_second": 212.082, "eval_steps_per_second": 13.27, "step": 4000 }, { "epoch": 0.99, "learning_rate": 1.8500333333333337e-05, "loss": 2.3391, "step": 4500 }, { "epoch": 0.99, "eval_loss": 2.148716449737549, "eval_runtime": 43.0552, "eval_samples_per_second": 210.845, "eval_steps_per_second": 13.192, "step": 4500 }, { "epoch": 1.1, "learning_rate": 1.8334e-05, "loss": 2.1994, "step": 5000 }, { "epoch": 1.1, "eval_loss": 2.091869354248047, "eval_runtime": 43.5857, "eval_samples_per_second": 208.279, "eval_steps_per_second": 13.032, "step": 5000 }, { "epoch": 1.21, "learning_rate": 1.8167333333333335e-05, "loss": 2.1446, "step": 5500 }, { "epoch": 1.21, "eval_loss": 2.0449471473693848, "eval_runtime": 43.2545, "eval_samples_per_second": 209.874, "eval_steps_per_second": 13.132, "step": 5500 }, { "epoch": 1.32, "learning_rate": 1.800066666666667e-05, "loss": 2.1012, "step": 6000 }, { "epoch": 1.32, "eval_loss": 2.0015575885772705, "eval_runtime": 43.2116, "eval_samples_per_second": 210.083, "eval_steps_per_second": 13.145, "step": 6000 }, { "epoch": 1.43, "learning_rate": 1.7834000000000002e-05, "loss": 2.0542, "step": 6500 }, { "epoch": 1.43, "eval_loss": 1.951575517654419, "eval_runtime": 43.3919, "eval_samples_per_second": 209.209, "eval_steps_per_second": 13.09, "step": 6500 }, { "epoch": 1.54, "learning_rate": 1.7667333333333333e-05, "loss": 2.0216, "step": 7000 }, { "epoch": 1.54, "eval_loss": 1.9161829948425293, "eval_runtime": 43.6948, "eval_samples_per_second": 207.759, "eval_steps_per_second": 12.999, "step": 7000 }, { "epoch": 1.65, "learning_rate": 1.7500666666666667e-05, "loss": 1.9926, "step": 7500 }, { "epoch": 1.65, "eval_loss": 1.8790709972381592, "eval_runtime": 44.1328, "eval_samples_per_second": 205.698, "eval_steps_per_second": 12.87, "step": 7500 }, { "epoch": 1.76, "learning_rate": 1.7334e-05, "loss": 1.9278, "step": 8000 }, { "epoch": 1.76, "eval_loss": 1.845486044883728, "eval_runtime": 44.2649, "eval_samples_per_second": 205.084, "eval_steps_per_second": 12.832, "step": 8000 }, { "epoch": 1.87, "learning_rate": 1.7167333333333334e-05, "loss": 1.9305, "step": 8500 }, { "epoch": 1.87, "eval_loss": 1.8124595880508423, "eval_runtime": 43.561, "eval_samples_per_second": 208.398, "eval_steps_per_second": 13.039, "step": 8500 }, { "epoch": 1.98, "learning_rate": 1.7000666666666668e-05, "loss": 1.905, "step": 9000 }, { "epoch": 1.98, "eval_loss": 1.7888203859329224, "eval_runtime": 43.4924, "eval_samples_per_second": 208.726, "eval_steps_per_second": 13.06, "step": 9000 }, { "epoch": 2.09, "learning_rate": 1.6834666666666667e-05, "loss": 1.828, "step": 9500 }, { "epoch": 2.09, "eval_loss": 1.7763384580612183, "eval_runtime": 43.5326, "eval_samples_per_second": 208.534, "eval_steps_per_second": 13.048, "step": 9500 }, { "epoch": 2.2, "learning_rate": 1.6668e-05, "loss": 1.808, "step": 10000 }, { "epoch": 2.2, "eval_loss": 1.7431403398513794, "eval_runtime": 43.6327, "eval_samples_per_second": 208.055, "eval_steps_per_second": 13.018, "step": 10000 }, { "epoch": 2.31, "learning_rate": 1.6501333333333334e-05, "loss": 1.7434, "step": 10500 }, { "epoch": 2.31, "eval_loss": 1.7204526662826538, "eval_runtime": 44.0612, "eval_samples_per_second": 206.032, "eval_steps_per_second": 12.891, "step": 10500 }, { "epoch": 2.42, "learning_rate": 1.6334666666666668e-05, "loss": 1.7527, "step": 11000 }, { "epoch": 2.42, "eval_loss": 1.7068791389465332, "eval_runtime": 43.4892, "eval_samples_per_second": 208.741, "eval_steps_per_second": 13.061, "step": 11000 }, { "epoch": 2.53, "learning_rate": 1.6168333333333336e-05, "loss": 1.6977, "step": 11500 }, { "epoch": 2.53, "eval_loss": 1.6881217956542969, "eval_runtime": 43.1769, "eval_samples_per_second": 210.252, "eval_steps_per_second": 13.155, "step": 11500 }, { "epoch": 2.64, "learning_rate": 1.600166666666667e-05, "loss": 1.6854, "step": 12000 }, { "epoch": 2.64, "eval_loss": 1.6784749031066895, "eval_runtime": 42.7581, "eval_samples_per_second": 212.311, "eval_steps_per_second": 13.284, "step": 12000 }, { "epoch": 2.75, "learning_rate": 1.5835e-05, "loss": 1.6603, "step": 12500 }, { "epoch": 2.75, "eval_loss": 1.6570212841033936, "eval_runtime": 42.6669, "eval_samples_per_second": 212.765, "eval_steps_per_second": 13.312, "step": 12500 }, { "epoch": 2.86, "learning_rate": 1.5668333333333334e-05, "loss": 1.6725, "step": 13000 }, { "epoch": 2.86, "eval_loss": 1.6376469135284424, "eval_runtime": 43.1686, "eval_samples_per_second": 210.292, "eval_steps_per_second": 13.158, "step": 13000 }, { "epoch": 2.97, "learning_rate": 1.5501666666666668e-05, "loss": 1.6384, "step": 13500 }, { "epoch": 2.97, "eval_loss": 1.6240772008895874, "eval_runtime": 43.2327, "eval_samples_per_second": 209.98, "eval_steps_per_second": 13.138, "step": 13500 }, { "epoch": 3.08, "learning_rate": 1.5335e-05, "loss": 1.5917, "step": 14000 }, { "epoch": 3.08, "eval_loss": 1.6128900051116943, "eval_runtime": 42.9712, "eval_samples_per_second": 211.258, "eval_steps_per_second": 13.218, "step": 14000 }, { "epoch": 3.19, "learning_rate": 1.5168333333333334e-05, "loss": 1.591, "step": 14500 }, { "epoch": 3.19, "eval_loss": 1.6054280996322632, "eval_runtime": 43.0919, "eval_samples_per_second": 210.666, "eval_steps_per_second": 13.181, "step": 14500 }, { "epoch": 3.3, "learning_rate": 1.5001666666666667e-05, "loss": 1.5936, "step": 15000 }, { "epoch": 3.3, "eval_loss": 1.5842323303222656, "eval_runtime": 43.5874, "eval_samples_per_second": 208.271, "eval_steps_per_second": 13.031, "step": 15000 }, { "epoch": 3.41, "learning_rate": 1.4835000000000001e-05, "loss": 1.6031, "step": 15500 }, { "epoch": 3.41, "eval_loss": 1.5732085704803467, "eval_runtime": 42.6594, "eval_samples_per_second": 212.802, "eval_steps_per_second": 13.315, "step": 15500 }, { "epoch": 3.53, "learning_rate": 1.4668666666666669e-05, "loss": 1.554, "step": 16000 }, { "epoch": 3.53, "eval_loss": 1.5651994943618774, "eval_runtime": 42.8927, "eval_samples_per_second": 211.645, "eval_steps_per_second": 13.242, "step": 16000 }, { "epoch": 3.64, "learning_rate": 1.4502000000000001e-05, "loss": 1.5284, "step": 16500 }, { "epoch": 3.64, "eval_loss": 1.5577419996261597, "eval_runtime": 43.6635, "eval_samples_per_second": 207.908, "eval_steps_per_second": 13.009, "step": 16500 }, { "epoch": 3.75, "learning_rate": 1.4335666666666667e-05, "loss": 1.5219, "step": 17000 }, { "epoch": 3.75, "eval_loss": 1.544019103050232, "eval_runtime": 43.4005, "eval_samples_per_second": 209.168, "eval_steps_per_second": 13.087, "step": 17000 }, { "epoch": 3.86, "learning_rate": 1.4169000000000001e-05, "loss": 1.5173, "step": 17500 }, { "epoch": 3.86, "eval_loss": 1.5335613489151, "eval_runtime": 43.512, "eval_samples_per_second": 208.632, "eval_steps_per_second": 13.054, "step": 17500 }, { "epoch": 3.97, "learning_rate": 1.4002333333333335e-05, "loss": 1.4781, "step": 18000 }, { "epoch": 3.97, "eval_loss": 1.5262504816055298, "eval_runtime": 43.3365, "eval_samples_per_second": 209.477, "eval_steps_per_second": 13.107, "step": 18000 }, { "epoch": 4.08, "learning_rate": 1.3835666666666667e-05, "loss": 1.4771, "step": 18500 }, { "epoch": 4.08, "eval_loss": 1.519882082939148, "eval_runtime": 43.8272, "eval_samples_per_second": 207.132, "eval_steps_per_second": 12.96, "step": 18500 }, { "epoch": 4.19, "learning_rate": 1.3669e-05, "loss": 1.4613, "step": 19000 }, { "epoch": 4.19, "eval_loss": 1.5142260789871216, "eval_runtime": 43.3978, "eval_samples_per_second": 209.181, "eval_steps_per_second": 13.088, "step": 19000 }, { "epoch": 4.3, "learning_rate": 1.3502333333333335e-05, "loss": 1.452, "step": 19500 }, { "epoch": 4.3, "eval_loss": 1.503504753112793, "eval_runtime": 43.2384, "eval_samples_per_second": 209.952, "eval_steps_per_second": 13.136, "step": 19500 }, { "epoch": 4.41, "learning_rate": 1.3335666666666667e-05, "loss": 1.4563, "step": 20000 }, { "epoch": 4.41, "eval_loss": 1.495379090309143, "eval_runtime": 43.6248, "eval_samples_per_second": 208.093, "eval_steps_per_second": 13.02, "step": 20000 }, { "epoch": 4.52, "learning_rate": 1.3169e-05, "loss": 1.46, "step": 20500 }, { "epoch": 4.52, "eval_loss": 1.4834085702896118, "eval_runtime": 43.9437, "eval_samples_per_second": 206.583, "eval_steps_per_second": 12.926, "step": 20500 }, { "epoch": 4.63, "learning_rate": 1.3002333333333334e-05, "loss": 1.4284, "step": 21000 }, { "epoch": 4.63, "eval_loss": 1.4811300039291382, "eval_runtime": 43.2207, "eval_samples_per_second": 210.038, "eval_steps_per_second": 13.142, "step": 21000 }, { "epoch": 4.74, "learning_rate": 1.2836000000000002e-05, "loss": 1.4527, "step": 21500 }, { "epoch": 4.74, "eval_loss": 1.4702121019363403, "eval_runtime": 43.7967, "eval_samples_per_second": 207.276, "eval_steps_per_second": 12.969, "step": 21500 }, { "epoch": 4.85, "learning_rate": 1.2669333333333334e-05, "loss": 1.4375, "step": 22000 }, { "epoch": 4.85, "eval_loss": 1.4648058414459229, "eval_runtime": 43.2759, "eval_samples_per_second": 209.77, "eval_steps_per_second": 13.125, "step": 22000 }, { "epoch": 4.96, "learning_rate": 1.2502666666666668e-05, "loss": 1.4093, "step": 22500 }, { "epoch": 4.96, "eval_loss": 1.452415108680725, "eval_runtime": 43.4383, "eval_samples_per_second": 208.986, "eval_steps_per_second": 13.076, "step": 22500 }, { "epoch": 5.07, "learning_rate": 1.2336000000000002e-05, "loss": 1.3688, "step": 23000 }, { "epoch": 5.07, "eval_loss": 1.4525853395462036, "eval_runtime": 44.7597, "eval_samples_per_second": 202.816, "eval_steps_per_second": 12.69, "step": 23000 }, { "epoch": 5.18, "learning_rate": 1.2169333333333336e-05, "loss": 1.3704, "step": 23500 }, { "epoch": 5.18, "eval_loss": 1.4470324516296387, "eval_runtime": 45.0353, "eval_samples_per_second": 201.575, "eval_steps_per_second": 12.612, "step": 23500 }, { "epoch": 5.29, "learning_rate": 1.2003e-05, "loss": 1.3672, "step": 24000 }, { "epoch": 5.29, "eval_loss": 1.4429727792739868, "eval_runtime": 48.0671, "eval_samples_per_second": 188.861, "eval_steps_per_second": 11.817, "step": 24000 }, { "epoch": 5.4, "learning_rate": 1.1836333333333334e-05, "loss": 1.3484, "step": 24500 }, { "epoch": 5.4, "eval_loss": 1.4372690916061401, "eval_runtime": 45.4091, "eval_samples_per_second": 199.916, "eval_steps_per_second": 12.508, "step": 24500 }, { "epoch": 5.51, "learning_rate": 1.1669666666666668e-05, "loss": 1.3446, "step": 25000 }, { "epoch": 5.51, "eval_loss": 1.4315961599349976, "eval_runtime": 44.7878, "eval_samples_per_second": 202.689, "eval_steps_per_second": 12.682, "step": 25000 }, { "epoch": 5.62, "learning_rate": 1.1503000000000002e-05, "loss": 1.3445, "step": 25500 }, { "epoch": 5.62, "eval_loss": 1.4315000772476196, "eval_runtime": 45.134, "eval_samples_per_second": 201.134, "eval_steps_per_second": 12.585, "step": 25500 }, { "epoch": 5.73, "learning_rate": 1.1336333333333334e-05, "loss": 1.3236, "step": 26000 }, { "epoch": 5.73, "eval_loss": 1.424834132194519, "eval_runtime": 44.2677, "eval_samples_per_second": 205.07, "eval_steps_per_second": 12.831, "step": 26000 }, { "epoch": 5.84, "learning_rate": 1.1169666666666667e-05, "loss": 1.3061, "step": 26500 }, { "epoch": 5.84, "eval_loss": 1.4215062856674194, "eval_runtime": 44.2542, "eval_samples_per_second": 205.133, "eval_steps_per_second": 12.835, "step": 26500 }, { "epoch": 5.95, "learning_rate": 1.1003000000000001e-05, "loss": 1.3083, "step": 27000 }, { "epoch": 5.95, "eval_loss": 1.4195761680603027, "eval_runtime": 44.381, "eval_samples_per_second": 204.547, "eval_steps_per_second": 12.798, "step": 27000 }, { "epoch": 6.06, "learning_rate": 1.0836333333333333e-05, "loss": 1.2689, "step": 27500 }, { "epoch": 6.06, "eval_loss": 1.4157874584197998, "eval_runtime": 44.2987, "eval_samples_per_second": 204.927, "eval_steps_per_second": 12.822, "step": 27500 }, { "epoch": 6.17, "learning_rate": 1.0669666666666667e-05, "loss": 1.2813, "step": 28000 }, { "epoch": 6.17, "eval_loss": 1.4157196283340454, "eval_runtime": 44.6759, "eval_samples_per_second": 203.197, "eval_steps_per_second": 12.714, "step": 28000 }, { "epoch": 6.28, "learning_rate": 1.0503333333333335e-05, "loss": 1.2863, "step": 28500 }, { "epoch": 6.28, "eval_loss": 1.41006338596344, "eval_runtime": 44.666, "eval_samples_per_second": 203.242, "eval_steps_per_second": 12.717, "step": 28500 }, { "epoch": 6.39, "learning_rate": 1.0336666666666669e-05, "loss": 1.2668, "step": 29000 }, { "epoch": 6.39, "eval_loss": 1.403244972229004, "eval_runtime": 44.6624, "eval_samples_per_second": 203.258, "eval_steps_per_second": 12.718, "step": 29000 }, { "epoch": 6.5, "learning_rate": 1.017e-05, "loss": 1.2631, "step": 29500 }, { "epoch": 6.5, "eval_loss": 1.4050610065460205, "eval_runtime": 44.987, "eval_samples_per_second": 201.792, "eval_steps_per_second": 12.626, "step": 29500 }, { "epoch": 6.61, "learning_rate": 1.0003333333333333e-05, "loss": 1.2543, "step": 30000 }, { "epoch": 6.61, "eval_loss": 1.3968815803527832, "eval_runtime": 45.3856, "eval_samples_per_second": 200.019, "eval_steps_per_second": 12.515, "step": 30000 }, { "epoch": 6.72, "learning_rate": 9.836666666666668e-06, "loss": 1.2552, "step": 30500 }, { "epoch": 6.72, "eval_loss": 1.3993921279907227, "eval_runtime": 44.6433, "eval_samples_per_second": 203.345, "eval_steps_per_second": 12.723, "step": 30500 }, { "epoch": 6.83, "learning_rate": 9.67e-06, "loss": 1.2626, "step": 31000 }, { "epoch": 6.83, "eval_loss": 1.387181043624878, "eval_runtime": 44.4948, "eval_samples_per_second": 204.024, "eval_steps_per_second": 12.766, "step": 31000 }, { "epoch": 6.94, "learning_rate": 9.503333333333334e-06, "loss": 1.2396, "step": 31500 }, { "epoch": 6.94, "eval_loss": 1.3914097547531128, "eval_runtime": 44.936, "eval_samples_per_second": 202.021, "eval_steps_per_second": 12.64, "step": 31500 }, { "epoch": 7.05, "learning_rate": 9.336666666666666e-06, "loss": 1.2419, "step": 32000 }, { "epoch": 7.05, "eval_loss": 1.3853869438171387, "eval_runtime": 44.4747, "eval_samples_per_second": 204.116, "eval_steps_per_second": 12.771, "step": 32000 }, { "epoch": 7.16, "learning_rate": 9.17e-06, "loss": 1.2421, "step": 32500 }, { "epoch": 7.16, "eval_loss": 1.3801844120025635, "eval_runtime": 44.8621, "eval_samples_per_second": 202.353, "eval_steps_per_second": 12.661, "step": 32500 }, { "epoch": 7.27, "learning_rate": 9.003333333333334e-06, "loss": 1.2177, "step": 33000 }, { "epoch": 7.27, "eval_loss": 1.380096673965454, "eval_runtime": 45.1593, "eval_samples_per_second": 201.022, "eval_steps_per_second": 12.578, "step": 33000 }, { "epoch": 7.38, "learning_rate": 8.836666666666668e-06, "loss": 1.2292, "step": 33500 }, { "epoch": 7.38, "eval_loss": 1.3730745315551758, "eval_runtime": 44.6177, "eval_samples_per_second": 203.462, "eval_steps_per_second": 12.73, "step": 33500 }, { "epoch": 7.49, "learning_rate": 8.67e-06, "loss": 1.2131, "step": 34000 }, { "epoch": 7.49, "eval_loss": 1.370631217956543, "eval_runtime": 45.0076, "eval_samples_per_second": 201.699, "eval_steps_per_second": 12.62, "step": 34000 }, { "epoch": 7.6, "learning_rate": 8.503666666666668e-06, "loss": 1.227, "step": 34500 }, { "epoch": 7.6, "eval_loss": 1.3661019802093506, "eval_runtime": 44.9507, "eval_samples_per_second": 201.955, "eval_steps_per_second": 12.636, "step": 34500 } ], "logging_steps": 500, "max_steps": 60000, "num_train_epochs": 14, "save_steps": 500, "total_flos": 3.4981368626282496e+16, "trial_name": null, "trial_params": null }