{ "best_metric": 0.6521739130434783, "best_model_checkpoint": "swiftformer-xs-ve-U13-b-80b\\checkpoint-429", "epoch": 73.84615384615384, "eval_steps": 500, "global_step": 480, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.92, "eval_accuracy": 0.21739130434782608, "eval_loss": 1.3861862421035767, "eval_runtime": 0.8414, "eval_samples_per_second": 54.668, "eval_steps_per_second": 2.377, "step": 6 }, { "epoch": 1.54, "learning_rate": 1.0416666666666668e-05, "loss": 1.3862, "step": 10 }, { "epoch": 2.0, "eval_accuracy": 0.32608695652173914, "eval_loss": 1.3855926990509033, "eval_runtime": 0.6123, "eval_samples_per_second": 75.124, "eval_steps_per_second": 3.266, "step": 13 }, { "epoch": 2.92, "eval_accuracy": 0.2826086956521739, "eval_loss": 1.3848732709884644, "eval_runtime": 0.825, "eval_samples_per_second": 55.755, "eval_steps_per_second": 2.424, "step": 19 }, { "epoch": 3.08, "learning_rate": 2.0833333333333336e-05, "loss": 1.3848, "step": 20 }, { "epoch": 4.0, "eval_accuracy": 0.2608695652173913, "eval_loss": 1.382991075515747, "eval_runtime": 0.6325, "eval_samples_per_second": 72.728, "eval_steps_per_second": 3.162, "step": 26 }, { "epoch": 4.62, "learning_rate": 3.125e-05, "loss": 1.3806, "step": 30 }, { "epoch": 4.92, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.3804432153701782, "eval_runtime": 0.6066, "eval_samples_per_second": 75.828, "eval_steps_per_second": 3.297, "step": 32 }, { "epoch": 6.0, "eval_accuracy": 0.1956521739130435, "eval_loss": 1.3757747411727905, "eval_runtime": 0.6385, "eval_samples_per_second": 72.045, "eval_steps_per_second": 3.132, "step": 39 }, { "epoch": 6.15, "learning_rate": 4.166666666666667e-05, "loss": 1.3662, "step": 40 }, { "epoch": 6.92, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.3700366020202637, "eval_runtime": 0.6079, "eval_samples_per_second": 75.673, "eval_steps_per_second": 3.29, "step": 45 }, { "epoch": 7.69, "learning_rate": 4.976851851851852e-05, "loss": 1.3261, "step": 50 }, { "epoch": 8.0, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.3651779890060425, "eval_runtime": 0.6421, "eval_samples_per_second": 71.635, "eval_steps_per_second": 3.115, "step": 52 }, { "epoch": 8.92, "eval_accuracy": 0.15217391304347827, "eval_loss": 1.3624860048294067, "eval_runtime": 0.6404, "eval_samples_per_second": 71.835, "eval_steps_per_second": 3.123, "step": 58 }, { "epoch": 9.23, "learning_rate": 4.8611111111111115e-05, "loss": 1.2588, "step": 60 }, { "epoch": 10.0, "eval_accuracy": 0.13043478260869565, "eval_loss": 1.362892985343933, "eval_runtime": 0.6225, "eval_samples_per_second": 73.894, "eval_steps_per_second": 3.213, "step": 65 }, { "epoch": 10.77, "learning_rate": 4.745370370370371e-05, "loss": 1.1972, "step": 70 }, { "epoch": 10.92, "eval_accuracy": 0.13043478260869565, "eval_loss": 1.3591643571853638, "eval_runtime": 0.6092, "eval_samples_per_second": 75.509, "eval_steps_per_second": 3.283, "step": 71 }, { "epoch": 12.0, "eval_accuracy": 0.21739130434782608, "eval_loss": 1.3570374250411987, "eval_runtime": 0.6841, "eval_samples_per_second": 67.244, "eval_steps_per_second": 2.924, "step": 78 }, { "epoch": 12.31, "learning_rate": 4.62962962962963e-05, "loss": 1.1578, "step": 80 }, { "epoch": 12.92, "eval_accuracy": 0.1956521739130435, "eval_loss": 1.3590192794799805, "eval_runtime": 0.5819, "eval_samples_per_second": 79.051, "eval_steps_per_second": 3.437, "step": 84 }, { "epoch": 13.85, "learning_rate": 4.5138888888888894e-05, "loss": 1.124, "step": 90 }, { "epoch": 14.0, "eval_accuracy": 0.21739130434782608, "eval_loss": 1.3730636835098267, "eval_runtime": 0.6272, "eval_samples_per_second": 73.336, "eval_steps_per_second": 3.189, "step": 91 }, { "epoch": 14.92, "eval_accuracy": 0.15217391304347827, "eval_loss": 1.3718194961547852, "eval_runtime": 0.5953, "eval_samples_per_second": 77.274, "eval_steps_per_second": 3.36, "step": 97 }, { "epoch": 15.38, "learning_rate": 4.3981481481481486e-05, "loss": 1.1045, "step": 100 }, { "epoch": 16.0, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.3736342191696167, "eval_runtime": 0.6132, "eval_samples_per_second": 75.018, "eval_steps_per_second": 3.262, "step": 104 }, { "epoch": 16.92, "learning_rate": 4.282407407407408e-05, "loss": 1.0703, "step": 110 }, { "epoch": 16.92, "eval_accuracy": 0.21739130434782608, "eval_loss": 1.4983274936676025, "eval_runtime": 0.5972, "eval_samples_per_second": 77.024, "eval_steps_per_second": 3.349, "step": 110 }, { "epoch": 18.0, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.5455262660980225, "eval_runtime": 0.6497, "eval_samples_per_second": 70.799, "eval_steps_per_second": 3.078, "step": 117 }, { "epoch": 18.46, "learning_rate": 4.166666666666667e-05, "loss": 1.0663, "step": 120 }, { "epoch": 18.92, "eval_accuracy": 0.17391304347826086, "eval_loss": 1.4473291635513306, "eval_runtime": 0.6179, "eval_samples_per_second": 74.447, "eval_steps_per_second": 3.237, "step": 123 }, { "epoch": 20.0, "learning_rate": 4.0509259259259265e-05, "loss": 1.01, "step": 130 }, { "epoch": 20.0, "eval_accuracy": 0.2608695652173913, "eval_loss": 1.4010741710662842, "eval_runtime": 0.6583, "eval_samples_per_second": 69.876, "eval_steps_per_second": 3.038, "step": 130 }, { "epoch": 20.92, "eval_accuracy": 0.2826086956521739, "eval_loss": 1.405311107635498, "eval_runtime": 0.6711, "eval_samples_per_second": 68.548, "eval_steps_per_second": 2.98, "step": 136 }, { "epoch": 21.54, "learning_rate": 3.935185185185186e-05, "loss": 0.9961, "step": 140 }, { "epoch": 22.0, "eval_accuracy": 0.21739130434782608, "eval_loss": 1.4185727834701538, "eval_runtime": 0.6066, "eval_samples_per_second": 75.831, "eval_steps_per_second": 3.297, "step": 143 }, { "epoch": 22.92, "eval_accuracy": 0.2608695652173913, "eval_loss": 1.5167733430862427, "eval_runtime": 0.5944, "eval_samples_per_second": 77.394, "eval_steps_per_second": 3.365, "step": 149 }, { "epoch": 23.08, "learning_rate": 3.8194444444444444e-05, "loss": 0.9754, "step": 150 }, { "epoch": 24.0, "eval_accuracy": 0.2826086956521739, "eval_loss": 1.3872967958450317, "eval_runtime": 0.6424, "eval_samples_per_second": 71.611, "eval_steps_per_second": 3.114, "step": 156 }, { "epoch": 24.62, "learning_rate": 3.7037037037037037e-05, "loss": 0.9417, "step": 160 }, { "epoch": 24.92, "eval_accuracy": 0.32608695652173914, "eval_loss": 1.465644121170044, "eval_runtime": 0.6234, "eval_samples_per_second": 73.783, "eval_steps_per_second": 3.208, "step": 162 }, { "epoch": 26.0, "eval_accuracy": 0.2608695652173913, "eval_loss": 1.349937081336975, "eval_runtime": 0.6013, "eval_samples_per_second": 76.503, "eval_steps_per_second": 3.326, "step": 169 }, { "epoch": 26.15, "learning_rate": 3.587962962962963e-05, "loss": 0.9286, "step": 170 }, { "epoch": 26.92, "eval_accuracy": 0.30434782608695654, "eval_loss": 1.3902080059051514, "eval_runtime": 0.5952, "eval_samples_per_second": 77.279, "eval_steps_per_second": 3.36, "step": 175 }, { "epoch": 27.69, "learning_rate": 3.472222222222222e-05, "loss": 0.9216, "step": 180 }, { "epoch": 28.0, "eval_accuracy": 0.32608695652173914, "eval_loss": 1.481874704360962, "eval_runtime": 0.627, "eval_samples_per_second": 73.362, "eval_steps_per_second": 3.19, "step": 182 }, { "epoch": 28.92, "eval_accuracy": 0.30434782608695654, "eval_loss": 1.413346290588379, "eval_runtime": 0.6049, "eval_samples_per_second": 76.05, "eval_steps_per_second": 3.307, "step": 188 }, { "epoch": 29.23, "learning_rate": 3.3564814814814815e-05, "loss": 0.8868, "step": 190 }, { "epoch": 30.0, "eval_accuracy": 0.41304347826086957, "eval_loss": 1.4124078750610352, "eval_runtime": 0.6224, "eval_samples_per_second": 73.908, "eval_steps_per_second": 3.213, "step": 195 }, { "epoch": 30.77, "learning_rate": 3.240740740740741e-05, "loss": 0.8908, "step": 200 }, { "epoch": 30.92, "eval_accuracy": 0.34782608695652173, "eval_loss": 1.442051649093628, "eval_runtime": 0.631, "eval_samples_per_second": 72.897, "eval_steps_per_second": 3.169, "step": 201 }, { "epoch": 32.0, "eval_accuracy": 0.30434782608695654, "eval_loss": 1.508549690246582, "eval_runtime": 0.6317, "eval_samples_per_second": 72.816, "eval_steps_per_second": 3.166, "step": 208 }, { "epoch": 32.31, "learning_rate": 3.125e-05, "loss": 0.8729, "step": 210 }, { "epoch": 32.92, "eval_accuracy": 0.34782608695652173, "eval_loss": 1.3853687047958374, "eval_runtime": 0.6089, "eval_samples_per_second": 75.544, "eval_steps_per_second": 3.285, "step": 214 }, { "epoch": 33.85, "learning_rate": 3.0092592592592593e-05, "loss": 0.8685, "step": 220 }, { "epoch": 34.0, "eval_accuracy": 0.30434782608695654, "eval_loss": 1.3264027833938599, "eval_runtime": 0.6425, "eval_samples_per_second": 71.592, "eval_steps_per_second": 3.113, "step": 221 }, { "epoch": 34.92, "eval_accuracy": 0.30434782608695654, "eval_loss": 1.3947439193725586, "eval_runtime": 0.6548, "eval_samples_per_second": 70.247, "eval_steps_per_second": 3.054, "step": 227 }, { "epoch": 35.38, "learning_rate": 2.8935185185185186e-05, "loss": 0.8739, "step": 230 }, { "epoch": 36.0, "eval_accuracy": 0.391304347826087, "eval_loss": 1.3455146551132202, "eval_runtime": 0.6498, "eval_samples_per_second": 70.786, "eval_steps_per_second": 3.078, "step": 234 }, { "epoch": 36.92, "learning_rate": 2.777777777777778e-05, "loss": 0.8288, "step": 240 }, { "epoch": 36.92, "eval_accuracy": 0.391304347826087, "eval_loss": 1.3620754480361938, "eval_runtime": 0.6234, "eval_samples_per_second": 73.794, "eval_steps_per_second": 3.208, "step": 240 }, { "epoch": 38.0, "eval_accuracy": 0.391304347826087, "eval_loss": 1.3875010013580322, "eval_runtime": 0.6978, "eval_samples_per_second": 65.925, "eval_steps_per_second": 2.866, "step": 247 }, { "epoch": 38.46, "learning_rate": 2.6620370370370372e-05, "loss": 0.8369, "step": 250 }, { "epoch": 38.92, "eval_accuracy": 0.3695652173913043, "eval_loss": 1.427413821220398, "eval_runtime": 0.6031, "eval_samples_per_second": 76.27, "eval_steps_per_second": 3.316, "step": 253 }, { "epoch": 40.0, "learning_rate": 2.5462962962962965e-05, "loss": 0.8101, "step": 260 }, { "epoch": 40.0, "eval_accuracy": 0.45652173913043476, "eval_loss": 1.3251171112060547, "eval_runtime": 0.6452, "eval_samples_per_second": 71.293, "eval_steps_per_second": 3.1, "step": 260 }, { "epoch": 40.92, "eval_accuracy": 0.4782608695652174, "eval_loss": 1.3038846254348755, "eval_runtime": 0.6153, "eval_samples_per_second": 74.765, "eval_steps_per_second": 3.251, "step": 266 }, { "epoch": 41.54, "learning_rate": 2.4305555555555558e-05, "loss": 0.8126, "step": 270 }, { "epoch": 42.0, "eval_accuracy": 0.5434782608695652, "eval_loss": 1.2522791624069214, "eval_runtime": 0.6343, "eval_samples_per_second": 72.516, "eval_steps_per_second": 3.153, "step": 273 }, { "epoch": 42.92, "eval_accuracy": 0.5217391304347826, "eval_loss": 1.305979609489441, "eval_runtime": 0.6243, "eval_samples_per_second": 73.687, "eval_steps_per_second": 3.204, "step": 279 }, { "epoch": 43.08, "learning_rate": 2.314814814814815e-05, "loss": 0.7971, "step": 280 }, { "epoch": 44.0, "eval_accuracy": 0.5217391304347826, "eval_loss": 1.2678192853927612, "eval_runtime": 0.623, "eval_samples_per_second": 73.834, "eval_steps_per_second": 3.21, "step": 286 }, { "epoch": 44.62, "learning_rate": 2.1990740740740743e-05, "loss": 0.7806, "step": 290 }, { "epoch": 44.92, "eval_accuracy": 0.5, "eval_loss": 1.333229422569275, "eval_runtime": 0.6201, "eval_samples_per_second": 74.182, "eval_steps_per_second": 3.225, "step": 292 }, { "epoch": 46.0, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.2550207376480103, "eval_runtime": 0.6483, "eval_samples_per_second": 70.953, "eval_steps_per_second": 3.085, "step": 299 }, { "epoch": 46.15, "learning_rate": 2.0833333333333336e-05, "loss": 0.7899, "step": 300 }, { "epoch": 46.92, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.2517149448394775, "eval_runtime": 0.6424, "eval_samples_per_second": 71.608, "eval_steps_per_second": 3.113, "step": 305 }, { "epoch": 47.69, "learning_rate": 1.967592592592593e-05, "loss": 0.7602, "step": 310 }, { "epoch": 48.0, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.262738823890686, "eval_runtime": 0.6343, "eval_samples_per_second": 72.521, "eval_steps_per_second": 3.153, "step": 312 }, { "epoch": 48.92, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.2619768381118774, "eval_runtime": 0.6074, "eval_samples_per_second": 75.729, "eval_steps_per_second": 3.293, "step": 318 }, { "epoch": 49.23, "learning_rate": 1.8518518518518518e-05, "loss": 0.7748, "step": 320 }, { "epoch": 50.0, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.2286384105682373, "eval_runtime": 0.6688, "eval_samples_per_second": 68.782, "eval_steps_per_second": 2.991, "step": 325 }, { "epoch": 50.77, "learning_rate": 1.736111111111111e-05, "loss": 0.7613, "step": 330 }, { "epoch": 50.92, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.1996554136276245, "eval_runtime": 0.6038, "eval_samples_per_second": 76.18, "eval_steps_per_second": 3.312, "step": 331 }, { "epoch": 52.0, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.2353354692459106, "eval_runtime": 0.6194, "eval_samples_per_second": 74.263, "eval_steps_per_second": 3.229, "step": 338 }, { "epoch": 52.31, "learning_rate": 1.6203703703703704e-05, "loss": 0.7514, "step": 340 }, { "epoch": 52.92, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.2466143369674683, "eval_runtime": 0.621, "eval_samples_per_second": 74.069, "eval_steps_per_second": 3.22, "step": 344 }, { "epoch": 53.85, "learning_rate": 1.5046296296296297e-05, "loss": 0.7581, "step": 350 }, { "epoch": 54.0, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.2161446809768677, "eval_runtime": 0.6054, "eval_samples_per_second": 75.982, "eval_steps_per_second": 3.304, "step": 351 }, { "epoch": 54.92, "eval_accuracy": 0.5434782608695652, "eval_loss": 1.2395505905151367, "eval_runtime": 0.6151, "eval_samples_per_second": 74.788, "eval_steps_per_second": 3.252, "step": 357 }, { "epoch": 55.38, "learning_rate": 1.388888888888889e-05, "loss": 0.7401, "step": 360 }, { "epoch": 56.0, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.1859078407287598, "eval_runtime": 0.6189, "eval_samples_per_second": 74.326, "eval_steps_per_second": 3.232, "step": 364 }, { "epoch": 56.92, "learning_rate": 1.2731481481481482e-05, "loss": 0.7421, "step": 370 }, { "epoch": 56.92, "eval_accuracy": 0.6304347826086957, "eval_loss": 1.175710916519165, "eval_runtime": 0.5963, "eval_samples_per_second": 77.144, "eval_steps_per_second": 3.354, "step": 370 }, { "epoch": 58.0, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.1754209995269775, "eval_runtime": 0.6029, "eval_samples_per_second": 76.301, "eval_steps_per_second": 3.317, "step": 377 }, { "epoch": 58.46, "learning_rate": 1.1574074074074075e-05, "loss": 0.7261, "step": 380 }, { "epoch": 58.92, "eval_accuracy": 0.6304347826086957, "eval_loss": 1.163039207458496, "eval_runtime": 0.6158, "eval_samples_per_second": 74.694, "eval_steps_per_second": 3.248, "step": 383 }, { "epoch": 60.0, "learning_rate": 1.0416666666666668e-05, "loss": 0.709, "step": 390 }, { "epoch": 60.0, "eval_accuracy": 0.5869565217391305, "eval_loss": 1.2156723737716675, "eval_runtime": 0.6211, "eval_samples_per_second": 74.063, "eval_steps_per_second": 3.22, "step": 390 }, { "epoch": 60.92, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.2124063968658447, "eval_runtime": 0.6248, "eval_samples_per_second": 73.62, "eval_steps_per_second": 3.201, "step": 396 }, { "epoch": 61.54, "learning_rate": 9.259259259259259e-06, "loss": 0.7075, "step": 400 }, { "epoch": 62.0, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.2095441818237305, "eval_runtime": 0.6782, "eval_samples_per_second": 67.83, "eval_steps_per_second": 2.949, "step": 403 }, { "epoch": 62.92, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.2543033361434937, "eval_runtime": 0.6232, "eval_samples_per_second": 73.813, "eval_steps_per_second": 3.209, "step": 409 }, { "epoch": 63.08, "learning_rate": 8.101851851851852e-06, "loss": 0.7141, "step": 410 }, { "epoch": 64.0, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.2210296392440796, "eval_runtime": 0.6158, "eval_samples_per_second": 74.702, "eval_steps_per_second": 3.248, "step": 416 }, { "epoch": 64.62, "learning_rate": 6.944444444444445e-06, "loss": 0.6907, "step": 420 }, { "epoch": 64.92, "eval_accuracy": 0.5434782608695652, "eval_loss": 1.318984031677246, "eval_runtime": 0.6081, "eval_samples_per_second": 75.645, "eval_steps_per_second": 3.289, "step": 422 }, { "epoch": 66.0, "eval_accuracy": 0.6521739130434783, "eval_loss": 1.2197457551956177, "eval_runtime": 0.6159, "eval_samples_per_second": 74.683, "eval_steps_per_second": 3.247, "step": 429 }, { "epoch": 66.15, "learning_rate": 5.787037037037038e-06, "loss": 0.7237, "step": 430 }, { "epoch": 66.92, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.2365007400512695, "eval_runtime": 0.6167, "eval_samples_per_second": 74.585, "eval_steps_per_second": 3.243, "step": 435 }, { "epoch": 67.69, "learning_rate": 4.6296296296296296e-06, "loss": 0.6918, "step": 440 }, { "epoch": 68.0, "eval_accuracy": 0.6304347826086957, "eval_loss": 1.157048225402832, "eval_runtime": 0.6163, "eval_samples_per_second": 74.638, "eval_steps_per_second": 3.245, "step": 442 }, { "epoch": 68.92, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.1790133714675903, "eval_runtime": 0.6063, "eval_samples_per_second": 75.866, "eval_steps_per_second": 3.299, "step": 448 }, { "epoch": 69.23, "learning_rate": 3.4722222222222224e-06, "loss": 0.7137, "step": 450 }, { "epoch": 70.0, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.196757197380066, "eval_runtime": 0.6046, "eval_samples_per_second": 76.087, "eval_steps_per_second": 3.308, "step": 455 }, { "epoch": 70.77, "learning_rate": 2.3148148148148148e-06, "loss": 0.6954, "step": 460 }, { "epoch": 70.92, "eval_accuracy": 0.6304347826086957, "eval_loss": 1.195902943611145, "eval_runtime": 0.6061, "eval_samples_per_second": 75.891, "eval_steps_per_second": 3.3, "step": 461 }, { "epoch": 72.0, "eval_accuracy": 0.6304347826086957, "eval_loss": 1.1782379150390625, "eval_runtime": 0.6167, "eval_samples_per_second": 74.59, "eval_steps_per_second": 3.243, "step": 468 }, { "epoch": 72.31, "learning_rate": 1.1574074074074074e-06, "loss": 0.6961, "step": 470 }, { "epoch": 72.92, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.1934988498687744, "eval_runtime": 0.63, "eval_samples_per_second": 73.022, "eval_steps_per_second": 3.175, "step": 474 }, { "epoch": 73.85, "learning_rate": 0.0, "loss": 0.6889, "step": 480 }, { "epoch": 73.85, "eval_accuracy": 0.6086956521739131, "eval_loss": 1.1834712028503418, "eval_runtime": 0.6088, "eval_samples_per_second": 75.554, "eval_steps_per_second": 3.285, "step": 480 }, { "epoch": 73.85, "step": 480, "total_flos": 1.6581977329862246e+17, "train_loss": 0.9102102994918824, "train_runtime": 281.4413, "train_samples_per_second": 232.802, "train_steps_per_second": 1.706 } ], "logging_steps": 10, "max_steps": 480, "num_input_tokens_seen": 0, "num_train_epochs": 80, "save_steps": 500, "total_flos": 1.6581977329862246e+17, "train_batch_size": 32, "trial_name": null, "trial_params": null }