| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 113040, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.977883934890305e-05, | |
| "loss": 0.4833, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9557678697806086e-05, | |
| "loss": 0.4355, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.933651804670913e-05, | |
| "loss": 0.4192, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9115357395612176e-05, | |
| "loss": 0.4073, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.889419674451522e-05, | |
| "loss": 0.3977, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.867303609341826e-05, | |
| "loss": 0.3892, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.8451875442321304e-05, | |
| "loss": 0.382, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.823071479122435e-05, | |
| "loss": 0.3749, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.800955414012739e-05, | |
| "loss": 0.3688, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.778839348903044e-05, | |
| "loss": 0.363, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.756723283793348e-05, | |
| "loss": 0.3576, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.734607218683652e-05, | |
| "loss": 0.3529, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.712491153573956e-05, | |
| "loss": 0.3481, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.6903750884642606e-05, | |
| "loss": 0.3437, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 4.668259023354565e-05, | |
| "loss": 0.3394, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.6461429582448696e-05, | |
| "loss": 0.3358, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.624026893135174e-05, | |
| "loss": 0.3323, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.601910828025478e-05, | |
| "loss": 0.3287, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 4.5797947629157824e-05, | |
| "loss": 0.3257, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 4.557678697806086e-05, | |
| "loss": 0.3227, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 4.535562632696391e-05, | |
| "loss": 0.3202, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.513446567586695e-05, | |
| "loss": 0.3173, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9059693079835405, | |
| "eval_loss": 0.2837291359901428, | |
| "eval_runtime": 770.0213, | |
| "eval_samples_per_second": 313.194, | |
| "eval_steps_per_second": 1.632, | |
| "step": 11304 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.491330502477e-05, | |
| "loss": 0.3145, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 4.469214437367304e-05, | |
| "loss": 0.3116, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 4.447098372257608e-05, | |
| "loss": 0.3098, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.4249823071479126e-05, | |
| "loss": 0.3078, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 4.4028662420382164e-05, | |
| "loss": 0.306, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 4.380750176928521e-05, | |
| "loss": 0.3041, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 4.3586341118188254e-05, | |
| "loss": 0.3024, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 4.33651804670913e-05, | |
| "loss": 0.3008, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 4.3144019815994344e-05, | |
| "loss": 0.2992, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 4.292285916489738e-05, | |
| "loss": 0.2979, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 4.270169851380043e-05, | |
| "loss": 0.2965, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.2480537862703466e-05, | |
| "loss": 0.295, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.225937721160652e-05, | |
| "loss": 0.2939, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.2038216560509556e-05, | |
| "loss": 0.2927, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 4.18170559094126e-05, | |
| "loss": 0.2915, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 4.1595895258315646e-05, | |
| "loss": 0.2906, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 4.1374734607218684e-05, | |
| "loss": 0.2894, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.115357395612173e-05, | |
| "loss": 0.2883, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 4.093241330502477e-05, | |
| "loss": 0.2875, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 4.071125265392782e-05, | |
| "loss": 0.2866, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 4.049009200283086e-05, | |
| "loss": 0.2856, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 4.02689313517339e-05, | |
| "loss": 0.2849, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 4.004777070063695e-05, | |
| "loss": 0.284, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9123534174226251, | |
| "eval_loss": 0.2612881660461426, | |
| "eval_runtime": 772.6863, | |
| "eval_samples_per_second": 312.114, | |
| "eval_steps_per_second": 1.627, | |
| "step": 22608 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 3.9826610049539986e-05, | |
| "loss": 0.283, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.960544939844303e-05, | |
| "loss": 0.2821, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 3.9384288747346076e-05, | |
| "loss": 0.2814, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 3.916312809624912e-05, | |
| "loss": 0.2808, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 3.894196744515216e-05, | |
| "loss": 0.2804, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 3.8720806794055204e-05, | |
| "loss": 0.2795, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 3.849964614295825e-05, | |
| "loss": 0.2788, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 3.827848549186129e-05, | |
| "loss": 0.2782, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 3.805732484076434e-05, | |
| "loss": 0.2779, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 3.783616418966738e-05, | |
| "loss": 0.2772, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 3.761500353857042e-05, | |
| "loss": 0.2767, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 3.739384288747346e-05, | |
| "loss": 0.2762, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 3.7172682236376506e-05, | |
| "loss": 0.2759, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 3.6951521585279544e-05, | |
| "loss": 0.2755, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 3.673036093418259e-05, | |
| "loss": 0.2749, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 3.650920028308564e-05, | |
| "loss": 0.2744, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 3.628803963198868e-05, | |
| "loss": 0.2742, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.6066878980891724e-05, | |
| "loss": 0.2738, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 3.584571832979476e-05, | |
| "loss": 0.2732, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 3.562455767869781e-05, | |
| "loss": 0.2729, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 3.5403397027600845e-05, | |
| "loss": 0.2724, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 3.51822363765039e-05, | |
| "loss": 0.2719, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9140334727013555, | |
| "eval_loss": 0.254567414522171, | |
| "eval_runtime": 778.5722, | |
| "eval_samples_per_second": 309.754, | |
| "eval_steps_per_second": 1.614, | |
| "step": 33912 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 3.4961075725406935e-05, | |
| "loss": 0.2716, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 3.473991507430998e-05, | |
| "loss": 0.2709, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.4518754423213026e-05, | |
| "loss": 0.2705, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 3.4297593772116064e-05, | |
| "loss": 0.2701, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.407643312101911e-05, | |
| "loss": 0.2701, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.3855272469922154e-05, | |
| "loss": 0.2696, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 3.36341118188252e-05, | |
| "loss": 0.2694, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.341295116772824e-05, | |
| "loss": 0.269, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.319179051663128e-05, | |
| "loss": 0.269, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 3.297062986553433e-05, | |
| "loss": 0.2685, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.2749469214437365e-05, | |
| "loss": 0.2683, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 3.252830856334041e-05, | |
| "loss": 0.2679, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 3.2307147912243455e-05, | |
| "loss": 0.2679, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 3.20859872611465e-05, | |
| "loss": 0.2676, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 3.186482661004954e-05, | |
| "loss": 0.2673, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 3.1643665958952584e-05, | |
| "loss": 0.2669, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 3.142250530785563e-05, | |
| "loss": 0.267, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.120134465675867e-05, | |
| "loss": 0.2667, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 3.098018400566172e-05, | |
| "loss": 0.2664, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 3.075902335456476e-05, | |
| "loss": 0.2662, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 3.05378627034678e-05, | |
| "loss": 0.2658, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 3.0316702052370844e-05, | |
| "loss": 0.2656, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 3.0095541401273885e-05, | |
| "loss": 0.2654, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9148443813733191, | |
| "eval_loss": 0.25113189220428467, | |
| "eval_runtime": 770.8647, | |
| "eval_samples_per_second": 312.851, | |
| "eval_steps_per_second": 1.631, | |
| "step": 45216 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 2.9874380750176927e-05, | |
| "loss": 0.2652, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 2.9653220099079975e-05, | |
| "loss": 0.2648, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 2.9432059447983017e-05, | |
| "loss": 0.2645, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 2.921089879688606e-05, | |
| "loss": 0.2644, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 2.8989738145789104e-05, | |
| "loss": 0.2643, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 2.8768577494692145e-05, | |
| "loss": 0.2638, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 2.8547416843595187e-05, | |
| "loss": 0.2637, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 2.832625619249823e-05, | |
| "loss": 0.2636, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 2.8105095541401277e-05, | |
| "loss": 0.2634, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 2.788393489030432e-05, | |
| "loss": 0.2634, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 2.766277423920736e-05, | |
| "loss": 0.2629, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 2.7441613588110405e-05, | |
| "loss": 0.2631, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 2.7220452937013447e-05, | |
| "loss": 0.2629, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 2.699929228591649e-05, | |
| "loss": 0.2627, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 2.6778131634819537e-05, | |
| "loss": 0.2627, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 2.655697098372258e-05, | |
| "loss": 0.2624, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 2.633581033262562e-05, | |
| "loss": 0.2622, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.6114649681528662e-05, | |
| "loss": 0.262, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 2.5893489030431707e-05, | |
| "loss": 0.2618, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 2.567232837933475e-05, | |
| "loss": 0.262, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 2.5451167728237797e-05, | |
| "loss": 0.2616, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 2.523000707714084e-05, | |
| "loss": 0.2614, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 2.500884642604388e-05, | |
| "loss": 0.2613, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9154096796494876, | |
| "eval_loss": 0.24885989725589752, | |
| "eval_runtime": 775.004, | |
| "eval_samples_per_second": 311.18, | |
| "eval_steps_per_second": 1.622, | |
| "step": 56520 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 2.4787685774946922e-05, | |
| "loss": 0.2609, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 2.4566525123849964e-05, | |
| "loss": 0.2608, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 2.434536447275301e-05, | |
| "loss": 0.2607, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 2.4124203821656054e-05, | |
| "loss": 0.2604, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 2.3903043170559095e-05, | |
| "loss": 0.2604, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 2.368188251946214e-05, | |
| "loss": 0.2603, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 2.3460721868365182e-05, | |
| "loss": 0.2602, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 2.3239561217268224e-05, | |
| "loss": 0.2602, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 2.301840056617127e-05, | |
| "loss": 0.2602, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 2.279723991507431e-05, | |
| "loss": 0.26, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 2.2576079263977355e-05, | |
| "loss": 0.2598, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 2.2354918612880397e-05, | |
| "loss": 0.2598, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 2.2133757961783442e-05, | |
| "loss": 0.2595, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 2.1912597310686484e-05, | |
| "loss": 0.2596, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 2.1691436659589525e-05, | |
| "loss": 0.2594, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 2.147027600849257e-05, | |
| "loss": 0.2592, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 2.1249115357395612e-05, | |
| "loss": 0.259, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 2.1027954706298657e-05, | |
| "loss": 0.259, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 2.0806794055201702e-05, | |
| "loss": 0.2589, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 2.0585633404104744e-05, | |
| "loss": 0.2587, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 2.0364472753007785e-05, | |
| "loss": 0.2589, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 2.014331210191083e-05, | |
| "loss": 0.2586, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9157895529502922, | |
| "eval_loss": 0.24735933542251587, | |
| "eval_runtime": 787.6461, | |
| "eval_samples_per_second": 306.186, | |
| "eval_steps_per_second": 1.596, | |
| "step": 67824 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 1.9922151450813872e-05, | |
| "loss": 0.2585, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 1.9700990799716914e-05, | |
| "loss": 0.2581, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 1.947983014861996e-05, | |
| "loss": 0.2581, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 1.9258669497523004e-05, | |
| "loss": 0.2579, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 1.9037508846426045e-05, | |
| "loss": 0.2579, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 1.881634819532909e-05, | |
| "loss": 0.2579, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 1.8595187544232132e-05, | |
| "loss": 0.2578, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 1.8374026893135174e-05, | |
| "loss": 0.2577, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 1.8152866242038215e-05, | |
| "loss": 0.2577, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 1.793170559094126e-05, | |
| "loss": 0.2576, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 1.7710544939844302e-05, | |
| "loss": 0.2575, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 1.7489384288747347e-05, | |
| "loss": 0.2572, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 1.7268223637650392e-05, | |
| "loss": 0.2575, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 1.7047062986553434e-05, | |
| "loss": 0.2571, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 1.6825902335456475e-05, | |
| "loss": 0.2573, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 1.660474168435952e-05, | |
| "loss": 0.2573, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 1.6383581033262562e-05, | |
| "loss": 0.2572, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 1.6162420382165603e-05, | |
| "loss": 0.257, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 1.594125973106865e-05, | |
| "loss": 0.257, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 1.5720099079971694e-05, | |
| "loss": 0.2569, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 1.5498938428874735e-05, | |
| "loss": 0.257, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 1.527777777777778e-05, | |
| "loss": 0.2569, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 1.5056617126680822e-05, | |
| "loss": 0.2569, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9160589551288438, | |
| "eval_loss": 0.24625588953495026, | |
| "eval_runtime": 787.7182, | |
| "eval_samples_per_second": 306.158, | |
| "eval_steps_per_second": 1.596, | |
| "step": 79128 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 1.4835456475583863e-05, | |
| "loss": 0.2564, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 1.461429582448691e-05, | |
| "loss": 0.2563, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 1.4393135173389952e-05, | |
| "loss": 0.2562, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 1.4171974522292993e-05, | |
| "loss": 0.2563, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 1.3950813871196037e-05, | |
| "loss": 0.2561, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 1.3729653220099082e-05, | |
| "loss": 0.256, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 1.3508492569002123e-05, | |
| "loss": 0.2561, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 1.3287331917905165e-05, | |
| "loss": 0.2561, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 1.306617126680821e-05, | |
| "loss": 0.2559, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 1.2845010615711253e-05, | |
| "loss": 0.256, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 1.2623849964614295e-05, | |
| "loss": 0.2558, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 1.2402689313517338e-05, | |
| "loss": 0.256, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 1.2181528662420383e-05, | |
| "loss": 0.2558, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 1.1960368011323427e-05, | |
| "loss": 0.2559, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 1.1739207360226468e-05, | |
| "loss": 0.2557, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 1.1518046709129512e-05, | |
| "loss": 0.2557, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 1.1296886058032555e-05, | |
| "loss": 0.2555, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 1.1075725406935598e-05, | |
| "loss": 0.2556, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "learning_rate": 1.0854564755838642e-05, | |
| "loss": 0.2556, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "learning_rate": 1.0633404104741685e-05, | |
| "loss": 0.2552, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 1.0412243453644728e-05, | |
| "loss": 0.2554, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 1.0191082802547772e-05, | |
| "loss": 0.2553, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9162647719016384, | |
| "eval_loss": 0.24548450112342834, | |
| "eval_runtime": 790.7594, | |
| "eval_samples_per_second": 304.98, | |
| "eval_steps_per_second": 1.59, | |
| "step": 90432 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 9.969922151450813e-06, | |
| "loss": 0.2553, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 9.748761500353858e-06, | |
| "loss": 0.255, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 9.527600849256902e-06, | |
| "loss": 0.2549, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 9.306440198159943e-06, | |
| "loss": 0.255, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "learning_rate": 9.085279547062987e-06, | |
| "loss": 0.2549, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "learning_rate": 8.86411889596603e-06, | |
| "loss": 0.2548, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 8.642958244869073e-06, | |
| "loss": 0.2551, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 8.421797593772117e-06, | |
| "loss": 0.2548, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 8.200636942675158e-06, | |
| "loss": 0.2549, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 7.979476291578203e-06, | |
| "loss": 0.2549, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "learning_rate": 7.758315640481247e-06, | |
| "loss": 0.2548, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 7.537154989384289e-06, | |
| "loss": 0.2547, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 7.3159943382873326e-06, | |
| "loss": 0.2546, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 8.58, | |
| "learning_rate": 7.094833687190375e-06, | |
| "loss": 0.2548, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 8.63, | |
| "learning_rate": 6.873673036093418e-06, | |
| "loss": 0.2547, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 6.652512384996462e-06, | |
| "loss": 0.2547, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 6.431351733899504e-06, | |
| "loss": 0.2547, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 6.210191082802548e-06, | |
| "loss": 0.2545, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 5.989030431705591e-06, | |
| "loss": 0.2544, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "learning_rate": 5.767869780608635e-06, | |
| "loss": 0.2544, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "learning_rate": 5.5467091295116775e-06, | |
| "loss": 0.2545, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 5.325548478414721e-06, | |
| "loss": 0.2545, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 8.98, | |
| "learning_rate": 5.104387827317763e-06, | |
| "loss": 0.2545, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9164148337838057, | |
| "eval_loss": 0.24497151374816895, | |
| "eval_runtime": 789.0403, | |
| "eval_samples_per_second": 305.645, | |
| "eval_steps_per_second": 1.593, | |
| "step": 101736 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 4.8832271762208075e-06, | |
| "loss": 0.2543, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "learning_rate": 4.66206652512385e-06, | |
| "loss": 0.254, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 4.440905874026893e-06, | |
| "loss": 0.254, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 4.219745222929937e-06, | |
| "loss": 0.2542, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 9.2, | |
| "learning_rate": 3.99858457183298e-06, | |
| "loss": 0.2541, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 3.777423920736023e-06, | |
| "loss": 0.254, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 3.556263269639066e-06, | |
| "loss": 0.2541, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 9.33, | |
| "learning_rate": 3.3351026185421087e-06, | |
| "loss": 0.2541, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 9.38, | |
| "learning_rate": 3.113941967445152e-06, | |
| "loss": 0.2541, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "learning_rate": 2.8927813163481954e-06, | |
| "loss": 0.2541, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "learning_rate": 2.6716206652512383e-06, | |
| "loss": 0.2539, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 2.4504600141542816e-06, | |
| "loss": 0.2541, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 2.229299363057325e-06, | |
| "loss": 0.2541, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 2.0081387119603683e-06, | |
| "loss": 0.2541, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 9.64, | |
| "learning_rate": 1.786978060863411e-06, | |
| "loss": 0.254, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 9.69, | |
| "learning_rate": 1.5658174097664543e-06, | |
| "loss": 0.2541, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 9.73, | |
| "learning_rate": 1.3446567586694977e-06, | |
| "loss": 0.254, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 1.1234961075725408e-06, | |
| "loss": 0.2539, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 9.82, | |
| "learning_rate": 9.023354564755839e-07, | |
| "loss": 0.2537, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 6.81174805378627e-07, | |
| "loss": 0.254, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 4.6001415428167025e-07, | |
| "loss": 0.2541, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 9.95, | |
| "learning_rate": 2.388535031847134e-07, | |
| "loss": 0.2539, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 1.7692852087756548e-08, | |
| "loss": 0.2539, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.916456858900755, | |
| "eval_loss": 0.24475741386413574, | |
| "eval_runtime": 768.7642, | |
| "eval_samples_per_second": 313.706, | |
| "eval_steps_per_second": 1.635, | |
| "step": 113040 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 113040, | |
| "total_flos": 5.670998618744553e+18, | |
| "train_loss": 0.27495618251225495, | |
| "train_runtime": 96949.7276, | |
| "train_samples_per_second": 223.864, | |
| "train_steps_per_second": 1.166 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 113040, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 5.670998618744553e+18, | |
| "train_batch_size": 24, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |