|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.15, |
|
"global_step": 150000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 2.0000000000000003e-06, |
|
"loss": 6.2493, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 4.6137, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 6e-06, |
|
"loss": 3.7251, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 3.5112, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1e-05, |
|
"loss": 3.3686, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1.2e-05, |
|
"loss": 3.3207, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1.4000000000000001e-05, |
|
"loss": 3.0354, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1.6000000000000003e-05, |
|
"loss": 2.9748, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 1.8e-05, |
|
"loss": 3.0796, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2e-05, |
|
"loss": 2.8979, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.2000000000000003e-05, |
|
"loss": 2.7057, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.4e-05, |
|
"loss": 2.5434, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.6000000000000002e-05, |
|
"loss": 2.4562, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 2.4019, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 3e-05, |
|
"loss": 2.3888, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 2.2318, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 3.4000000000000007e-05, |
|
"loss": 2.2318, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 3.6e-05, |
|
"loss": 2.2482, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 3.8e-05, |
|
"loss": 2.24, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4e-05, |
|
"loss": 2.2051, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2e-05, |
|
"loss": 2.1275, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 2.0528, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.600000000000001e-05, |
|
"loss": 2.0807, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8e-05, |
|
"loss": 1.9779, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5e-05, |
|
"loss": 1.8728, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.2000000000000004e-05, |
|
"loss": 1.6435, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.4000000000000005e-05, |
|
"loss": 1.4678, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.6000000000000006e-05, |
|
"loss": 1.4546, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.8e-05, |
|
"loss": 1.4257, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 6e-05, |
|
"loss": 1.3665, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 6.2e-05, |
|
"loss": 1.2821, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 6.400000000000001e-05, |
|
"loss": 1.3203, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 6.6e-05, |
|
"loss": 1.3713, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 6.800000000000001e-05, |
|
"loss": 1.338, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7e-05, |
|
"loss": 1.2829, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7.2e-05, |
|
"loss": 1.1656, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7.4e-05, |
|
"loss": 1.2479, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7.6e-05, |
|
"loss": 1.2553, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7.800000000000001e-05, |
|
"loss": 1.2514, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8e-05, |
|
"loss": 1.2509, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.2e-05, |
|
"loss": 1.2178, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.4e-05, |
|
"loss": 1.2506, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.6e-05, |
|
"loss": 1.2735, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.800000000000001e-05, |
|
"loss": 1.2495, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 9e-05, |
|
"loss": 1.212, |
|
"step": 45000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.200000000000001e-05, |
|
"loss": 1.0991, |
|
"step": 46000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.4e-05, |
|
"loss": 1.0883, |
|
"step": 47000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.6e-05, |
|
"loss": 1.1649, |
|
"step": 48000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.8e-05, |
|
"loss": 1.1919, |
|
"step": 49000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.0001, |
|
"loss": 1.1076, |
|
"step": 50000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"eval_loss": 0.7321581244468689, |
|
"eval_runtime": 34.4611, |
|
"eval_samples_per_second": 145.091, |
|
"eval_steps_per_second": 2.292, |
|
"step": 50000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.999972660400536e-05, |
|
"loss": 0.9926, |
|
"step": 51000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.999890641901125e-05, |
|
"loss": 1.0673, |
|
"step": 52000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.999753945398704e-05, |
|
"loss": 1.1119, |
|
"step": 53000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.99956257238817e-05, |
|
"loss": 1.1084, |
|
"step": 54000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.999316524962345e-05, |
|
"loss": 1.1357, |
|
"step": 55000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.999015805811965e-05, |
|
"loss": 1.1097, |
|
"step": 56000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.998660418225645e-05, |
|
"loss": 1.1463, |
|
"step": 57000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.998250366089848e-05, |
|
"loss": 1.0818, |
|
"step": 58000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.997785653888835e-05, |
|
"loss": 1.0855, |
|
"step": 59000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.997266286704631e-05, |
|
"loss": 1.0638, |
|
"step": 60000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.996692270216947e-05, |
|
"loss": 0.9882, |
|
"step": 61000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.996063610703137e-05, |
|
"loss": 0.9546, |
|
"step": 62000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.995380315038119e-05, |
|
"loss": 0.989, |
|
"step": 63000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 9.994642390694308e-05, |
|
"loss": 1.0176, |
|
"step": 64000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.993849845741524e-05, |
|
"loss": 1.0024, |
|
"step": 65000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.993002688846913e-05, |
|
"loss": 0.9758, |
|
"step": 66000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.992100929274846e-05, |
|
"loss": 0.979, |
|
"step": 67000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.991144576886823e-05, |
|
"loss": 0.9842, |
|
"step": 68000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.990133642141359e-05, |
|
"loss": 0.9729, |
|
"step": 69000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.989068136093873e-05, |
|
"loss": 1.013, |
|
"step": 70000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.987948070396571e-05, |
|
"loss": 1.0689, |
|
"step": 71000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.986773457298311e-05, |
|
"loss": 1.1098, |
|
"step": 72000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.985544309644475e-05, |
|
"loss": 1.11, |
|
"step": 73000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.984260640876821e-05, |
|
"loss": 1.072, |
|
"step": 74000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 9.98292246503335e-05, |
|
"loss": 1.0802, |
|
"step": 75000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.981529796748134e-05, |
|
"loss": 1.022, |
|
"step": 76000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.980082651251175e-05, |
|
"loss": 0.9761, |
|
"step": 77000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.97858104436822e-05, |
|
"loss": 0.9847, |
|
"step": 78000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.977024992520602e-05, |
|
"loss": 0.9568, |
|
"step": 79000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.975414512725057e-05, |
|
"loss": 0.84, |
|
"step": 80000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.973749622593534e-05, |
|
"loss": 0.8909, |
|
"step": 81000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.972030340333001e-05, |
|
"loss": 0.9706, |
|
"step": 82000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.970256684745258e-05, |
|
"loss": 1.0205, |
|
"step": 83000 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.968428675226714e-05, |
|
"loss": 1.0178, |
|
"step": 84000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.966546331768191e-05, |
|
"loss": 1.0164, |
|
"step": 85000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.964609674954696e-05, |
|
"loss": 1.1054, |
|
"step": 86000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.962618725965196e-05, |
|
"loss": 1.1309, |
|
"step": 87000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.96057350657239e-05, |
|
"loss": 1.1072, |
|
"step": 88000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.95847403914247e-05, |
|
"loss": 1.0967, |
|
"step": 89000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.956320346634876e-05, |
|
"loss": 1.1117, |
|
"step": 90000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.954112452602045e-05, |
|
"loss": 0.9858, |
|
"step": 91000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.95185038118915e-05, |
|
"loss": 0.9861, |
|
"step": 92000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.949534157133844e-05, |
|
"loss": 0.9958, |
|
"step": 93000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 9.94716380576598e-05, |
|
"loss": 0.9769, |
|
"step": 94000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.944739353007344e-05, |
|
"loss": 0.9195, |
|
"step": 95000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.942260825371358e-05, |
|
"loss": 0.9168, |
|
"step": 96000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.939728249962807e-05, |
|
"loss": 0.95, |
|
"step": 97000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.937141654477528e-05, |
|
"loss": 0.9968, |
|
"step": 98000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.934501067202117e-05, |
|
"loss": 0.9787, |
|
"step": 99000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.931806517013612e-05, |
|
"loss": 0.9415, |
|
"step": 100000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"eval_loss": 0.6145960092544556, |
|
"eval_runtime": 27.3258, |
|
"eval_samples_per_second": 182.977, |
|
"eval_steps_per_second": 2.891, |
|
"step": 100000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.929058033379181e-05, |
|
"loss": 1.0027, |
|
"step": 101000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.926255646355804e-05, |
|
"loss": 1.0312, |
|
"step": 102000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.923399386589933e-05, |
|
"loss": 0.9982, |
|
"step": 103000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.92048928531717e-05, |
|
"loss": 1.0159, |
|
"step": 104000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 9.917525374361912e-05, |
|
"loss": 1.0583, |
|
"step": 105000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.914507686137019e-05, |
|
"loss": 1.0311, |
|
"step": 106000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.911436253643445e-05, |
|
"loss": 0.9819, |
|
"step": 107000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.90831111046988e-05, |
|
"loss": 0.9676, |
|
"step": 108000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.905132290792394e-05, |
|
"loss": 0.8846, |
|
"step": 109000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.901899829374047e-05, |
|
"loss": 0.8461, |
|
"step": 110000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.89861376156452e-05, |
|
"loss": 0.8071, |
|
"step": 111000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.895274123299723e-05, |
|
"loss": 0.8184, |
|
"step": 112000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.891880951101407e-05, |
|
"loss": 0.8375, |
|
"step": 113000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 9.888434282076758e-05, |
|
"loss": 0.8663, |
|
"step": 114000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.884934153917997e-05, |
|
"loss": 0.9549, |
|
"step": 115000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.881380604901964e-05, |
|
"loss": 1.0022, |
|
"step": 116000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.877773673889701e-05, |
|
"loss": 0.9923, |
|
"step": 117000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.87411340032603e-05, |
|
"loss": 0.9591, |
|
"step": 118000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.870399824239117e-05, |
|
"loss": 0.9848, |
|
"step": 119000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.86663298624003e-05, |
|
"loss": 1.0508, |
|
"step": 120000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.862812927522309e-05, |
|
"loss": 1.0087, |
|
"step": 121000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.858939689861506e-05, |
|
"loss": 0.9553, |
|
"step": 122000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.855013315614725e-05, |
|
"loss": 0.9847, |
|
"step": 123000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.851033847720166e-05, |
|
"loss": 0.8663, |
|
"step": 124000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.847001329696653e-05, |
|
"loss": 0.8585, |
|
"step": 125000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.842915805643155e-05, |
|
"loss": 0.8273, |
|
"step": 126000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.838777320238312e-05, |
|
"loss": 0.8298, |
|
"step": 127000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.834585918739936e-05, |
|
"loss": 0.8641, |
|
"step": 128000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.830341646984521e-05, |
|
"loss": 0.8738, |
|
"step": 129000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.826044551386744e-05, |
|
"loss": 0.9355, |
|
"step": 130000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.821694678938953e-05, |
|
"loss": 1.004, |
|
"step": 131000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.817292077210659e-05, |
|
"loss": 1.0178, |
|
"step": 132000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.812836794348004e-05, |
|
"loss": 1.0062, |
|
"step": 133000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 9.808328879073251e-05, |
|
"loss": 1.0149, |
|
"step": 134000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.803768380684242e-05, |
|
"loss": 1.057, |
|
"step": 135000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.799155349053851e-05, |
|
"loss": 1.0005, |
|
"step": 136000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.794489834629455e-05, |
|
"loss": 0.9662, |
|
"step": 137000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.789771888432375e-05, |
|
"loss": 0.9488, |
|
"step": 138000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.785001562057309e-05, |
|
"loss": 0.9749, |
|
"step": 139000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.780178907671789e-05, |
|
"loss": 0.9431, |
|
"step": 140000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.775303978015585e-05, |
|
"loss": 0.863, |
|
"step": 141000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.77037682640015e-05, |
|
"loss": 0.8921, |
|
"step": 142000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.765397506708023e-05, |
|
"loss": 0.8949, |
|
"step": 143000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.760366073392246e-05, |
|
"loss": 0.938, |
|
"step": 144000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 9.755282581475769e-05, |
|
"loss": 0.9885, |
|
"step": 145000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 9.750147086550844e-05, |
|
"loss": 1.0168, |
|
"step": 146000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 9.744959644778422e-05, |
|
"loss": 0.9762, |
|
"step": 147000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 9.739720312887535e-05, |
|
"loss": 0.9973, |
|
"step": 148000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 9.734429148174675e-05, |
|
"loss": 0.9343, |
|
"step": 149000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 9.729086208503174e-05, |
|
"loss": 0.9601, |
|
"step": 150000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"eval_loss": 0.5667662024497986, |
|
"eval_runtime": 31.9639, |
|
"eval_samples_per_second": 156.426, |
|
"eval_steps_per_second": 2.472, |
|
"step": 150000 |
|
} |
|
], |
|
"max_steps": 1000000, |
|
"num_train_epochs": 9223372036854775807, |
|
"total_flos": 8.9503159025664e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|