|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"eval_steps": 500, |
|
"global_step": 6315, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 1.9841646872525734e-05, |
|
"loss": 0.6889, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 1.9683293745051467e-05, |
|
"loss": 0.5778, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 1.95249406175772e-05, |
|
"loss": 0.5153, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 1.936658749010293e-05, |
|
"loss": 0.4904, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 1.9208234362628665e-05, |
|
"loss": 0.4785, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 1.9049881235154395e-05, |
|
"loss": 0.4297, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 1.8891528107680128e-05, |
|
"loss": 0.3952, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 1.873317498020586e-05, |
|
"loss": 0.3961, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 1.8574821852731593e-05, |
|
"loss": 0.3776, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 1.8416468725257326e-05, |
|
"loss": 0.4011, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"eval_accuracy": 0.8474770642201835, |
|
"eval_loss": 0.3865980803966522, |
|
"eval_runtime": 0.8664, |
|
"eval_samples_per_second": 1006.45, |
|
"eval_steps_per_second": 63.48, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 1.825811559778306e-05, |
|
"loss": 0.3701, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 1.809976247030879e-05, |
|
"loss": 0.3741, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 1.794140934283452e-05, |
|
"loss": 0.3432, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 1.7783056215360253e-05, |
|
"loss": 0.3795, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 1.762470308788599e-05, |
|
"loss": 0.3614, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 1.746634996041172e-05, |
|
"loss": 0.3356, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 1.730799683293745e-05, |
|
"loss": 0.3259, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 1.7149643705463184e-05, |
|
"loss": 0.3086, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 1.6991290577988917e-05, |
|
"loss": 0.3357, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 1.6832937450514647e-05, |
|
"loss": 0.313, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"eval_accuracy": 0.8646788990825688, |
|
"eval_loss": 0.3351735770702362, |
|
"eval_runtime": 0.8696, |
|
"eval_samples_per_second": 1002.747, |
|
"eval_steps_per_second": 63.247, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 1.6674584323040383e-05, |
|
"loss": 0.3321, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 1.6516231195566115e-05, |
|
"loss": 0.2885, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 1.6357878068091845e-05, |
|
"loss": 0.3068, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 1.6199524940617578e-05, |
|
"loss": 0.286, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 1.604117181314331e-05, |
|
"loss": 0.3146, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 1.5882818685669043e-05, |
|
"loss": 0.2973, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 1.5724465558194776e-05, |
|
"loss": 0.2918, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 1.556611243072051e-05, |
|
"loss": 0.3287, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 1.540775930324624e-05, |
|
"loss": 0.2906, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 1.5249406175771972e-05, |
|
"loss": 0.2626, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"eval_accuracy": 0.8348623853211009, |
|
"eval_loss": 0.48054224252700806, |
|
"eval_runtime": 0.865, |
|
"eval_samples_per_second": 1008.131, |
|
"eval_steps_per_second": 63.586, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 1.5091053048297705e-05, |
|
"loss": 0.2922, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 1.4932699920823436e-05, |
|
"loss": 0.273, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 1.477434679334917e-05, |
|
"loss": 0.264, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 1.4615993665874902e-05, |
|
"loss": 0.2969, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 1.4457640538400634e-05, |
|
"loss": 0.301, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 1.4299287410926367e-05, |
|
"loss": 0.2878, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 1.4140934283452098e-05, |
|
"loss": 0.2738, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 1.3982581155977833e-05, |
|
"loss": 0.2657, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 1.3824228028503564e-05, |
|
"loss": 0.3064, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 1.3665874901029297e-05, |
|
"loss": 0.2597, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"eval_accuracy": 0.8681192660550459, |
|
"eval_loss": 0.3690865933895111, |
|
"eval_runtime": 0.8683, |
|
"eval_samples_per_second": 1004.253, |
|
"eval_steps_per_second": 63.342, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 1.3507521773555028e-05, |
|
"loss": 0.2727, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 1.3349168646080762e-05, |
|
"loss": 0.2656, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 1.3190815518606495e-05, |
|
"loss": 0.2332, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 1.3032462391132226e-05, |
|
"loss": 0.2603, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 1.2874109263657959e-05, |
|
"loss": 0.2374, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 1.271575613618369e-05, |
|
"loss": 0.2184, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 1.2557403008709424e-05, |
|
"loss": 0.2262, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 1.2399049881235155e-05, |
|
"loss": 0.2204, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 1.2240696753760888e-05, |
|
"loss": 0.2406, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 1.208234362628662e-05, |
|
"loss": 0.2068, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"eval_accuracy": 0.8990825688073395, |
|
"eval_loss": 0.308927059173584, |
|
"eval_runtime": 0.8632, |
|
"eval_samples_per_second": 1010.226, |
|
"eval_steps_per_second": 63.718, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 1.1923990498812352e-05, |
|
"loss": 0.2377, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 1.1765637371338086e-05, |
|
"loss": 0.2158, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 1.1607284243863817e-05, |
|
"loss": 0.2504, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 1.144893111638955e-05, |
|
"loss": 0.2242, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 1.1290577988915281e-05, |
|
"loss": 0.2243, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 1.1132224861441014e-05, |
|
"loss": 0.2334, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 1.0973871733966748e-05, |
|
"loss": 0.2204, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 1.081551860649248e-05, |
|
"loss": 0.2171, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 1.0657165479018212e-05, |
|
"loss": 0.212, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 1.0498812351543943e-05, |
|
"loss": 0.2347, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"eval_accuracy": 0.8841743119266054, |
|
"eval_loss": 0.39570876955986023, |
|
"eval_runtime": 1.4077, |
|
"eval_samples_per_second": 619.472, |
|
"eval_steps_per_second": 39.072, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 1.0340459224069676e-05, |
|
"loss": 0.214, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 1.0182106096595407e-05, |
|
"loss": 0.2265, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 1.0023752969121141e-05, |
|
"loss": 0.2383, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 9.865399841646872e-06, |
|
"loss": 0.2231, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 9.707046714172605e-06, |
|
"loss": 0.2482, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 9.548693586698338e-06, |
|
"loss": 0.2263, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 9.39034045922407e-06, |
|
"loss": 0.209, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 9.231987331749803e-06, |
|
"loss": 0.1943, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 9.073634204275536e-06, |
|
"loss": 0.2195, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 8.915281076801267e-06, |
|
"loss": 0.2133, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"eval_accuracy": 0.8990825688073395, |
|
"eval_loss": 0.30492687225341797, |
|
"eval_runtime": 0.8667, |
|
"eval_samples_per_second": 1006.147, |
|
"eval_steps_per_second": 63.461, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 8.756927949327e-06, |
|
"loss": 0.223, |
|
"step": 3550 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 8.598574821852733e-06, |
|
"loss": 0.1857, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 8.440221694378464e-06, |
|
"loss": 0.2011, |
|
"step": 3650 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 8.281868566904197e-06, |
|
"loss": 0.2189, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 8.12351543942993e-06, |
|
"loss": 0.2157, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 7.965162311955662e-06, |
|
"loss": 0.2075, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 7.806809184481395e-06, |
|
"loss": 0.2225, |
|
"step": 3850 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 7.648456057007126e-06, |
|
"loss": 0.2047, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 7.490102929532859e-06, |
|
"loss": 0.1944, |
|
"step": 3950 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 7.331749802058591e-06, |
|
"loss": 0.1986, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"eval_accuracy": 0.8956422018348624, |
|
"eval_loss": 0.3183766305446625, |
|
"eval_runtime": 0.8656, |
|
"eval_samples_per_second": 1007.379, |
|
"eval_steps_per_second": 63.539, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 7.173396674584323e-06, |
|
"loss": 0.1884, |
|
"step": 4050 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 7.015043547110056e-06, |
|
"loss": 0.2256, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 6.856690419635789e-06, |
|
"loss": 0.2025, |
|
"step": 4150 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 6.698337292161521e-06, |
|
"loss": 0.2059, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 6.539984164687253e-06, |
|
"loss": 0.1503, |
|
"step": 4250 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 6.3816310372129854e-06, |
|
"loss": 0.1591, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 6.223277909738717e-06, |
|
"loss": 0.176, |
|
"step": 4350 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 6.06492478226445e-06, |
|
"loss": 0.1558, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 5.906571654790183e-06, |
|
"loss": 0.1733, |
|
"step": 4450 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 5.748218527315916e-06, |
|
"loss": 0.1596, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"eval_accuracy": 0.8853211009174312, |
|
"eval_loss": 0.3845515847206116, |
|
"eval_runtime": 1.272, |
|
"eval_samples_per_second": 685.522, |
|
"eval_steps_per_second": 43.238, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 5.5898653998416475e-06, |
|
"loss": 0.1952, |
|
"step": 4550 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 5.431512272367379e-06, |
|
"loss": 0.1554, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 5.273159144893112e-06, |
|
"loss": 0.1568, |
|
"step": 4650 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 5.114806017418844e-06, |
|
"loss": 0.1525, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 4.956452889944577e-06, |
|
"loss": 0.1441, |
|
"step": 4750 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 4.798099762470309e-06, |
|
"loss": 0.1879, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 4.6397466349960415e-06, |
|
"loss": 0.1456, |
|
"step": 4850 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 4.481393507521774e-06, |
|
"loss": 0.1811, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 4.323040380047506e-06, |
|
"loss": 0.1767, |
|
"step": 4950 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 4.164687252573238e-06, |
|
"loss": 0.1457, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"eval_accuracy": 0.8967889908256881, |
|
"eval_loss": 0.3666723370552063, |
|
"eval_runtime": 0.8689, |
|
"eval_samples_per_second": 1003.616, |
|
"eval_steps_per_second": 63.301, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 4.006334125098972e-06, |
|
"loss": 0.1675, |
|
"step": 5050 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 3.8479809976247036e-06, |
|
"loss": 0.1551, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 3.6896278701504355e-06, |
|
"loss": 0.1706, |
|
"step": 5150 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 3.531274742676168e-06, |
|
"loss": 0.1445, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 3.3729216152019006e-06, |
|
"loss": 0.1711, |
|
"step": 5250 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 3.214568487727633e-06, |
|
"loss": 0.1681, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 3.0562153602533652e-06, |
|
"loss": 0.1381, |
|
"step": 5350 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 2.897862232779098e-06, |
|
"loss": 0.1475, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 2.73950910530483e-06, |
|
"loss": 0.161, |
|
"step": 5450 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 2.581155977830562e-06, |
|
"loss": 0.1861, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"eval_accuracy": 0.8922018348623854, |
|
"eval_loss": 0.36745795607566833, |
|
"eval_runtime": 0.8656, |
|
"eval_samples_per_second": 1007.433, |
|
"eval_steps_per_second": 63.542, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 2.422802850356295e-06, |
|
"loss": 0.129, |
|
"step": 5550 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 2.264449722882027e-06, |
|
"loss": 0.1607, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 2.1060965954077596e-06, |
|
"loss": 0.1365, |
|
"step": 5650 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 1.947743467933492e-06, |
|
"loss": 0.1487, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 1.789390340459224e-06, |
|
"loss": 0.1573, |
|
"step": 5750 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 1.6310372129849566e-06, |
|
"loss": 0.1879, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 1.472684085510689e-06, |
|
"loss": 0.1673, |
|
"step": 5850 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 1.3143309580364213e-06, |
|
"loss": 0.1512, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 1.1559778305621536e-06, |
|
"loss": 0.163, |
|
"step": 5950 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 9.976247030878861e-07, |
|
"loss": 0.1401, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"eval_accuracy": 0.8899082568807339, |
|
"eval_loss": 0.385304719209671, |
|
"eval_runtime": 1.2365, |
|
"eval_samples_per_second": 705.195, |
|
"eval_steps_per_second": 44.479, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 8.392715756136184e-07, |
|
"loss": 0.1653, |
|
"step": 6050 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 6.809184481393508e-07, |
|
"loss": 0.1272, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 5.225653206650831e-07, |
|
"loss": 0.1701, |
|
"step": 6150 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 3.642121931908155e-07, |
|
"loss": 0.1479, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 2.0585906571654793e-07, |
|
"loss": 0.1683, |
|
"step": 6250 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 4.750593824228029e-08, |
|
"loss": 0.1404, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"step": 6315, |
|
"total_flos": 5533993757946900.0, |
|
"train_loss": 0.2416322734180369, |
|
"train_runtime": 1038.2336, |
|
"train_samples_per_second": 194.606, |
|
"train_steps_per_second": 6.082 |
|
} |
|
], |
|
"logging_steps": 50, |
|
"max_steps": 6315, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"total_flos": 5533993757946900.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|