|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 5.0, |
|
"global_step": 375680, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.00019998669080068145, |
|
"loss": 10.2481, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.00019997338160136289, |
|
"loss": 5.6824, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 0.0001999600724020443, |
|
"loss": 5.172, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00019994676320272574, |
|
"loss": 5.0986, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00019993345400340717, |
|
"loss": 4.9605, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0001999201448040886, |
|
"loss": 4.7834, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00019990683560477005, |
|
"loss": 4.7696, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00019989352640545146, |
|
"loss": 4.6645, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00019988021720613287, |
|
"loss": 4.5375, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0001998669080068143, |
|
"loss": 4.4608, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00019985359880749575, |
|
"loss": 4.3304, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00019984028960817719, |
|
"loss": 4.2935, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.0001998269804088586, |
|
"loss": 4.0207, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00019981367120954004, |
|
"loss": 4.1862, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00019980036201022147, |
|
"loss": 4.1547, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.0001997870528109029, |
|
"loss": 4.0028, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00019977374361158435, |
|
"loss": 3.9894, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00019976043441226576, |
|
"loss": 4.0722, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.0001997471252129472, |
|
"loss": 3.8993, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00019973381601362864, |
|
"loss": 3.8414, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00019972050681431008, |
|
"loss": 3.8328, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00019970719761499149, |
|
"loss": 3.731, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00019969388841567292, |
|
"loss": 3.8229, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00019968057921635434, |
|
"loss": 3.6892, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00019966727001703577, |
|
"loss": 3.5272, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.0001996539608177172, |
|
"loss": 3.7993, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00019964065161839865, |
|
"loss": 3.5962, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0001996273424190801, |
|
"loss": 3.6104, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0001996140332197615, |
|
"loss": 3.5948, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00019960072402044294, |
|
"loss": 3.5836, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00019958741482112438, |
|
"loss": 3.5037, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00019957410562180581, |
|
"loss": 3.5228, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00019956079642248725, |
|
"loss": 3.4802, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00019954748722316866, |
|
"loss": 3.3982, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.0001995341780238501, |
|
"loss": 3.4461, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.0001995208688245315, |
|
"loss": 3.426, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.00019950755962521295, |
|
"loss": 3.5081, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.0001994942504258944, |
|
"loss": 3.3901, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.0001994809412265758, |
|
"loss": 3.394, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00019946763202725724, |
|
"loss": 3.2572, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00019945432282793868, |
|
"loss": 3.1521, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00019944101362862011, |
|
"loss": 3.3596, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00019942770442930155, |
|
"loss": 3.2875, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00019941439522998296, |
|
"loss": 3.2877, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.0001994010860306644, |
|
"loss": 3.2511, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.00019938777683134584, |
|
"loss": 3.2489, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.00019937446763202728, |
|
"loss": 3.189, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00019936115843270872, |
|
"loss": 3.1982, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00019934784923339013, |
|
"loss": 3.2822, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00019933454003407156, |
|
"loss": 3.0918, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.00019932123083475298, |
|
"loss": 3.1034, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00019930792163543441, |
|
"loss": 3.1271, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00019929461243611585, |
|
"loss": 3.0492, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0001992813032367973, |
|
"loss": 3.1039, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0001992679940374787, |
|
"loss": 3.1402, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.00019925468483816014, |
|
"loss": 3.1043, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.00019924137563884158, |
|
"loss": 3.1407, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00019922806643952302, |
|
"loss": 3.0666, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00019921475724020445, |
|
"loss": 3.0374, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00019920144804088586, |
|
"loss": 3.0348, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.0001991881388415673, |
|
"loss": 3.1047, |
|
"step": 30500 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00019917482964224874, |
|
"loss": 3.0446, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00019916152044293018, |
|
"loss": 3.0877, |
|
"step": 31500 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.00019914821124361162, |
|
"loss": 2.926, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.000199134902044293, |
|
"loss": 3.0038, |
|
"step": 32500 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.00019912159284497444, |
|
"loss": 3.0531, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00019910828364565588, |
|
"loss": 3.0204, |
|
"step": 33500 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00019909497444633732, |
|
"loss": 3.0724, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00019908166524701875, |
|
"loss": 3.1021, |
|
"step": 34500 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.00019906835604770017, |
|
"loss": 3.0148, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0001990550468483816, |
|
"loss": 2.9517, |
|
"step": 35500 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00019904173764906304, |
|
"loss": 2.9411, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00019902842844974448, |
|
"loss": 2.9533, |
|
"step": 36500 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00019901511925042592, |
|
"loss": 2.9113, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00019900181005110733, |
|
"loss": 2.9085, |
|
"step": 37500 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00019898850085178877, |
|
"loss": 2.9903, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.0001989751916524702, |
|
"loss": 2.8475, |
|
"step": 38500 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.00019896188245315164, |
|
"loss": 2.9614, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00019894857325383305, |
|
"loss": 2.9126, |
|
"step": 39500 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0001989352640545145, |
|
"loss": 2.919, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.0001989219548551959, |
|
"loss": 2.911, |
|
"step": 40500 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00019890864565587734, |
|
"loss": 2.8617, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00019889533645655878, |
|
"loss": 2.8817, |
|
"step": 41500 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00019888202725724022, |
|
"loss": 2.9325, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.00019886871805792166, |
|
"loss": 2.8276, |
|
"step": 42500 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.00019885540885860307, |
|
"loss": 2.9285, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.0001988420996592845, |
|
"loss": 2.7656, |
|
"step": 43500 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00019882879045996594, |
|
"loss": 2.9298, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00019881548126064738, |
|
"loss": 2.8953, |
|
"step": 44500 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00019880217206132882, |
|
"loss": 2.8127, |
|
"step": 45000 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00019878886286201023, |
|
"loss": 2.8404, |
|
"step": 45500 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00019877555366269167, |
|
"loss": 2.8233, |
|
"step": 46000 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.0001987622444633731, |
|
"loss": 2.9052, |
|
"step": 46500 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00019874893526405452, |
|
"loss": 2.8838, |
|
"step": 47000 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00019873562606473596, |
|
"loss": 2.8243, |
|
"step": 47500 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00019872231686541737, |
|
"loss": 2.7138, |
|
"step": 48000 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.0001987090076660988, |
|
"loss": 2.7165, |
|
"step": 48500 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00019869569846678024, |
|
"loss": 2.8223, |
|
"step": 49000 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00019868238926746168, |
|
"loss": 2.8202, |
|
"step": 49500 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00019866908006814312, |
|
"loss": 2.8057, |
|
"step": 50000 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00019865577086882453, |
|
"loss": 2.774, |
|
"step": 50500 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00019864246166950597, |
|
"loss": 2.8091, |
|
"step": 51000 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.0001986291524701874, |
|
"loss": 2.785, |
|
"step": 51500 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00019861584327086885, |
|
"loss": 2.6157, |
|
"step": 52000 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.00019860253407155028, |
|
"loss": 2.8632, |
|
"step": 52500 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.0001985892248722317, |
|
"loss": 2.7628, |
|
"step": 53000 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00019857591567291313, |
|
"loss": 2.8141, |
|
"step": 53500 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00019856260647359454, |
|
"loss": 2.7369, |
|
"step": 54000 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00019854929727427598, |
|
"loss": 2.721, |
|
"step": 54500 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00019853598807495742, |
|
"loss": 2.7448, |
|
"step": 55000 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00019852267887563886, |
|
"loss": 2.6667, |
|
"step": 55500 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00019850936967632027, |
|
"loss": 2.7889, |
|
"step": 56000 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.0001984960604770017, |
|
"loss": 2.823, |
|
"step": 56500 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00019848275127768315, |
|
"loss": 2.7421, |
|
"step": 57000 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00019846944207836458, |
|
"loss": 2.8042, |
|
"step": 57500 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00019845613287904602, |
|
"loss": 2.69, |
|
"step": 58000 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.00019844282367972743, |
|
"loss": 2.7895, |
|
"step": 58500 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00019842951448040887, |
|
"loss": 2.7649, |
|
"step": 59000 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.0001984162052810903, |
|
"loss": 2.7463, |
|
"step": 59500 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00019840289608177175, |
|
"loss": 2.7047, |
|
"step": 60000 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00019838958688245316, |
|
"loss": 2.73, |
|
"step": 60500 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00019837627768313457, |
|
"loss": 2.7422, |
|
"step": 61000 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.000198362968483816, |
|
"loss": 2.7778, |
|
"step": 61500 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00019834965928449745, |
|
"loss": 2.5151, |
|
"step": 62000 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00019833635008517888, |
|
"loss": 2.7631, |
|
"step": 62500 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.00019832304088586032, |
|
"loss": 2.7046, |
|
"step": 63000 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.00019830973168654173, |
|
"loss": 2.6186, |
|
"step": 63500 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.00019829642248722317, |
|
"loss": 2.6684, |
|
"step": 64000 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.0001982831132879046, |
|
"loss": 2.687, |
|
"step": 64500 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00019826980408858605, |
|
"loss": 2.6079, |
|
"step": 65000 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00019825649488926749, |
|
"loss": 2.6386, |
|
"step": 65500 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.0001982431856899489, |
|
"loss": 2.5986, |
|
"step": 66000 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00019822987649063033, |
|
"loss": 2.639, |
|
"step": 66500 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00019821656729131177, |
|
"loss": 2.6357, |
|
"step": 67000 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.0001982032580919932, |
|
"loss": 2.6278, |
|
"step": 67500 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00019818994889267465, |
|
"loss": 2.633, |
|
"step": 68000 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00019817663969335606, |
|
"loss": 2.7147, |
|
"step": 68500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.00019816333049403747, |
|
"loss": 2.6298, |
|
"step": 69000 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.0001981500212947189, |
|
"loss": 2.6853, |
|
"step": 69500 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00019813671209540035, |
|
"loss": 2.5161, |
|
"step": 70000 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.00019812340289608179, |
|
"loss": 2.6841, |
|
"step": 70500 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.0001981100936967632, |
|
"loss": 2.7514, |
|
"step": 71000 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.00019809678449744464, |
|
"loss": 2.6619, |
|
"step": 71500 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.00019808347529812607, |
|
"loss": 2.6089, |
|
"step": 72000 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.0001980701660988075, |
|
"loss": 2.5672, |
|
"step": 72500 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 0.00019805685689948895, |
|
"loss": 2.6084, |
|
"step": 73000 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00019804354770017036, |
|
"loss": 2.6425, |
|
"step": 73500 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.0001980302385008518, |
|
"loss": 2.5539, |
|
"step": 74000 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.00019801692930153324, |
|
"loss": 2.588, |
|
"step": 74500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00019800362010221468, |
|
"loss": 2.6845, |
|
"step": 75000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 2.289619207382202, |
|
"eval_runtime": 153.5049, |
|
"eval_samples_per_second": 61.19, |
|
"eval_steps_per_second": 61.19, |
|
"step": 75136 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00019799031090289609, |
|
"loss": 2.4516, |
|
"step": 75500 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.00019797700170357752, |
|
"loss": 2.3205, |
|
"step": 76000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00019796369250425894, |
|
"loss": 2.3807, |
|
"step": 76500 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00019795038330494037, |
|
"loss": 2.4826, |
|
"step": 77000 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.0001979370741056218, |
|
"loss": 2.4244, |
|
"step": 77500 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.00019792376490630325, |
|
"loss": 2.4297, |
|
"step": 78000 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.0001979104557069847, |
|
"loss": 2.5217, |
|
"step": 78500 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.0001978971465076661, |
|
"loss": 2.4128, |
|
"step": 79000 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00019788383730834754, |
|
"loss": 2.4708, |
|
"step": 79500 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00019787052810902898, |
|
"loss": 2.3967, |
|
"step": 80000 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.0001978572189097104, |
|
"loss": 2.5101, |
|
"step": 80500 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.00019784390971039185, |
|
"loss": 2.4615, |
|
"step": 81000 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.00019783060051107326, |
|
"loss": 2.4171, |
|
"step": 81500 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.0001978172913117547, |
|
"loss": 2.4693, |
|
"step": 82000 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.0001978039821124361, |
|
"loss": 2.4741, |
|
"step": 82500 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.00019779067291311755, |
|
"loss": 2.3287, |
|
"step": 83000 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.000197777363713799, |
|
"loss": 2.4375, |
|
"step": 83500 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.0001977640545144804, |
|
"loss": 2.4086, |
|
"step": 84000 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.00019775074531516184, |
|
"loss": 2.499, |
|
"step": 84500 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.00019773743611584328, |
|
"loss": 2.5159, |
|
"step": 85000 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.00019772412691652471, |
|
"loss": 2.4019, |
|
"step": 85500 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.00019771081771720615, |
|
"loss": 2.399, |
|
"step": 86000 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.00019769750851788756, |
|
"loss": 2.5017, |
|
"step": 86500 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.000197684199318569, |
|
"loss": 2.4847, |
|
"step": 87000 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.00019767089011925044, |
|
"loss": 2.4126, |
|
"step": 87500 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00019765758091993188, |
|
"loss": 2.4905, |
|
"step": 88000 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.00019764427172061332, |
|
"loss": 2.3939, |
|
"step": 88500 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.00019763096252129473, |
|
"loss": 2.483, |
|
"step": 89000 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 0.00019761765332197614, |
|
"loss": 2.3784, |
|
"step": 89500 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00019760434412265758, |
|
"loss": 2.3567, |
|
"step": 90000 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00019759103492333901, |
|
"loss": 2.4193, |
|
"step": 90500 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 0.00019757772572402045, |
|
"loss": 2.4165, |
|
"step": 91000 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 0.0001975644165247019, |
|
"loss": 2.4415, |
|
"step": 91500 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 0.0001975511073253833, |
|
"loss": 2.417, |
|
"step": 92000 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00019753779812606474, |
|
"loss": 2.3009, |
|
"step": 92500 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.00019752448892674618, |
|
"loss": 2.4853, |
|
"step": 93000 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.00019751117972742762, |
|
"loss": 2.3344, |
|
"step": 93500 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.00019749787052810905, |
|
"loss": 2.4312, |
|
"step": 94000 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.00019748456132879046, |
|
"loss": 2.4414, |
|
"step": 94500 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.0001974712521294719, |
|
"loss": 2.4249, |
|
"step": 95000 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 0.00019745794293015334, |
|
"loss": 2.356, |
|
"step": 95500 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.00019744463373083478, |
|
"loss": 2.3665, |
|
"step": 96000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.00019743132453151622, |
|
"loss": 2.4506, |
|
"step": 96500 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.0001974180153321976, |
|
"loss": 2.413, |
|
"step": 97000 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.00019740470613287904, |
|
"loss": 2.4709, |
|
"step": 97500 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.00019739139693356048, |
|
"loss": 2.3756, |
|
"step": 98000 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 0.00019737808773424192, |
|
"loss": 2.3728, |
|
"step": 98500 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00019736477853492335, |
|
"loss": 2.4195, |
|
"step": 99000 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00019735146933560476, |
|
"loss": 2.454, |
|
"step": 99500 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.0001973381601362862, |
|
"loss": 2.3611, |
|
"step": 100000 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.00019732485093696764, |
|
"loss": 2.4303, |
|
"step": 100500 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.00019731154173764908, |
|
"loss": 2.4555, |
|
"step": 101000 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.00019729823253833052, |
|
"loss": 2.3825, |
|
"step": 101500 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00019728492333901193, |
|
"loss": 2.3164, |
|
"step": 102000 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00019727161413969337, |
|
"loss": 2.4844, |
|
"step": 102500 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 0.0001972583049403748, |
|
"loss": 2.4749, |
|
"step": 103000 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.00019724499574105624, |
|
"loss": 2.4141, |
|
"step": 103500 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.00019723168654173765, |
|
"loss": 2.4732, |
|
"step": 104000 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.0001972183773424191, |
|
"loss": 2.4103, |
|
"step": 104500 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.0001972050681431005, |
|
"loss": 2.244, |
|
"step": 105000 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.00019719175894378194, |
|
"loss": 2.4251, |
|
"step": 105500 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 0.00019717844974446338, |
|
"loss": 2.4125, |
|
"step": 106000 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00019716514054514482, |
|
"loss": 2.4054, |
|
"step": 106500 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00019715183134582626, |
|
"loss": 2.3574, |
|
"step": 107000 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 0.00019713852214650767, |
|
"loss": 2.4949, |
|
"step": 107500 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.0001971252129471891, |
|
"loss": 2.3071, |
|
"step": 108000 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.00019711190374787054, |
|
"loss": 2.3755, |
|
"step": 108500 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.00019709859454855198, |
|
"loss": 2.3994, |
|
"step": 109000 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 0.00019708528534923342, |
|
"loss": 2.425, |
|
"step": 109500 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 0.00019707197614991483, |
|
"loss": 2.3043, |
|
"step": 110000 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00019705866695059627, |
|
"loss": 2.4273, |
|
"step": 110500 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.00019704535775127768, |
|
"loss": 2.392, |
|
"step": 111000 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.00019703204855195912, |
|
"loss": 2.2706, |
|
"step": 111500 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 0.00019701873935264056, |
|
"loss": 2.3492, |
|
"step": 112000 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.00019700543015332197, |
|
"loss": 2.4536, |
|
"step": 112500 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.0001969921209540034, |
|
"loss": 2.4908, |
|
"step": 113000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.00019697881175468484, |
|
"loss": 2.2912, |
|
"step": 113500 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.00019696550255536628, |
|
"loss": 2.346, |
|
"step": 114000 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.00019695219335604772, |
|
"loss": 2.3519, |
|
"step": 114500 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 0.00019693888415672913, |
|
"loss": 2.3962, |
|
"step": 115000 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.00019692557495741057, |
|
"loss": 2.2665, |
|
"step": 115500 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.000196912265758092, |
|
"loss": 2.3963, |
|
"step": 116000 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.00019689895655877345, |
|
"loss": 2.3922, |
|
"step": 116500 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.00019688564735945488, |
|
"loss": 2.3997, |
|
"step": 117000 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.0001968723381601363, |
|
"loss": 2.391, |
|
"step": 117500 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 0.00019685902896081773, |
|
"loss": 2.4071, |
|
"step": 118000 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.00019684571976149914, |
|
"loss": 2.3302, |
|
"step": 118500 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.00019683241056218058, |
|
"loss": 2.2663, |
|
"step": 119000 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.00019681910136286202, |
|
"loss": 2.4085, |
|
"step": 119500 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00019680579216354346, |
|
"loss": 2.3689, |
|
"step": 120000 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00019679248296422487, |
|
"loss": 2.466, |
|
"step": 120500 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 0.0001967791737649063, |
|
"loss": 2.3651, |
|
"step": 121000 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.00019676586456558775, |
|
"loss": 2.3936, |
|
"step": 121500 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.00019675255536626918, |
|
"loss": 2.3022, |
|
"step": 122000 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.0001967392461669506, |
|
"loss": 2.3889, |
|
"step": 122500 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00019672593696763203, |
|
"loss": 2.2829, |
|
"step": 123000 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00019671262776831347, |
|
"loss": 2.331, |
|
"step": 123500 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.0001966993185689949, |
|
"loss": 2.3535, |
|
"step": 124000 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00019668600936967635, |
|
"loss": 2.3339, |
|
"step": 124500 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00019667270017035776, |
|
"loss": 2.3372, |
|
"step": 125000 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 0.00019665939097103917, |
|
"loss": 2.4082, |
|
"step": 125500 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.0001966460817717206, |
|
"loss": 2.4428, |
|
"step": 126000 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.00019663277257240205, |
|
"loss": 2.3537, |
|
"step": 126500 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.00019661946337308348, |
|
"loss": 2.423, |
|
"step": 127000 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.00019660615417376492, |
|
"loss": 2.2162, |
|
"step": 127500 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.00019659284497444633, |
|
"loss": 2.3798, |
|
"step": 128000 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.00019657953577512777, |
|
"loss": 2.3549, |
|
"step": 128500 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.0001965662265758092, |
|
"loss": 2.3361, |
|
"step": 129000 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.00019655291737649065, |
|
"loss": 2.3528, |
|
"step": 129500 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.00019653960817717209, |
|
"loss": 2.3553, |
|
"step": 130000 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.0001965262989778535, |
|
"loss": 2.1969, |
|
"step": 130500 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00019651298977853493, |
|
"loss": 2.3564, |
|
"step": 131000 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 0.00019649968057921637, |
|
"loss": 2.3577, |
|
"step": 131500 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.0001964863713798978, |
|
"loss": 2.398, |
|
"step": 132000 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00019647306218057922, |
|
"loss": 2.4231, |
|
"step": 132500 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 0.00019645975298126066, |
|
"loss": 2.3658, |
|
"step": 133000 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00019644644378194207, |
|
"loss": 2.3445, |
|
"step": 133500 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.0001964331345826235, |
|
"loss": 2.2921, |
|
"step": 134000 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 0.00019641982538330495, |
|
"loss": 2.3487, |
|
"step": 134500 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00019640651618398639, |
|
"loss": 2.2385, |
|
"step": 135000 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.0001963932069846678, |
|
"loss": 2.4189, |
|
"step": 135500 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.00019637989778534923, |
|
"loss": 2.3459, |
|
"step": 136000 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00019636658858603067, |
|
"loss": 2.3295, |
|
"step": 136500 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.0001963532793867121, |
|
"loss": 2.2921, |
|
"step": 137000 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.00019633997018739355, |
|
"loss": 2.3225, |
|
"step": 137500 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00019632666098807496, |
|
"loss": 2.4121, |
|
"step": 138000 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.0001963133517887564, |
|
"loss": 2.4108, |
|
"step": 138500 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 0.00019630004258943784, |
|
"loss": 2.4693, |
|
"step": 139000 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00019628673339011927, |
|
"loss": 2.3493, |
|
"step": 139500 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00019627342419080069, |
|
"loss": 2.3214, |
|
"step": 140000 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.00019626011499148212, |
|
"loss": 2.3452, |
|
"step": 140500 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00019624680579216354, |
|
"loss": 2.2276, |
|
"step": 141000 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00019623349659284497, |
|
"loss": 2.2652, |
|
"step": 141500 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.0001962201873935264, |
|
"loss": 2.406, |
|
"step": 142000 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.00019620687819420785, |
|
"loss": 2.2756, |
|
"step": 142500 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.0001961935689948893, |
|
"loss": 2.2884, |
|
"step": 143000 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.0001961802597955707, |
|
"loss": 2.27, |
|
"step": 143500 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00019616695059625214, |
|
"loss": 2.3682, |
|
"step": 144000 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00019615364139693358, |
|
"loss": 2.2721, |
|
"step": 144500 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.000196140332197615, |
|
"loss": 2.3077, |
|
"step": 145000 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 0.00019612702299829645, |
|
"loss": 2.2378, |
|
"step": 145500 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 0.00019611371379897786, |
|
"loss": 2.4656, |
|
"step": 146000 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.0001961004045996593, |
|
"loss": 2.2858, |
|
"step": 146500 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.0001960870954003407, |
|
"loss": 2.2983, |
|
"step": 147000 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.00019607378620102215, |
|
"loss": 2.3561, |
|
"step": 147500 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 0.0001960604770017036, |
|
"loss": 2.3414, |
|
"step": 148000 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.000196047167802385, |
|
"loss": 2.279, |
|
"step": 148500 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00019603385860306644, |
|
"loss": 2.3095, |
|
"step": 149000 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00019602054940374788, |
|
"loss": 2.3459, |
|
"step": 149500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.0001960072402044293, |
|
"loss": 2.3968, |
|
"step": 150000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 2.083725929260254, |
|
"eval_runtime": 150.1089, |
|
"eval_samples_per_second": 62.575, |
|
"eval_steps_per_second": 62.575, |
|
"step": 150272 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.00019599393100511075, |
|
"loss": 2.245, |
|
"step": 150500 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 0.00019598062180579216, |
|
"loss": 2.1479, |
|
"step": 151000 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.0001959673126064736, |
|
"loss": 2.1048, |
|
"step": 151500 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.00019595400340715504, |
|
"loss": 2.028, |
|
"step": 152000 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 0.00019594069420783648, |
|
"loss": 2.0738, |
|
"step": 152500 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 0.00019592738500851792, |
|
"loss": 2.1684, |
|
"step": 153000 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 0.00019591407580919933, |
|
"loss": 2.0715, |
|
"step": 153500 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 0.00019590076660988074, |
|
"loss": 2.1869, |
|
"step": 154000 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 0.00019588745741056218, |
|
"loss": 2.0887, |
|
"step": 154500 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 0.00019587414821124361, |
|
"loss": 2.0761, |
|
"step": 155000 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 0.00019586083901192505, |
|
"loss": 2.0249, |
|
"step": 155500 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0001958475298126065, |
|
"loss": 1.998, |
|
"step": 156000 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0001958342206132879, |
|
"loss": 2.186, |
|
"step": 156500 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 0.00019582091141396934, |
|
"loss": 2.2012, |
|
"step": 157000 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 0.00019580760221465078, |
|
"loss": 2.1327, |
|
"step": 157500 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 0.00019579429301533222, |
|
"loss": 2.0996, |
|
"step": 158000 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 0.00019578098381601365, |
|
"loss": 2.0994, |
|
"step": 158500 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 0.00019576767461669506, |
|
"loss": 2.057, |
|
"step": 159000 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 0.0001957543654173765, |
|
"loss": 2.0814, |
|
"step": 159500 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 0.00019574105621805794, |
|
"loss": 2.2237, |
|
"step": 160000 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.00019572774701873938, |
|
"loss": 2.113, |
|
"step": 160500 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.00019571443781942082, |
|
"loss": 2.2014, |
|
"step": 161000 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 0.0001957011286201022, |
|
"loss": 2.1535, |
|
"step": 161500 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 0.00019568781942078364, |
|
"loss": 2.1548, |
|
"step": 162000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 0.00019567451022146508, |
|
"loss": 2.2726, |
|
"step": 162500 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 0.00019566120102214652, |
|
"loss": 2.0613, |
|
"step": 163000 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 0.00019564789182282795, |
|
"loss": 2.1457, |
|
"step": 163500 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 0.00019563458262350936, |
|
"loss": 2.0963, |
|
"step": 164000 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 0.0001956212734241908, |
|
"loss": 2.1481, |
|
"step": 164500 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 0.00019560796422487224, |
|
"loss": 2.104, |
|
"step": 165000 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 0.00019559465502555368, |
|
"loss": 2.0308, |
|
"step": 165500 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 0.00019558134582623512, |
|
"loss": 2.0471, |
|
"step": 166000 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 0.00019556803662691653, |
|
"loss": 2.1354, |
|
"step": 166500 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 0.00019555472742759797, |
|
"loss": 2.1223, |
|
"step": 167000 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 0.0001955414182282794, |
|
"loss": 2.1158, |
|
"step": 167500 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.00019552810902896084, |
|
"loss": 2.2403, |
|
"step": 168000 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.00019551479982964225, |
|
"loss": 2.2066, |
|
"step": 168500 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 0.0001955014906303237, |
|
"loss": 2.0638, |
|
"step": 169000 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 0.0001954881814310051, |
|
"loss": 2.25, |
|
"step": 169500 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 0.00019547487223168654, |
|
"loss": 2.1617, |
|
"step": 170000 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 0.00019546156303236798, |
|
"loss": 2.2301, |
|
"step": 170500 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 0.00019544825383304942, |
|
"loss": 2.165, |
|
"step": 171000 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 0.00019543494463373086, |
|
"loss": 2.1395, |
|
"step": 171500 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 0.00019542163543441227, |
|
"loss": 2.1827, |
|
"step": 172000 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 0.0001954083262350937, |
|
"loss": 2.1452, |
|
"step": 172500 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 0.00019539501703577514, |
|
"loss": 2.1515, |
|
"step": 173000 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 0.00019538170783645658, |
|
"loss": 2.1997, |
|
"step": 173500 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.00019536839863713802, |
|
"loss": 2.1392, |
|
"step": 174000 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.00019535508943781943, |
|
"loss": 2.0866, |
|
"step": 174500 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 0.00019534178023850087, |
|
"loss": 2.0945, |
|
"step": 175000 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 0.00019532847103918228, |
|
"loss": 2.2065, |
|
"step": 175500 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 0.00019531516183986372, |
|
"loss": 2.1329, |
|
"step": 176000 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 0.00019530185264054516, |
|
"loss": 2.165, |
|
"step": 176500 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 0.00019528854344122657, |
|
"loss": 2.1542, |
|
"step": 177000 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 0.000195275234241908, |
|
"loss": 2.1892, |
|
"step": 177500 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 0.00019526192504258944, |
|
"loss": 2.1984, |
|
"step": 178000 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 0.00019524861584327088, |
|
"loss": 2.2268, |
|
"step": 178500 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 0.00019523530664395232, |
|
"loss": 2.0896, |
|
"step": 179000 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 0.00019522199744463373, |
|
"loss": 2.146, |
|
"step": 179500 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 0.00019520868824531517, |
|
"loss": 2.2207, |
|
"step": 180000 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 0.0001951953790459966, |
|
"loss": 2.2925, |
|
"step": 180500 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 0.00019518206984667805, |
|
"loss": 2.1177, |
|
"step": 181000 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 0.00019516876064735948, |
|
"loss": 2.1932, |
|
"step": 181500 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 0.0001951554514480409, |
|
"loss": 2.1481, |
|
"step": 182000 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 0.00019514214224872233, |
|
"loss": 2.0231, |
|
"step": 182500 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 0.00019512883304940374, |
|
"loss": 2.2687, |
|
"step": 183000 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 0.00019511552385008518, |
|
"loss": 2.0866, |
|
"step": 183500 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 0.00019510221465076662, |
|
"loss": 2.1907, |
|
"step": 184000 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.00019508890545144806, |
|
"loss": 2.1635, |
|
"step": 184500 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.00019507559625212947, |
|
"loss": 2.0831, |
|
"step": 185000 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 0.0001950622870528109, |
|
"loss": 2.1906, |
|
"step": 185500 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 0.00019504897785349235, |
|
"loss": 2.2034, |
|
"step": 186000 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 0.00019503566865417378, |
|
"loss": 2.2103, |
|
"step": 186500 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 0.0001950223594548552, |
|
"loss": 2.1678, |
|
"step": 187000 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 0.00019500905025553663, |
|
"loss": 2.0417, |
|
"step": 187500 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 0.00019499574105621807, |
|
"loss": 2.1806, |
|
"step": 188000 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 0.0001949824318568995, |
|
"loss": 2.21, |
|
"step": 188500 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 0.00019496912265758095, |
|
"loss": 2.1416, |
|
"step": 189000 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 0.00019495581345826236, |
|
"loss": 2.1792, |
|
"step": 189500 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 0.00019494250425894377, |
|
"loss": 2.2475, |
|
"step": 190000 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 0.0001949291950596252, |
|
"loss": 2.1561, |
|
"step": 190500 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 0.00019491588586030665, |
|
"loss": 2.1854, |
|
"step": 191000 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 0.00019490257666098808, |
|
"loss": 2.2039, |
|
"step": 191500 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 0.00019488926746166952, |
|
"loss": 2.2249, |
|
"step": 192000 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 0.00019487595826235093, |
|
"loss": 2.0889, |
|
"step": 192500 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 0.00019486264906303237, |
|
"loss": 2.2046, |
|
"step": 193000 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 0.0001948493398637138, |
|
"loss": 2.0463, |
|
"step": 193500 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 0.00019483603066439525, |
|
"loss": 2.0919, |
|
"step": 194000 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 0.00019482272146507669, |
|
"loss": 2.1278, |
|
"step": 194500 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 0.0001948094122657581, |
|
"loss": 2.1866, |
|
"step": 195000 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 0.00019479610306643953, |
|
"loss": 2.25, |
|
"step": 195500 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 0.00019478279386712097, |
|
"loss": 2.038, |
|
"step": 196000 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 0.0001947694846678024, |
|
"loss": 2.0665, |
|
"step": 196500 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 0.00019475617546848382, |
|
"loss": 2.0884, |
|
"step": 197000 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 0.00019474286626916526, |
|
"loss": 2.1792, |
|
"step": 197500 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 0.00019472955706984667, |
|
"loss": 2.1597, |
|
"step": 198000 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 0.0001947162478705281, |
|
"loss": 2.1973, |
|
"step": 198500 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 0.00019470293867120955, |
|
"loss": 2.1074, |
|
"step": 199000 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 0.00019468962947189099, |
|
"loss": 2.1212, |
|
"step": 199500 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 0.0001946763202725724, |
|
"loss": 2.1406, |
|
"step": 200000 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 0.00019466301107325383, |
|
"loss": 2.1905, |
|
"step": 200500 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 0.00019464970187393527, |
|
"loss": 2.0908, |
|
"step": 201000 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 0.0001946363926746167, |
|
"loss": 2.1969, |
|
"step": 201500 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 0.00019462308347529815, |
|
"loss": 2.246, |
|
"step": 202000 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 0.00019460977427597956, |
|
"loss": 2.0437, |
|
"step": 202500 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 0.000194596465076661, |
|
"loss": 2.2312, |
|
"step": 203000 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 0.00019458315587734244, |
|
"loss": 2.182, |
|
"step": 203500 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 0.00019456984667802387, |
|
"loss": 2.2265, |
|
"step": 204000 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 0.00019455653747870529, |
|
"loss": 2.1802, |
|
"step": 204500 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 0.00019454322827938672, |
|
"loss": 2.1688, |
|
"step": 205000 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 0.00019452991908006813, |
|
"loss": 2.1946, |
|
"step": 205500 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 0.00019451660988074957, |
|
"loss": 2.2045, |
|
"step": 206000 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 0.000194503300681431, |
|
"loss": 2.116, |
|
"step": 206500 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 0.00019448999148211245, |
|
"loss": 2.046, |
|
"step": 207000 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 0.0001944766822827939, |
|
"loss": 2.1339, |
|
"step": 207500 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 0.0001944633730834753, |
|
"loss": 2.2015, |
|
"step": 208000 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 0.00019445006388415674, |
|
"loss": 2.1834, |
|
"step": 208500 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 0.00019443675468483817, |
|
"loss": 2.147, |
|
"step": 209000 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 0.0001944234454855196, |
|
"loss": 2.1619, |
|
"step": 209500 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 0.00019441013628620105, |
|
"loss": 2.184, |
|
"step": 210000 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 0.00019439682708688246, |
|
"loss": 2.1712, |
|
"step": 210500 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 0.0001943835178875639, |
|
"loss": 2.2269, |
|
"step": 211000 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 0.0001943702086882453, |
|
"loss": 2.1537, |
|
"step": 211500 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 0.00019435689948892675, |
|
"loss": 2.1268, |
|
"step": 212000 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 0.0001943435902896082, |
|
"loss": 2.1349, |
|
"step": 212500 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 0.0001943302810902896, |
|
"loss": 2.0699, |
|
"step": 213000 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 0.00019431697189097104, |
|
"loss": 2.1889, |
|
"step": 213500 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 0.00019430366269165248, |
|
"loss": 2.1516, |
|
"step": 214000 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 0.0001942903534923339, |
|
"loss": 2.1827, |
|
"step": 214500 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 0.00019427704429301535, |
|
"loss": 2.2482, |
|
"step": 215000 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 0.00019426373509369676, |
|
"loss": 2.2037, |
|
"step": 215500 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 0.0001942504258943782, |
|
"loss": 2.1865, |
|
"step": 216000 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 0.00019423711669505964, |
|
"loss": 2.1926, |
|
"step": 216500 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 0.00019422380749574108, |
|
"loss": 2.2028, |
|
"step": 217000 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 0.00019421049829642252, |
|
"loss": 2.2157, |
|
"step": 217500 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 0.00019419718909710393, |
|
"loss": 2.1386, |
|
"step": 218000 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 0.00019418387989778534, |
|
"loss": 2.1053, |
|
"step": 218500 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 0.00019417057069846678, |
|
"loss": 2.1686, |
|
"step": 219000 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 0.0001941572614991482, |
|
"loss": 2.1914, |
|
"step": 219500 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 0.00019414395229982965, |
|
"loss": 2.2137, |
|
"step": 220000 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 0.0001941306431005111, |
|
"loss": 2.0708, |
|
"step": 220500 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 0.0001941173339011925, |
|
"loss": 2.1136, |
|
"step": 221000 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 0.00019410402470187394, |
|
"loss": 2.071, |
|
"step": 221500 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 0.00019409071550255538, |
|
"loss": 2.1486, |
|
"step": 222000 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 0.00019407740630323682, |
|
"loss": 2.1378, |
|
"step": 222500 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 0.00019406409710391825, |
|
"loss": 2.0198, |
|
"step": 223000 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 0.00019405078790459966, |
|
"loss": 2.2202, |
|
"step": 223500 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 0.0001940374787052811, |
|
"loss": 2.1, |
|
"step": 224000 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 0.00019402416950596254, |
|
"loss": 2.1922, |
|
"step": 224500 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 0.00019401086030664398, |
|
"loss": 2.1636, |
|
"step": 225000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 2.014349937438965, |
|
"eval_runtime": 150.1185, |
|
"eval_samples_per_second": 62.571, |
|
"eval_steps_per_second": 62.571, |
|
"step": 225408 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 0.0001939975511073254, |
|
"loss": 2.0504, |
|
"step": 225500 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 0.0001939842419080068, |
|
"loss": 1.995, |
|
"step": 226000 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 0.00019397093270868824, |
|
"loss": 1.9558, |
|
"step": 226500 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.00019395762350936968, |
|
"loss": 1.9273, |
|
"step": 227000 |
|
}, |
|
{ |
|
"epoch": 3.03, |
|
"learning_rate": 0.00019394431431005112, |
|
"loss": 1.9675, |
|
"step": 227500 |
|
}, |
|
{ |
|
"epoch": 3.03, |
|
"learning_rate": 0.00019393100511073255, |
|
"loss": 1.9863, |
|
"step": 228000 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 0.00019391769591141396, |
|
"loss": 1.9841, |
|
"step": 228500 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 0.0001939043867120954, |
|
"loss": 1.9306, |
|
"step": 229000 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 0.00019389107751277684, |
|
"loss": 1.9797, |
|
"step": 229500 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"learning_rate": 0.00019387776831345828, |
|
"loss": 1.8735, |
|
"step": 230000 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 0.00019386445911413972, |
|
"loss": 1.9623, |
|
"step": 230500 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 0.00019385114991482113, |
|
"loss": 1.9795, |
|
"step": 231000 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 0.00019383784071550257, |
|
"loss": 1.862, |
|
"step": 231500 |
|
}, |
|
{ |
|
"epoch": 3.09, |
|
"learning_rate": 0.000193824531516184, |
|
"loss": 2.0137, |
|
"step": 232000 |
|
}, |
|
{ |
|
"epoch": 3.09, |
|
"learning_rate": 0.00019381122231686544, |
|
"loss": 1.9126, |
|
"step": 232500 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 0.00019379791311754685, |
|
"loss": 1.9946, |
|
"step": 233000 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 0.0001937846039182283, |
|
"loss": 1.9526, |
|
"step": 233500 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 0.0001937712947189097, |
|
"loss": 1.954, |
|
"step": 234000 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 0.00019375798551959114, |
|
"loss": 1.9714, |
|
"step": 234500 |
|
}, |
|
{ |
|
"epoch": 3.13, |
|
"learning_rate": 0.00019374467632027258, |
|
"loss": 1.917, |
|
"step": 235000 |
|
}, |
|
{ |
|
"epoch": 3.13, |
|
"learning_rate": 0.00019373136712095402, |
|
"loss": 2.0031, |
|
"step": 235500 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 0.00019371805792163546, |
|
"loss": 1.9253, |
|
"step": 236000 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 0.00019370474872231687, |
|
"loss": 1.8825, |
|
"step": 236500 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 0.0001936914395229983, |
|
"loss": 1.9689, |
|
"step": 237000 |
|
}, |
|
{ |
|
"epoch": 3.16, |
|
"learning_rate": 0.00019367813032367974, |
|
"loss": 2.0113, |
|
"step": 237500 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 0.00019366482112436118, |
|
"loss": 2.0767, |
|
"step": 238000 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 0.00019365151192504262, |
|
"loss": 2.0196, |
|
"step": 238500 |
|
}, |
|
{ |
|
"epoch": 3.18, |
|
"learning_rate": 0.00019363820272572403, |
|
"loss": 1.9681, |
|
"step": 239000 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"learning_rate": 0.00019362489352640547, |
|
"loss": 2.0794, |
|
"step": 239500 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"learning_rate": 0.00019361158432708688, |
|
"loss": 1.9347, |
|
"step": 240000 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 0.00019359827512776832, |
|
"loss": 1.8842, |
|
"step": 240500 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 0.00019358496592844976, |
|
"loss": 2.1145, |
|
"step": 241000 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 0.00019357165672913117, |
|
"loss": 2.0187, |
|
"step": 241500 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 0.0001935583475298126, |
|
"loss": 1.9615, |
|
"step": 242000 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"learning_rate": 0.00019354503833049404, |
|
"loss": 2.0395, |
|
"step": 242500 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"learning_rate": 0.00019353172913117548, |
|
"loss": 1.9914, |
|
"step": 243000 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"learning_rate": 0.00019351841993185692, |
|
"loss": 1.9202, |
|
"step": 243500 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"learning_rate": 0.00019350511073253833, |
|
"loss": 1.9856, |
|
"step": 244000 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"learning_rate": 0.00019349180153321977, |
|
"loss": 1.9678, |
|
"step": 244500 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"learning_rate": 0.0001934784923339012, |
|
"loss": 1.9491, |
|
"step": 245000 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 0.00019346518313458264, |
|
"loss": 2.048, |
|
"step": 245500 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 0.00019345187393526408, |
|
"loss": 2.0294, |
|
"step": 246000 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"learning_rate": 0.0001934385647359455, |
|
"loss": 1.9502, |
|
"step": 246500 |
|
}, |
|
{ |
|
"epoch": 3.29, |
|
"learning_rate": 0.0001934252555366269, |
|
"loss": 1.9172, |
|
"step": 247000 |
|
}, |
|
{ |
|
"epoch": 3.29, |
|
"learning_rate": 0.00019341194633730834, |
|
"loss": 2.0995, |
|
"step": 247500 |
|
}, |
|
{ |
|
"epoch": 3.3, |
|
"learning_rate": 0.00019339863713798978, |
|
"loss": 1.8991, |
|
"step": 248000 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 0.00019338532793867122, |
|
"loss": 1.9673, |
|
"step": 248500 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 0.00019337201873935266, |
|
"loss": 1.8967, |
|
"step": 249000 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"learning_rate": 0.00019335870954003407, |
|
"loss": 1.9235, |
|
"step": 249500 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"learning_rate": 0.0001933454003407155, |
|
"loss": 2.0222, |
|
"step": 250000 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"learning_rate": 0.00019333209114139695, |
|
"loss": 1.9349, |
|
"step": 250500 |
|
}, |
|
{ |
|
"epoch": 3.34, |
|
"learning_rate": 0.00019331878194207838, |
|
"loss": 1.9891, |
|
"step": 251000 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"learning_rate": 0.0001933054727427598, |
|
"loss": 2.0221, |
|
"step": 251500 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"learning_rate": 0.00019329216354344123, |
|
"loss": 1.92, |
|
"step": 252000 |
|
}, |
|
{ |
|
"epoch": 3.36, |
|
"learning_rate": 0.00019327885434412267, |
|
"loss": 1.9894, |
|
"step": 252500 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"learning_rate": 0.0001932655451448041, |
|
"loss": 2.1004, |
|
"step": 253000 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"learning_rate": 0.00019325223594548555, |
|
"loss": 2.0359, |
|
"step": 253500 |
|
}, |
|
{ |
|
"epoch": 3.38, |
|
"learning_rate": 0.00019323892674616696, |
|
"loss": 1.9138, |
|
"step": 254000 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"learning_rate": 0.00019322561754684837, |
|
"loss": 2.0319, |
|
"step": 254500 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"learning_rate": 0.0001932123083475298, |
|
"loss": 1.9884, |
|
"step": 255000 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 0.00019319899914821125, |
|
"loss": 1.9501, |
|
"step": 255500 |
|
}, |
|
{ |
|
"epoch": 3.41, |
|
"learning_rate": 0.00019318568994889268, |
|
"loss": 1.9661, |
|
"step": 256000 |
|
}, |
|
{ |
|
"epoch": 3.41, |
|
"learning_rate": 0.00019317238074957412, |
|
"loss": 2.1242, |
|
"step": 256500 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"learning_rate": 0.00019315907155025553, |
|
"loss": 1.9356, |
|
"step": 257000 |
|
}, |
|
{ |
|
"epoch": 3.43, |
|
"learning_rate": 0.00019314576235093697, |
|
"loss": 2.0207, |
|
"step": 257500 |
|
}, |
|
{ |
|
"epoch": 3.43, |
|
"learning_rate": 0.0001931324531516184, |
|
"loss": 2.0019, |
|
"step": 258000 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"learning_rate": 0.00019311914395229985, |
|
"loss": 1.9281, |
|
"step": 258500 |
|
}, |
|
{ |
|
"epoch": 3.45, |
|
"learning_rate": 0.00019310583475298129, |
|
"loss": 2.0126, |
|
"step": 259000 |
|
}, |
|
{ |
|
"epoch": 3.45, |
|
"learning_rate": 0.0001930925255536627, |
|
"loss": 1.9973, |
|
"step": 259500 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"learning_rate": 0.00019307921635434413, |
|
"loss": 2.0036, |
|
"step": 260000 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 0.00019306590715502557, |
|
"loss": 1.9307, |
|
"step": 260500 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 0.000193052597955707, |
|
"loss": 2.0548, |
|
"step": 261000 |
|
}, |
|
{ |
|
"epoch": 3.48, |
|
"learning_rate": 0.00019303928875638842, |
|
"loss": 1.9384, |
|
"step": 261500 |
|
}, |
|
{ |
|
"epoch": 3.49, |
|
"learning_rate": 0.00019302597955706986, |
|
"loss": 2.0036, |
|
"step": 262000 |
|
}, |
|
{ |
|
"epoch": 3.49, |
|
"learning_rate": 0.00019301267035775127, |
|
"loss": 1.9239, |
|
"step": 262500 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"learning_rate": 0.0001929993611584327, |
|
"loss": 1.9539, |
|
"step": 263000 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"learning_rate": 0.00019298605195911415, |
|
"loss": 2.0679, |
|
"step": 263500 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"learning_rate": 0.00019297274275979559, |
|
"loss": 1.9274, |
|
"step": 264000 |
|
}, |
|
{ |
|
"epoch": 3.52, |
|
"learning_rate": 0.000192959433560477, |
|
"loss": 1.935, |
|
"step": 264500 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 0.00019294612436115843, |
|
"loss": 2.1159, |
|
"step": 265000 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 0.00019293281516183987, |
|
"loss": 2.0521, |
|
"step": 265500 |
|
}, |
|
{ |
|
"epoch": 3.54, |
|
"learning_rate": 0.0001929195059625213, |
|
"loss": 2.1259, |
|
"step": 266000 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 0.00019290619676320275, |
|
"loss": 2.0283, |
|
"step": 266500 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 0.00019289288756388416, |
|
"loss": 2.0267, |
|
"step": 267000 |
|
}, |
|
{ |
|
"epoch": 3.56, |
|
"learning_rate": 0.0001928795783645656, |
|
"loss": 1.9899, |
|
"step": 267500 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 0.00019286626916524704, |
|
"loss": 1.9344, |
|
"step": 268000 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 0.00019285295996592845, |
|
"loss": 2.1067, |
|
"step": 268500 |
|
}, |
|
{ |
|
"epoch": 3.58, |
|
"learning_rate": 0.00019283965076660989, |
|
"loss": 2.0983, |
|
"step": 269000 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 0.00019282634156729132, |
|
"loss": 2.0504, |
|
"step": 269500 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 0.00019281303236797273, |
|
"loss": 1.9778, |
|
"step": 270000 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 0.00019279972316865417, |
|
"loss": 2.0056, |
|
"step": 270500 |
|
}, |
|
{ |
|
"epoch": 3.61, |
|
"learning_rate": 0.0001927864139693356, |
|
"loss": 1.9893, |
|
"step": 271000 |
|
}, |
|
{ |
|
"epoch": 3.61, |
|
"learning_rate": 0.00019277310477001705, |
|
"loss": 1.9795, |
|
"step": 271500 |
|
}, |
|
{ |
|
"epoch": 3.62, |
|
"learning_rate": 0.0001927597955706985, |
|
"loss": 1.9398, |
|
"step": 272000 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 0.0001927464863713799, |
|
"loss": 2.0212, |
|
"step": 272500 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 0.00019273317717206134, |
|
"loss": 1.9342, |
|
"step": 273000 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 0.00019271986797274277, |
|
"loss": 1.9867, |
|
"step": 273500 |
|
}, |
|
{ |
|
"epoch": 3.65, |
|
"learning_rate": 0.0001927065587734242, |
|
"loss": 2.0927, |
|
"step": 274000 |
|
}, |
|
{ |
|
"epoch": 3.65, |
|
"learning_rate": 0.00019269324957410565, |
|
"loss": 2.0769, |
|
"step": 274500 |
|
}, |
|
{ |
|
"epoch": 3.66, |
|
"learning_rate": 0.00019267994037478706, |
|
"loss": 1.9088, |
|
"step": 275000 |
|
}, |
|
{ |
|
"epoch": 3.67, |
|
"learning_rate": 0.0001926666311754685, |
|
"loss": 2.068, |
|
"step": 275500 |
|
}, |
|
{ |
|
"epoch": 3.67, |
|
"learning_rate": 0.0001926533219761499, |
|
"loss": 1.9976, |
|
"step": 276000 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 0.00019264001277683135, |
|
"loss": 1.9657, |
|
"step": 276500 |
|
}, |
|
{ |
|
"epoch": 3.69, |
|
"learning_rate": 0.0001926267035775128, |
|
"loss": 2.0356, |
|
"step": 277000 |
|
}, |
|
{ |
|
"epoch": 3.69, |
|
"learning_rate": 0.0001926133943781942, |
|
"loss": 1.9525, |
|
"step": 277500 |
|
}, |
|
{ |
|
"epoch": 3.7, |
|
"learning_rate": 0.00019260008517887564, |
|
"loss": 1.9918, |
|
"step": 278000 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 0.00019258677597955707, |
|
"loss": 1.9586, |
|
"step": 278500 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 0.0001925734667802385, |
|
"loss": 1.9425, |
|
"step": 279000 |
|
}, |
|
{ |
|
"epoch": 3.72, |
|
"learning_rate": 0.00019256015758091995, |
|
"loss": 1.9502, |
|
"step": 279500 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"learning_rate": 0.00019254684838160136, |
|
"loss": 1.8562, |
|
"step": 280000 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"learning_rate": 0.0001925335391822828, |
|
"loss": 2.0119, |
|
"step": 280500 |
|
}, |
|
{ |
|
"epoch": 3.74, |
|
"learning_rate": 0.00019252022998296424, |
|
"loss": 2.0455, |
|
"step": 281000 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 0.00019250692078364568, |
|
"loss": 2.039, |
|
"step": 281500 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 0.00019249361158432711, |
|
"loss": 2.0412, |
|
"step": 282000 |
|
}, |
|
{ |
|
"epoch": 3.76, |
|
"learning_rate": 0.00019248030238500853, |
|
"loss": 2.1478, |
|
"step": 282500 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 0.00019246699318568994, |
|
"loss": 1.941, |
|
"step": 283000 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 0.00019245368398637138, |
|
"loss": 1.9749, |
|
"step": 283500 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 0.0001924403747870528, |
|
"loss": 2.0763, |
|
"step": 284000 |
|
}, |
|
{ |
|
"epoch": 3.79, |
|
"learning_rate": 0.00019242706558773425, |
|
"loss": 2.0318, |
|
"step": 284500 |
|
}, |
|
{ |
|
"epoch": 3.79, |
|
"learning_rate": 0.0001924137563884157, |
|
"loss": 2.0111, |
|
"step": 285000 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 0.0001924004471890971, |
|
"loss": 1.9364, |
|
"step": 285500 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"learning_rate": 0.00019238713798977854, |
|
"loss": 2.0628, |
|
"step": 286000 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"learning_rate": 0.00019237382879045998, |
|
"loss": 2.1622, |
|
"step": 286500 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"learning_rate": 0.00019236051959114142, |
|
"loss": 2.049, |
|
"step": 287000 |
|
}, |
|
{ |
|
"epoch": 3.83, |
|
"learning_rate": 0.00019234721039182285, |
|
"loss": 2.0455, |
|
"step": 287500 |
|
}, |
|
{ |
|
"epoch": 3.83, |
|
"learning_rate": 0.00019233390119250426, |
|
"loss": 1.991, |
|
"step": 288000 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"learning_rate": 0.0001923205919931857, |
|
"loss": 1.9896, |
|
"step": 288500 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"learning_rate": 0.00019230728279386714, |
|
"loss": 2.1045, |
|
"step": 289000 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"learning_rate": 0.00019229397359454858, |
|
"loss": 2.0259, |
|
"step": 289500 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"learning_rate": 0.00019228066439523, |
|
"loss": 2.0056, |
|
"step": 290000 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 0.0001922673551959114, |
|
"loss": 1.9663, |
|
"step": 290500 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 0.00019225404599659284, |
|
"loss": 2.0817, |
|
"step": 291000 |
|
}, |
|
{ |
|
"epoch": 3.88, |
|
"learning_rate": 0.00019224073679727428, |
|
"loss": 2.1459, |
|
"step": 291500 |
|
}, |
|
{ |
|
"epoch": 3.89, |
|
"learning_rate": 0.00019222742759795572, |
|
"loss": 2.0219, |
|
"step": 292000 |
|
}, |
|
{ |
|
"epoch": 3.89, |
|
"learning_rate": 0.00019221411839863715, |
|
"loss": 2.0752, |
|
"step": 292500 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.00019220080919931856, |
|
"loss": 2.0652, |
|
"step": 293000 |
|
}, |
|
{ |
|
"epoch": 3.91, |
|
"learning_rate": 0.0001921875, |
|
"loss": 2.0201, |
|
"step": 293500 |
|
}, |
|
{ |
|
"epoch": 3.91, |
|
"learning_rate": 0.00019217419080068144, |
|
"loss": 2.018, |
|
"step": 294000 |
|
}, |
|
{ |
|
"epoch": 3.92, |
|
"learning_rate": 0.00019216088160136288, |
|
"loss": 2.0404, |
|
"step": 294500 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.00019214757240204432, |
|
"loss": 2.0208, |
|
"step": 295000 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.00019213426320272573, |
|
"loss": 1.9643, |
|
"step": 295500 |
|
}, |
|
{ |
|
"epoch": 3.94, |
|
"learning_rate": 0.00019212095400340717, |
|
"loss": 2.0174, |
|
"step": 296000 |
|
}, |
|
{ |
|
"epoch": 3.95, |
|
"learning_rate": 0.0001921076448040886, |
|
"loss": 1.991, |
|
"step": 296500 |
|
}, |
|
{ |
|
"epoch": 3.95, |
|
"learning_rate": 0.00019209433560477004, |
|
"loss": 2.0344, |
|
"step": 297000 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"learning_rate": 0.00019208102640545145, |
|
"loss": 2.1951, |
|
"step": 297500 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.0001920677172061329, |
|
"loss": 2.0148, |
|
"step": 298000 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.0001920544080068143, |
|
"loss": 1.9864, |
|
"step": 298500 |
|
}, |
|
{ |
|
"epoch": 3.98, |
|
"learning_rate": 0.00019204109880749574, |
|
"loss": 2.0757, |
|
"step": 299000 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"learning_rate": 0.00019202778960817718, |
|
"loss": 2.0382, |
|
"step": 299500 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"learning_rate": 0.00019201448040885862, |
|
"loss": 2.0325, |
|
"step": 300000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 0.00019200117120954006, |
|
"loss": 2.0484, |
|
"step": 300500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 1.9609955549240112, |
|
"eval_runtime": 152.8744, |
|
"eval_samples_per_second": 61.443, |
|
"eval_steps_per_second": 61.443, |
|
"step": 300544 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.00019198786201022147, |
|
"loss": 1.835, |
|
"step": 301000 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.0001919745528109029, |
|
"loss": 1.8727, |
|
"step": 301500 |
|
}, |
|
{ |
|
"epoch": 4.02, |
|
"learning_rate": 0.00019196124361158434, |
|
"loss": 1.7339, |
|
"step": 302000 |
|
}, |
|
{ |
|
"epoch": 4.03, |
|
"learning_rate": 0.00019194793441226578, |
|
"loss": 1.8193, |
|
"step": 302500 |
|
}, |
|
{ |
|
"epoch": 4.03, |
|
"learning_rate": 0.00019193462521294722, |
|
"loss": 1.8356, |
|
"step": 303000 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"learning_rate": 0.00019192131601362863, |
|
"loss": 1.8941, |
|
"step": 303500 |
|
}, |
|
{ |
|
"epoch": 4.05, |
|
"learning_rate": 0.00019190800681431007, |
|
"loss": 1.8211, |
|
"step": 304000 |
|
}, |
|
{ |
|
"epoch": 4.05, |
|
"learning_rate": 0.00019189469761499148, |
|
"loss": 1.9222, |
|
"step": 304500 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 0.00019188138841567292, |
|
"loss": 1.7926, |
|
"step": 305000 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 0.00019186807921635436, |
|
"loss": 1.8561, |
|
"step": 305500 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 0.00019185477001703577, |
|
"loss": 1.7667, |
|
"step": 306000 |
|
}, |
|
{ |
|
"epoch": 4.08, |
|
"learning_rate": 0.0001918414608177172, |
|
"loss": 1.803, |
|
"step": 306500 |
|
}, |
|
{ |
|
"epoch": 4.09, |
|
"learning_rate": 0.00019182815161839864, |
|
"loss": 1.7807, |
|
"step": 307000 |
|
}, |
|
{ |
|
"epoch": 4.09, |
|
"learning_rate": 0.00019181484241908008, |
|
"loss": 1.8113, |
|
"step": 307500 |
|
}, |
|
{ |
|
"epoch": 4.1, |
|
"learning_rate": 0.00019180153321976152, |
|
"loss": 1.8102, |
|
"step": 308000 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"learning_rate": 0.00019178822402044293, |
|
"loss": 1.8823, |
|
"step": 308500 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"learning_rate": 0.00019177491482112437, |
|
"loss": 1.7312, |
|
"step": 309000 |
|
}, |
|
{ |
|
"epoch": 4.12, |
|
"learning_rate": 0.0001917616056218058, |
|
"loss": 1.8165, |
|
"step": 309500 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 0.00019174829642248724, |
|
"loss": 1.8188, |
|
"step": 310000 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 0.00019173498722316868, |
|
"loss": 1.9123, |
|
"step": 310500 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"learning_rate": 0.0001917216780238501, |
|
"loss": 1.8474, |
|
"step": 311000 |
|
}, |
|
{ |
|
"epoch": 4.15, |
|
"learning_rate": 0.0001917083688245315, |
|
"loss": 1.8434, |
|
"step": 311500 |
|
}, |
|
{ |
|
"epoch": 4.15, |
|
"learning_rate": 0.00019169505962521294, |
|
"loss": 1.832, |
|
"step": 312000 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 0.00019168175042589438, |
|
"loss": 1.7631, |
|
"step": 312500 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.00019166844122657582, |
|
"loss": 1.8939, |
|
"step": 313000 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.00019165513202725726, |
|
"loss": 1.8447, |
|
"step": 313500 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"learning_rate": 0.00019164182282793867, |
|
"loss": 1.8582, |
|
"step": 314000 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"learning_rate": 0.0001916285136286201, |
|
"loss": 1.8515, |
|
"step": 314500 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"learning_rate": 0.00019161520442930154, |
|
"loss": 1.7869, |
|
"step": 315000 |
|
}, |
|
{ |
|
"epoch": 4.2, |
|
"learning_rate": 0.00019160189522998298, |
|
"loss": 1.9908, |
|
"step": 315500 |
|
}, |
|
{ |
|
"epoch": 4.21, |
|
"learning_rate": 0.0001915885860306644, |
|
"loss": 1.8234, |
|
"step": 316000 |
|
}, |
|
{ |
|
"epoch": 4.21, |
|
"learning_rate": 0.00019157527683134583, |
|
"loss": 1.8885, |
|
"step": 316500 |
|
}, |
|
{ |
|
"epoch": 4.22, |
|
"learning_rate": 0.00019156196763202727, |
|
"loss": 1.8792, |
|
"step": 317000 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"learning_rate": 0.0001915486584327087, |
|
"loss": 1.9137, |
|
"step": 317500 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"learning_rate": 0.00019153534923339015, |
|
"loss": 1.8785, |
|
"step": 318000 |
|
}, |
|
{ |
|
"epoch": 4.24, |
|
"learning_rate": 0.00019152204003407156, |
|
"loss": 1.8575, |
|
"step": 318500 |
|
}, |
|
{ |
|
"epoch": 4.25, |
|
"learning_rate": 0.00019150873083475297, |
|
"loss": 1.8303, |
|
"step": 319000 |
|
}, |
|
{ |
|
"epoch": 4.25, |
|
"learning_rate": 0.0001914954216354344, |
|
"loss": 1.7941, |
|
"step": 319500 |
|
}, |
|
{ |
|
"epoch": 4.26, |
|
"learning_rate": 0.00019148211243611585, |
|
"loss": 1.9304, |
|
"step": 320000 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"learning_rate": 0.00019146880323679728, |
|
"loss": 1.8178, |
|
"step": 320500 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"learning_rate": 0.00019145549403747872, |
|
"loss": 1.9175, |
|
"step": 321000 |
|
}, |
|
{ |
|
"epoch": 4.28, |
|
"learning_rate": 0.00019144218483816013, |
|
"loss": 1.8657, |
|
"step": 321500 |
|
}, |
|
{ |
|
"epoch": 4.29, |
|
"learning_rate": 0.00019142887563884157, |
|
"loss": 1.821, |
|
"step": 322000 |
|
}, |
|
{ |
|
"epoch": 4.29, |
|
"learning_rate": 0.000191415566439523, |
|
"loss": 1.7716, |
|
"step": 322500 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 0.00019140225724020445, |
|
"loss": 1.8235, |
|
"step": 323000 |
|
}, |
|
{ |
|
"epoch": 4.31, |
|
"learning_rate": 0.00019138894804088589, |
|
"loss": 1.8991, |
|
"step": 323500 |
|
}, |
|
{ |
|
"epoch": 4.31, |
|
"learning_rate": 0.0001913756388415673, |
|
"loss": 1.9076, |
|
"step": 324000 |
|
}, |
|
{ |
|
"epoch": 4.32, |
|
"learning_rate": 0.00019136232964224873, |
|
"loss": 1.9073, |
|
"step": 324500 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"learning_rate": 0.00019134902044293017, |
|
"loss": 2.0163, |
|
"step": 325000 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"learning_rate": 0.0001913357112436116, |
|
"loss": 1.8352, |
|
"step": 325500 |
|
}, |
|
{ |
|
"epoch": 4.34, |
|
"learning_rate": 0.00019132240204429302, |
|
"loss": 1.8498, |
|
"step": 326000 |
|
}, |
|
{ |
|
"epoch": 4.35, |
|
"learning_rate": 0.00019130909284497446, |
|
"loss": 1.9367, |
|
"step": 326500 |
|
}, |
|
{ |
|
"epoch": 4.35, |
|
"learning_rate": 0.00019129578364565587, |
|
"loss": 1.847, |
|
"step": 327000 |
|
}, |
|
{ |
|
"epoch": 4.36, |
|
"learning_rate": 0.0001912824744463373, |
|
"loss": 1.8725, |
|
"step": 327500 |
|
}, |
|
{ |
|
"epoch": 4.37, |
|
"learning_rate": 0.00019126916524701875, |
|
"loss": 1.9263, |
|
"step": 328000 |
|
}, |
|
{ |
|
"epoch": 4.37, |
|
"learning_rate": 0.00019125585604770019, |
|
"loss": 1.8871, |
|
"step": 328500 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 0.0001912425468483816, |
|
"loss": 1.8387, |
|
"step": 329000 |
|
}, |
|
{ |
|
"epoch": 4.39, |
|
"learning_rate": 0.00019122923764906303, |
|
"loss": 1.8359, |
|
"step": 329500 |
|
}, |
|
{ |
|
"epoch": 4.39, |
|
"learning_rate": 0.00019121592844974447, |
|
"loss": 1.967, |
|
"step": 330000 |
|
}, |
|
{ |
|
"epoch": 4.4, |
|
"learning_rate": 0.0001912026192504259, |
|
"loss": 1.9031, |
|
"step": 330500 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"learning_rate": 0.00019118931005110735, |
|
"loss": 1.9016, |
|
"step": 331000 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"learning_rate": 0.00019117600085178876, |
|
"loss": 1.8559, |
|
"step": 331500 |
|
}, |
|
{ |
|
"epoch": 4.42, |
|
"learning_rate": 0.0001911626916524702, |
|
"loss": 1.8603, |
|
"step": 332000 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"learning_rate": 0.00019114938245315164, |
|
"loss": 1.9245, |
|
"step": 332500 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"learning_rate": 0.00019113607325383305, |
|
"loss": 1.8627, |
|
"step": 333000 |
|
}, |
|
{ |
|
"epoch": 4.44, |
|
"learning_rate": 0.00019112276405451449, |
|
"loss": 1.8681, |
|
"step": 333500 |
|
}, |
|
{ |
|
"epoch": 4.45, |
|
"learning_rate": 0.00019110945485519592, |
|
"loss": 1.9043, |
|
"step": 334000 |
|
}, |
|
{ |
|
"epoch": 4.45, |
|
"learning_rate": 0.00019109614565587733, |
|
"loss": 1.8662, |
|
"step": 334500 |
|
}, |
|
{ |
|
"epoch": 4.46, |
|
"learning_rate": 0.00019108283645655877, |
|
"loss": 1.9518, |
|
"step": 335000 |
|
}, |
|
{ |
|
"epoch": 4.47, |
|
"learning_rate": 0.0001910695272572402, |
|
"loss": 1.8168, |
|
"step": 335500 |
|
}, |
|
{ |
|
"epoch": 4.47, |
|
"learning_rate": 0.00019105621805792165, |
|
"loss": 1.9287, |
|
"step": 336000 |
|
}, |
|
{ |
|
"epoch": 4.48, |
|
"learning_rate": 0.0001910429088586031, |
|
"loss": 1.8791, |
|
"step": 336500 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 0.0001910295996592845, |
|
"loss": 1.8938, |
|
"step": 337000 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 0.00019101629045996594, |
|
"loss": 1.9088, |
|
"step": 337500 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"learning_rate": 0.00019100298126064737, |
|
"loss": 1.9197, |
|
"step": 338000 |
|
}, |
|
{ |
|
"epoch": 4.51, |
|
"learning_rate": 0.0001909896720613288, |
|
"loss": 2.082, |
|
"step": 338500 |
|
}, |
|
{ |
|
"epoch": 4.51, |
|
"learning_rate": 0.00019097636286201025, |
|
"loss": 1.8672, |
|
"step": 339000 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"learning_rate": 0.00019096305366269166, |
|
"loss": 1.9084, |
|
"step": 339500 |
|
}, |
|
{ |
|
"epoch": 4.53, |
|
"learning_rate": 0.0001909497444633731, |
|
"loss": 1.912, |
|
"step": 340000 |
|
}, |
|
{ |
|
"epoch": 4.53, |
|
"learning_rate": 0.0001909364352640545, |
|
"loss": 1.9065, |
|
"step": 340500 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 0.00019092312606473595, |
|
"loss": 1.819, |
|
"step": 341000 |
|
}, |
|
{ |
|
"epoch": 4.55, |
|
"learning_rate": 0.0001909098168654174, |
|
"loss": 1.9697, |
|
"step": 341500 |
|
}, |
|
{ |
|
"epoch": 4.55, |
|
"learning_rate": 0.0001908965076660988, |
|
"loss": 1.9895, |
|
"step": 342000 |
|
}, |
|
{ |
|
"epoch": 4.56, |
|
"learning_rate": 0.00019088319846678024, |
|
"loss": 1.933, |
|
"step": 342500 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 0.00019086988926746167, |
|
"loss": 1.8534, |
|
"step": 343000 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 0.0001908565800681431, |
|
"loss": 1.948, |
|
"step": 343500 |
|
}, |
|
{ |
|
"epoch": 4.58, |
|
"learning_rate": 0.00019084327086882455, |
|
"loss": 1.9291, |
|
"step": 344000 |
|
}, |
|
{ |
|
"epoch": 4.59, |
|
"learning_rate": 0.00019082996166950596, |
|
"loss": 1.813, |
|
"step": 344500 |
|
}, |
|
{ |
|
"epoch": 4.59, |
|
"learning_rate": 0.0001908166524701874, |
|
"loss": 1.9467, |
|
"step": 345000 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 0.00019080334327086884, |
|
"loss": 1.9648, |
|
"step": 345500 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 0.00019079003407155028, |
|
"loss": 1.9408, |
|
"step": 346000 |
|
}, |
|
{ |
|
"epoch": 4.61, |
|
"learning_rate": 0.00019077672487223171, |
|
"loss": 2.0716, |
|
"step": 346500 |
|
}, |
|
{ |
|
"epoch": 4.62, |
|
"learning_rate": 0.00019076341567291313, |
|
"loss": 1.8179, |
|
"step": 347000 |
|
}, |
|
{ |
|
"epoch": 4.62, |
|
"learning_rate": 0.00019075010647359454, |
|
"loss": 1.9267, |
|
"step": 347500 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"learning_rate": 0.00019073679727427598, |
|
"loss": 1.8477, |
|
"step": 348000 |
|
}, |
|
{ |
|
"epoch": 4.64, |
|
"learning_rate": 0.0001907234880749574, |
|
"loss": 1.8807, |
|
"step": 348500 |
|
}, |
|
{ |
|
"epoch": 4.64, |
|
"learning_rate": 0.00019071017887563885, |
|
"loss": 1.9378, |
|
"step": 349000 |
|
}, |
|
{ |
|
"epoch": 4.65, |
|
"learning_rate": 0.0001906968696763203, |
|
"loss": 1.9433, |
|
"step": 349500 |
|
}, |
|
{ |
|
"epoch": 4.66, |
|
"learning_rate": 0.0001906835604770017, |
|
"loss": 1.9764, |
|
"step": 350000 |
|
}, |
|
{ |
|
"epoch": 4.66, |
|
"learning_rate": 0.00019067025127768314, |
|
"loss": 1.9097, |
|
"step": 350500 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 0.00019065694207836458, |
|
"loss": 1.8964, |
|
"step": 351000 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"learning_rate": 0.00019064363287904601, |
|
"loss": 1.8199, |
|
"step": 351500 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"learning_rate": 0.00019063032367972745, |
|
"loss": 1.8813, |
|
"step": 352000 |
|
}, |
|
{ |
|
"epoch": 4.69, |
|
"learning_rate": 0.00019061701448040886, |
|
"loss": 1.9906, |
|
"step": 352500 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"learning_rate": 0.0001906037052810903, |
|
"loss": 1.9196, |
|
"step": 353000 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"learning_rate": 0.00019059039608177174, |
|
"loss": 2.023, |
|
"step": 353500 |
|
}, |
|
{ |
|
"epoch": 4.71, |
|
"learning_rate": 0.00019057708688245318, |
|
"loss": 2.0203, |
|
"step": 354000 |
|
}, |
|
{ |
|
"epoch": 4.72, |
|
"learning_rate": 0.0001905637776831346, |
|
"loss": 1.9758, |
|
"step": 354500 |
|
}, |
|
{ |
|
"epoch": 4.72, |
|
"learning_rate": 0.000190550468483816, |
|
"loss": 1.8171, |
|
"step": 355000 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 0.00019053715928449744, |
|
"loss": 2.0035, |
|
"step": 355500 |
|
}, |
|
{ |
|
"epoch": 4.74, |
|
"learning_rate": 0.00019052385008517888, |
|
"loss": 1.9566, |
|
"step": 356000 |
|
}, |
|
{ |
|
"epoch": 4.74, |
|
"learning_rate": 0.00019051054088586032, |
|
"loss": 1.8568, |
|
"step": 356500 |
|
}, |
|
{ |
|
"epoch": 4.75, |
|
"learning_rate": 0.00019049723168654175, |
|
"loss": 2.0018, |
|
"step": 357000 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"learning_rate": 0.00019048392248722316, |
|
"loss": 1.8047, |
|
"step": 357500 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"learning_rate": 0.0001904706132879046, |
|
"loss": 1.8328, |
|
"step": 358000 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"learning_rate": 0.00019045730408858604, |
|
"loss": 1.9396, |
|
"step": 358500 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 0.00019044399488926748, |
|
"loss": 1.8235, |
|
"step": 359000 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 0.00019043068568994892, |
|
"loss": 1.8668, |
|
"step": 359500 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"learning_rate": 0.00019041737649063033, |
|
"loss": 2.0224, |
|
"step": 360000 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 0.00019040406729131177, |
|
"loss": 1.9938, |
|
"step": 360500 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 0.0001903907580919932, |
|
"loss": 1.9797, |
|
"step": 361000 |
|
}, |
|
{ |
|
"epoch": 4.81, |
|
"learning_rate": 0.00019037744889267464, |
|
"loss": 1.9694, |
|
"step": 361500 |
|
}, |
|
{ |
|
"epoch": 4.82, |
|
"learning_rate": 0.00019036413969335605, |
|
"loss": 2.0293, |
|
"step": 362000 |
|
}, |
|
{ |
|
"epoch": 4.82, |
|
"learning_rate": 0.0001903508304940375, |
|
"loss": 1.9625, |
|
"step": 362500 |
|
}, |
|
{ |
|
"epoch": 4.83, |
|
"learning_rate": 0.0001903375212947189, |
|
"loss": 1.9487, |
|
"step": 363000 |
|
}, |
|
{ |
|
"epoch": 4.84, |
|
"learning_rate": 0.00019032421209540034, |
|
"loss": 1.9184, |
|
"step": 363500 |
|
}, |
|
{ |
|
"epoch": 4.84, |
|
"learning_rate": 0.00019031090289608178, |
|
"loss": 2.0013, |
|
"step": 364000 |
|
}, |
|
{ |
|
"epoch": 4.85, |
|
"learning_rate": 0.00019029759369676322, |
|
"loss": 1.9245, |
|
"step": 364500 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"learning_rate": 0.00019028428449744466, |
|
"loss": 1.8413, |
|
"step": 365000 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"learning_rate": 0.00019027097529812607, |
|
"loss": 1.8837, |
|
"step": 365500 |
|
}, |
|
{ |
|
"epoch": 4.87, |
|
"learning_rate": 0.0001902576660988075, |
|
"loss": 2.0188, |
|
"step": 366000 |
|
}, |
|
{ |
|
"epoch": 4.88, |
|
"learning_rate": 0.00019024435689948894, |
|
"loss": 1.9003, |
|
"step": 366500 |
|
}, |
|
{ |
|
"epoch": 4.88, |
|
"learning_rate": 0.00019023104770017038, |
|
"loss": 1.9519, |
|
"step": 367000 |
|
}, |
|
{ |
|
"epoch": 4.89, |
|
"learning_rate": 0.0001902177385008518, |
|
"loss": 1.9312, |
|
"step": 367500 |
|
}, |
|
{ |
|
"epoch": 4.9, |
|
"learning_rate": 0.00019020442930153323, |
|
"loss": 1.8173, |
|
"step": 368000 |
|
}, |
|
{ |
|
"epoch": 4.9, |
|
"learning_rate": 0.00019019112010221467, |
|
"loss": 1.9114, |
|
"step": 368500 |
|
}, |
|
{ |
|
"epoch": 4.91, |
|
"learning_rate": 0.00019017781090289608, |
|
"loss": 1.9343, |
|
"step": 369000 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"learning_rate": 0.00019016450170357752, |
|
"loss": 1.906, |
|
"step": 369500 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"learning_rate": 0.00019015119250425896, |
|
"loss": 1.9389, |
|
"step": 370000 |
|
}, |
|
{ |
|
"epoch": 4.93, |
|
"learning_rate": 0.00019013788330494037, |
|
"loss": 1.917, |
|
"step": 370500 |
|
}, |
|
{ |
|
"epoch": 4.94, |
|
"learning_rate": 0.0001901245741056218, |
|
"loss": 1.9064, |
|
"step": 371000 |
|
}, |
|
{ |
|
"epoch": 4.94, |
|
"learning_rate": 0.00019011126490630324, |
|
"loss": 1.9388, |
|
"step": 371500 |
|
}, |
|
{ |
|
"epoch": 4.95, |
|
"learning_rate": 0.00019009795570698468, |
|
"loss": 1.8737, |
|
"step": 372000 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 0.00019008464650766612, |
|
"loss": 1.9446, |
|
"step": 372500 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 0.00019007133730834753, |
|
"loss": 1.9625, |
|
"step": 373000 |
|
}, |
|
{ |
|
"epoch": 4.97, |
|
"learning_rate": 0.00019005802810902897, |
|
"loss": 1.8929, |
|
"step": 373500 |
|
}, |
|
{ |
|
"epoch": 4.98, |
|
"learning_rate": 0.0001900447189097104, |
|
"loss": 1.9421, |
|
"step": 374000 |
|
}, |
|
{ |
|
"epoch": 4.98, |
|
"learning_rate": 0.00019003140971039184, |
|
"loss": 2.0236, |
|
"step": 374500 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"learning_rate": 0.00019001810051107328, |
|
"loss": 2.0012, |
|
"step": 375000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 0.0001900047913117547, |
|
"loss": 2.0569, |
|
"step": 375500 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 1.9444704055786133, |
|
"eval_runtime": 150.8043, |
|
"eval_samples_per_second": 62.286, |
|
"eval_steps_per_second": 62.286, |
|
"step": 375680 |
|
} |
|
], |
|
"max_steps": 7513600, |
|
"num_train_epochs": 100, |
|
"total_flos": 6244677543475200.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|