| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.276522788431013, | |
| "global_step": 48000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1e-05, | |
| "loss": 1.2994, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2655, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2497, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4e-05, | |
| "loss": 1.2324, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5e-05, | |
| "loss": 1.2149, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 6e-05, | |
| "loss": 1.203, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 7e-05, | |
| "loss": 1.1897, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8e-05, | |
| "loss": 1.1783, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9e-05, | |
| "loss": 1.1713, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1645, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.9873417721519e-05, | |
| "loss": 1.1733, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.974683544303798e-05, | |
| "loss": 1.1719, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.962025316455697e-05, | |
| "loss": 1.1469, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.949367088607595e-05, | |
| "loss": 1.1373, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.936708860759493e-05, | |
| "loss": 1.1301, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.924050632911392e-05, | |
| "loss": 1.114, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.911392405063291e-05, | |
| "loss": 1.109, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.89873417721519e-05, | |
| "loss": 1.1017, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.88607594936709e-05, | |
| "loss": 1.099, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.873417721518988e-05, | |
| "loss": 1.0959, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.860759493670887e-05, | |
| "loss": 1.0864, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.848101265822785e-05, | |
| "loss": 1.0833, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.835443037974684e-05, | |
| "loss": 1.0788, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.822784810126583e-05, | |
| "loss": 1.0745, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.810126582278482e-05, | |
| "loss": 1.0694, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.797468354430381e-05, | |
| "loss": 1.0659, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.784810126582278e-05, | |
| "loss": 1.065, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.772151898734177e-05, | |
| "loss": 1.0616, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.759493670886076e-05, | |
| "loss": 1.0566, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.746835443037975e-05, | |
| "loss": 1.0525, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.734177215189874e-05, | |
| "loss": 1.0497, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.721518987341773e-05, | |
| "loss": 1.0468, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.708860759493671e-05, | |
| "loss": 1.0438, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.696202531645569e-05, | |
| "loss": 1.0419, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.683544303797469e-05, | |
| "loss": 1.0408, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.670886075949368e-05, | |
| "loss": 1.0378, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.658227848101267e-05, | |
| "loss": 1.0337, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.645569620253166e-05, | |
| "loss": 1.0337, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 9.632911392405065e-05, | |
| "loss": 1.0327, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.620253164556962e-05, | |
| "loss": 1.0271, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.607594936708861e-05, | |
| "loss": 1.0268, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 9.59493670886076e-05, | |
| "loss": 1.0257, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.582278481012659e-05, | |
| "loss": 1.0201, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.569620253164557e-05, | |
| "loss": 1.0206, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.556962025316456e-05, | |
| "loss": 1.0166, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 9.544303797468355e-05, | |
| "loss": 1.0144, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 9.531645569620253e-05, | |
| "loss": 1.0096, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.518987341772152e-05, | |
| "loss": 1.01, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.50632911392405e-05, | |
| "loss": 1.008, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.493670886075949e-05, | |
| "loss": 1.007, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 9.481012658227848e-05, | |
| "loss": 1.004, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.468354430379748e-05, | |
| "loss": 1.0024, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.455696202531646e-05, | |
| "loss": 0.9996, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 9.443037974683545e-05, | |
| "loss": 0.9991, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.430379746835444e-05, | |
| "loss": 0.9993, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.417721518987342e-05, | |
| "loss": 0.9966, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 9.405063291139241e-05, | |
| "loss": 0.9965, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.39240506329114e-05, | |
| "loss": 0.9938, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.379746835443039e-05, | |
| "loss": 0.9945, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 9.367088607594936e-05, | |
| "loss": 0.9905, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.354430379746835e-05, | |
| "loss": 0.9905, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.341772151898734e-05, | |
| "loss": 0.9897, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 9.329113924050633e-05, | |
| "loss": 0.9855, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 9.316455696202532e-05, | |
| "loss": 0.9862, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 9.303797468354431e-05, | |
| "loss": 0.9834, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 9.29113924050633e-05, | |
| "loss": 0.9842, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.278481012658227e-05, | |
| "loss": 0.9795, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.265822784810127e-05, | |
| "loss": 0.9801, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 9.253164556962026e-05, | |
| "loss": 0.9807, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.240506329113925e-05, | |
| "loss": 0.978, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.227848101265824e-05, | |
| "loss": 0.9778, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.215189873417723e-05, | |
| "loss": 0.976, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 9.20253164556962e-05, | |
| "loss": 0.9751, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 9.189873417721519e-05, | |
| "loss": 0.9754, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 9.177215189873418e-05, | |
| "loss": 0.9715, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.164556962025317e-05, | |
| "loss": 0.9745, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.151898734177216e-05, | |
| "loss": 0.9715, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.139240506329115e-05, | |
| "loss": 0.9722, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.126582278481013e-05, | |
| "loss": 0.9693, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.113924050632912e-05, | |
| "loss": 0.9653, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.10126582278481e-05, | |
| "loss": 0.9678, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.088607594936709e-05, | |
| "loss": 0.9635, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.075949367088607e-05, | |
| "loss": 0.9648, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 9.063291139240506e-05, | |
| "loss": 0.9636, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.050632911392407e-05, | |
| "loss": 0.9621, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.037974683544304e-05, | |
| "loss": 0.9632, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 9.025316455696203e-05, | |
| "loss": 0.9635, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 9.012658227848102e-05, | |
| "loss": 0.9612, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 9e-05, | |
| "loss": 0.9597, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.9873417721519e-05, | |
| "loss": 0.9594, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 8.974683544303798e-05, | |
| "loss": 0.9566, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 8.962025316455697e-05, | |
| "loss": 0.9554, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 8.949367088607596e-05, | |
| "loss": 0.9555, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 8.936708860759493e-05, | |
| "loss": 0.9534, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 8.924050632911392e-05, | |
| "loss": 0.9547, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.911392405063291e-05, | |
| "loss": 0.954, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.89873417721519e-05, | |
| "loss": 0.9522, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.886075949367089e-05, | |
| "loss": 0.9512, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 8.873417721518988e-05, | |
| "loss": 0.9489, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 8.860759493670887e-05, | |
| "loss": 0.9502, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 8.848101265822785e-05, | |
| "loss": 0.9487, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.835443037974684e-05, | |
| "loss": 0.949, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.822784810126583e-05, | |
| "loss": 0.9471, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 8.810126582278482e-05, | |
| "loss": 0.9465, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 8.797468354430381e-05, | |
| "loss": 0.9469, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 8.78481012658228e-05, | |
| "loss": 0.9453, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 8.772151898734177e-05, | |
| "loss": 0.9428, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.759493670886076e-05, | |
| "loss": 0.9427, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.746835443037975e-05, | |
| "loss": 0.9396, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 8.734177215189874e-05, | |
| "loss": 0.9408, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 8.721518987341773e-05, | |
| "loss": 0.9409, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 8.708860759493672e-05, | |
| "loss": 0.939, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.69620253164557e-05, | |
| "loss": 0.9386, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.683544303797468e-05, | |
| "loss": 0.9393, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.670886075949367e-05, | |
| "loss": 0.9361, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.658227848101266e-05, | |
| "loss": 0.9379, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 8.645569620253166e-05, | |
| "loss": 0.9369, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 8.632911392405065e-05, | |
| "loss": 0.9361, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 8.620253164556964e-05, | |
| "loss": 0.9361, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.607594936708861e-05, | |
| "loss": 0.9334, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.59493670886076e-05, | |
| "loss": 0.9313, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.582278481012659e-05, | |
| "loss": 0.9316, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.569620253164558e-05, | |
| "loss": 0.9326, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.556962025316456e-05, | |
| "loss": 0.9304, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.544303797468355e-05, | |
| "loss": 0.929, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.531645569620254e-05, | |
| "loss": 0.9284, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.518987341772152e-05, | |
| "loss": 0.9308, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.50632911392405e-05, | |
| "loss": 0.9288, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.49367088607595e-05, | |
| "loss": 0.9293, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.481012658227848e-05, | |
| "loss": 0.9292, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.468354430379747e-05, | |
| "loss": 0.9263, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.455696202531646e-05, | |
| "loss": 0.9288, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.443037974683545e-05, | |
| "loss": 0.9274, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.430379746835444e-05, | |
| "loss": 0.9275, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.417721518987342e-05, | |
| "loss": 0.9267, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.405063291139241e-05, | |
| "loss": 0.9268, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 8.39240506329114e-05, | |
| "loss": 0.9233, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.379746835443039e-05, | |
| "loss": 0.9231, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.367088607594938e-05, | |
| "loss": 0.9229, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 8.354430379746835e-05, | |
| "loss": 0.9244, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 8.341772151898734e-05, | |
| "loss": 0.9217, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 8.329113924050633e-05, | |
| "loss": 0.9217, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 8.316455696202532e-05, | |
| "loss": 0.9208, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.303797468354431e-05, | |
| "loss": 0.9212, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.29113924050633e-05, | |
| "loss": 0.92, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 8.278481012658229e-05, | |
| "loss": 0.9191, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.265822784810126e-05, | |
| "loss": 0.918, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.253164556962025e-05, | |
| "loss": 0.919, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.240506329113924e-05, | |
| "loss": 0.9181, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.227848101265824e-05, | |
| "loss": 0.9164, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.215189873417723e-05, | |
| "loss": 0.9174, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 8.202531645569622e-05, | |
| "loss": 0.9141, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 8.189873417721519e-05, | |
| "loss": 0.9148, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 8.177215189873418e-05, | |
| "loss": 0.9125, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 8.164556962025317e-05, | |
| "loss": 0.9133, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 8.151898734177216e-05, | |
| "loss": 0.9128, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 8.139240506329115e-05, | |
| "loss": 0.912, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 8.126582278481013e-05, | |
| "loss": 0.9116, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 8.113924050632912e-05, | |
| "loss": 0.9121, | |
| "step": 39750 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 8.10126582278481e-05, | |
| "loss": 0.9109, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 8.088607594936709e-05, | |
| "loss": 0.9108, | |
| "step": 40250 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 8.075949367088608e-05, | |
| "loss": 0.909, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 8.063291139240506e-05, | |
| "loss": 0.9079, | |
| "step": 40750 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 8.050632911392405e-05, | |
| "loss": 0.9106, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 8.037974683544304e-05, | |
| "loss": 0.9085, | |
| "step": 41250 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 8.025316455696203e-05, | |
| "loss": 0.9088, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 8.012658227848102e-05, | |
| "loss": 0.9094, | |
| "step": 41750 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 8e-05, | |
| "loss": 0.9052, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 7.9873417721519e-05, | |
| "loss": 0.9068, | |
| "step": 42250 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 7.974683544303798e-05, | |
| "loss": 0.9066, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.962025316455697e-05, | |
| "loss": 0.9065, | |
| "step": 42750 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.949367088607596e-05, | |
| "loss": 0.9075, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 7.936708860759494e-05, | |
| "loss": 0.9074, | |
| "step": 43250 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 7.924050632911392e-05, | |
| "loss": 0.9037, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 7.911392405063291e-05, | |
| "loss": 0.9059, | |
| "step": 43750 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 7.89873417721519e-05, | |
| "loss": 0.9065, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 7.886075949367089e-05, | |
| "loss": 0.9045, | |
| "step": 44250 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 7.873417721518988e-05, | |
| "loss": 0.9031, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 7.860759493670887e-05, | |
| "loss": 0.9032, | |
| "step": 44750 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 7.848101265822784e-05, | |
| "loss": 0.9021, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 7.835443037974683e-05, | |
| "loss": 0.9027, | |
| "step": 45250 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.822784810126582e-05, | |
| "loss": 0.9026, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.810126582278482e-05, | |
| "loss": 0.9008, | |
| "step": 45750 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.797468354430381e-05, | |
| "loss": 0.9014, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.78481012658228e-05, | |
| "loss": 0.8987, | |
| "step": 46250 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.772151898734177e-05, | |
| "loss": 0.9015, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.759493670886076e-05, | |
| "loss": 0.9002, | |
| "step": 46750 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.746835443037975e-05, | |
| "loss": 0.898, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.734177215189874e-05, | |
| "loss": 0.8995, | |
| "step": 47250 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.721518987341773e-05, | |
| "loss": 0.9002, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.708860759493672e-05, | |
| "loss": 0.898, | |
| "step": 47750 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.69620253164557e-05, | |
| "loss": 0.8977, | |
| "step": 48000 | |
| } | |
| ], | |
| "max_steps": 200000, | |
| "num_train_epochs": 6, | |
| "total_flos": 5.730586965831205e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |