| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.988988988988989, | |
| "eval_steps": 83, | |
| "global_step": 747, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004004004004004004, | |
| "grad_norm": 6.739165782928467, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 1.4163, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004004004004004004, | |
| "eval_loss": 1.4217944145202637, | |
| "eval_runtime": 5.678, | |
| "eval_samples_per_second": 14.266, | |
| "eval_steps_per_second": 1.937, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008008008008008008, | |
| "grad_norm": 6.897192001342773, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 1.3767, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.012012012012012012, | |
| "grad_norm": 6.74431037902832, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.3848, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.016016016016016016, | |
| "grad_norm": 6.999237537384033, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 1.4294, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02002002002002002, | |
| "grad_norm": 4.510103702545166, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.2646, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.024024024024024024, | |
| "grad_norm": 4.533900737762451, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.2563, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.028028028028028028, | |
| "grad_norm": 3.565216541290283, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 1.1061, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.03203203203203203, | |
| "grad_norm": 3.1937592029571533, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 1.0445, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.036036036036036036, | |
| "grad_norm": 3.0942018032073975, | |
| "learning_rate": 6e-06, | |
| "loss": 0.8555, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04004004004004004, | |
| "grad_norm": 4.628591060638428, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.8539, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.044044044044044044, | |
| "grad_norm": 5.402413845062256, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.7684, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04804804804804805, | |
| "grad_norm": 1.96303391456604, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.6347, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.05205205205205205, | |
| "grad_norm": 1.33661687374115, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.6692, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.056056056056056056, | |
| "grad_norm": 0.9704915285110474, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.6385, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.06006006006006006, | |
| "grad_norm": 0.7543495893478394, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5901, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.06406406406406406, | |
| "grad_norm": 1.3593250513076782, | |
| "learning_rate": 1.0666666666666667e-05, | |
| "loss": 0.5645, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.06806806806806807, | |
| "grad_norm": 1.147750735282898, | |
| "learning_rate": 1.1333333333333334e-05, | |
| "loss": 0.5508, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 0.8024477958679199, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.5282, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.07607607607607608, | |
| "grad_norm": 0.7931386232376099, | |
| "learning_rate": 1.2666666666666667e-05, | |
| "loss": 0.4929, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.08008008008008008, | |
| "grad_norm": 0.6702373623847961, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.4868, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08408408408408409, | |
| "grad_norm": 0.747148871421814, | |
| "learning_rate": 1.4e-05, | |
| "loss": 0.4857, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.08808808808808809, | |
| "grad_norm": 0.5935061573982239, | |
| "learning_rate": 1.4666666666666666e-05, | |
| "loss": 0.4908, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0920920920920921, | |
| "grad_norm": 0.5696635842323303, | |
| "learning_rate": 1.5333333333333334e-05, | |
| "loss": 0.4437, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0960960960960961, | |
| "grad_norm": 0.5861401557922363, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.4442, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.1001001001001001, | |
| "grad_norm": 0.5833226442337036, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.4585, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1041041041041041, | |
| "grad_norm": 0.48214447498321533, | |
| "learning_rate": 1.7333333333333336e-05, | |
| "loss": 0.3994, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 0.49264758825302124, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.4609, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.11211211211211211, | |
| "grad_norm": 0.5025641322135925, | |
| "learning_rate": 1.866666666666667e-05, | |
| "loss": 0.4816, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.11611611611611612, | |
| "grad_norm": 0.46342933177948, | |
| "learning_rate": 1.9333333333333333e-05, | |
| "loss": 0.4435, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.12012012012012012, | |
| "grad_norm": 0.46523571014404297, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4208, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.12412412412412413, | |
| "grad_norm": 0.4298263192176819, | |
| "learning_rate": 1.9999904008949705e-05, | |
| "loss": 0.4137, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.12812812812812813, | |
| "grad_norm": 0.43352752923965454, | |
| "learning_rate": 1.999961603764167e-05, | |
| "loss": 0.4096, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.13213213213213212, | |
| "grad_norm": 0.4369907081127167, | |
| "learning_rate": 1.9999136091604433e-05, | |
| "loss": 0.4128, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.13613613613613615, | |
| "grad_norm": 0.4188078045845032, | |
| "learning_rate": 1.99984641800521e-05, | |
| "loss": 0.4171, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.14014014014014015, | |
| "grad_norm": 0.4548235237598419, | |
| "learning_rate": 1.9997600315884166e-05, | |
| "loss": 0.4236, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 0.4751495122909546, | |
| "learning_rate": 1.999654451568528e-05, | |
| "loss": 0.438, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.14814814814814814, | |
| "grad_norm": 0.4333605170249939, | |
| "learning_rate": 1.9995296799724914e-05, | |
| "loss": 0.4208, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.15215215215215216, | |
| "grad_norm": 0.48084449768066406, | |
| "learning_rate": 1.999385719195698e-05, | |
| "loss": 0.3969, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.15615615615615616, | |
| "grad_norm": 0.42627257108688354, | |
| "learning_rate": 1.9992225720019377e-05, | |
| "loss": 0.4503, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.16016016016016016, | |
| "grad_norm": 0.41883718967437744, | |
| "learning_rate": 1.9990402415233436e-05, | |
| "loss": 0.4322, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.16416416416416416, | |
| "grad_norm": 0.39587706327438354, | |
| "learning_rate": 1.998838731260335e-05, | |
| "loss": 0.3841, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.16816816816816818, | |
| "grad_norm": 0.40334609150886536, | |
| "learning_rate": 1.9986180450815485e-05, | |
| "loss": 0.3737, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.17217217217217218, | |
| "grad_norm": 0.3715899884700775, | |
| "learning_rate": 1.9983781872237634e-05, | |
| "loss": 0.387, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.17617617617617617, | |
| "grad_norm": 0.38875311613082886, | |
| "learning_rate": 1.9981191622918217e-05, | |
| "loss": 0.3695, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 0.39087679982185364, | |
| "learning_rate": 1.997840975258538e-05, | |
| "loss": 0.3934, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1841841841841842, | |
| "grad_norm": 0.41504260897636414, | |
| "learning_rate": 1.9975436314646052e-05, | |
| "loss": 0.3769, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1881881881881882, | |
| "grad_norm": 0.36994805932044983, | |
| "learning_rate": 1.9972271366184922e-05, | |
| "loss": 0.3807, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.1921921921921922, | |
| "grad_norm": 0.39996904134750366, | |
| "learning_rate": 1.996891496796334e-05, | |
| "loss": 0.3903, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.1961961961961962, | |
| "grad_norm": 0.3904661536216736, | |
| "learning_rate": 1.9965367184418138e-05, | |
| "loss": 0.3785, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2002002002002002, | |
| "grad_norm": 0.39596742391586304, | |
| "learning_rate": 1.9961628083660406e-05, | |
| "loss": 0.3806, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2042042042042042, | |
| "grad_norm": 0.39424648880958557, | |
| "learning_rate": 1.9957697737474198e-05, | |
| "loss": 0.3736, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.2082082082082082, | |
| "grad_norm": 0.41719183325767517, | |
| "learning_rate": 1.9953576221315116e-05, | |
| "loss": 0.4023, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.2122122122122122, | |
| "grad_norm": 0.3773253262042999, | |
| "learning_rate": 1.9949263614308894e-05, | |
| "loss": 0.396, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 0.4236510992050171, | |
| "learning_rate": 1.994475999924987e-05, | |
| "loss": 0.4032, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.22022022022022023, | |
| "grad_norm": 0.3507007360458374, | |
| "learning_rate": 1.9940065462599394e-05, | |
| "loss": 0.3615, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.22422422422422422, | |
| "grad_norm": 0.45851731300354004, | |
| "learning_rate": 1.9935180094484164e-05, | |
| "loss": 0.3402, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.22822822822822822, | |
| "grad_norm": 0.36239954829216003, | |
| "learning_rate": 1.99301039886945e-05, | |
| "loss": 0.3668, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.23223223223223224, | |
| "grad_norm": 0.3855980634689331, | |
| "learning_rate": 1.992483724268255e-05, | |
| "loss": 0.3575, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.23623623623623624, | |
| "grad_norm": 0.4716965854167938, | |
| "learning_rate": 1.9919379957560413e-05, | |
| "loss": 0.3532, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.24024024024024024, | |
| "grad_norm": 0.45167747139930725, | |
| "learning_rate": 1.991373223809819e-05, | |
| "loss": 0.3537, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.24424424424424424, | |
| "grad_norm": 0.420512855052948, | |
| "learning_rate": 1.990789419272199e-05, | |
| "loss": 0.3471, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.24824824824824826, | |
| "grad_norm": 0.4863167107105255, | |
| "learning_rate": 1.9901865933511834e-05, | |
| "loss": 0.3741, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.25225225225225223, | |
| "grad_norm": 0.39653480052948, | |
| "learning_rate": 1.9895647576199507e-05, | |
| "loss": 0.3799, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.25625625625625625, | |
| "grad_norm": 0.38418489694595337, | |
| "learning_rate": 1.988923924016634e-05, | |
| "loss": 0.3577, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.2602602602602603, | |
| "grad_norm": 0.39798790216445923, | |
| "learning_rate": 1.988264104844091e-05, | |
| "loss": 0.3581, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.26426426426426425, | |
| "grad_norm": 0.41135266423225403, | |
| "learning_rate": 1.987585312769669e-05, | |
| "loss": 0.3306, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.2682682682682683, | |
| "grad_norm": 0.36515921354293823, | |
| "learning_rate": 1.9868875608249613e-05, | |
| "loss": 0.3628, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.2722722722722723, | |
| "grad_norm": 0.4733300507068634, | |
| "learning_rate": 1.986170862405556e-05, | |
| "loss": 0.3733, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.27627627627627627, | |
| "grad_norm": 0.4218703806400299, | |
| "learning_rate": 1.98543523127078e-05, | |
| "loss": 0.371, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.2802802802802803, | |
| "grad_norm": 0.35307836532592773, | |
| "learning_rate": 1.984680681543434e-05, | |
| "loss": 0.3568, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.28428428428428426, | |
| "grad_norm": 0.4475674629211426, | |
| "learning_rate": 1.9839072277095222e-05, | |
| "loss": 0.3828, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 0.37015393376350403, | |
| "learning_rate": 1.9831148846179743e-05, | |
| "loss": 0.3426, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.2922922922922923, | |
| "grad_norm": 0.39532360434532166, | |
| "learning_rate": 1.9823036674803585e-05, | |
| "loss": 0.3545, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.2962962962962963, | |
| "grad_norm": 0.349669486284256, | |
| "learning_rate": 1.981473591870593e-05, | |
| "loss": 0.332, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.3003003003003003, | |
| "grad_norm": 0.356000155210495, | |
| "learning_rate": 1.980624673724643e-05, | |
| "loss": 0.3684, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.30430430430430433, | |
| "grad_norm": 0.4027644693851471, | |
| "learning_rate": 1.9797569293402174e-05, | |
| "loss": 0.3592, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.3083083083083083, | |
| "grad_norm": 0.36116528511047363, | |
| "learning_rate": 1.9788703753764554e-05, | |
| "loss": 0.3433, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.3123123123123123, | |
| "grad_norm": 0.35624876618385315, | |
| "learning_rate": 1.9779650288536057e-05, | |
| "loss": 0.3541, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.3163163163163163, | |
| "grad_norm": 0.360287606716156, | |
| "learning_rate": 1.977040907152702e-05, | |
| "loss": 0.3413, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.3203203203203203, | |
| "grad_norm": 0.412913978099823, | |
| "learning_rate": 1.976098028015226e-05, | |
| "loss": 0.4142, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.38022932410240173, | |
| "learning_rate": 1.9751364095427694e-05, | |
| "loss": 0.3481, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.3283283283283283, | |
| "grad_norm": 0.37813299894332886, | |
| "learning_rate": 1.974156070196686e-05, | |
| "loss": 0.3552, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.33233233233233234, | |
| "grad_norm": 0.3782276511192322, | |
| "learning_rate": 1.973157028797737e-05, | |
| "loss": 0.3799, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.33233233233233234, | |
| "eval_loss": 0.33762940764427185, | |
| "eval_runtime": 6.2209, | |
| "eval_samples_per_second": 13.021, | |
| "eval_steps_per_second": 1.768, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.33633633633633636, | |
| "grad_norm": 0.3933849036693573, | |
| "learning_rate": 1.9721393045257277e-05, | |
| "loss": 0.3654, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.34034034034034033, | |
| "grad_norm": 0.35808295011520386, | |
| "learning_rate": 1.9711029169191437e-05, | |
| "loss": 0.3716, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.34434434434434436, | |
| "grad_norm": 0.3547224700450897, | |
| "learning_rate": 1.970047885874771e-05, | |
| "loss": 0.3397, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.3483483483483483, | |
| "grad_norm": 0.39883747696876526, | |
| "learning_rate": 1.968974231647318e-05, | |
| "loss": 0.3645, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.35235235235235235, | |
| "grad_norm": 0.3208443224430084, | |
| "learning_rate": 1.9678819748490236e-05, | |
| "loss": 0.3431, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.3563563563563564, | |
| "grad_norm": 0.34669625759124756, | |
| "learning_rate": 1.9667711364492638e-05, | |
| "loss": 0.3613, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.35220351815223694, | |
| "learning_rate": 1.965641737774147e-05, | |
| "loss": 0.3499, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.36436436436436437, | |
| "grad_norm": 0.3566596806049347, | |
| "learning_rate": 1.9644938005061062e-05, | |
| "loss": 0.3204, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.3683683683683684, | |
| "grad_norm": 0.3813494145870209, | |
| "learning_rate": 1.9633273466834826e-05, | |
| "loss": 0.3526, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.37237237237237236, | |
| "grad_norm": 0.3885157108306885, | |
| "learning_rate": 1.9621423987001013e-05, | |
| "loss": 0.3562, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.3763763763763764, | |
| "grad_norm": 0.4746558666229248, | |
| "learning_rate": 1.960938979304843e-05, | |
| "loss": 0.3509, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.38038038038038036, | |
| "grad_norm": 0.3623756766319275, | |
| "learning_rate": 1.959717111601206e-05, | |
| "loss": 0.371, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3843843843843844, | |
| "grad_norm": 0.3858593702316284, | |
| "learning_rate": 1.9584768190468624e-05, | |
| "loss": 0.3551, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.3883883883883884, | |
| "grad_norm": 0.3788565993309021, | |
| "learning_rate": 1.95721812545321e-05, | |
| "loss": 0.3669, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3923923923923924, | |
| "grad_norm": 0.3729216754436493, | |
| "learning_rate": 1.9559410549849125e-05, | |
| "loss": 0.34, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3963963963963964, | |
| "grad_norm": 0.44008028507232666, | |
| "learning_rate": 1.9546456321594374e-05, | |
| "loss": 0.3898, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4004004004004004, | |
| "grad_norm": 0.36622726917266846, | |
| "learning_rate": 1.9533318818465837e-05, | |
| "loss": 0.3624, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.4044044044044044, | |
| "grad_norm": 0.39071497321128845, | |
| "learning_rate": 1.9519998292680062e-05, | |
| "loss": 0.3518, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.4084084084084084, | |
| "grad_norm": 0.40084153413772583, | |
| "learning_rate": 1.9506494999967298e-05, | |
| "loss": 0.3483, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.4124124124124124, | |
| "grad_norm": 0.3901435434818268, | |
| "learning_rate": 1.94928091995666e-05, | |
| "loss": 0.3577, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.4164164164164164, | |
| "grad_norm": 0.34764233231544495, | |
| "learning_rate": 1.9478941154220833e-05, | |
| "loss": 0.3487, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.42042042042042044, | |
| "grad_norm": 0.4044027030467987, | |
| "learning_rate": 1.9464891130171647e-05, | |
| "loss": 0.3602, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4244244244244244, | |
| "grad_norm": 0.3537923991680145, | |
| "learning_rate": 1.9450659397154353e-05, | |
| "loss": 0.3282, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.42842842842842843, | |
| "grad_norm": 0.35585689544677734, | |
| "learning_rate": 1.9436246228392762e-05, | |
| "loss": 0.361, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.380585253238678, | |
| "learning_rate": 1.94216519005939e-05, | |
| "loss": 0.3218, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.4364364364364364, | |
| "grad_norm": 0.3388879597187042, | |
| "learning_rate": 1.9406876693942747e-05, | |
| "loss": 0.3563, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.44044044044044045, | |
| "grad_norm": 0.359130859375, | |
| "learning_rate": 1.939192089209682e-05, | |
| "loss": 0.3386, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 0.35704970359802246, | |
| "learning_rate": 1.9376784782180747e-05, | |
| "loss": 0.3336, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.44844844844844844, | |
| "grad_norm": 0.3638094961643219, | |
| "learning_rate": 1.9361468654780748e-05, | |
| "loss": 0.3582, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.45245245245245247, | |
| "grad_norm": 0.3996574878692627, | |
| "learning_rate": 1.9345972803939046e-05, | |
| "loss": 0.3496, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.45645645645645644, | |
| "grad_norm": 0.3565851151943207, | |
| "learning_rate": 1.9330297527148246e-05, | |
| "loss": 0.3273, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.46046046046046046, | |
| "grad_norm": 0.3502778112888336, | |
| "learning_rate": 1.9314443125345606e-05, | |
| "loss": 0.3331, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.4644644644644645, | |
| "grad_norm": 0.4017852544784546, | |
| "learning_rate": 1.929840990290726e-05, | |
| "loss": 0.3522, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.46846846846846846, | |
| "grad_norm": 0.354686975479126, | |
| "learning_rate": 1.928219816764238e-05, | |
| "loss": 0.3456, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4724724724724725, | |
| "grad_norm": 0.34257611632347107, | |
| "learning_rate": 1.9265808230787265e-05, | |
| "loss": 0.3325, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.47647647647647645, | |
| "grad_norm": 0.3504616320133209, | |
| "learning_rate": 1.9249240406999366e-05, | |
| "loss": 0.3516, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.4804804804804805, | |
| "grad_norm": 0.36517202854156494, | |
| "learning_rate": 1.9232495014351248e-05, | |
| "loss": 0.3233, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4844844844844845, | |
| "grad_norm": 0.33805495500564575, | |
| "learning_rate": 1.921557237432447e-05, | |
| "loss": 0.3261, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.48848848848848847, | |
| "grad_norm": 0.35013893246650696, | |
| "learning_rate": 1.919847281180343e-05, | |
| "loss": 0.3361, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.4924924924924925, | |
| "grad_norm": 0.3569040298461914, | |
| "learning_rate": 1.9181196655069126e-05, | |
| "loss": 0.33, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.4964964964964965, | |
| "grad_norm": 0.3355570137500763, | |
| "learning_rate": 1.9163744235792845e-05, | |
| "loss": 0.3263, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5005005005005005, | |
| "grad_norm": 0.39212533831596375, | |
| "learning_rate": 1.9146115889029793e-05, | |
| "loss": 0.3671, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 0.3458411395549774, | |
| "learning_rate": 1.912831195321268e-05, | |
| "loss": 0.3575, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.5085085085085085, | |
| "grad_norm": 0.3606933057308197, | |
| "learning_rate": 1.9110332770145198e-05, | |
| "loss": 0.342, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.5125125125125125, | |
| "grad_norm": 0.3897223472595215, | |
| "learning_rate": 1.9092178684995487e-05, | |
| "loss": 0.37, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.5165165165165165, | |
| "grad_norm": 0.30565860867500305, | |
| "learning_rate": 1.9073850046289484e-05, | |
| "loss": 0.3331, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.5205205205205206, | |
| "grad_norm": 0.3087623119354248, | |
| "learning_rate": 1.9055347205904245e-05, | |
| "loss": 0.322, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5245245245245245, | |
| "grad_norm": 0.34453681111335754, | |
| "learning_rate": 1.903667051906119e-05, | |
| "loss": 0.3405, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.5285285285285285, | |
| "grad_norm": 0.32023486495018005, | |
| "learning_rate": 1.901782034431927e-05, | |
| "loss": 0.338, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.5325325325325325, | |
| "grad_norm": 0.37953877449035645, | |
| "learning_rate": 1.8998797043568102e-05, | |
| "loss": 0.3406, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.5365365365365365, | |
| "grad_norm": 0.3680444061756134, | |
| "learning_rate": 1.8979600982021014e-05, | |
| "loss": 0.324, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.3368768095970154, | |
| "learning_rate": 1.896023252820802e-05, | |
| "loss": 0.3194, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5445445445445446, | |
| "grad_norm": 0.37519025802612305, | |
| "learning_rate": 1.8940692053968773e-05, | |
| "loss": 0.3358, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.5485485485485485, | |
| "grad_norm": 0.33083492517471313, | |
| "learning_rate": 1.89209799344454e-05, | |
| "loss": 0.3202, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.5525525525525525, | |
| "grad_norm": 0.3258178234100342, | |
| "learning_rate": 1.8901096548075305e-05, | |
| "loss": 0.3186, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5565565565565566, | |
| "grad_norm": 0.37846943736076355, | |
| "learning_rate": 1.8881042276583924e-05, | |
| "loss": 0.3563, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.5605605605605606, | |
| "grad_norm": 0.35151371359825134, | |
| "learning_rate": 1.8860817504977374e-05, | |
| "loss": 0.337, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5645645645645646, | |
| "grad_norm": 0.33033043146133423, | |
| "learning_rate": 1.8840422621535067e-05, | |
| "loss": 0.3042, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.5685685685685685, | |
| "grad_norm": 0.3724791705608368, | |
| "learning_rate": 1.881985801780225e-05, | |
| "loss": 0.3165, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.5725725725725725, | |
| "grad_norm": 0.355752170085907, | |
| "learning_rate": 1.8799124088582523e-05, | |
| "loss": 0.3693, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 0.3422398567199707, | |
| "learning_rate": 1.8778221231930204e-05, | |
| "loss": 0.3121, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5805805805805806, | |
| "grad_norm": 0.3716834783554077, | |
| "learning_rate": 1.8757149849142724e-05, | |
| "loss": 0.3338, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5845845845845846, | |
| "grad_norm": 0.313723087310791, | |
| "learning_rate": 1.8735910344752925e-05, | |
| "loss": 0.3294, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5885885885885885, | |
| "grad_norm": 0.33704790472984314, | |
| "learning_rate": 1.871450312652126e-05, | |
| "loss": 0.3425, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5925925925925926, | |
| "grad_norm": 0.3442137837409973, | |
| "learning_rate": 1.8692928605428016e-05, | |
| "loss": 0.3243, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5965965965965966, | |
| "grad_norm": 0.3326564133167267, | |
| "learning_rate": 1.8671187195665373e-05, | |
| "loss": 0.3548, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.6006006006006006, | |
| "grad_norm": 0.37658053636550903, | |
| "learning_rate": 1.8649279314629484e-05, | |
| "loss": 0.3545, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6046046046046046, | |
| "grad_norm": 0.34806281328201294, | |
| "learning_rate": 1.862720538291245e-05, | |
| "loss": 0.3365, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.6086086086086087, | |
| "grad_norm": 0.3958812355995178, | |
| "learning_rate": 1.8604965824294253e-05, | |
| "loss": 0.3682, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.6126126126126126, | |
| "grad_norm": 0.34817248582839966, | |
| "learning_rate": 1.8582561065734602e-05, | |
| "loss": 0.3454, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.6166166166166166, | |
| "grad_norm": 0.3551209270954132, | |
| "learning_rate": 1.8559991537364767e-05, | |
| "loss": 0.3466, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.6206206206206206, | |
| "grad_norm": 0.34840643405914307, | |
| "learning_rate": 1.8537257672479293e-05, | |
| "loss": 0.3186, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6246246246246246, | |
| "grad_norm": 0.3974769413471222, | |
| "learning_rate": 1.8514359907527693e-05, | |
| "loss": 0.32, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.6286286286286287, | |
| "grad_norm": 0.36330661177635193, | |
| "learning_rate": 1.8491298682106066e-05, | |
| "loss": 0.3261, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.6326326326326326, | |
| "grad_norm": 0.3402544856071472, | |
| "learning_rate": 1.8468074438948664e-05, | |
| "loss": 0.335, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.6366366366366366, | |
| "grad_norm": 0.3627852201461792, | |
| "learning_rate": 1.8444687623919388e-05, | |
| "loss": 0.318, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.6406406406406406, | |
| "grad_norm": 0.3495313823223114, | |
| "learning_rate": 1.842113868600322e-05, | |
| "loss": 0.3235, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6446446446446447, | |
| "grad_norm": 0.34827110171318054, | |
| "learning_rate": 1.8397428077297622e-05, | |
| "loss": 0.335, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 0.35586410760879517, | |
| "learning_rate": 1.837355625300383e-05, | |
| "loss": 0.3163, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.6526526526526526, | |
| "grad_norm": 0.3451946973800659, | |
| "learning_rate": 1.834952367141816e-05, | |
| "loss": 0.3317, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.6566566566566566, | |
| "grad_norm": 0.36004722118377686, | |
| "learning_rate": 1.8325330793923146e-05, | |
| "loss": 0.3313, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.6606606606606606, | |
| "grad_norm": 0.32603421807289124, | |
| "learning_rate": 1.8300978084978736e-05, | |
| "loss": 0.3266, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.6646646646646647, | |
| "grad_norm": 0.33803558349609375, | |
| "learning_rate": 1.8276466012113358e-05, | |
| "loss": 0.3263, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6646646646646647, | |
| "eval_loss": 0.3206555247306824, | |
| "eval_runtime": 5.9746, | |
| "eval_samples_per_second": 13.557, | |
| "eval_steps_per_second": 1.841, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6686686686686687, | |
| "grad_norm": 0.34881776571273804, | |
| "learning_rate": 1.8251795045914922e-05, | |
| "loss": 0.3575, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.6726726726726727, | |
| "grad_norm": 0.3603871464729309, | |
| "learning_rate": 1.8226965660021836e-05, | |
| "loss": 0.3215, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.6766766766766766, | |
| "grad_norm": 0.3549259901046753, | |
| "learning_rate": 1.8201978331113855e-05, | |
| "loss": 0.3302, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.6806806806806807, | |
| "grad_norm": 0.3330039381980896, | |
| "learning_rate": 1.817683353890297e-05, | |
| "loss": 0.339, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6846846846846847, | |
| "grad_norm": 0.4140745997428894, | |
| "learning_rate": 1.8151531766124186e-05, | |
| "loss": 0.4009, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.6886886886886887, | |
| "grad_norm": 0.3429993987083435, | |
| "learning_rate": 1.8126073498526254e-05, | |
| "loss": 0.3203, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.6926926926926927, | |
| "grad_norm": 0.3445993661880493, | |
| "learning_rate": 1.8100459224862336e-05, | |
| "loss": 0.3352, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.6966966966966966, | |
| "grad_norm": 0.3043835461139679, | |
| "learning_rate": 1.8074689436880643e-05, | |
| "loss": 0.3294, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.7007007007007007, | |
| "grad_norm": 0.3373521566390991, | |
| "learning_rate": 1.804876462931498e-05, | |
| "loss": 0.3204, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.7047047047047047, | |
| "grad_norm": 0.33019447326660156, | |
| "learning_rate": 1.8022685299875245e-05, | |
| "loss": 0.3339, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.7087087087087087, | |
| "grad_norm": 0.32447516918182373, | |
| "learning_rate": 1.799645194923788e-05, | |
| "loss": 0.3216, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.7127127127127127, | |
| "grad_norm": 0.3202582597732544, | |
| "learning_rate": 1.7970065081036266e-05, | |
| "loss": 0.3104, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.7167167167167167, | |
| "grad_norm": 0.3486015200614929, | |
| "learning_rate": 1.7943525201851038e-05, | |
| "loss": 0.3307, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.36710435152053833, | |
| "learning_rate": 1.7916832821200375e-05, | |
| "loss": 0.3472, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7247247247247247, | |
| "grad_norm": 0.347162127494812, | |
| "learning_rate": 1.7889988451530208e-05, | |
| "loss": 0.3358, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.7287287287287287, | |
| "grad_norm": 0.3109472692012787, | |
| "learning_rate": 1.7862992608204384e-05, | |
| "loss": 0.2959, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.7327327327327328, | |
| "grad_norm": 0.34007692337036133, | |
| "learning_rate": 1.783584580949477e-05, | |
| "loss": 0.3199, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.7367367367367368, | |
| "grad_norm": 0.31094032526016235, | |
| "learning_rate": 1.7808548576571314e-05, | |
| "loss": 0.315, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.7407407407407407, | |
| "grad_norm": 0.367898553609848, | |
| "learning_rate": 1.7781101433492026e-05, | |
| "loss": 0.346, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.7447447447447447, | |
| "grad_norm": 0.3379008173942566, | |
| "learning_rate": 1.7753504907192923e-05, | |
| "loss": 0.3299, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.7487487487487487, | |
| "grad_norm": 0.3236868977546692, | |
| "learning_rate": 1.7725759527477923e-05, | |
| "loss": 0.3081, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.7527527527527528, | |
| "grad_norm": 0.34538552165031433, | |
| "learning_rate": 1.769786582700864e-05, | |
| "loss": 0.3259, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.3106057941913605, | |
| "learning_rate": 1.7669824341294203e-05, | |
| "loss": 0.3123, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.7607607607607607, | |
| "grad_norm": 0.3219281733036041, | |
| "learning_rate": 1.7641635608680942e-05, | |
| "loss": 0.3165, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.7647647647647647, | |
| "grad_norm": 0.3259471356868744, | |
| "learning_rate": 1.7613300170342073e-05, | |
| "loss": 0.3453, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.7687687687687688, | |
| "grad_norm": 0.33405622839927673, | |
| "learning_rate": 1.7584818570267287e-05, | |
| "loss": 0.3233, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.7727727727727728, | |
| "grad_norm": 0.3420588970184326, | |
| "learning_rate": 1.755619135525233e-05, | |
| "loss": 0.3229, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.7767767767767768, | |
| "grad_norm": 0.35447970032691956, | |
| "learning_rate": 1.7527419074888483e-05, | |
| "loss": 0.3356, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.7807807807807807, | |
| "grad_norm": 0.34441742300987244, | |
| "learning_rate": 1.749850228155203e-05, | |
| "loss": 0.3128, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.7847847847847848, | |
| "grad_norm": 0.33647745847702026, | |
| "learning_rate": 1.7469441530393652e-05, | |
| "loss": 0.334, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.7887887887887888, | |
| "grad_norm": 0.3477891981601715, | |
| "learning_rate": 1.7440237379327745e-05, | |
| "loss": 0.3535, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 0.35994237661361694, | |
| "learning_rate": 1.7410890389021737e-05, | |
| "loss": 0.3133, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.7967967967967968, | |
| "grad_norm": 0.33523160219192505, | |
| "learning_rate": 1.7381401122885316e-05, | |
| "loss": 0.3403, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.8008008008008008, | |
| "grad_norm": 0.3123041093349457, | |
| "learning_rate": 1.7351770147059604e-05, | |
| "loss": 0.3148, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8048048048048048, | |
| "grad_norm": 0.30986520648002625, | |
| "learning_rate": 1.7321998030406303e-05, | |
| "loss": 0.3327, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.8088088088088088, | |
| "grad_norm": 0.3334694504737854, | |
| "learning_rate": 1.729208534449676e-05, | |
| "loss": 0.3346, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.8128128128128128, | |
| "grad_norm": 0.32513362169265747, | |
| "learning_rate": 1.7262032663601003e-05, | |
| "loss": 0.3137, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.8168168168168168, | |
| "grad_norm": 0.34156233072280884, | |
| "learning_rate": 1.723184056467671e-05, | |
| "loss": 0.3218, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.8208208208208209, | |
| "grad_norm": 0.32721707224845886, | |
| "learning_rate": 1.7201509627358143e-05, | |
| "loss": 0.3182, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.8248248248248248, | |
| "grad_norm": 0.35413238406181335, | |
| "learning_rate": 1.7171040433945006e-05, | |
| "loss": 0.2949, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.8288288288288288, | |
| "grad_norm": 0.30575960874557495, | |
| "learning_rate": 1.7140433569391275e-05, | |
| "loss": 0.3267, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.8328328328328328, | |
| "grad_norm": 0.3090551793575287, | |
| "learning_rate": 1.710968962129396e-05, | |
| "loss": 0.3072, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.8368368368368369, | |
| "grad_norm": 0.30769091844558716, | |
| "learning_rate": 1.7078809179881847e-05, | |
| "loss": 0.3115, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.8408408408408409, | |
| "grad_norm": 0.2806401550769806, | |
| "learning_rate": 1.704779283800412e-05, | |
| "loss": 0.3172, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.8448448448448449, | |
| "grad_norm": 0.322110652923584, | |
| "learning_rate": 1.701664119111904e-05, | |
| "loss": 0.319, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.8488488488488488, | |
| "grad_norm": 0.3080562353134155, | |
| "learning_rate": 1.6985354837282462e-05, | |
| "loss": 0.3247, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.8528528528528528, | |
| "grad_norm": 0.3051875829696655, | |
| "learning_rate": 1.6953934377136375e-05, | |
| "loss": 0.3195, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.8568568568568569, | |
| "grad_norm": 0.31982743740081787, | |
| "learning_rate": 1.6922380413897382e-05, | |
| "loss": 0.3202, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.8608608608608609, | |
| "grad_norm": 0.3235834538936615, | |
| "learning_rate": 1.689069355334509e-05, | |
| "loss": 0.3532, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.32920244336128235, | |
| "learning_rate": 1.6858874403810507e-05, | |
| "loss": 0.3412, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.8688688688688688, | |
| "grad_norm": 0.3245142102241516, | |
| "learning_rate": 1.682692357616435e-05, | |
| "loss": 0.3074, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.8728728728728729, | |
| "grad_norm": 0.30122387409210205, | |
| "learning_rate": 1.679484168380532e-05, | |
| "loss": 0.3166, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.8768768768768769, | |
| "grad_norm": 0.30446872115135193, | |
| "learning_rate": 1.676262934264832e-05, | |
| "loss": 0.3177, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.8808808808808809, | |
| "grad_norm": 0.3006502091884613, | |
| "learning_rate": 1.6730287171112652e-05, | |
| "loss": 0.3225, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8848848848848849, | |
| "grad_norm": 0.33892446756362915, | |
| "learning_rate": 1.669781579011011e-05, | |
| "loss": 0.335, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.34253889322280884, | |
| "learning_rate": 1.666521582303309e-05, | |
| "loss": 0.3329, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.8928928928928929, | |
| "grad_norm": 0.291759729385376, | |
| "learning_rate": 1.6632487895742612e-05, | |
| "loss": 0.3173, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.8968968968968969, | |
| "grad_norm": 0.3063089847564697, | |
| "learning_rate": 1.6599632636556292e-05, | |
| "loss": 0.3345, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.30597245693206787, | |
| "learning_rate": 1.6566650676236307e-05, | |
| "loss": 0.3435, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.9049049049049049, | |
| "grad_norm": 0.3654542863368988, | |
| "learning_rate": 1.653354264797725e-05, | |
| "loss": 0.32, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.908908908908909, | |
| "grad_norm": 0.30520570278167725, | |
| "learning_rate": 1.6500309187394005e-05, | |
| "loss": 0.3099, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.9129129129129129, | |
| "grad_norm": 0.3210243582725525, | |
| "learning_rate": 1.6466950932509532e-05, | |
| "loss": 0.316, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.9169169169169169, | |
| "grad_norm": 0.316346138715744, | |
| "learning_rate": 1.643346852374261e-05, | |
| "loss": 0.2977, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.9209209209209209, | |
| "grad_norm": 0.3127054274082184, | |
| "learning_rate": 1.6399862603895563e-05, | |
| "loss": 0.2942, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.924924924924925, | |
| "grad_norm": 0.3078126013278961, | |
| "learning_rate": 1.6366133818141893e-05, | |
| "loss": 0.3008, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.928928928928929, | |
| "grad_norm": 0.3247736096382141, | |
| "learning_rate": 1.633228281401392e-05, | |
| "loss": 0.3142, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.9329329329329329, | |
| "grad_norm": 0.3431578576564789, | |
| "learning_rate": 1.6298310241390326e-05, | |
| "loss": 0.3093, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 0.31279513239860535, | |
| "learning_rate": 1.6264216752483697e-05, | |
| "loss": 0.3175, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.9409409409409409, | |
| "grad_norm": 0.33988532423973083, | |
| "learning_rate": 1.6230003001828e-05, | |
| "loss": 0.324, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.944944944944945, | |
| "grad_norm": 0.3213682472705841, | |
| "learning_rate": 1.6195669646266003e-05, | |
| "loss": 0.3321, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.948948948948949, | |
| "grad_norm": 0.357149213552475, | |
| "learning_rate": 1.616121734493668e-05, | |
| "loss": 0.3342, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.9529529529529529, | |
| "grad_norm": 0.31976473331451416, | |
| "learning_rate": 1.6126646759262548e-05, | |
| "loss": 0.3181, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.9569569569569569, | |
| "grad_norm": 0.328274130821228, | |
| "learning_rate": 1.609195855293697e-05, | |
| "loss": 0.3161, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.960960960960961, | |
| "grad_norm": 0.3303963840007782, | |
| "learning_rate": 1.6057153391911422e-05, | |
| "loss": 0.3076, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.964964964964965, | |
| "grad_norm": 0.34692683815956116, | |
| "learning_rate": 1.6022231944382693e-05, | |
| "loss": 0.3351, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.968968968968969, | |
| "grad_norm": 0.3468174636363983, | |
| "learning_rate": 1.598719488078007e-05, | |
| "loss": 0.3224, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.3575330972671509, | |
| "learning_rate": 1.5952042873752463e-05, | |
| "loss": 0.3189, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.9769769769769769, | |
| "grad_norm": 0.35199496150016785, | |
| "learning_rate": 1.5916776598155478e-05, | |
| "loss": 0.3515, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.980980980980981, | |
| "grad_norm": 0.34917882084846497, | |
| "learning_rate": 1.5881396731038493e-05, | |
| "loss": 0.3354, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.984984984984985, | |
| "grad_norm": 0.32909733057022095, | |
| "learning_rate": 1.584590395163162e-05, | |
| "loss": 0.3009, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.988988988988989, | |
| "grad_norm": 0.3109247088432312, | |
| "learning_rate": 1.5810298941332696e-05, | |
| "loss": 0.3164, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.992992992992993, | |
| "grad_norm": 0.30618447065353394, | |
| "learning_rate": 1.5774582383694196e-05, | |
| "loss": 0.2923, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.996996996996997, | |
| "grad_norm": 0.32330596446990967, | |
| "learning_rate": 1.5738754964410084e-05, | |
| "loss": 0.3213, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.996996996996997, | |
| "eval_loss": 0.304058700799942, | |
| "eval_runtime": 6.1571, | |
| "eval_samples_per_second": 13.156, | |
| "eval_steps_per_second": 1.787, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.32330596446990967, | |
| "learning_rate": 1.5702817371302684e-05, | |
| "loss": 0.3252, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.004004004004004, | |
| "grad_norm": 0.1360868364572525, | |
| "learning_rate": 1.5666770294309467e-05, | |
| "loss": 0.2529, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.008008008008008, | |
| "grad_norm": 0.1317552626132965, | |
| "learning_rate": 1.5630614425469776e-05, | |
| "loss": 0.238, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.012012012012012, | |
| "grad_norm": 0.12073508650064468, | |
| "learning_rate": 1.5594350458911586e-05, | |
| "loss": 0.2528, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.016016016016016, | |
| "grad_norm": 0.13055667281150818, | |
| "learning_rate": 1.5557979090838136e-05, | |
| "loss": 0.2519, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.02002002002002, | |
| "grad_norm": 0.1332577019929886, | |
| "learning_rate": 1.55215010195146e-05, | |
| "loss": 0.2483, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.024024024024024, | |
| "grad_norm": 0.14699849486351013, | |
| "learning_rate": 1.5484916945254642e-05, | |
| "loss": 0.2513, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.028028028028028, | |
| "grad_norm": 0.12925884127616882, | |
| "learning_rate": 1.5448227570407012e-05, | |
| "loss": 0.2426, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.032032032032032, | |
| "grad_norm": 0.14779068529605865, | |
| "learning_rate": 1.5411433599342038e-05, | |
| "loss": 0.2453, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.0360360360360361, | |
| "grad_norm": 0.11822405457496643, | |
| "learning_rate": 1.5374535738438105e-05, | |
| "loss": 0.2399, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.04004004004004, | |
| "grad_norm": 0.13844071328639984, | |
| "learning_rate": 1.5337534696068088e-05, | |
| "loss": 0.2291, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.044044044044044, | |
| "grad_norm": 0.12040767818689346, | |
| "learning_rate": 1.5300431182585777e-05, | |
| "loss": 0.2331, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.048048048048048, | |
| "grad_norm": 0.1192127987742424, | |
| "learning_rate": 1.5263225910312222e-05, | |
| "loss": 0.2424, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.052052052052052, | |
| "grad_norm": 0.14699995517730713, | |
| "learning_rate": 1.5225919593522049e-05, | |
| "loss": 0.2595, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.0560560560560561, | |
| "grad_norm": 0.1524747908115387, | |
| "learning_rate": 1.5188512948429765e-05, | |
| "loss": 0.232, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.06006006006006, | |
| "grad_norm": 0.12861889600753784, | |
| "learning_rate": 1.5151006693176005e-05, | |
| "loss": 0.245, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.064064064064064, | |
| "grad_norm": 0.15535978972911835, | |
| "learning_rate": 1.5113401547813732e-05, | |
| "loss": 0.2277, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.068068068068068, | |
| "grad_norm": 0.1480809897184372, | |
| "learning_rate": 1.5075698234294424e-05, | |
| "loss": 0.2265, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.072072072072072, | |
| "grad_norm": 0.1344352513551712, | |
| "learning_rate": 1.5037897476454219e-05, | |
| "loss": 0.2397, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.0760760760760761, | |
| "grad_norm": 0.1348842978477478, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 0.2443, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.08008008008008, | |
| "grad_norm": 0.1489027589559555, | |
| "learning_rate": 1.496200653249549e-05, | |
| "loss": 0.2358, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.0840840840840842, | |
| "grad_norm": 0.1447959840297699, | |
| "learning_rate": 1.492391780334725e-05, | |
| "loss": 0.2416, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.088088088088088, | |
| "grad_norm": 0.13745814561843872, | |
| "learning_rate": 1.4885734543790707e-05, | |
| "loss": 0.2494, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.092092092092092, | |
| "grad_norm": 0.14297857880592346, | |
| "learning_rate": 1.4847457486876097e-05, | |
| "loss": 0.2383, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.0960960960960962, | |
| "grad_norm": 0.14657525718212128, | |
| "learning_rate": 1.4809087367454402e-05, | |
| "loss": 0.2339, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.1001001001001, | |
| "grad_norm": 0.13032834231853485, | |
| "learning_rate": 1.4770624922163233e-05, | |
| "loss": 0.2337, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.1041041041041042, | |
| "grad_norm": 0.12887558341026306, | |
| "learning_rate": 1.4732070889412693e-05, | |
| "loss": 0.2461, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.1081081081081081, | |
| "grad_norm": 0.1498020589351654, | |
| "learning_rate": 1.4693426009371203e-05, | |
| "loss": 0.2622, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.112112112112112, | |
| "grad_norm": 0.13239090144634247, | |
| "learning_rate": 1.4654691023951289e-05, | |
| "loss": 0.2422, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.1161161161161162, | |
| "grad_norm": 0.14478150010108948, | |
| "learning_rate": 1.4615866676795334e-05, | |
| "loss": 0.233, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.12012012012012, | |
| "grad_norm": 0.12946031987667084, | |
| "learning_rate": 1.4576953713261313e-05, | |
| "loss": 0.235, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.1241241241241242, | |
| "grad_norm": 0.1348564624786377, | |
| "learning_rate": 1.4537952880408472e-05, | |
| "loss": 0.2386, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.1281281281281281, | |
| "grad_norm": 0.13074958324432373, | |
| "learning_rate": 1.4498864926982996e-05, | |
| "loss": 0.234, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.132132132132132, | |
| "grad_norm": 0.130098357796669, | |
| "learning_rate": 1.4459690603403623e-05, | |
| "loss": 0.2329, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.1361361361361362, | |
| "grad_norm": 0.1510149985551834, | |
| "learning_rate": 1.4420430661747245e-05, | |
| "loss": 0.2507, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.14014014014014, | |
| "grad_norm": 0.12636184692382812, | |
| "learning_rate": 1.4381085855734468e-05, | |
| "loss": 0.2305, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.1441441441441442, | |
| "grad_norm": 0.14648716151714325, | |
| "learning_rate": 1.4341656940715147e-05, | |
| "loss": 0.2263, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.1481481481481481, | |
| "grad_norm": 0.12833812832832336, | |
| "learning_rate": 1.4302144673653875e-05, | |
| "loss": 0.201, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.1521521521521523, | |
| "grad_norm": 0.14879822731018066, | |
| "learning_rate": 1.426254981311545e-05, | |
| "loss": 0.2452, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.1561561561561562, | |
| "grad_norm": 0.1363959014415741, | |
| "learning_rate": 1.4222873119250325e-05, | |
| "loss": 0.2366, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.16016016016016, | |
| "grad_norm": 0.12407127767801285, | |
| "learning_rate": 1.4183115353780001e-05, | |
| "loss": 0.2276, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.1641641641641642, | |
| "grad_norm": 0.1341707408428192, | |
| "learning_rate": 1.4143277279982415e-05, | |
| "loss": 0.2202, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.1681681681681682, | |
| "grad_norm": 0.13136214017868042, | |
| "learning_rate": 1.4103359662677276e-05, | |
| "loss": 0.2365, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.1721721721721723, | |
| "grad_norm": 0.13455568253993988, | |
| "learning_rate": 1.406336326821138e-05, | |
| "loss": 0.2329, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.1761761761761762, | |
| "grad_norm": 0.130329892039299, | |
| "learning_rate": 1.4023288864443915e-05, | |
| "loss": 0.2182, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.1801801801801801, | |
| "grad_norm": 0.1454066038131714, | |
| "learning_rate": 1.3983137220731702e-05, | |
| "loss": 0.232, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.1841841841841843, | |
| "grad_norm": 0.12771300971508026, | |
| "learning_rate": 1.3942909107914431e-05, | |
| "loss": 0.2459, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.1881881881881882, | |
| "grad_norm": 0.1486714780330658, | |
| "learning_rate": 1.390260529829986e-05, | |
| "loss": 0.2382, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.1921921921921923, | |
| "grad_norm": 0.12321332842111588, | |
| "learning_rate": 1.3862226565648996e-05, | |
| "loss": 0.2226, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.1961961961961962, | |
| "grad_norm": 0.11899197101593018, | |
| "learning_rate": 1.3821773685161224e-05, | |
| "loss": 0.2292, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.2002002002002001, | |
| "grad_norm": 0.13106873631477356, | |
| "learning_rate": 1.3781247433459447e-05, | |
| "loss": 0.2115, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.2042042042042043, | |
| "grad_norm": 0.1518913358449936, | |
| "learning_rate": 1.3740648588575156e-05, | |
| "loss": 0.2346, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.2082082082082082, | |
| "grad_norm": 0.13578097522258759, | |
| "learning_rate": 1.3699977929933503e-05, | |
| "loss": 0.2208, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.2122122122122123, | |
| "grad_norm": 0.13382072746753693, | |
| "learning_rate": 1.3659236238338339e-05, | |
| "loss": 0.229, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 0.14184784889221191, | |
| "learning_rate": 1.361842429595721e-05, | |
| "loss": 0.2418, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.2202202202202201, | |
| "grad_norm": 0.13084499537944794, | |
| "learning_rate": 1.3577542886306367e-05, | |
| "loss": 0.2323, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.2242242242242243, | |
| "grad_norm": 0.13019020855426788, | |
| "learning_rate": 1.3536592794235696e-05, | |
| "loss": 0.2155, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.2282282282282282, | |
| "grad_norm": 0.14093178510665894, | |
| "learning_rate": 1.3495574805913669e-05, | |
| "loss": 0.236, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.2322322322322323, | |
| "grad_norm": 0.13968797028064728, | |
| "learning_rate": 1.3454489708812237e-05, | |
| "loss": 0.2192, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.2362362362362362, | |
| "grad_norm": 0.13795237243175507, | |
| "learning_rate": 1.3413338291691726e-05, | |
| "loss": 0.2236, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.2402402402402402, | |
| "grad_norm": 0.16295593976974487, | |
| "learning_rate": 1.3372121344585694e-05, | |
| "loss": 0.2429, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.2442442442442443, | |
| "grad_norm": 0.1423620730638504, | |
| "learning_rate": 1.3330839658785739e-05, | |
| "loss": 0.2411, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.2482482482482482, | |
| "grad_norm": 0.1591283529996872, | |
| "learning_rate": 1.3289494026826337e-05, | |
| "loss": 0.2446, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.2522522522522523, | |
| "grad_norm": 0.136406809091568, | |
| "learning_rate": 1.3248085242469629e-05, | |
| "loss": 0.223, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.2562562562562563, | |
| "grad_norm": 0.12121517956256866, | |
| "learning_rate": 1.3206614100690139e-05, | |
| "loss": 0.2238, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.2602602602602602, | |
| "grad_norm": 0.12819747626781464, | |
| "learning_rate": 1.3165081397659563e-05, | |
| "loss": 0.2352, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.2642642642642643, | |
| "grad_norm": 0.12027258425951004, | |
| "learning_rate": 1.3123487930731464e-05, | |
| "loss": 0.2181, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.2682682682682682, | |
| "grad_norm": 0.1466352492570877, | |
| "learning_rate": 1.3081834498425952e-05, | |
| "loss": 0.2352, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.2722722722722724, | |
| "grad_norm": 0.12040114402770996, | |
| "learning_rate": 1.3040121900414371e-05, | |
| "loss": 0.2104, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.2762762762762763, | |
| "grad_norm": 0.12626713514328003, | |
| "learning_rate": 1.2998350937503939e-05, | |
| "loss": 0.231, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.2802802802802802, | |
| "grad_norm": 0.13121092319488525, | |
| "learning_rate": 1.2956522411622377e-05, | |
| "loss": 0.2376, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.2842842842842843, | |
| "grad_norm": 0.13681887090206146, | |
| "learning_rate": 1.2914637125802514e-05, | |
| "loss": 0.2219, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.2882882882882882, | |
| "grad_norm": 0.15647488832473755, | |
| "learning_rate": 1.287269588416686e-05, | |
| "loss": 0.2372, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.2922922922922924, | |
| "grad_norm": 0.14653246104717255, | |
| "learning_rate": 1.2830699491912186e-05, | |
| "loss": 0.2245, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.2962962962962963, | |
| "grad_norm": 0.12728944420814514, | |
| "learning_rate": 1.2788648755294056e-05, | |
| "loss": 0.2186, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.3003003003003002, | |
| "grad_norm": 0.13707587122917175, | |
| "learning_rate": 1.2746544481611336e-05, | |
| "loss": 0.2236, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.3043043043043043, | |
| "grad_norm": 0.1246773898601532, | |
| "learning_rate": 1.270438747919072e-05, | |
| "loss": 0.2195, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.3083083083083082, | |
| "grad_norm": 0.13304340839385986, | |
| "learning_rate": 1.2662178557371198e-05, | |
| "loss": 0.2395, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.3123123123123124, | |
| "grad_norm": 0.15779724717140198, | |
| "learning_rate": 1.261991852648852e-05, | |
| "loss": 0.2435, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.3163163163163163, | |
| "grad_norm": 0.13654161989688873, | |
| "learning_rate": 1.2577608197859627e-05, | |
| "loss": 0.2316, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.3203203203203202, | |
| "grad_norm": 0.15000677108764648, | |
| "learning_rate": 1.2535248383767102e-05, | |
| "loss": 0.2292, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.3243243243243243, | |
| "grad_norm": 0.14126931130886078, | |
| "learning_rate": 1.2492839897443554e-05, | |
| "loss": 0.2364, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.3283283283283283, | |
| "grad_norm": 0.1323651373386383, | |
| "learning_rate": 1.2450383553056011e-05, | |
| "loss": 0.2369, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.3283283283283283, | |
| "eval_loss": 0.31280121207237244, | |
| "eval_runtime": 6.244, | |
| "eval_samples_per_second": 12.972, | |
| "eval_steps_per_second": 1.762, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.3323323323323324, | |
| "grad_norm": 0.13480286300182343, | |
| "learning_rate": 1.2407880165690289e-05, | |
| "loss": 0.2203, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.3363363363363363, | |
| "grad_norm": 0.13146036863327026, | |
| "learning_rate": 1.2365330551335348e-05, | |
| "loss": 0.2261, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.3403403403403402, | |
| "grad_norm": 0.1318022459745407, | |
| "learning_rate": 1.2322735526867624e-05, | |
| "loss": 0.2328, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.3443443443443444, | |
| "grad_norm": 0.11951415240764618, | |
| "learning_rate": 1.2280095910035343e-05, | |
| "loss": 0.2183, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.3483483483483483, | |
| "grad_norm": 0.13236179947853088, | |
| "learning_rate": 1.2237412519442828e-05, | |
| "loss": 0.2292, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.3523523523523524, | |
| "grad_norm": 0.16215181350708008, | |
| "learning_rate": 1.2194686174534771e-05, | |
| "loss": 0.2459, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.3563563563563563, | |
| "grad_norm": 0.1451573669910431, | |
| "learning_rate": 1.2151917695580523e-05, | |
| "loss": 0.2276, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.3603603603603602, | |
| "grad_norm": 0.14320491254329681, | |
| "learning_rate": 1.2109107903658326e-05, | |
| "loss": 0.2364, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.3643643643643644, | |
| "grad_norm": 0.13618679344654083, | |
| "learning_rate": 1.2066257620639557e-05, | |
| "loss": 0.2227, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.3683683683683685, | |
| "grad_norm": 0.1250023990869522, | |
| "learning_rate": 1.2023367669172947e-05, | |
| "loss": 0.2303, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.3723723723723724, | |
| "grad_norm": 0.14609824120998383, | |
| "learning_rate": 1.1980438872668803e-05, | |
| "loss": 0.2223, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.3763763763763763, | |
| "grad_norm": 0.15771915018558502, | |
| "learning_rate": 1.1937472055283168e-05, | |
| "loss": 0.2295, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.3803803803803802, | |
| "grad_norm": 0.1346847116947174, | |
| "learning_rate": 1.189446804190203e-05, | |
| "loss": 0.2275, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.3843843843843844, | |
| "grad_norm": 0.1324576437473297, | |
| "learning_rate": 1.1851427658125474e-05, | |
| "loss": 0.2387, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.3883883883883885, | |
| "grad_norm": 0.11786400526762009, | |
| "learning_rate": 1.180835173025183e-05, | |
| "loss": 0.2151, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.3923923923923924, | |
| "grad_norm": 0.12627920508384705, | |
| "learning_rate": 1.1765241085261802e-05, | |
| "loss": 0.2249, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.3963963963963963, | |
| "grad_norm": 0.15186864137649536, | |
| "learning_rate": 1.172209655080262e-05, | |
| "loss": 0.2319, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.4004004004004005, | |
| "grad_norm": 0.17141692340373993, | |
| "learning_rate": 1.1678918955172112e-05, | |
| "loss": 0.2421, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.4044044044044044, | |
| "grad_norm": 0.13851796090602875, | |
| "learning_rate": 1.163570912730283e-05, | |
| "loss": 0.2168, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.4084084084084085, | |
| "grad_norm": 0.12362354248762131, | |
| "learning_rate": 1.1592467896746122e-05, | |
| "loss": 0.2173, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.4124124124124124, | |
| "grad_norm": 0.12605208158493042, | |
| "learning_rate": 1.1549196093656223e-05, | |
| "loss": 0.2299, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.4164164164164164, | |
| "grad_norm": 0.13899150490760803, | |
| "learning_rate": 1.1505894548774294e-05, | |
| "loss": 0.2214, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.4204204204204205, | |
| "grad_norm": 0.13161474466323853, | |
| "learning_rate": 1.1462564093412493e-05, | |
| "loss": 0.2322, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.4244244244244244, | |
| "grad_norm": 0.13784383237361908, | |
| "learning_rate": 1.1419205559437998e-05, | |
| "loss": 0.2399, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.4284284284284285, | |
| "grad_norm": 0.13900108635425568, | |
| "learning_rate": 1.1375819779257058e-05, | |
| "loss": 0.2332, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.4324324324324325, | |
| "grad_norm": 0.13527807593345642, | |
| "learning_rate": 1.1332407585798992e-05, | |
| "loss": 0.2294, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.4364364364364364, | |
| "grad_norm": 0.11528453975915909, | |
| "learning_rate": 1.1288969812500209e-05, | |
| "loss": 0.2131, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.4404404404404405, | |
| "grad_norm": 0.15680839121341705, | |
| "learning_rate": 1.1245507293288204e-05, | |
| "loss": 0.2296, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.4444444444444444, | |
| "grad_norm": 0.13539738953113556, | |
| "learning_rate": 1.1202020862565555e-05, | |
| "loss": 0.2326, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.4484484484484486, | |
| "grad_norm": 0.14512887597084045, | |
| "learning_rate": 1.1158511355193888e-05, | |
| "loss": 0.2254, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.4524524524524525, | |
| "grad_norm": 0.15710808336734772, | |
| "learning_rate": 1.1114979606477867e-05, | |
| "loss": 0.2395, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.4564564564564564, | |
| "grad_norm": 0.1274499148130417, | |
| "learning_rate": 1.1071426452149152e-05, | |
| "loss": 0.2203, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.4604604604604605, | |
| "grad_norm": 0.1460108906030655, | |
| "learning_rate": 1.1027852728350343e-05, | |
| "loss": 0.2477, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.4644644644644644, | |
| "grad_norm": 0.1274898201227188, | |
| "learning_rate": 1.0984259271618947e-05, | |
| "loss": 0.218, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.4684684684684686, | |
| "grad_norm": 0.14969086647033691, | |
| "learning_rate": 1.09406469188713e-05, | |
| "loss": 0.2307, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.4724724724724725, | |
| "grad_norm": 0.1416291445493698, | |
| "learning_rate": 1.0897016507386513e-05, | |
| "loss": 0.2208, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.4764764764764764, | |
| "grad_norm": 0.11650918424129486, | |
| "learning_rate": 1.0853368874790392e-05, | |
| "loss": 0.228, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.4804804804804805, | |
| "grad_norm": 0.14399082958698273, | |
| "learning_rate": 1.0809704859039357e-05, | |
| "loss": 0.2297, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.4844844844844844, | |
| "grad_norm": 0.1333630383014679, | |
| "learning_rate": 1.0766025298404346e-05, | |
| "loss": 0.2391, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.4884884884884886, | |
| "grad_norm": 0.1538272351026535, | |
| "learning_rate": 1.0722331031454749e-05, | |
| "loss": 0.228, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.4924924924924925, | |
| "grad_norm": 0.14864470064640045, | |
| "learning_rate": 1.0678622897042279e-05, | |
| "loss": 0.2307, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.4964964964964964, | |
| "grad_norm": 0.14386948943138123, | |
| "learning_rate": 1.063490173428488e-05, | |
| "loss": 0.2491, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.5005005005005005, | |
| "grad_norm": 0.13960744440555573, | |
| "learning_rate": 1.0591168382550617e-05, | |
| "loss": 0.2443, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.5045045045045045, | |
| "grad_norm": 0.12918636202812195, | |
| "learning_rate": 1.0547423681441567e-05, | |
| "loss": 0.237, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.5085085085085086, | |
| "grad_norm": 0.13551214337348938, | |
| "learning_rate": 1.050366847077769e-05, | |
| "loss": 0.2185, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.5125125125125125, | |
| "grad_norm": 0.14278538525104523, | |
| "learning_rate": 1.0459903590580706e-05, | |
| "loss": 0.2287, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.5165165165165164, | |
| "grad_norm": 0.1472548395395279, | |
| "learning_rate": 1.0416129881057987e-05, | |
| "loss": 0.2315, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.5205205205205206, | |
| "grad_norm": 0.13086426258087158, | |
| "learning_rate": 1.03723481825864e-05, | |
| "loss": 0.2176, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.5245245245245245, | |
| "grad_norm": 0.1289745569229126, | |
| "learning_rate": 1.0328559335696188e-05, | |
| "loss": 0.2279, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.5285285285285286, | |
| "grad_norm": 0.1345757395029068, | |
| "learning_rate": 1.028476418105483e-05, | |
| "loss": 0.2195, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.5325325325325325, | |
| "grad_norm": 0.1544564962387085, | |
| "learning_rate": 1.0240963559450909e-05, | |
| "loss": 0.2431, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.5365365365365364, | |
| "grad_norm": 0.13208632171154022, | |
| "learning_rate": 1.0197158311777957e-05, | |
| "loss": 0.2159, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.5405405405405406, | |
| "grad_norm": 0.12936881184577942, | |
| "learning_rate": 1.015334927901832e-05, | |
| "loss": 0.2085, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.5445445445445447, | |
| "grad_norm": 0.12098892778158188, | |
| "learning_rate": 1.0109537302227012e-05, | |
| "loss": 0.2299, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.5485485485485486, | |
| "grad_norm": 0.1374930441379547, | |
| "learning_rate": 1.0065723222515566e-05, | |
| "loss": 0.223, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.5525525525525525, | |
| "grad_norm": 0.14887316524982452, | |
| "learning_rate": 1.0021907881035891e-05, | |
| "loss": 0.2266, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.5565565565565564, | |
| "grad_norm": 0.13595186173915863, | |
| "learning_rate": 9.97809211896411e-06, | |
| "loss": 0.2182, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.5605605605605606, | |
| "grad_norm": 0.144562229514122, | |
| "learning_rate": 9.934276777484436e-06, | |
| "loss": 0.2271, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.5645645645645647, | |
| "grad_norm": 0.13522008061408997, | |
| "learning_rate": 9.89046269777299e-06, | |
| "loss": 0.228, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.5685685685685686, | |
| "grad_norm": 0.12187031656503677, | |
| "learning_rate": 9.846650720981682e-06, | |
| "loss": 0.2112, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.5725725725725725, | |
| "grad_norm": 0.14943794906139374, | |
| "learning_rate": 9.802841688222043e-06, | |
| "loss": 0.2148, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.5765765765765765, | |
| "grad_norm": 0.13538117706775665, | |
| "learning_rate": 9.759036440549093e-06, | |
| "loss": 0.2204, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.5805805805805806, | |
| "grad_norm": 0.12736183404922485, | |
| "learning_rate": 9.715235818945171e-06, | |
| "loss": 0.2118, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.5845845845845847, | |
| "grad_norm": 0.1528167724609375, | |
| "learning_rate": 9.671440664303813e-06, | |
| "loss": 0.235, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.5885885885885886, | |
| "grad_norm": 0.12496887892484665, | |
| "learning_rate": 9.627651817413605e-06, | |
| "loss": 0.2222, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.5925925925925926, | |
| "grad_norm": 0.11347772926092148, | |
| "learning_rate": 9.583870118942014e-06, | |
| "loss": 0.2125, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.5965965965965965, | |
| "grad_norm": 0.12634208798408508, | |
| "learning_rate": 9.540096409419295e-06, | |
| "loss": 0.209, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.6006006006006006, | |
| "grad_norm": 0.1373746246099472, | |
| "learning_rate": 9.496331529222313e-06, | |
| "loss": 0.2223, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.6046046046046047, | |
| "grad_norm": 0.13776709139347076, | |
| "learning_rate": 9.452576318558437e-06, | |
| "loss": 0.212, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.6086086086086087, | |
| "grad_norm": 0.13330040872097015, | |
| "learning_rate": 9.408831617449385e-06, | |
| "loss": 0.2319, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.6126126126126126, | |
| "grad_norm": 0.1234062984585762, | |
| "learning_rate": 9.365098265715124e-06, | |
| "loss": 0.2195, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.6166166166166165, | |
| "grad_norm": 0.13824118673801422, | |
| "learning_rate": 9.321377102957723e-06, | |
| "loss": 0.2119, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.6206206206206206, | |
| "grad_norm": 0.13618600368499756, | |
| "learning_rate": 9.277668968545253e-06, | |
| "loss": 0.2179, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.6246246246246248, | |
| "grad_norm": 0.15361671149730682, | |
| "learning_rate": 9.233974701595654e-06, | |
| "loss": 0.2162, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.6286286286286287, | |
| "grad_norm": 0.15466053783893585, | |
| "learning_rate": 9.190295140960649e-06, | |
| "loss": 0.2199, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.6326326326326326, | |
| "grad_norm": 0.1456158608198166, | |
| "learning_rate": 9.146631125209608e-06, | |
| "loss": 0.2192, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.6366366366366365, | |
| "grad_norm": 0.1501886397600174, | |
| "learning_rate": 9.102983492613489e-06, | |
| "loss": 0.2269, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.6406406406406406, | |
| "grad_norm": 0.13893765211105347, | |
| "learning_rate": 9.059353081128702e-06, | |
| "loss": 0.2322, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.6446446446446448, | |
| "grad_norm": 0.15337541699409485, | |
| "learning_rate": 9.015740728381055e-06, | |
| "loss": 0.2262, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.6486486486486487, | |
| "grad_norm": 0.13367938995361328, | |
| "learning_rate": 8.972147271649662e-06, | |
| "loss": 0.2095, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.6526526526526526, | |
| "grad_norm": 0.1440502554178238, | |
| "learning_rate": 8.928573547850852e-06, | |
| "loss": 0.2287, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.6566566566566565, | |
| "grad_norm": 0.1278400868177414, | |
| "learning_rate": 8.885020393522136e-06, | |
| "loss": 0.2233, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.6606606606606606, | |
| "grad_norm": 0.15888282656669617, | |
| "learning_rate": 8.841488644806115e-06, | |
| "loss": 0.2436, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.6606606606606606, | |
| "eval_loss": 0.30414843559265137, | |
| "eval_runtime": 6.1188, | |
| "eval_samples_per_second": 13.238, | |
| "eval_steps_per_second": 1.798, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.6646646646646648, | |
| "grad_norm": 0.1494596004486084, | |
| "learning_rate": 8.797979137434452e-06, | |
| "loss": 0.2171, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.6686686686686687, | |
| "grad_norm": 0.14288803935050964, | |
| "learning_rate": 8.754492706711798e-06, | |
| "loss": 0.218, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.6726726726726726, | |
| "grad_norm": 0.14627306163311005, | |
| "learning_rate": 8.711030187499795e-06, | |
| "loss": 0.2196, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.6766766766766765, | |
| "grad_norm": 0.15222109854221344, | |
| "learning_rate": 8.66759241420101e-06, | |
| "loss": 0.2323, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.6806806806806807, | |
| "grad_norm": 0.1480226367712021, | |
| "learning_rate": 8.624180220742945e-06, | |
| "loss": 0.2168, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.6846846846846848, | |
| "grad_norm": 0.14224019646644592, | |
| "learning_rate": 8.580794440562003e-06, | |
| "loss": 0.2228, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.6886886886886887, | |
| "grad_norm": 0.13837142288684845, | |
| "learning_rate": 8.53743590658751e-06, | |
| "loss": 0.2175, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.6926926926926926, | |
| "grad_norm": 0.1258038580417633, | |
| "learning_rate": 8.494105451225706e-06, | |
| "loss": 0.2078, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.6966966966966965, | |
| "grad_norm": 0.1426319181919098, | |
| "learning_rate": 8.45080390634378e-06, | |
| "loss": 0.2228, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.7007007007007007, | |
| "grad_norm": 0.14483590424060822, | |
| "learning_rate": 8.407532103253878e-06, | |
| "loss": 0.2249, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.7047047047047048, | |
| "grad_norm": 0.1365538090467453, | |
| "learning_rate": 8.364290872697175e-06, | |
| "loss": 0.2241, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.7087087087087087, | |
| "grad_norm": 0.15289802849292755, | |
| "learning_rate": 8.321081044827894e-06, | |
| "loss": 0.2182, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.7127127127127126, | |
| "grad_norm": 0.13033711910247803, | |
| "learning_rate": 8.277903449197383e-06, | |
| "loss": 0.216, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.7167167167167166, | |
| "grad_norm": 0.13258293271064758, | |
| "learning_rate": 8.2347589147382e-06, | |
| "loss": 0.1956, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.7207207207207207, | |
| "grad_norm": 0.13521750271320343, | |
| "learning_rate": 8.191648269748173e-06, | |
| "loss": 0.2258, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.7247247247247248, | |
| "grad_norm": 0.15456490218639374, | |
| "learning_rate": 8.14857234187453e-06, | |
| "loss": 0.2256, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.7287287287287287, | |
| "grad_norm": 0.13333886861801147, | |
| "learning_rate": 8.105531958097973e-06, | |
| "loss": 0.2209, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.7327327327327327, | |
| "grad_norm": 0.1298181712627411, | |
| "learning_rate": 8.062527944716837e-06, | |
| "loss": 0.2106, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.7367367367367368, | |
| "grad_norm": 0.13067086040973663, | |
| "learning_rate": 8.019561127331202e-06, | |
| "loss": 0.224, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.7407407407407407, | |
| "grad_norm": 0.13905219733715057, | |
| "learning_rate": 7.976632330827056e-06, | |
| "loss": 0.2206, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.7447447447447448, | |
| "grad_norm": 0.13740921020507812, | |
| "learning_rate": 7.933742379360446e-06, | |
| "loss": 0.217, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.7487487487487487, | |
| "grad_norm": 0.12991660833358765, | |
| "learning_rate": 7.890892096341677e-06, | |
| "loss": 0.2173, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.7527527527527527, | |
| "grad_norm": 0.13946564495563507, | |
| "learning_rate": 7.848082304419478e-06, | |
| "loss": 0.2293, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 0.12789933383464813, | |
| "learning_rate": 7.805313825465232e-06, | |
| "loss": 0.2116, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.7607607607607607, | |
| "grad_norm": 0.14676792919635773, | |
| "learning_rate": 7.762587480557175e-06, | |
| "loss": 0.2293, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.7647647647647648, | |
| "grad_norm": 0.14003834128379822, | |
| "learning_rate": 7.719904089964658e-06, | |
| "loss": 0.2137, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.7687687687687688, | |
| "grad_norm": 0.14215737581253052, | |
| "learning_rate": 7.67726447313238e-06, | |
| "loss": 0.2221, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.7727727727727727, | |
| "grad_norm": 0.12992604076862335, | |
| "learning_rate": 7.634669448664655e-06, | |
| "loss": 0.2006, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.7767767767767768, | |
| "grad_norm": 0.13772279024124146, | |
| "learning_rate": 7.5921198343097145e-06, | |
| "loss": 0.2266, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.7807807807807807, | |
| "grad_norm": 0.14676547050476074, | |
| "learning_rate": 7.549616446943992e-06, | |
| "loss": 0.2248, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.7847847847847849, | |
| "grad_norm": 0.13406066596508026, | |
| "learning_rate": 7.507160102556451e-06, | |
| "loss": 0.2028, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.7887887887887888, | |
| "grad_norm": 0.14275118708610535, | |
| "learning_rate": 7.464751616232902e-06, | |
| "loss": 0.2129, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.7927927927927927, | |
| "grad_norm": 0.1265939474105835, | |
| "learning_rate": 7.422391802140376e-06, | |
| "loss": 0.2102, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.7967967967967968, | |
| "grad_norm": 0.13890117406845093, | |
| "learning_rate": 7.380081473511484e-06, | |
| "loss": 0.2094, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.800800800800801, | |
| "grad_norm": 0.14124225080013275, | |
| "learning_rate": 7.337821442628805e-06, | |
| "loss": 0.2323, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.8048048048048049, | |
| "grad_norm": 0.15107014775276184, | |
| "learning_rate": 7.295612520809281e-06, | |
| "loss": 0.224, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.8088088088088088, | |
| "grad_norm": 0.1297285109758377, | |
| "learning_rate": 7.253455518388668e-06, | |
| "loss": 0.2053, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.8128128128128127, | |
| "grad_norm": 0.12204065918922424, | |
| "learning_rate": 7.211351244705947e-06, | |
| "loss": 0.2189, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.8168168168168168, | |
| "grad_norm": 0.15427479147911072, | |
| "learning_rate": 7.169300508087815e-06, | |
| "loss": 0.2337, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.820820820820821, | |
| "grad_norm": 0.13939781486988068, | |
| "learning_rate": 7.127304115833141e-06, | |
| "loss": 0.2175, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.8248248248248249, | |
| "grad_norm": 0.1337432563304901, | |
| "learning_rate": 7.08536287419749e-06, | |
| "loss": 0.2198, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.8288288288288288, | |
| "grad_norm": 0.19405747950077057, | |
| "learning_rate": 7.043477588377623e-06, | |
| "loss": 0.2263, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.8328328328328327, | |
| "grad_norm": 0.13952726125717163, | |
| "learning_rate": 7.001649062496065e-06, | |
| "loss": 0.2408, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.8368368368368369, | |
| "grad_norm": 0.14409776031970978, | |
| "learning_rate": 6.959878099585634e-06, | |
| "loss": 0.2216, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.840840840840841, | |
| "grad_norm": 0.13670873641967773, | |
| "learning_rate": 6.918165501574051e-06, | |
| "loss": 0.2225, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.844844844844845, | |
| "grad_norm": 0.11937157064676285, | |
| "learning_rate": 6.876512069268541e-06, | |
| "loss": 0.2097, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.8488488488488488, | |
| "grad_norm": 0.12589742243289948, | |
| "learning_rate": 6.834918602340439e-06, | |
| "loss": 0.2189, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.8528528528528527, | |
| "grad_norm": 0.12316793203353882, | |
| "learning_rate": 6.793385899309866e-06, | |
| "loss": 0.2098, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.8568568568568569, | |
| "grad_norm": 0.13508102297782898, | |
| "learning_rate": 6.751914757530375e-06, | |
| "loss": 0.2311, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.860860860860861, | |
| "grad_norm": 0.13518530130386353, | |
| "learning_rate": 6.7105059731736645e-06, | |
| "loss": 0.2244, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.864864864864865, | |
| "grad_norm": 0.1370282769203186, | |
| "learning_rate": 6.669160341214265e-06, | |
| "loss": 0.2175, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.8688688688688688, | |
| "grad_norm": 0.13752111792564392, | |
| "learning_rate": 6.627878655414311e-06, | |
| "loss": 0.2211, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.8728728728728727, | |
| "grad_norm": 0.1328887790441513, | |
| "learning_rate": 6.586661708308273e-06, | |
| "loss": 0.2147, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.8768768768768769, | |
| "grad_norm": 0.13455736637115479, | |
| "learning_rate": 6.5455102911877665e-06, | |
| "loss": 0.2226, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.880880880880881, | |
| "grad_norm": 0.1263863891363144, | |
| "learning_rate": 6.504425194086334e-06, | |
| "loss": 0.2085, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.884884884884885, | |
| "grad_norm": 0.14515650272369385, | |
| "learning_rate": 6.4634072057643045e-06, | |
| "loss": 0.2175, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.8888888888888888, | |
| "grad_norm": 0.12257494777441025, | |
| "learning_rate": 6.422457113693633e-06, | |
| "loss": 0.2098, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.8928928928928928, | |
| "grad_norm": 0.1487148255109787, | |
| "learning_rate": 6.381575704042792e-06, | |
| "loss": 0.2098, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.896896896896897, | |
| "grad_norm": 0.13246439397335052, | |
| "learning_rate": 6.340763761661665e-06, | |
| "loss": 0.2169, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.900900900900901, | |
| "grad_norm": 0.13017022609710693, | |
| "learning_rate": 6.3000220700664985e-06, | |
| "loss": 0.2119, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.904904904904905, | |
| "grad_norm": 0.13715329766273499, | |
| "learning_rate": 6.259351411424849e-06, | |
| "loss": 0.2291, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.9089089089089089, | |
| "grad_norm": 0.12503132224082947, | |
| "learning_rate": 6.218752566540555e-06, | |
| "loss": 0.2172, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.9129129129129128, | |
| "grad_norm": 0.13519714772701263, | |
| "learning_rate": 6.17822631483878e-06, | |
| "loss": 0.2085, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.916916916916917, | |
| "grad_norm": 0.12226010113954544, | |
| "learning_rate": 6.137773434351009e-06, | |
| "loss": 0.1983, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.920920920920921, | |
| "grad_norm": 0.14085441827774048, | |
| "learning_rate": 6.097394701700146e-06, | |
| "loss": 0.2175, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.924924924924925, | |
| "grad_norm": 0.1396440863609314, | |
| "learning_rate": 6.057090892085571e-06, | |
| "loss": 0.2281, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.9289289289289289, | |
| "grad_norm": 0.13764607906341553, | |
| "learning_rate": 6.016862779268301e-06, | |
| "loss": 0.2241, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.9329329329329328, | |
| "grad_norm": 0.1312662959098816, | |
| "learning_rate": 5.976711135556086e-06, | |
| "loss": 0.2237, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.936936936936937, | |
| "grad_norm": 0.15344005823135376, | |
| "learning_rate": 5.936636731788621e-06, | |
| "loss": 0.215, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.940940940940941, | |
| "grad_norm": 0.1357364058494568, | |
| "learning_rate": 5.896640337322725e-06, | |
| "loss": 0.2284, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.944944944944945, | |
| "grad_norm": 0.14679481089115143, | |
| "learning_rate": 5.8567227200175865e-06, | |
| "loss": 0.2471, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.9489489489489489, | |
| "grad_norm": 0.13242673873901367, | |
| "learning_rate": 5.816884646219997e-06, | |
| "loss": 0.2207, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.9529529529529528, | |
| "grad_norm": 0.13282544910907745, | |
| "learning_rate": 5.7771268807496794e-06, | |
| "loss": 0.2133, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.956956956956957, | |
| "grad_norm": 0.12988749146461487, | |
| "learning_rate": 5.737450186884555e-06, | |
| "loss": 0.2119, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.960960960960961, | |
| "grad_norm": 0.1413298100233078, | |
| "learning_rate": 5.6978553263461265e-06, | |
| "loss": 0.2197, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.964964964964965, | |
| "grad_norm": 0.1392560601234436, | |
| "learning_rate": 5.6583430592848565e-06, | |
| "loss": 0.2118, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.968968968968969, | |
| "grad_norm": 0.1412695348262787, | |
| "learning_rate": 5.618914144265532e-06, | |
| "loss": 0.2146, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.972972972972973, | |
| "grad_norm": 0.14450322091579437, | |
| "learning_rate": 5.579569338252758e-06, | |
| "loss": 0.214, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.976976976976977, | |
| "grad_norm": 0.1321956366300583, | |
| "learning_rate": 5.5403093965963806e-06, | |
| "loss": 0.2171, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.980980980980981, | |
| "grad_norm": 0.15199291706085205, | |
| "learning_rate": 5.501135073017008e-06, | |
| "loss": 0.2186, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.984984984984985, | |
| "grad_norm": 0.13251198828220367, | |
| "learning_rate": 5.4620471195915304e-06, | |
| "loss": 0.2041, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.988988988988989, | |
| "grad_norm": 0.16512924432754517, | |
| "learning_rate": 5.42304628673869e-06, | |
| "loss": 0.2219, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.992992992992993, | |
| "grad_norm": 0.13640455901622772, | |
| "learning_rate": 5.384133323204666e-06, | |
| "loss": 0.2159, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.992992992992993, | |
| "eval_loss": 0.2962433695793152, | |
| "eval_runtime": 6.2218, | |
| "eval_samples_per_second": 13.019, | |
| "eval_steps_per_second": 1.768, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.996996996996997, | |
| "grad_norm": 0.14725205302238464, | |
| "learning_rate": 5.345308976048715e-06, | |
| "loss": 0.2317, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.17801810801029205, | |
| "learning_rate": 5.306573990628796e-06, | |
| "loss": 0.1984, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.004004004004004, | |
| "grad_norm": 0.18283328413963318, | |
| "learning_rate": 5.267929110587308e-06, | |
| "loss": 0.1911, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 2.008008008008008, | |
| "grad_norm": 0.17743061482906342, | |
| "learning_rate": 5.229375077836769e-06, | |
| "loss": 0.2009, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 2.012012012012012, | |
| "grad_norm": 0.18075589835643768, | |
| "learning_rate": 5.190912632545599e-06, | |
| "loss": 0.1985, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 2.016016016016016, | |
| "grad_norm": 0.20023643970489502, | |
| "learning_rate": 5.152542513123906e-06, | |
| "loss": 0.197, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 2.02002002002002, | |
| "grad_norm": 0.1931530088186264, | |
| "learning_rate": 5.114265456209297e-06, | |
| "loss": 0.2126, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.024024024024024, | |
| "grad_norm": 0.19904406368732452, | |
| "learning_rate": 5.076082196652754e-06, | |
| "loss": 0.2002, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 2.028028028028028, | |
| "grad_norm": 0.20056653022766113, | |
| "learning_rate": 5.037993467504515e-06, | |
| "loss": 0.1949, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 2.032032032032032, | |
| "grad_norm": 0.1912286877632141, | |
| "learning_rate": 5.000000000000003e-06, | |
| "loss": 0.2106, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 2.036036036036036, | |
| "grad_norm": 0.1884247064590454, | |
| "learning_rate": 4.962102523545782e-06, | |
| "loss": 0.188, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 2.04004004004004, | |
| "grad_norm": 0.19325584173202515, | |
| "learning_rate": 4.92430176570558e-06, | |
| "loss": 0.2059, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.044044044044044, | |
| "grad_norm": 0.20033106207847595, | |
| "learning_rate": 4.88659845218627e-06, | |
| "loss": 0.218, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 2.048048048048048, | |
| "grad_norm": 0.19152744114398956, | |
| "learning_rate": 4.848993306823997e-06, | |
| "loss": 0.1873, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 2.052052052052052, | |
| "grad_norm": 0.21235087513923645, | |
| "learning_rate": 4.811487051570235e-06, | |
| "loss": 0.1932, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 2.056056056056056, | |
| "grad_norm": 0.2306039035320282, | |
| "learning_rate": 4.774080406477954e-06, | |
| "loss": 0.2028, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 2.06006006006006, | |
| "grad_norm": 0.17720246315002441, | |
| "learning_rate": 4.736774089687781e-06, | |
| "loss": 0.1801, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.064064064064064, | |
| "grad_norm": 0.2123163640499115, | |
| "learning_rate": 4.699568817414224e-06, | |
| "loss": 0.1947, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 2.068068068068068, | |
| "grad_norm": 0.19632947444915771, | |
| "learning_rate": 4.662465303931912e-06, | |
| "loss": 0.1964, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 2.0720720720720722, | |
| "grad_norm": 0.19141218066215515, | |
| "learning_rate": 4.625464261561902e-06, | |
| "loss": 0.2064, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 2.076076076076076, | |
| "grad_norm": 0.2075813263654709, | |
| "learning_rate": 4.588566400657965e-06, | |
| "loss": 0.1913, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 2.08008008008008, | |
| "grad_norm": 0.20832322537899017, | |
| "learning_rate": 4.551772429592987e-06, | |
| "loss": 0.2069, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.084084084084084, | |
| "grad_norm": 0.20177718997001648, | |
| "learning_rate": 4.515083054745363e-06, | |
| "loss": 0.2002, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 2.088088088088088, | |
| "grad_norm": 0.20274825394153595, | |
| "learning_rate": 4.4784989804854055e-06, | |
| "loss": 0.1975, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 2.0920920920920922, | |
| "grad_norm": 0.19047784805297852, | |
| "learning_rate": 4.4420209091618675e-06, | |
| "loss": 0.1817, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 2.096096096096096, | |
| "grad_norm": 0.19909705221652985, | |
| "learning_rate": 4.405649541088419e-06, | |
| "loss": 0.1965, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 2.1001001001001, | |
| "grad_norm": 0.22190450131893158, | |
| "learning_rate": 4.369385574530227e-06, | |
| "loss": 0.1985, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.104104104104104, | |
| "grad_norm": 0.20384706556797028, | |
| "learning_rate": 4.3332297056905385e-06, | |
| "loss": 0.2036, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 2.108108108108108, | |
| "grad_norm": 0.19854170083999634, | |
| "learning_rate": 4.2971826286973175e-06, | |
| "loss": 0.1853, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 2.1121121121121122, | |
| "grad_norm": 0.18314692378044128, | |
| "learning_rate": 4.261245035589917e-06, | |
| "loss": 0.1828, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 2.116116116116116, | |
| "grad_norm": 0.20389609038829803, | |
| "learning_rate": 4.225417616305809e-06, | |
| "loss": 0.1932, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 2.12012012012012, | |
| "grad_norm": 0.2283700406551361, | |
| "learning_rate": 4.189701058667301e-06, | |
| "loss": 0.1938, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.124124124124124, | |
| "grad_norm": 0.19296714663505554, | |
| "learning_rate": 4.15409604836838e-06, | |
| "loss": 0.1728, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 2.128128128128128, | |
| "grad_norm": 0.2176768183708191, | |
| "learning_rate": 4.118603268961509e-06, | |
| "loss": 0.2144, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 2.1321321321321323, | |
| "grad_norm": 0.22520360350608826, | |
| "learning_rate": 4.083223401844523e-06, | |
| "loss": 0.1965, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 2.136136136136136, | |
| "grad_norm": 0.19270926713943481, | |
| "learning_rate": 4.047957126247542e-06, | |
| "loss": 0.188, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 2.14014014014014, | |
| "grad_norm": 0.2273765653371811, | |
| "learning_rate": 4.0128051192199325e-06, | |
| "loss": 0.2072, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.144144144144144, | |
| "grad_norm": 0.20179596543312073, | |
| "learning_rate": 3.97776805561731e-06, | |
| "loss": 0.1975, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 2.148148148148148, | |
| "grad_norm": 0.18146710097789764, | |
| "learning_rate": 3.942846608088583e-06, | |
| "loss": 0.1919, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 2.1521521521521523, | |
| "grad_norm": 0.1965273916721344, | |
| "learning_rate": 3.908041447063034e-06, | |
| "loss": 0.1895, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 2.156156156156156, | |
| "grad_norm": 0.20631147921085358, | |
| "learning_rate": 3.8733532407374555e-06, | |
| "loss": 0.181, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 2.16016016016016, | |
| "grad_norm": 0.18956060707569122, | |
| "learning_rate": 3.838782655063326e-06, | |
| "loss": 0.1815, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.164164164164164, | |
| "grad_norm": 0.22581593692302704, | |
| "learning_rate": 3.804330353733998e-06, | |
| "loss": 0.196, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 2.1681681681681684, | |
| "grad_norm": 0.1935855597257614, | |
| "learning_rate": 3.769996998172002e-06, | |
| "loss": 0.1942, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 2.1721721721721723, | |
| "grad_norm": 0.22520846128463745, | |
| "learning_rate": 3.735783247516305e-06, | |
| "loss": 0.2114, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 2.176176176176176, | |
| "grad_norm": 0.18995265662670135, | |
| "learning_rate": 3.7016897586096778e-06, | |
| "loss": 0.1964, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 2.18018018018018, | |
| "grad_norm": 0.1826445758342743, | |
| "learning_rate": 3.667717185986085e-06, | |
| "loss": 0.1888, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.184184184184184, | |
| "grad_norm": 0.1975315362215042, | |
| "learning_rate": 3.63386618185811e-06, | |
| "loss": 0.1919, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 2.1881881881881884, | |
| "grad_norm": 0.21469798684120178, | |
| "learning_rate": 3.6001373961044385e-06, | |
| "loss": 0.1975, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 2.1921921921921923, | |
| "grad_norm": 0.19029103219509125, | |
| "learning_rate": 3.5665314762573933e-06, | |
| "loss": 0.1999, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 2.196196196196196, | |
| "grad_norm": 0.19762685894966125, | |
| "learning_rate": 3.5330490674904737e-06, | |
| "loss": 0.1899, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 2.2002002002002, | |
| "grad_norm": 0.18851721286773682, | |
| "learning_rate": 3.499690812605997e-06, | |
| "loss": 0.1832, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.204204204204204, | |
| "grad_norm": 0.19989153742790222, | |
| "learning_rate": 3.4664573520227564e-06, | |
| "loss": 0.2002, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 2.2082082082082084, | |
| "grad_norm": 0.20034237205982208, | |
| "learning_rate": 3.433349323763696e-06, | |
| "loss": 0.1877, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 2.2122122122122123, | |
| "grad_norm": 0.20327162742614746, | |
| "learning_rate": 3.4003673634437084e-06, | |
| "loss": 0.1839, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 2.2162162162162162, | |
| "grad_norm": 0.19733887910842896, | |
| "learning_rate": 3.367512104257391e-06, | |
| "loss": 0.1787, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 2.22022022022022, | |
| "grad_norm": 0.2138199657201767, | |
| "learning_rate": 3.334784176966912e-06, | |
| "loss": 0.1993, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.224224224224224, | |
| "grad_norm": 0.20410536229610443, | |
| "learning_rate": 3.3021842098898938e-06, | |
| "loss": 0.1875, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 2.2282282282282284, | |
| "grad_norm": 0.17101401090621948, | |
| "learning_rate": 3.2697128288873536e-06, | |
| "loss": 0.1878, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 2.2322322322322323, | |
| "grad_norm": 0.2287554144859314, | |
| "learning_rate": 3.2373706573516795e-06, | |
| "loss": 0.2225, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 2.2362362362362362, | |
| "grad_norm": 0.21830572187900543, | |
| "learning_rate": 3.2051583161946865e-06, | |
| "loss": 0.203, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 2.24024024024024, | |
| "grad_norm": 0.19345521926879883, | |
| "learning_rate": 3.1730764238356517e-06, | |
| "loss": 0.1966, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.244244244244244, | |
| "grad_norm": 0.20518642663955688, | |
| "learning_rate": 3.141125596189494e-06, | |
| "loss": 0.1958, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 2.2482482482482484, | |
| "grad_norm": 0.1985444575548172, | |
| "learning_rate": 3.109306446654912e-06, | |
| "loss": 0.1802, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 2.2522522522522523, | |
| "grad_norm": 0.20526258647441864, | |
| "learning_rate": 3.0776195861026202e-06, | |
| "loss": 0.1866, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 2.2562562562562563, | |
| "grad_norm": 0.19341878592967987, | |
| "learning_rate": 3.0460656228636254e-06, | |
| "loss": 0.1721, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 2.26026026026026, | |
| "grad_norm": 0.23084141314029694, | |
| "learning_rate": 3.014645162717542e-06, | |
| "loss": 0.2082, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.264264264264264, | |
| "grad_norm": 0.17991337180137634, | |
| "learning_rate": 2.9833588088809627e-06, | |
| "loss": 0.193, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 2.2682682682682684, | |
| "grad_norm": 0.2062930464744568, | |
| "learning_rate": 2.952207161995879e-06, | |
| "loss": 0.1934, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 2.2722722722722724, | |
| "grad_norm": 0.21544809639453888, | |
| "learning_rate": 2.9211908201181592e-06, | |
| "loss": 0.177, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 2.2762762762762763, | |
| "grad_norm": 0.21127237379550934, | |
| "learning_rate": 2.8903103787060395e-06, | |
| "loss": 0.2065, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 2.28028028028028, | |
| "grad_norm": 0.18574434518814087, | |
| "learning_rate": 2.8595664306087313e-06, | |
| "loss": 0.1958, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.284284284284284, | |
| "grad_norm": 0.18910787999629974, | |
| "learning_rate": 2.828959566054996e-06, | |
| "loss": 0.198, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 2.2882882882882885, | |
| "grad_norm": 0.1927868276834488, | |
| "learning_rate": 2.79849037264186e-06, | |
| "loss": 0.1814, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 2.2922922922922924, | |
| "grad_norm": 0.18252895772457123, | |
| "learning_rate": 2.7681594353232934e-06, | |
| "loss": 0.1846, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 2.2962962962962963, | |
| "grad_norm": 0.19430117309093475, | |
| "learning_rate": 2.737967336399002e-06, | |
| "loss": 0.1925, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 2.3003003003003, | |
| "grad_norm": 0.20592620968818665, | |
| "learning_rate": 2.707914655503242e-06, | |
| "loss": 0.2032, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.3043043043043046, | |
| "grad_norm": 0.2026689499616623, | |
| "learning_rate": 2.678001969593701e-06, | |
| "loss": 0.1916, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 2.3083083083083085, | |
| "grad_norm": 0.18587760627269745, | |
| "learning_rate": 2.6482298529403973e-06, | |
| "loss": 0.1948, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 2.3123123123123124, | |
| "grad_norm": 0.16674520075321198, | |
| "learning_rate": 2.6185988771146864e-06, | |
| "loss": 0.1796, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 2.3163163163163163, | |
| "grad_norm": 0.19344688951969147, | |
| "learning_rate": 2.5891096109782644e-06, | |
| "loss": 0.1819, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 2.32032032032032, | |
| "grad_norm": 0.18101879954338074, | |
| "learning_rate": 2.5597626206722583e-06, | |
| "loss": 0.1769, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.3243243243243246, | |
| "grad_norm": 0.18408265709877014, | |
| "learning_rate": 2.530558469606351e-06, | |
| "loss": 0.1832, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 2.3243243243243246, | |
| "eval_loss": 0.2914028763771057, | |
| "eval_runtime": 6.0633, | |
| "eval_samples_per_second": 13.359, | |
| "eval_steps_per_second": 1.814, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 2.3283283283283285, | |
| "grad_norm": 0.2150476723909378, | |
| "learning_rate": 2.5014977184479696e-06, | |
| "loss": 0.2027, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 2.3323323323323324, | |
| "grad_norm": 0.18779632449150085, | |
| "learning_rate": 2.4725809251115208e-06, | |
| "loss": 0.182, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 2.3363363363363363, | |
| "grad_norm": 0.2066633105278015, | |
| "learning_rate": 2.443808644747675e-06, | |
| "loss": 0.1999, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 2.34034034034034, | |
| "grad_norm": 0.19881479442119598, | |
| "learning_rate": 2.4151814297327157e-06, | |
| "loss": 0.2052, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.3443443443443446, | |
| "grad_norm": 0.1952463835477829, | |
| "learning_rate": 2.386699829657928e-06, | |
| "loss": 0.1921, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 2.3483483483483485, | |
| "grad_norm": 0.188681498169899, | |
| "learning_rate": 2.35836439131906e-06, | |
| "loss": 0.1865, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 2.3523523523523524, | |
| "grad_norm": 0.1975294053554535, | |
| "learning_rate": 2.330175658705799e-06, | |
| "loss": 0.2065, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 2.3563563563563563, | |
| "grad_norm": 0.20382775366306305, | |
| "learning_rate": 2.3021341729913625e-06, | |
| "loss": 0.2045, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 2.3603603603603602, | |
| "grad_norm": 0.1780298799276352, | |
| "learning_rate": 2.2742404725220823e-06, | |
| "loss": 0.1859, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.3643643643643646, | |
| "grad_norm": 0.21798112988471985, | |
| "learning_rate": 2.246495092807077e-06, | |
| "loss": 0.1902, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 2.3683683683683685, | |
| "grad_norm": 0.18138276040554047, | |
| "learning_rate": 2.2188985665079777e-06, | |
| "loss": 0.1762, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 2.3723723723723724, | |
| "grad_norm": 0.1756066232919693, | |
| "learning_rate": 2.19145142342869e-06, | |
| "loss": 0.183, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 2.3763763763763763, | |
| "grad_norm": 0.1944882869720459, | |
| "learning_rate": 2.164154190505231e-06, | |
| "loss": 0.1945, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.3803803803803802, | |
| "grad_norm": 0.1783865988254547, | |
| "learning_rate": 2.13700739179562e-06, | |
| "loss": 0.1817, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.3843843843843846, | |
| "grad_norm": 0.2015465497970581, | |
| "learning_rate": 2.1100115484697946e-06, | |
| "loss": 0.1969, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 2.3883883883883885, | |
| "grad_norm": 0.18495219945907593, | |
| "learning_rate": 2.083167178799623e-06, | |
| "loss": 0.18, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 2.3923923923923924, | |
| "grad_norm": 0.1749436855316162, | |
| "learning_rate": 2.0564747981489643e-06, | |
| "loss": 0.1702, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 2.3963963963963963, | |
| "grad_norm": 0.19710859656333923, | |
| "learning_rate": 2.029934918963735e-06, | |
| "loss": 0.202, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 2.4004004004004003, | |
| "grad_norm": 0.18175242841243744, | |
| "learning_rate": 2.0035480507621217e-06, | |
| "loss": 0.1779, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.4044044044044046, | |
| "grad_norm": 0.21149109303951263, | |
| "learning_rate": 1.9773147001247583e-06, | |
| "loss": 0.1904, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 2.4084084084084085, | |
| "grad_norm": 0.19812721014022827, | |
| "learning_rate": 1.951235370685023e-06, | |
| "loss": 0.1903, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 2.4124124124124124, | |
| "grad_norm": 0.1840730756521225, | |
| "learning_rate": 1.925310563119358e-06, | |
| "loss": 0.1908, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 2.4164164164164164, | |
| "grad_norm": 0.21688954532146454, | |
| "learning_rate": 1.899540775137666e-06, | |
| "loss": 0.2021, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 2.4204204204204203, | |
| "grad_norm": 0.19426558911800385, | |
| "learning_rate": 1.8739265014737473e-06, | |
| "loss": 0.1936, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.4244244244244246, | |
| "grad_norm": 0.17858141660690308, | |
| "learning_rate": 1.8484682338758154e-06, | |
| "loss": 0.1812, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 2.4284284284284285, | |
| "grad_norm": 0.19458091259002686, | |
| "learning_rate": 1.8231664610970301e-06, | |
| "loss": 0.1874, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 0.17740781605243683, | |
| "learning_rate": 1.7980216688861475e-06, | |
| "loss": 0.1707, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 2.4364364364364364, | |
| "grad_norm": 0.17881344258785248, | |
| "learning_rate": 1.773034339978167e-06, | |
| "loss": 0.1829, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 2.4404404404404403, | |
| "grad_norm": 0.1941334754228592, | |
| "learning_rate": 1.7482049540850788e-06, | |
| "loss": 0.1935, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.4444444444444446, | |
| "grad_norm": 0.18402919173240662, | |
| "learning_rate": 1.7235339878866474e-06, | |
| "loss": 0.1791, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 2.4484484484484486, | |
| "grad_norm": 0.19967584311962128, | |
| "learning_rate": 1.6990219150212662e-06, | |
| "loss": 0.1917, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 2.4524524524524525, | |
| "grad_norm": 0.18057134747505188, | |
| "learning_rate": 1.6746692060768576e-06, | |
| "loss": 0.1802, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 2.4564564564564564, | |
| "grad_norm": 0.18313737213611603, | |
| "learning_rate": 1.6504763285818437e-06, | |
| "loss": 0.1669, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 2.4604604604604603, | |
| "grad_norm": 0.17658497393131256, | |
| "learning_rate": 1.6264437469961703e-06, | |
| "loss": 0.188, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.4644644644644647, | |
| "grad_norm": 0.20241045951843262, | |
| "learning_rate": 1.6025719227023817e-06, | |
| "loss": 0.1935, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 2.4684684684684686, | |
| "grad_norm": 0.1886443793773651, | |
| "learning_rate": 1.5788613139967846e-06, | |
| "loss": 0.1869, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 2.4724724724724725, | |
| "grad_norm": 0.21301986277103424, | |
| "learning_rate": 1.5553123760806144e-06, | |
| "loss": 0.2095, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 2.4764764764764764, | |
| "grad_norm": 0.18176598846912384, | |
| "learning_rate": 1.531925561051336e-06, | |
| "loss": 0.1902, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 2.4804804804804803, | |
| "grad_norm": 0.18593664467334747, | |
| "learning_rate": 1.5087013178939347e-06, | |
| "loss": 0.1838, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.4844844844844847, | |
| "grad_norm": 0.21906767785549164, | |
| "learning_rate": 1.485640092472308e-06, | |
| "loss": 0.1915, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 2.4884884884884886, | |
| "grad_norm": 0.19096414744853973, | |
| "learning_rate": 1.4627423275207075e-06, | |
| "loss": 0.1941, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 2.4924924924924925, | |
| "grad_norm": 0.18803703784942627, | |
| "learning_rate": 1.440008462635234e-06, | |
| "loss": 0.1804, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 2.4964964964964964, | |
| "grad_norm": 0.20922638475894928, | |
| "learning_rate": 1.4174389342653972e-06, | |
| "loss": 0.2017, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 2.5005005005005003, | |
| "grad_norm": 0.19671545922756195, | |
| "learning_rate": 1.395034175705753e-06, | |
| "loss": 0.1891, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.5045045045045047, | |
| "grad_norm": 0.1920575499534607, | |
| "learning_rate": 1.3727946170875538e-06, | |
| "loss": 0.1821, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 2.5085085085085086, | |
| "grad_norm": 0.2163393348455429, | |
| "learning_rate": 1.3507206853705178e-06, | |
| "loss": 0.1922, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 2.5125125125125125, | |
| "grad_norm": 0.20784856379032135, | |
| "learning_rate": 1.3288128043346315e-06, | |
| "loss": 0.1911, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 2.5165165165165164, | |
| "grad_norm": 0.20819692313671112, | |
| "learning_rate": 1.307071394571986e-06, | |
| "loss": 0.1957, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 2.5205205205205203, | |
| "grad_norm": 0.19053025543689728, | |
| "learning_rate": 1.2854968734787398e-06, | |
| "loss": 0.1849, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.5245245245245247, | |
| "grad_norm": 0.20588257908821106, | |
| "learning_rate": 1.2640896552470795e-06, | |
| "loss": 0.1777, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 2.5285285285285286, | |
| "grad_norm": 0.19396239519119263, | |
| "learning_rate": 1.2428501508572765e-06, | |
| "loss": 0.1864, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 2.5325325325325325, | |
| "grad_norm": 0.2109588086605072, | |
| "learning_rate": 1.221778768069799e-06, | |
| "loss": 0.1972, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 2.5365365365365364, | |
| "grad_norm": 0.1853378862142563, | |
| "learning_rate": 1.2008759114174794e-06, | |
| "loss": 0.19, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 2.5405405405405403, | |
| "grad_norm": 0.20062433183193207, | |
| "learning_rate": 1.1801419821977479e-06, | |
| "loss": 0.1968, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.5445445445445447, | |
| "grad_norm": 0.18943369388580322, | |
| "learning_rate": 1.159577378464939e-06, | |
| "loss": 0.1764, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 2.5485485485485486, | |
| "grad_norm": 0.21672885119915009, | |
| "learning_rate": 1.1391824950226272e-06, | |
| "loss": 0.1875, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 2.5525525525525525, | |
| "grad_norm": 0.19657427072525024, | |
| "learning_rate": 1.1189577234160764e-06, | |
| "loss": 0.1952, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 2.5565565565565564, | |
| "grad_norm": 0.18180416524410248, | |
| "learning_rate": 1.0989034519246956e-06, | |
| "loss": 0.1724, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 2.5605605605605604, | |
| "grad_norm": 0.18651312589645386, | |
| "learning_rate": 1.0790200655546035e-06, | |
| "loss": 0.1845, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.5645645645645647, | |
| "grad_norm": 0.2184966802597046, | |
| "learning_rate": 1.0593079460312284e-06, | |
| "loss": 0.1914, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 2.5685685685685686, | |
| "grad_norm": 0.1930706650018692, | |
| "learning_rate": 1.0397674717919803e-06, | |
| "loss": 0.1901, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 2.5725725725725725, | |
| "grad_norm": 0.19609543681144714, | |
| "learning_rate": 1.0203990179789892e-06, | |
| "loss": 0.1811, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 2.5765765765765765, | |
| "grad_norm": 0.20072682201862335, | |
| "learning_rate": 1.0012029564318993e-06, | |
| "loss": 0.1848, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 2.5805805805805804, | |
| "grad_norm": 0.20855940878391266, | |
| "learning_rate": 9.82179655680734e-07, | |
| "loss": 0.182, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.5845845845845847, | |
| "grad_norm": 0.18669532239437103, | |
| "learning_rate": 9.633294809388127e-07, | |
| "loss": 0.1831, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 2.5885885885885886, | |
| "grad_norm": 0.19237589836120605, | |
| "learning_rate": 9.446527940957573e-07, | |
| "loss": 0.1804, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 2.5925925925925926, | |
| "grad_norm": 0.21238373219966888, | |
| "learning_rate": 9.261499537105179e-07, | |
| "loss": 0.2172, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 2.5965965965965965, | |
| "grad_norm": 0.20049487054347992, | |
| "learning_rate": 9.078213150045145e-07, | |
| "loss": 0.1926, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 2.6006006006006004, | |
| "grad_norm": 0.18985247611999512, | |
| "learning_rate": 8.896672298548037e-07, | |
| "loss": 0.1897, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.6046046046046047, | |
| "grad_norm": 0.19327013194561005, | |
| "learning_rate": 8.716880467873235e-07, | |
| "loss": 0.1818, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.6086086086086087, | |
| "grad_norm": 0.20019705593585968, | |
| "learning_rate": 8.538841109702079e-07, | |
| "loss": 0.198, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.6126126126126126, | |
| "grad_norm": 0.19760195910930634, | |
| "learning_rate": 8.362557642071567e-07, | |
| "loss": 0.221, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 2.6166166166166165, | |
| "grad_norm": 0.19891037046909332, | |
| "learning_rate": 8.188033449308719e-07, | |
| "loss": 0.199, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 2.6206206206206204, | |
| "grad_norm": 0.201462522149086, | |
| "learning_rate": 8.015271881965714e-07, | |
| "loss": 0.2036, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.6246246246246248, | |
| "grad_norm": 0.1904102861881256, | |
| "learning_rate": 7.844276256755345e-07, | |
| "loss": 0.1756, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 2.6286286286286287, | |
| "grad_norm": 0.19032089412212372, | |
| "learning_rate": 7.675049856487549e-07, | |
| "loss": 0.1628, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 2.6326326326326326, | |
| "grad_norm": 0.221710667014122, | |
| "learning_rate": 7.507595930006351e-07, | |
| "loss": 0.1989, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 2.6366366366366365, | |
| "grad_norm": 0.18661102652549744, | |
| "learning_rate": 7.341917692127354e-07, | |
| "loss": 0.1769, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 2.6406406406406404, | |
| "grad_norm": 0.19539929926395416, | |
| "learning_rate": 7.178018323576208e-07, | |
| "loss": 0.2, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.6446446446446448, | |
| "grad_norm": 0.1922154277563095, | |
| "learning_rate": 7.015900970927414e-07, | |
| "loss": 0.1923, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 2.6486486486486487, | |
| "grad_norm": 0.20294056832790375, | |
| "learning_rate": 6.85556874654395e-07, | |
| "loss": 0.1917, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 2.6526526526526526, | |
| "grad_norm": 0.18298324942588806, | |
| "learning_rate": 6.697024728517531e-07, | |
| "loss": 0.1792, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 2.6566566566566565, | |
| "grad_norm": 0.20475362241268158, | |
| "learning_rate": 6.540271960609568e-07, | |
| "loss": 0.1941, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.6566566566566565, | |
| "eval_loss": 0.2865009903907776, | |
| "eval_runtime": 6.1752, | |
| "eval_samples_per_second": 13.117, | |
| "eval_steps_per_second": 1.781, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.6606606606606604, | |
| "grad_norm": 0.19366493821144104, | |
| "learning_rate": 6.385313452192554e-07, | |
| "loss": 0.1867, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.664664664664665, | |
| "grad_norm": 0.2071024775505066, | |
| "learning_rate": 6.23215217819253e-07, | |
| "loss": 0.2006, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 2.6686686686686687, | |
| "grad_norm": 0.19802328944206238, | |
| "learning_rate": 6.080791079031811e-07, | |
| "loss": 0.1835, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 2.6726726726726726, | |
| "grad_norm": 0.17415449023246765, | |
| "learning_rate": 5.93123306057255e-07, | |
| "loss": 0.1689, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 2.6766766766766765, | |
| "grad_norm": 0.18592865765094757, | |
| "learning_rate": 5.783480994061019e-07, | |
| "loss": 0.1841, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 2.6806806806806804, | |
| "grad_norm": 0.18659478425979614, | |
| "learning_rate": 5.637537716072416e-07, | |
| "loss": 0.1912, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.684684684684685, | |
| "grad_norm": 0.19115997850894928, | |
| "learning_rate": 5.49340602845646e-07, | |
| "loss": 0.1876, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 2.6886886886886887, | |
| "grad_norm": 0.19486698508262634, | |
| "learning_rate": 5.351088698283557e-07, | |
| "loss": 0.1858, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 2.6926926926926926, | |
| "grad_norm": 0.19854550063610077, | |
| "learning_rate": 5.21058845779171e-07, | |
| "loss": 0.1932, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 2.6966966966966965, | |
| "grad_norm": 0.21697945892810822, | |
| "learning_rate": 5.071908004334025e-07, | |
| "loss": 0.1862, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 2.7007007007007005, | |
| "grad_norm": 0.1892005205154419, | |
| "learning_rate": 4.935050000327046e-07, | |
| "loss": 0.1845, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.704704704704705, | |
| "grad_norm": 0.2492809295654297, | |
| "learning_rate": 4.800017073199403e-07, | |
| "loss": 0.198, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 2.7087087087087087, | |
| "grad_norm": 0.18354086577892303, | |
| "learning_rate": 4.666811815341643e-07, | |
| "loss": 0.1818, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 2.7127127127127126, | |
| "grad_norm": 0.20458124577999115, | |
| "learning_rate": 4.5354367840562684e-07, | |
| "loss": 0.186, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 2.7167167167167166, | |
| "grad_norm": 0.1900932788848877, | |
| "learning_rate": 4.4058945015087453e-07, | |
| "loss": 0.1889, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 2.7207207207207205, | |
| "grad_norm": 0.17971301078796387, | |
| "learning_rate": 4.278187454679006e-07, | |
| "loss": 0.1678, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.724724724724725, | |
| "grad_norm": 0.18833215534687042, | |
| "learning_rate": 4.1523180953137785e-07, | |
| "loss": 0.1747, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 2.7287287287287287, | |
| "grad_norm": 0.1981547474861145, | |
| "learning_rate": 4.0282888398794353e-07, | |
| "loss": 0.184, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.7327327327327327, | |
| "grad_norm": 0.1849471777677536, | |
| "learning_rate": 3.906102069515727e-07, | |
| "loss": 0.1794, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.736736736736737, | |
| "grad_norm": 0.2023073434829712, | |
| "learning_rate": 3.785760129989868e-07, | |
| "loss": 0.1777, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 2.7407407407407405, | |
| "grad_norm": 0.1818239688873291, | |
| "learning_rate": 3.6672653316517595e-07, | |
| "loss": 0.1873, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.744744744744745, | |
| "grad_norm": 0.19499525427818298, | |
| "learning_rate": 3.5506199493894e-07, | |
| "loss": 0.1799, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 2.7487487487487487, | |
| "grad_norm": 0.2038542479276657, | |
| "learning_rate": 3.4358262225853255e-07, | |
| "loss": 0.1914, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 2.7527527527527527, | |
| "grad_norm": 0.1956389993429184, | |
| "learning_rate": 3.32288635507364e-07, | |
| "loss": 0.1935, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 2.756756756756757, | |
| "grad_norm": 0.16457244753837585, | |
| "learning_rate": 3.2118025150976394e-07, | |
| "loss": 0.1782, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 2.7607607607607605, | |
| "grad_norm": 0.1902194619178772, | |
| "learning_rate": 3.102576835268212e-07, | |
| "loss": 0.1906, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.764764764764765, | |
| "grad_norm": 0.1866150051355362, | |
| "learning_rate": 2.995211412522914e-07, | |
| "loss": 0.1849, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 2.7687687687687688, | |
| "grad_norm": 0.1960887312889099, | |
| "learning_rate": 2.8897083080856703e-07, | |
| "loss": 0.1805, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 2.7727727727727727, | |
| "grad_norm": 0.1960553228855133, | |
| "learning_rate": 2.786069547427239e-07, | |
| "loss": 0.1784, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 2.776776776776777, | |
| "grad_norm": 0.18528950214385986, | |
| "learning_rate": 2.6842971202263536e-07, | |
| "loss": 0.1933, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 2.7807807807807805, | |
| "grad_norm": 0.18602395057678223, | |
| "learning_rate": 2.584392980331396e-07, | |
| "loss": 0.1815, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.784784784784785, | |
| "grad_norm": 0.20469608902931213, | |
| "learning_rate": 2.4863590457230745e-07, | |
| "loss": 0.1914, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 2.7887887887887888, | |
| "grad_norm": 0.1822832077741623, | |
| "learning_rate": 2.3901971984774394e-07, | |
| "loss": 0.1897, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 2.7927927927927927, | |
| "grad_norm": 0.1889963299036026, | |
| "learning_rate": 2.2959092847298358e-07, | |
| "loss": 0.1741, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 2.796796796796797, | |
| "grad_norm": 0.1813996434211731, | |
| "learning_rate": 2.2034971146394302e-07, | |
| "loss": 0.18, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 2.800800800800801, | |
| "grad_norm": 0.17277222871780396, | |
| "learning_rate": 2.1129624623544843e-07, | |
| "loss": 0.1632, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.804804804804805, | |
| "grad_norm": 0.19286450743675232, | |
| "learning_rate": 2.0243070659782705e-07, | |
| "loss": 0.1775, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 2.808808808808809, | |
| "grad_norm": 0.1802879273891449, | |
| "learning_rate": 1.937532627535721e-07, | |
| "loss": 0.1725, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 2.8128128128128127, | |
| "grad_norm": 0.21350395679473877, | |
| "learning_rate": 1.8526408129407093e-07, | |
| "loss": 0.2042, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 2.816816816816817, | |
| "grad_norm": 0.18990392982959747, | |
| "learning_rate": 1.7696332519641313e-07, | |
| "loss": 0.1848, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 2.820820820820821, | |
| "grad_norm": 0.1989504098892212, | |
| "learning_rate": 1.6885115382026084e-07, | |
| "loss": 0.1815, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.824824824824825, | |
| "grad_norm": 0.1821231245994568, | |
| "learning_rate": 1.609277229047801e-07, | |
| "loss": 0.1859, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 2.828828828828829, | |
| "grad_norm": 0.21042747795581818, | |
| "learning_rate": 1.5319318456566424e-07, | |
| "loss": 0.198, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 2.8328328328328327, | |
| "grad_norm": 0.21195311844348907, | |
| "learning_rate": 1.4564768729220414e-07, | |
| "loss": 0.1844, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.836836836836837, | |
| "grad_norm": 0.1777232140302658, | |
| "learning_rate": 1.3829137594444154e-07, | |
| "loss": 0.1801, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 2.840840840840841, | |
| "grad_norm": 0.19216947257518768, | |
| "learning_rate": 1.3112439175038794e-07, | |
| "loss": 0.1737, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.844844844844845, | |
| "grad_norm": 0.18329979479312897, | |
| "learning_rate": 1.2414687230331124e-07, | |
| "loss": 0.1701, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 2.848848848848849, | |
| "grad_norm": 0.18428081274032593, | |
| "learning_rate": 1.1735895155909338e-07, | |
| "loss": 0.1808, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 2.8528528528528527, | |
| "grad_norm": 0.1831086426973343, | |
| "learning_rate": 1.1076075983366574e-07, | |
| "loss": 0.1747, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.856856856856857, | |
| "grad_norm": 0.1947910189628601, | |
| "learning_rate": 1.043524238004956e-07, | |
| "loss": 0.193, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 2.860860860860861, | |
| "grad_norm": 0.198420912027359, | |
| "learning_rate": 9.813406648816804e-08, | |
| "loss": 0.1906, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.864864864864865, | |
| "grad_norm": 0.16829587519168854, | |
| "learning_rate": 9.21058072780101e-08, | |
| "loss": 0.1689, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 2.868868868868869, | |
| "grad_norm": 0.19869548082351685, | |
| "learning_rate": 8.62677619018104e-08, | |
| "loss": 0.2036, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 2.8728728728728727, | |
| "grad_norm": 0.20213688910007477, | |
| "learning_rate": 8.062004243958866e-08, | |
| "loss": 0.1837, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 2.876876876876877, | |
| "grad_norm": 0.17355038225650787, | |
| "learning_rate": 7.51627573174507e-08, | |
| "loss": 0.167, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 2.880880880880881, | |
| "grad_norm": 0.17861585319042206, | |
| "learning_rate": 6.98960113055025e-08, | |
| "loss": 0.1814, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.884884884884885, | |
| "grad_norm": 0.18256646394729614, | |
| "learning_rate": 6.481990551583939e-08, | |
| "loss": 0.1896, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 2.888888888888889, | |
| "grad_norm": 0.17682446539402008, | |
| "learning_rate": 5.993453740060773e-08, | |
| "loss": 0.1866, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 2.8928928928928928, | |
| "grad_norm": 0.19381657242774963, | |
| "learning_rate": 5.5240000750129695e-08, | |
| "loss": 0.1818, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 2.896896896896897, | |
| "grad_norm": 0.17934291064739227, | |
| "learning_rate": 5.0736385691106946e-08, | |
| "loss": 0.1868, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 2.900900900900901, | |
| "grad_norm": 0.1956859976053238, | |
| "learning_rate": 4.642377868488646e-08, | |
| "loss": 0.1916, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.904904904904905, | |
| "grad_norm": 0.21578653156757355, | |
| "learning_rate": 4.230226252580516e-08, | |
| "loss": 0.1911, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 2.908908908908909, | |
| "grad_norm": 0.1856529414653778, | |
| "learning_rate": 3.837191633959458e-08, | |
| "loss": 0.1883, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 2.9129129129129128, | |
| "grad_norm": 0.20125405490398407, | |
| "learning_rate": 3.4632815581866484e-08, | |
| "loss": 0.1837, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 2.916916916916917, | |
| "grad_norm": 0.19993466138839722, | |
| "learning_rate": 3.108503203666402e-08, | |
| "loss": 0.1871, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 2.920920920920921, | |
| "grad_norm": 0.16625525057315826, | |
| "learning_rate": 2.7728633815079508e-08, | |
| "loss": 0.1706, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.924924924924925, | |
| "grad_norm": 0.1982666254043579, | |
| "learning_rate": 2.456368535394993e-08, | |
| "loss": 0.1789, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 2.928928928928929, | |
| "grad_norm": 0.20254547894001007, | |
| "learning_rate": 2.1590247414624566e-08, | |
| "loss": 0.1881, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.932932932932933, | |
| "grad_norm": 0.19275043904781342, | |
| "learning_rate": 1.8808377081785954e-08, | |
| "loss": 0.1901, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.936936936936937, | |
| "grad_norm": 0.19823230803012848, | |
| "learning_rate": 1.62181277623652e-08, | |
| "loss": 0.186, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.940940940940941, | |
| "grad_norm": 0.19177958369255066, | |
| "learning_rate": 1.3819549184516113e-08, | |
| "loss": 0.1973, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.944944944944945, | |
| "grad_norm": 0.169494166970253, | |
| "learning_rate": 1.1612687396650445e-08, | |
| "loss": 0.1743, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.948948948948949, | |
| "grad_norm": 0.20045000314712524, | |
| "learning_rate": 9.59758476656636e-09, | |
| "loss": 0.1952, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.952952952952953, | |
| "grad_norm": 0.19378486275672913, | |
| "learning_rate": 7.774279980626853e-09, | |
| "loss": 0.1857, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.956956956956957, | |
| "grad_norm": 0.19098177552223206, | |
| "learning_rate": 6.142808043020365e-09, | |
| "loss": 0.1777, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.960960960960961, | |
| "grad_norm": 0.19783473014831543, | |
| "learning_rate": 4.703200275087971e-09, | |
| "loss": 0.19, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.964964964964965, | |
| "grad_norm": 0.19729949533939362, | |
| "learning_rate": 3.4554843147216467e-09, | |
| "loss": 0.1846, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.968968968968969, | |
| "grad_norm": 0.20317243039608002, | |
| "learning_rate": 2.3996841158346885e-09, | |
| "loss": 0.2048, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 0.18027539551258087, | |
| "learning_rate": 1.535819947900974e-09, | |
| "loss": 0.1841, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.976976976976977, | |
| "grad_norm": 0.19696693122386932, | |
| "learning_rate": 8.639083955663819e-10, | |
| "loss": 0.1864, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.980980980980981, | |
| "grad_norm": 0.19259090721607208, | |
| "learning_rate": 3.839623583301588e-10, | |
| "loss": 0.1894, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.984984984984985, | |
| "grad_norm": 0.1971684843301773, | |
| "learning_rate": 9.599105029622913e-11, | |
| "loss": 0.2021, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.988988988988989, | |
| "grad_norm": 0.20499677956104279, | |
| "learning_rate": 0.0, | |
| "loss": 0.185, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.988988988988989, | |
| "eval_loss": 0.28470030426979065, | |
| "eval_runtime": 6.2552, | |
| "eval_samples_per_second": 12.949, | |
| "eval_steps_per_second": 1.759, | |
| "step": 747 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 747, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 249, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2437180635058012e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |