| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.52, | |
| "eval_steps": 500, | |
| "global_step": 6500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 62.10089111328125, | |
| "learning_rate": 1e-06, | |
| "loss": 4.5777, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 39.39016342163086, | |
| "learning_rate": 2e-06, | |
| "loss": 4.4077, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 54.24020767211914, | |
| "learning_rate": 3e-06, | |
| "loss": 4.4807, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 30.161609649658203, | |
| "learning_rate": 4e-06, | |
| "loss": 4.5756, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 40.131675720214844, | |
| "learning_rate": 4.9999999999999996e-06, | |
| "loss": 4.4352, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 52.3621940612793, | |
| "learning_rate": 6e-06, | |
| "loss": 4.5096, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 49.86561584472656, | |
| "learning_rate": 7e-06, | |
| "loss": 4.493, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 20.034923553466797, | |
| "learning_rate": 8e-06, | |
| "loss": 4.4088, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 50.790679931640625, | |
| "learning_rate": 9e-06, | |
| "loss": 4.4901, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 48.5693473815918, | |
| "learning_rate": 9.999999999999999e-06, | |
| "loss": 4.3628, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 37.95353698730469, | |
| "learning_rate": 1.1e-05, | |
| "loss": 4.3298, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 35.7153434753418, | |
| "learning_rate": 1.2e-05, | |
| "loss": 4.2839, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 91.47773742675781, | |
| "learning_rate": 1.3000000000000001e-05, | |
| "loss": 4.1238, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 23.16193389892578, | |
| "learning_rate": 1.4e-05, | |
| "loss": 4.1245, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 28.304485321044922, | |
| "learning_rate": 1.5e-05, | |
| "loss": 4.2198, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 34.03230285644531, | |
| "learning_rate": 1.6e-05, | |
| "loss": 4.0958, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 29.786975860595703, | |
| "learning_rate": 1.7e-05, | |
| "loss": 4.024, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 33.04754638671875, | |
| "learning_rate": 1.8e-05, | |
| "loss": 4.0832, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 28.68460464477539, | |
| "learning_rate": 1.9e-05, | |
| "loss": 3.9827, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 26.463253021240234, | |
| "learning_rate": 1.9999999999999998e-05, | |
| "loss": 3.9454, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 19.407127380371094, | |
| "learning_rate": 2.1e-05, | |
| "loss": 4.0119, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.383380889892578, | |
| "learning_rate": 2.2e-05, | |
| "loss": 3.9554, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 33.225223541259766, | |
| "learning_rate": 2.3000000000000003e-05, | |
| "loss": 3.8172, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.000978469848633, | |
| "learning_rate": 2.4e-05, | |
| "loss": 3.8934, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 28.714366912841797, | |
| "learning_rate": 2.5e-05, | |
| "loss": 3.9194, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 28.721248626708984, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 3.8144, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 24.934555053710938, | |
| "learning_rate": 2.7000000000000002e-05, | |
| "loss": 3.9166, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 23.113840103149414, | |
| "learning_rate": 2.8e-05, | |
| "loss": 3.8248, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 21.58758544921875, | |
| "learning_rate": 2.9e-05, | |
| "loss": 3.7538, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 22.339618682861328, | |
| "learning_rate": 3e-05, | |
| "loss": 3.726, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 49.25693893432617, | |
| "learning_rate": 2.999992132854894e-05, | |
| "loss": 3.8692, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 45.1494026184082, | |
| "learning_rate": 2.999968531502098e-05, | |
| "loss": 3.7374, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 72.25853729248047, | |
| "learning_rate": 2.99992919618918e-05, | |
| "loss": 3.7735, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 39.445220947265625, | |
| "learning_rate": 2.999874127328748e-05, | |
| "loss": 3.759, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 21.18370246887207, | |
| "learning_rate": 2.9998033254984483e-05, | |
| "loss": 3.7841, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 24.310373306274414, | |
| "learning_rate": 2.999716791440959e-05, | |
| "loss": 3.679, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 36.432350158691406, | |
| "learning_rate": 2.9996145260639812e-05, | |
| "loss": 3.6796, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 32.12275314331055, | |
| "learning_rate": 2.9994965304402304e-05, | |
| "loss": 3.7613, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 38.32442855834961, | |
| "learning_rate": 2.999362805807425e-05, | |
| "loss": 3.7586, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 30.289432525634766, | |
| "learning_rate": 2.9992133535682725e-05, | |
| "loss": 3.6919, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 32.69138717651367, | |
| "learning_rate": 2.9990481752904566e-05, | |
| "loss": 3.6855, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 46.554874420166016, | |
| "learning_rate": 2.9988672727066197e-05, | |
| "loss": 3.7201, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 28.671123504638672, | |
| "learning_rate": 2.9986706477143436e-05, | |
| "loss": 3.6594, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 49.44480895996094, | |
| "learning_rate": 2.9984583023761318e-05, | |
| "loss": 3.7271, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 26.61457061767578, | |
| "learning_rate": 2.998230238919386e-05, | |
| "loss": 3.7376, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 27.453275680541992, | |
| "learning_rate": 2.9979864597363846e-05, | |
| "loss": 3.6716, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 22.791175842285156, | |
| "learning_rate": 2.9977269673842554e-05, | |
| "loss": 3.6172, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 58.2718620300293, | |
| "learning_rate": 2.997451764584951e-05, | |
| "loss": 3.7494, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 33.610286712646484, | |
| "learning_rate": 2.9971608542252175e-05, | |
| "loss": 3.7077, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 25.48147201538086, | |
| "learning_rate": 2.9968542393565674e-05, | |
| "loss": 3.6721, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 27.07135581970215, | |
| "learning_rate": 2.996531923195246e-05, | |
| "loss": 3.7106, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 37.24673843383789, | |
| "learning_rate": 2.996193909122197e-05, | |
| "loss": 3.7447, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 26.41890525817871, | |
| "learning_rate": 2.995840200683028e-05, | |
| "loss": 3.5839, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 32.88002014160156, | |
| "learning_rate": 2.995470801587973e-05, | |
| "loss": 3.6606, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 32.0895881652832, | |
| "learning_rate": 2.9950857157118544e-05, | |
| "loss": 3.677, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 37.726783752441406, | |
| "learning_rate": 2.9946849470940395e-05, | |
| "loss": 3.5546, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 56.246299743652344, | |
| "learning_rate": 2.9942684999384034e-05, | |
| "loss": 3.6391, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 35.675662994384766, | |
| "learning_rate": 2.993836378613278e-05, | |
| "loss": 3.5918, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 26.685134887695312, | |
| "learning_rate": 2.993388587651412e-05, | |
| "loss": 3.6331, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 27.400333404541016, | |
| "learning_rate": 2.992925131749921e-05, | |
| "loss": 3.6214, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 28.501314163208008, | |
| "learning_rate": 2.9924460157702378e-05, | |
| "loss": 3.6619, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 30.773778915405273, | |
| "learning_rate": 2.991951244738063e-05, | |
| "loss": 3.6453, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 24.701374053955078, | |
| "learning_rate": 2.9914408238433095e-05, | |
| "loss": 3.7282, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 27.605117797851562, | |
| "learning_rate": 2.990914758440052e-05, | |
| "loss": 3.6635, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 27.829086303710938, | |
| "learning_rate": 2.9903730540464668e-05, | |
| "loss": 3.5293, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 40.916263580322266, | |
| "learning_rate": 2.9898157163447767e-05, | |
| "loss": 3.6976, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 33.31068420410156, | |
| "learning_rate": 2.9892427511811912e-05, | |
| "loss": 3.548, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 29.932533264160156, | |
| "learning_rate": 2.9886541645658435e-05, | |
| "loss": 3.7486, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 35.59455490112305, | |
| "learning_rate": 2.9880499626727284e-05, | |
| "loss": 3.6342, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 29.93869400024414, | |
| "learning_rate": 2.9874301518396377e-05, | |
| "loss": 3.6615, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 43.417213439941406, | |
| "learning_rate": 2.986794738568094e-05, | |
| "loss": 3.607, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 52.483917236328125, | |
| "learning_rate": 2.9861437295232825e-05, | |
| "loss": 3.5937, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 30.312334060668945, | |
| "learning_rate": 2.9854771315339787e-05, | |
| "loss": 3.5991, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 49.459136962890625, | |
| "learning_rate": 2.984794951592481e-05, | |
| "loss": 3.5261, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 34.81111526489258, | |
| "learning_rate": 2.984097196854534e-05, | |
| "loss": 3.6818, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 34.721946716308594, | |
| "learning_rate": 2.9833838746392544e-05, | |
| "loss": 3.5636, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 31.46621322631836, | |
| "learning_rate": 2.982654992429056e-05, | |
| "loss": 3.5597, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 38.78512191772461, | |
| "learning_rate": 2.981910557869566e-05, | |
| "loss": 3.661, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 27.38837432861328, | |
| "learning_rate": 2.981150578769553e-05, | |
| "loss": 3.6173, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 45.619632720947266, | |
| "learning_rate": 2.980375063100836e-05, | |
| "loss": 3.6632, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 30.708433151245117, | |
| "learning_rate": 2.979584018998209e-05, | |
| "loss": 3.5165, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 35.472938537597656, | |
| "learning_rate": 2.97877745475935e-05, | |
| "loss": 3.5157, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 39.029415130615234, | |
| "learning_rate": 2.9779553788447358e-05, | |
| "loss": 3.6259, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 57.90769577026367, | |
| "learning_rate": 2.977117799877554e-05, | |
| "loss": 3.6378, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 36.95255661010742, | |
| "learning_rate": 2.9762647266436115e-05, | |
| "loss": 3.5845, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 27.456787109375, | |
| "learning_rate": 2.9753961680912432e-05, | |
| "loss": 3.6647, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 27.383285522460938, | |
| "learning_rate": 2.9745121333312166e-05, | |
| "loss": 3.6668, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 26.555049896240234, | |
| "learning_rate": 2.9736126316366385e-05, | |
| "loss": 3.6617, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 34.009620666503906, | |
| "learning_rate": 2.9726976724428563e-05, | |
| "loss": 3.572, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 45.44181823730469, | |
| "learning_rate": 2.9717672653473588e-05, | |
| "loss": 3.6354, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 30.79588508605957, | |
| "learning_rate": 2.9708214201096758e-05, | |
| "loss": 3.6953, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 46.61872482299805, | |
| "learning_rate": 2.9698601466512767e-05, | |
| "loss": 3.5373, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 42.86500930786133, | |
| "learning_rate": 2.9688834550554647e-05, | |
| "loss": 3.5982, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 33.480289459228516, | |
| "learning_rate": 2.9678913555672733e-05, | |
| "loss": 3.6024, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 36.41415786743164, | |
| "learning_rate": 2.966883858593356e-05, | |
| "loss": 3.4843, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 41.39873123168945, | |
| "learning_rate": 2.9658609747018796e-05, | |
| "loss": 3.5257, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 31.24024200439453, | |
| "learning_rate": 2.964822714622412e-05, | |
| "loss": 3.5927, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 52.78026580810547, | |
| "learning_rate": 2.9637690892458103e-05, | |
| "loss": 3.4678, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 27.40117835998535, | |
| "learning_rate": 2.962700109624106e-05, | |
| "loss": 3.5541, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 23.172683715820312, | |
| "learning_rate": 2.961615786970389e-05, | |
| "loss": 3.5713, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 24.177541732788086, | |
| "learning_rate": 2.960516132658692e-05, | |
| "loss": 3.585, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 44.673912048339844, | |
| "learning_rate": 2.9594011582238672e-05, | |
| "loss": 3.5035, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 35.91664505004883, | |
| "learning_rate": 2.95827087536147e-05, | |
| "loss": 3.6404, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 27.3450870513916, | |
| "learning_rate": 2.9571252959276313e-05, | |
| "loss": 3.5121, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 25.66405487060547, | |
| "learning_rate": 2.955964431938939e-05, | |
| "loss": 3.5009, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 24.1674861907959, | |
| "learning_rate": 2.9547882955723052e-05, | |
| "loss": 3.5482, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 49.72268295288086, | |
| "learning_rate": 2.953596899164846e-05, | |
| "loss": 3.4969, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 26.238168716430664, | |
| "learning_rate": 2.9523902552137436e-05, | |
| "loss": 3.5541, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 30.524545669555664, | |
| "learning_rate": 2.951168376376124e-05, | |
| "loss": 3.6343, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 38.179908752441406, | |
| "learning_rate": 2.9499312754689168e-05, | |
| "loss": 3.4795, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 32.98453903198242, | |
| "learning_rate": 2.9486789654687256e-05, | |
| "loss": 3.6333, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 26.77848243713379, | |
| "learning_rate": 2.94741145951169e-05, | |
| "loss": 3.5654, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 27.737852096557617, | |
| "learning_rate": 2.9461287708933475e-05, | |
| "loss": 3.5044, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 34.2584342956543, | |
| "learning_rate": 2.9448309130684944e-05, | |
| "loss": 3.5979, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 57.86616897583008, | |
| "learning_rate": 2.9435178996510456e-05, | |
| "loss": 3.5726, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 37.64597702026367, | |
| "learning_rate": 2.9421897444138902e-05, | |
| "loss": 3.5913, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 35.22037124633789, | |
| "learning_rate": 2.9408464612887484e-05, | |
| "loss": 3.5959, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 31.878395080566406, | |
| "learning_rate": 2.9394880643660242e-05, | |
| "loss": 3.5974, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 43.614994049072266, | |
| "learning_rate": 2.938114567894659e-05, | |
| "loss": 3.4834, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 27.587766647338867, | |
| "learning_rate": 2.9367259862819805e-05, | |
| "loss": 3.6154, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 30.223772048950195, | |
| "learning_rate": 2.9353223340935533e-05, | |
| "loss": 3.4871, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 34.057884216308594, | |
| "learning_rate": 2.933903626053024e-05, | |
| "loss": 3.605, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 39.219242095947266, | |
| "learning_rate": 2.932469877041969e-05, | |
| "loss": 3.6091, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 33.33955001831055, | |
| "learning_rate": 2.931021102099737e-05, | |
| "loss": 3.4862, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 37.07484436035156, | |
| "learning_rate": 2.9295573164232913e-05, | |
| "loss": 3.5267, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 27.145864486694336, | |
| "learning_rate": 2.9280785353670514e-05, | |
| "loss": 3.4369, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 30.31035041809082, | |
| "learning_rate": 2.9265847744427305e-05, | |
| "loss": 3.6056, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 40.823490142822266, | |
| "learning_rate": 2.925076049319174e-05, | |
| "loss": 3.5916, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 44.224796295166016, | |
| "learning_rate": 2.9235523758221944e-05, | |
| "loss": 3.5881, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 33.34773254394531, | |
| "learning_rate": 2.922013769934406e-05, | |
| "loss": 3.5315, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 25.755775451660156, | |
| "learning_rate": 2.920460247795056e-05, | |
| "loss": 3.621, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 29.75731086730957, | |
| "learning_rate": 2.918891825699857e-05, | |
| "loss": 3.6067, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 40.04263687133789, | |
| "learning_rate": 2.9173085201008144e-05, | |
| "loss": 3.5365, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 26.394916534423828, | |
| "learning_rate": 2.9157103476060547e-05, | |
| "loss": 3.5944, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 23.64137077331543, | |
| "learning_rate": 2.914097324979651e-05, | |
| "loss": 3.5048, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 35.18840408325195, | |
| "learning_rate": 2.9124694691414485e-05, | |
| "loss": 3.5769, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 25.55812644958496, | |
| "learning_rate": 2.9108267971668828e-05, | |
| "loss": 3.5082, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 26.25998878479004, | |
| "learning_rate": 2.909169326286807e-05, | |
| "loss": 3.4967, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 41.78467559814453, | |
| "learning_rate": 2.9074970738873054e-05, | |
| "loss": 3.6409, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 27.53672218322754, | |
| "learning_rate": 2.9058100575095156e-05, | |
| "loss": 3.5903, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 27.329477310180664, | |
| "learning_rate": 2.90410829484944e-05, | |
| "loss": 3.5148, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 34.077083587646484, | |
| "learning_rate": 2.902391803757764e-05, | |
| "loss": 3.5561, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 33.75153732299805, | |
| "learning_rate": 2.900660602239667e-05, | |
| "loss": 3.498, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 28.681190490722656, | |
| "learning_rate": 2.8989147084546335e-05, | |
| "loss": 3.501, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 41.04441833496094, | |
| "learning_rate": 2.8971541407162637e-05, | |
| "loss": 3.5707, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 31.303403854370117, | |
| "learning_rate": 2.8953789174920795e-05, | |
| "loss": 3.5748, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 36.61361312866211, | |
| "learning_rate": 2.8935890574033325e-05, | |
| "loss": 3.6372, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 24.437808990478516, | |
| "learning_rate": 2.8917845792248085e-05, | |
| "loss": 3.5737, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 47.12533187866211, | |
| "learning_rate": 2.8899655018846297e-05, | |
| "loss": 3.5125, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 23.667312622070312, | |
| "learning_rate": 2.8881318444640564e-05, | |
| "loss": 3.5043, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 26.047521591186523, | |
| "learning_rate": 2.8862836261972873e-05, | |
| "loss": 3.6236, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 39.91059494018555, | |
| "learning_rate": 2.8844208664712577e-05, | |
| "loss": 3.4851, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 57.92033004760742, | |
| "learning_rate": 2.882543584825435e-05, | |
| "loss": 3.5578, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 99.40699005126953, | |
| "learning_rate": 2.880651800951616e-05, | |
| "loss": 3.577, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 30.7738094329834, | |
| "learning_rate": 2.8787455346937182e-05, | |
| "loss": 3.5683, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 55.61745834350586, | |
| "learning_rate": 2.876824806047573e-05, | |
| "loss": 3.4959, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 23.431480407714844, | |
| "learning_rate": 2.8748896351607145e-05, | |
| "loss": 3.5882, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 20.944149017333984, | |
| "learning_rate": 2.8729400423321693e-05, | |
| "loss": 3.6096, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 46.77301788330078, | |
| "learning_rate": 2.8709760480122443e-05, | |
| "loss": 3.5665, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 36.645328521728516, | |
| "learning_rate": 2.8689976728023103e-05, | |
| "loss": 3.5087, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 32.61063003540039, | |
| "learning_rate": 2.8670049374545873e-05, | |
| "loss": 3.5054, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 47.47910690307617, | |
| "learning_rate": 2.8649978628719256e-05, | |
| "loss": 3.5674, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 40.817115783691406, | |
| "learning_rate": 2.8629764701075885e-05, | |
| "loss": 3.4504, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 32.290626525878906, | |
| "learning_rate": 2.8609407803650295e-05, | |
| "loss": 3.4699, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 26.942697525024414, | |
| "learning_rate": 2.8588908149976702e-05, | |
| "loss": 3.5642, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 30.925710678100586, | |
| "learning_rate": 2.856826595508678e-05, | |
| "loss": 3.6097, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 42.991546630859375, | |
| "learning_rate": 2.8547481435507382e-05, | |
| "loss": 3.5292, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 23.902685165405273, | |
| "learning_rate": 2.852655480925828e-05, | |
| "loss": 3.5195, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 36.46931076049805, | |
| "learning_rate": 2.8505486295849884e-05, | |
| "loss": 3.5451, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 35.51163101196289, | |
| "learning_rate": 2.848427611628093e-05, | |
| "loss": 3.4868, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 28.35199546813965, | |
| "learning_rate": 2.8462924493036168e-05, | |
| "loss": 3.4984, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 40.32368850708008, | |
| "learning_rate": 2.8441431650084018e-05, | |
| "loss": 3.4839, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 46.23302459716797, | |
| "learning_rate": 2.841979781287424e-05, | |
| "loss": 3.5411, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 36.41411209106445, | |
| "learning_rate": 2.8398023208335537e-05, | |
| "loss": 3.5701, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 29.031347274780273, | |
| "learning_rate": 2.8376108064873216e-05, | |
| "loss": 3.5228, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 32.50440216064453, | |
| "learning_rate": 2.835405261236676e-05, | |
| "loss": 3.479, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 30.749858856201172, | |
| "learning_rate": 2.833185708216743e-05, | |
| "loss": 3.53, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 27.148874282836914, | |
| "learning_rate": 2.8309521707095835e-05, | |
| "loss": 3.4933, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 28.534822463989258, | |
| "learning_rate": 2.8287046721439487e-05, | |
| "loss": 3.5881, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 53.12272644042969, | |
| "learning_rate": 2.8264432360950355e-05, | |
| "loss": 3.5626, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 27.4322509765625, | |
| "learning_rate": 2.8241678862842374e-05, | |
| "loss": 3.4831, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 31.194787979125977, | |
| "learning_rate": 2.8218786465788984e-05, | |
| "loss": 3.6001, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 27.951440811157227, | |
| "learning_rate": 2.8195755409920584e-05, | |
| "loss": 3.4387, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 43.26001739501953, | |
| "learning_rate": 2.8172585936822056e-05, | |
| "loss": 3.5127, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 30.359540939331055, | |
| "learning_rate": 2.814927828953022e-05, | |
| "loss": 3.4761, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 29.243453979492188, | |
| "learning_rate": 2.812583271253125e-05, | |
| "loss": 3.6265, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 25.85703468322754, | |
| "learning_rate": 2.8102249451758162e-05, | |
| "loss": 3.5619, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 32.1122932434082, | |
| "learning_rate": 2.8078528754588207e-05, | |
| "loss": 3.5173, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 28.02115821838379, | |
| "learning_rate": 2.805467086984027e-05, | |
| "loss": 3.4905, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 41.776817321777344, | |
| "learning_rate": 2.803067604777227e-05, | |
| "loss": 3.5289, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 33.876312255859375, | |
| "learning_rate": 2.8006544540078535e-05, | |
| "loss": 3.5414, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 33.06633758544922, | |
| "learning_rate": 2.798227659988717e-05, | |
| "loss": 3.5586, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 24.628082275390625, | |
| "learning_rate": 2.7957872481757377e-05, | |
| "loss": 3.5455, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 23.779598236083984, | |
| "learning_rate": 2.793333244167681e-05, | |
| "loss": 3.5345, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 29.29547119140625, | |
| "learning_rate": 2.790865673705888e-05, | |
| "loss": 3.4588, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 29.236722946166992, | |
| "learning_rate": 2.7883845626740046e-05, | |
| "loss": 3.5286, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 36.6258430480957, | |
| "learning_rate": 2.7858899370977123e-05, | |
| "loss": 3.589, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 48.60535430908203, | |
| "learning_rate": 2.783381823144452e-05, | |
| "loss": 3.6398, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 28.959075927734375, | |
| "learning_rate": 2.780860247123153e-05, | |
| "loss": 3.4484, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 30.727558135986328, | |
| "learning_rate": 2.778325235483954e-05, | |
| "loss": 3.5112, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 32.5091667175293, | |
| "learning_rate": 2.775776814817928e-05, | |
| "loss": 3.4266, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 37.957637786865234, | |
| "learning_rate": 2.7732150118568016e-05, | |
| "loss": 3.6768, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 42.639320373535156, | |
| "learning_rate": 2.770639853472676e-05, | |
| "loss": 3.5102, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 29.558870315551758, | |
| "learning_rate": 2.768051366677744e-05, | |
| "loss": 3.5354, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 23.12784194946289, | |
| "learning_rate": 2.765449578624007e-05, | |
| "loss": 3.5432, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 27.601444244384766, | |
| "learning_rate": 2.7628345166029907e-05, | |
| "loss": 3.5672, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 26.26235008239746, | |
| "learning_rate": 2.760206208045458e-05, | |
| "loss": 3.5635, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 57.84916305541992, | |
| "learning_rate": 2.7575646805211224e-05, | |
| "loss": 3.5254, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 25.554025650024414, | |
| "learning_rate": 2.7549099617383573e-05, | |
| "loss": 3.5142, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 38.82815170288086, | |
| "learning_rate": 2.7522420795439067e-05, | |
| "loss": 3.6104, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 28.093948364257812, | |
| "learning_rate": 2.7495610619225925e-05, | |
| "loss": 3.5265, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 26.187891006469727, | |
| "learning_rate": 2.746866936997021e-05, | |
| "loss": 3.4307, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 35.642738342285156, | |
| "learning_rate": 2.7441597330272874e-05, | |
| "loss": 3.5501, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 32.99201965332031, | |
| "learning_rate": 2.7414394784106812e-05, | |
| "loss": 3.4463, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 28.848899841308594, | |
| "learning_rate": 2.7387062016813845e-05, | |
| "loss": 3.5128, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 30.502288818359375, | |
| "learning_rate": 2.7359599315101788e-05, | |
| "loss": 3.4909, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 27.91356658935547, | |
| "learning_rate": 2.7332006967041373e-05, | |
| "loss": 3.53, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 47.296627044677734, | |
| "learning_rate": 2.7304285262063274e-05, | |
| "loss": 3.4793, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 33.32771682739258, | |
| "learning_rate": 2.7276434490955074e-05, | |
| "loss": 3.4695, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 36.65375518798828, | |
| "learning_rate": 2.7248454945858164e-05, | |
| "loss": 3.4502, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 62.65798568725586, | |
| "learning_rate": 2.7220346920264743e-05, | |
| "loss": 3.5893, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 26.921863555908203, | |
| "learning_rate": 2.71921107090147e-05, | |
| "loss": 3.4381, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 35.91081619262695, | |
| "learning_rate": 2.7163746608292525e-05, | |
| "loss": 3.5292, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 42.172306060791016, | |
| "learning_rate": 2.7135254915624213e-05, | |
| "loss": 3.5314, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 65.17137908935547, | |
| "learning_rate": 2.710663592987414e-05, | |
| "loss": 3.518, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 32.53944396972656, | |
| "learning_rate": 2.7077889951241924e-05, | |
| "loss": 3.5562, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 25.663211822509766, | |
| "learning_rate": 2.704901728125928e-05, | |
| "loss": 3.5537, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 23.626951217651367, | |
| "learning_rate": 2.702001822278685e-05, | |
| "loss": 3.5525, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 30.527162551879883, | |
| "learning_rate": 2.699089308001104e-05, | |
| "loss": 3.4913, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 37.62814712524414, | |
| "learning_rate": 2.696164215844081e-05, | |
| "loss": 3.5342, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 26.47550392150879, | |
| "learning_rate": 2.6932265764904494e-05, | |
| "loss": 3.4708, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 30.779155731201172, | |
| "learning_rate": 2.6902764207546553e-05, | |
| "loss": 3.5078, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 34.16841506958008, | |
| "learning_rate": 2.6873137795824367e-05, | |
| "loss": 3.4754, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 36.18644714355469, | |
| "learning_rate": 2.6843386840504972e-05, | |
| "loss": 3.4413, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 34.17078399658203, | |
| "learning_rate": 2.6813511653661817e-05, | |
| "loss": 3.4916, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 24.693265914916992, | |
| "learning_rate": 2.678351254867147e-05, | |
| "loss": 3.4072, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 27.831270217895508, | |
| "learning_rate": 2.675338984021035e-05, | |
| "loss": 3.5353, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 18.52642059326172, | |
| "learning_rate": 2.672314384425142e-05, | |
| "loss": 3.4582, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 44.86159133911133, | |
| "learning_rate": 2.669277487806085e-05, | |
| "loss": 3.4384, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 28.123258590698242, | |
| "learning_rate": 2.6662283260194743e-05, | |
| "loss": 3.5766, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 27.150848388671875, | |
| "learning_rate": 2.6631669310495725e-05, | |
| "loss": 3.5095, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 43.018043518066406, | |
| "learning_rate": 2.660093335008966e-05, | |
| "loss": 3.4795, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 29.27479362487793, | |
| "learning_rate": 2.6570075701382213e-05, | |
| "loss": 3.5236, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 19.501262664794922, | |
| "learning_rate": 2.653909668805553e-05, | |
| "loss": 3.5479, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 57.28257369995117, | |
| "learning_rate": 2.6507996635064792e-05, | |
| "loss": 3.5156, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 27.764036178588867, | |
| "learning_rate": 2.647677586863484e-05, | |
| "loss": 3.5222, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 33.74861526489258, | |
| "learning_rate": 2.644543471625675e-05, | |
| "loss": 3.4773, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 25.404314041137695, | |
| "learning_rate": 2.6413973506684366e-05, | |
| "loss": 3.4646, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 33.307674407958984, | |
| "learning_rate": 2.63823925699309e-05, | |
| "loss": 3.4975, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 28.22442054748535, | |
| "learning_rate": 2.6350692237265428e-05, | |
| "loss": 3.4797, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 26.52558135986328, | |
| "learning_rate": 2.6318872841209446e-05, | |
| "loss": 3.4309, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 36.679386138916016, | |
| "learning_rate": 2.6286934715533353e-05, | |
| "loss": 3.585, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 42.78778839111328, | |
| "learning_rate": 2.6254878195252985e-05, | |
| "loss": 3.4239, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 34.719482421875, | |
| "learning_rate": 2.622270361662606e-05, | |
| "loss": 3.4777, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 33.207427978515625, | |
| "learning_rate": 2.619041131714869e-05, | |
| "loss": 3.5593, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 35.62514877319336, | |
| "learning_rate": 2.6158001635551818e-05, | |
| "loss": 3.5606, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 31.691574096679688, | |
| "learning_rate": 2.6125474911797664e-05, | |
| "loss": 3.4959, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 34.012420654296875, | |
| "learning_rate": 2.6092831487076163e-05, | |
| "loss": 3.57, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 36.75544357299805, | |
| "learning_rate": 2.6060071703801406e-05, | |
| "loss": 3.4718, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 37.18219757080078, | |
| "learning_rate": 2.6027195905608006e-05, | |
| "loss": 3.5332, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 32.344398498535156, | |
| "learning_rate": 2.599420443734754e-05, | |
| "loss": 3.5154, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 26.169748306274414, | |
| "learning_rate": 2.596109764508489e-05, | |
| "loss": 3.5462, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 33.38447570800781, | |
| "learning_rate": 2.592787587609465e-05, | |
| "loss": 3.5658, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 43.4962158203125, | |
| "learning_rate": 2.589453947885745e-05, | |
| "loss": 3.5018, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 34.955291748046875, | |
| "learning_rate": 2.5861088803056324e-05, | |
| "loss": 3.4988, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 29.175064086914062, | |
| "learning_rate": 2.5827524199573033e-05, | |
| "loss": 3.475, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 40.04597091674805, | |
| "learning_rate": 2.5793846020484383e-05, | |
| "loss": 3.4903, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 27.712465286254883, | |
| "learning_rate": 2.5760054619058537e-05, | |
| "loss": 3.5108, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 43.66648864746094, | |
| "learning_rate": 2.5726150349751306e-05, | |
| "loss": 3.4656, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 28.305545806884766, | |
| "learning_rate": 2.569213356820244e-05, | |
| "loss": 3.5766, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 34.897857666015625, | |
| "learning_rate": 2.565800463123187e-05, | |
| "loss": 3.4286, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 43.083229064941406, | |
| "learning_rate": 2.5623763896835997e-05, | |
| "loss": 3.4292, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 35.71794128417969, | |
| "learning_rate": 2.5589411724183926e-05, | |
| "loss": 3.5542, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 23.70340347290039, | |
| "learning_rate": 2.555494847361369e-05, | |
| "loss": 3.5276, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 55.299556732177734, | |
| "learning_rate": 2.552037450662849e-05, | |
| "loss": 3.5644, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 22.433879852294922, | |
| "learning_rate": 2.5485690185892864e-05, | |
| "loss": 3.4475, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 26.397438049316406, | |
| "learning_rate": 2.545089587522893e-05, | |
| "loss": 3.507, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 25.061750411987305, | |
| "learning_rate": 2.5415991939612545e-05, | |
| "loss": 3.4521, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 35.5067138671875, | |
| "learning_rate": 2.5380978745169473e-05, | |
| "loss": 3.4894, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 27.13253402709961, | |
| "learning_rate": 2.5345856659171567e-05, | |
| "loss": 3.4033, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 34.580299377441406, | |
| "learning_rate": 2.5310626050032873e-05, | |
| "loss": 3.5598, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 21.44734764099121, | |
| "learning_rate": 2.527528728730582e-05, | |
| "loss": 3.5189, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 26.825183868408203, | |
| "learning_rate": 2.5239840741677307e-05, | |
| "loss": 3.6052, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 29.19519805908203, | |
| "learning_rate": 2.5204286784964823e-05, | |
| "loss": 3.4724, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 37.9902229309082, | |
| "learning_rate": 2.516862579011255e-05, | |
| "loss": 3.3665, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 28.95624542236328, | |
| "learning_rate": 2.5132858131187446e-05, | |
| "loss": 3.4688, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 34.07016372680664, | |
| "learning_rate": 2.509698418337534e-05, | |
| "loss": 3.4938, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 32.694766998291016, | |
| "learning_rate": 2.5061004322976953e-05, | |
| "loss": 3.4351, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 92.71965789794922, | |
| "learning_rate": 2.5024918927404005e-05, | |
| "loss": 3.5194, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 59.62504959106445, | |
| "learning_rate": 2.4988728375175216e-05, | |
| "loss": 3.5436, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 40.504127502441406, | |
| "learning_rate": 2.495243304591236e-05, | |
| "loss": 3.561, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 43.67660140991211, | |
| "learning_rate": 2.4916033320336263e-05, | |
| "loss": 3.3979, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 38.79692077636719, | |
| "learning_rate": 2.487952958026282e-05, | |
| "loss": 3.5581, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 34.00471878051758, | |
| "learning_rate": 2.4842922208598996e-05, | |
| "loss": 3.3891, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 51.836395263671875, | |
| "learning_rate": 2.480621158933879e-05, | |
| "loss": 3.5146, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 34.47429656982422, | |
| "learning_rate": 2.476939810755923e-05, | |
| "loss": 3.4988, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 27.388093948364258, | |
| "learning_rate": 2.4732482149416325e-05, | |
| "loss": 3.4577, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 22.31077766418457, | |
| "learning_rate": 2.4695464102141002e-05, | |
| "loss": 3.4816, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 33.66743469238281, | |
| "learning_rate": 2.4658344354035063e-05, | |
| "loss": 3.5148, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 30.200748443603516, | |
| "learning_rate": 2.46211232944671e-05, | |
| "loss": 3.6094, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 36.24076843261719, | |
| "learning_rate": 2.4583801313868417e-05, | |
| "loss": 3.4601, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 36.80402374267578, | |
| "learning_rate": 2.4546378803728922e-05, | |
| "loss": 3.5053, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 25.655963897705078, | |
| "learning_rate": 2.450885615659305e-05, | |
| "loss": 3.4791, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 47.66796112060547, | |
| "learning_rate": 2.447123376605561e-05, | |
| "loss": 3.4535, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 39.040924072265625, | |
| "learning_rate": 2.4433512026757668e-05, | |
| "loss": 3.5125, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 27.91790008544922, | |
| "learning_rate": 2.439569133438243e-05, | |
| "loss": 3.5131, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 42.502357482910156, | |
| "learning_rate": 2.435777208565106e-05, | |
| "loss": 3.5424, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 26.83557891845703, | |
| "learning_rate": 2.431975467831853e-05, | |
| "loss": 3.4445, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 39.8357048034668, | |
| "learning_rate": 2.4281639511169457e-05, | |
| "loss": 3.5702, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 31.746124267578125, | |
| "learning_rate": 2.424342698401391e-05, | |
| "loss": 3.4539, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 53.038482666015625, | |
| "learning_rate": 2.4205117497683213e-05, | |
| "loss": 3.5491, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 28.155752182006836, | |
| "learning_rate": 2.4166711454025754e-05, | |
| "loss": 3.4353, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 42.623130798339844, | |
| "learning_rate": 2.4128209255902753e-05, | |
| "loss": 3.4348, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 44.352596282958984, | |
| "learning_rate": 2.408961130718405e-05, | |
| "loss": 3.4637, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 35.380767822265625, | |
| "learning_rate": 2.405091801274387e-05, | |
| "loss": 3.4403, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 67.38970184326172, | |
| "learning_rate": 2.4012129778456556e-05, | |
| "loss": 3.5062, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 36.066741943359375, | |
| "learning_rate": 2.397324701119233e-05, | |
| "loss": 3.6017, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 29.4312744140625, | |
| "learning_rate": 2.3934270118813024e-05, | |
| "loss": 3.4738, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 24.581098556518555, | |
| "learning_rate": 2.3895199510167793e-05, | |
| "loss": 3.4775, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 22.933914184570312, | |
| "learning_rate": 2.385603559508884e-05, | |
| "loss": 3.5718, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 30.199399948120117, | |
| "learning_rate": 2.3816778784387097e-05, | |
| "loss": 3.4446, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 53.968971252441406, | |
| "learning_rate": 2.3777429489847935e-05, | |
| "loss": 3.5161, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 34.33303451538086, | |
| "learning_rate": 2.3737988124226834e-05, | |
| "loss": 3.422, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 28.162084579467773, | |
| "learning_rate": 2.3698455101245052e-05, | |
| "loss": 3.5403, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 28.261327743530273, | |
| "learning_rate": 2.3658830835585294e-05, | |
| "loss": 3.5093, | |
| "step": 6500 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 20, | |
| "total_flos": 1.5342734805368832e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |