| { | |
| "best_metric": 1.0085912942886353, | |
| "best_model_checkpoint": "/root/finetuning_executions/dynamtests_01_codet5p_src_fm_fc_dctx/checkpoint-39484", | |
| "epoch": 3.999797396545611, | |
| "eval_steps": 500, | |
| "global_step": 39484, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.025325431798612165, | |
| "grad_norm": 1.3758184909820557, | |
| "learning_rate": 2.462006079027356e-06, | |
| "loss": 2.5021, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05065086359722433, | |
| "grad_norm": 1.0281180143356323, | |
| "learning_rate": 4.994934143870315e-06, | |
| "loss": 1.2333, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0759762953958365, | |
| "grad_norm": 1.0643247365951538, | |
| "learning_rate": 7.527862208713273e-06, | |
| "loss": 1.1968, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.10130172719444866, | |
| "grad_norm": 1.0396573543548584, | |
| "learning_rate": 1.006079027355623e-05, | |
| "loss": 1.1765, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.12662715899306085, | |
| "grad_norm": 1.0461889505386353, | |
| "learning_rate": 1.259371833839919e-05, | |
| "loss": 1.154, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.151952590791673, | |
| "grad_norm": 0.9765501022338867, | |
| "learning_rate": 1.5126646403242148e-05, | |
| "loss": 1.1434, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.17727802259028516, | |
| "grad_norm": 1.5702638626098633, | |
| "learning_rate": 1.765957446808511e-05, | |
| "loss": 1.1293, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.20260345438889732, | |
| "grad_norm": 0.9935035705566406, | |
| "learning_rate": 1.998986936816849e-05, | |
| "loss": 1.1071, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2279288861875095, | |
| "grad_norm": 0.9715584516525269, | |
| "learning_rate": 1.985657158091176e-05, | |
| "loss": 1.0968, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.2532543179861217, | |
| "grad_norm": 0.9306278228759766, | |
| "learning_rate": 1.9723273793655026e-05, | |
| "loss": 1.0923, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2785797497847338, | |
| "grad_norm": 1.0911701917648315, | |
| "learning_rate": 1.9589976006398295e-05, | |
| "loss": 1.0749, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.303905181583346, | |
| "grad_norm": 1.024587869644165, | |
| "learning_rate": 1.9456678219141565e-05, | |
| "loss": 1.0695, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.32923061338195814, | |
| "grad_norm": 0.9198426008224487, | |
| "learning_rate": 1.932338043188483e-05, | |
| "loss": 1.0677, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.3545560451805703, | |
| "grad_norm": 0.97704017162323, | |
| "learning_rate": 1.91900826446281e-05, | |
| "loss": 1.0551, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.3798814769791825, | |
| "grad_norm": 0.8315013647079468, | |
| "learning_rate": 1.905678485737137e-05, | |
| "loss": 1.0388, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.40520690877779464, | |
| "grad_norm": 0.8992215991020203, | |
| "learning_rate": 1.8923487070114637e-05, | |
| "loss": 1.0451, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4305323405764068, | |
| "grad_norm": 1.0379681587219238, | |
| "learning_rate": 1.8790189282857906e-05, | |
| "loss": 1.0355, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.455857772375019, | |
| "grad_norm": 0.9491779804229736, | |
| "learning_rate": 1.8656891495601176e-05, | |
| "loss": 1.0374, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.48118320417363114, | |
| "grad_norm": 0.8982920050621033, | |
| "learning_rate": 1.8523593708344442e-05, | |
| "loss": 1.0267, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.5065086359722434, | |
| "grad_norm": 0.8307796716690063, | |
| "learning_rate": 1.8390295921087712e-05, | |
| "loss": 1.0161, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5318340677708555, | |
| "grad_norm": 0.9225348830223083, | |
| "learning_rate": 1.825699813383098e-05, | |
| "loss": 1.0142, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.5571594995694676, | |
| "grad_norm": 0.8506412506103516, | |
| "learning_rate": 1.8123700346574248e-05, | |
| "loss": 1.0091, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.5824849313680798, | |
| "grad_norm": 0.9221129417419434, | |
| "learning_rate": 1.7990402559317517e-05, | |
| "loss": 1.0004, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.607810363166692, | |
| "grad_norm": 0.9478843212127686, | |
| "learning_rate": 1.7857104772060784e-05, | |
| "loss": 1.0046, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6331357949653041, | |
| "grad_norm": 2.4678380489349365, | |
| "learning_rate": 1.7723806984804053e-05, | |
| "loss": 1.0008, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.6584612267639163, | |
| "grad_norm": 0.8661640286445618, | |
| "learning_rate": 1.7590509197547323e-05, | |
| "loss": 1.0027, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.6837866585625285, | |
| "grad_norm": 0.8918209671974182, | |
| "learning_rate": 1.7457211410290592e-05, | |
| "loss": 0.9995, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.7091120903611406, | |
| "grad_norm": 0.8873420357704163, | |
| "learning_rate": 1.732391362303386e-05, | |
| "loss": 0.9932, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7344375221597528, | |
| "grad_norm": 0.8874693512916565, | |
| "learning_rate": 1.719061583577713e-05, | |
| "loss": 0.9785, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.759762953958365, | |
| "grad_norm": 0.8625825643539429, | |
| "learning_rate": 1.7057318048520395e-05, | |
| "loss": 0.9817, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.7850883857569771, | |
| "grad_norm": 0.9080167412757874, | |
| "learning_rate": 1.6924020261263664e-05, | |
| "loss": 0.9783, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.8104138175555893, | |
| "grad_norm": 0.9515653848648071, | |
| "learning_rate": 1.6790722474006934e-05, | |
| "loss": 0.984, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.8357392493542015, | |
| "grad_norm": 0.8340937495231628, | |
| "learning_rate": 1.66574246867502e-05, | |
| "loss": 0.9819, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.8610646811528136, | |
| "grad_norm": 0.9471110701560974, | |
| "learning_rate": 1.652412689949347e-05, | |
| "loss": 0.974, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.8863901129514258, | |
| "grad_norm": 0.8862300515174866, | |
| "learning_rate": 1.639082911223674e-05, | |
| "loss": 0.9653, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.911715544750038, | |
| "grad_norm": 0.8293271064758301, | |
| "learning_rate": 1.6257531324980006e-05, | |
| "loss": 0.9615, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.9370409765486502, | |
| "grad_norm": 0.9127717614173889, | |
| "learning_rate": 1.6124233537723275e-05, | |
| "loss": 0.9671, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.9623664083472623, | |
| "grad_norm": 0.8955530524253845, | |
| "learning_rate": 1.599093575046654e-05, | |
| "loss": 0.9606, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.9876918401458745, | |
| "grad_norm": 0.9058429002761841, | |
| "learning_rate": 1.585763796320981e-05, | |
| "loss": 0.9586, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.9999493491364028, | |
| "eval_loss": 1.0199180841445923, | |
| "eval_runtime": 1639.424, | |
| "eval_samples_per_second": 40.384, | |
| "eval_steps_per_second": 1.262, | |
| "step": 9871 | |
| }, | |
| { | |
| "epoch": 1.0130172719444868, | |
| "grad_norm": 0.8560991287231445, | |
| "learning_rate": 1.572434017595308e-05, | |
| "loss": 0.939, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.0383427037430988, | |
| "grad_norm": 0.8284989595413208, | |
| "learning_rate": 1.559104238869635e-05, | |
| "loss": 0.9317, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.063668135541711, | |
| "grad_norm": 0.8807125091552734, | |
| "learning_rate": 1.5457744601439617e-05, | |
| "loss": 0.9363, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.088993567340323, | |
| "grad_norm": 0.8796108961105347, | |
| "learning_rate": 1.5324446814182886e-05, | |
| "loss": 0.9236, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 1.1143189991389353, | |
| "grad_norm": 0.8540758490562439, | |
| "learning_rate": 1.5191149026926156e-05, | |
| "loss": 0.9233, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.1396444309375475, | |
| "grad_norm": 0.8657658696174622, | |
| "learning_rate": 1.5057851239669424e-05, | |
| "loss": 0.9346, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 1.1649698627361595, | |
| "grad_norm": 0.8995893001556396, | |
| "learning_rate": 1.4924553452412692e-05, | |
| "loss": 0.917, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.1902952945347718, | |
| "grad_norm": 0.9290043115615845, | |
| "learning_rate": 1.479125566515596e-05, | |
| "loss": 0.9338, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 1.215620726333384, | |
| "grad_norm": 0.8952407836914062, | |
| "learning_rate": 1.4657957877899228e-05, | |
| "loss": 0.9257, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.240946158131996, | |
| "grad_norm": 0.8839919567108154, | |
| "learning_rate": 1.4524660090642497e-05, | |
| "loss": 0.9104, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 1.2662715899306083, | |
| "grad_norm": 0.9677265286445618, | |
| "learning_rate": 1.4391362303385765e-05, | |
| "loss": 0.9259, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.2915970217292205, | |
| "grad_norm": 0.9325098395347595, | |
| "learning_rate": 1.4258064516129033e-05, | |
| "loss": 0.9203, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 1.3169224535278325, | |
| "grad_norm": 0.778640866279602, | |
| "learning_rate": 1.4124766728872301e-05, | |
| "loss": 0.912, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.3422478853264448, | |
| "grad_norm": 0.8638414144515991, | |
| "learning_rate": 1.399146894161557e-05, | |
| "loss": 0.9181, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 1.367573317125057, | |
| "grad_norm": 1.0181560516357422, | |
| "learning_rate": 1.3858171154358839e-05, | |
| "loss": 0.9146, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.392898748923669, | |
| "grad_norm": 0.9884174466133118, | |
| "learning_rate": 1.3724873367102107e-05, | |
| "loss": 0.9037, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 1.4182241807222813, | |
| "grad_norm": 1.1058709621429443, | |
| "learning_rate": 1.3591575579845375e-05, | |
| "loss": 0.9159, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.4435496125208935, | |
| "grad_norm": 1.0129822492599487, | |
| "learning_rate": 1.3458277792588642e-05, | |
| "loss": 0.8993, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 1.4688750443195056, | |
| "grad_norm": 0.8782840967178345, | |
| "learning_rate": 1.3324980005331914e-05, | |
| "loss": 0.9061, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.4942004761181178, | |
| "grad_norm": 0.9015256762504578, | |
| "learning_rate": 1.3191682218075182e-05, | |
| "loss": 0.9122, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 1.51952590791673, | |
| "grad_norm": 0.9482327103614807, | |
| "learning_rate": 1.305838443081845e-05, | |
| "loss": 0.9091, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.544851339715342, | |
| "grad_norm": 0.8400648236274719, | |
| "learning_rate": 1.2925086643561718e-05, | |
| "loss": 0.9064, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 1.5701767715139543, | |
| "grad_norm": 0.9606112837791443, | |
| "learning_rate": 1.2791788856304987e-05, | |
| "loss": 0.8983, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.5955022033125665, | |
| "grad_norm": 0.944854736328125, | |
| "learning_rate": 1.2658491069048255e-05, | |
| "loss": 0.9055, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 1.6208276351111786, | |
| "grad_norm": 0.8674355745315552, | |
| "learning_rate": 1.2525193281791523e-05, | |
| "loss": 0.8895, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.6461530669097908, | |
| "grad_norm": 0.8632267713546753, | |
| "learning_rate": 1.2391895494534791e-05, | |
| "loss": 0.8876, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 1.671478498708403, | |
| "grad_norm": 0.903851330280304, | |
| "learning_rate": 1.2258597707278059e-05, | |
| "loss": 0.9007, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.696803930507015, | |
| "grad_norm": 0.9242746829986572, | |
| "learning_rate": 1.2125833111170356e-05, | |
| "loss": 0.8953, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 1.7221293623056273, | |
| "grad_norm": 0.9627535343170166, | |
| "learning_rate": 1.1992535323913624e-05, | |
| "loss": 0.8881, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.7474547941042395, | |
| "grad_norm": 0.8524439334869385, | |
| "learning_rate": 1.1859237536656893e-05, | |
| "loss": 0.8913, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 1.7727802259028516, | |
| "grad_norm": 0.9666581749916077, | |
| "learning_rate": 1.1726472940549186e-05, | |
| "loss": 0.8972, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.7981056577014638, | |
| "grad_norm": 0.8809413909912109, | |
| "learning_rate": 1.1593175153292454e-05, | |
| "loss": 0.8858, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 1.823431089500076, | |
| "grad_norm": 0.903626024723053, | |
| "learning_rate": 1.1459877366035726e-05, | |
| "loss": 0.8907, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.848756521298688, | |
| "grad_norm": 0.8203657865524292, | |
| "learning_rate": 1.1326579578778994e-05, | |
| "loss": 0.8849, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 1.8740819530973003, | |
| "grad_norm": 0.8978894948959351, | |
| "learning_rate": 1.1193281791522262e-05, | |
| "loss": 0.8831, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.8994073848959125, | |
| "grad_norm": 0.9283676743507385, | |
| "learning_rate": 1.105998400426553e-05, | |
| "loss": 0.8828, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 1.9247328166945246, | |
| "grad_norm": 0.9514400959014893, | |
| "learning_rate": 1.09266862170088e-05, | |
| "loss": 0.8761, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.9500582484931368, | |
| "grad_norm": 0.8809083104133606, | |
| "learning_rate": 1.0793388429752067e-05, | |
| "loss": 0.8861, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 1.975383680291749, | |
| "grad_norm": 0.8767380118370056, | |
| "learning_rate": 1.0660090642495335e-05, | |
| "loss": 0.8811, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.0132982730865479, | |
| "eval_runtime": 1638.7739, | |
| "eval_samples_per_second": 40.4, | |
| "eval_steps_per_second": 1.263, | |
| "step": 19743 | |
| }, | |
| { | |
| "epoch": 2.000709112090361, | |
| "grad_norm": 0.9499657154083252, | |
| "learning_rate": 1.0526792855238603e-05, | |
| "loss": 0.8821, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 2.0260345438889735, | |
| "grad_norm": 0.7973400950431824, | |
| "learning_rate": 1.0393495067981871e-05, | |
| "loss": 0.8608, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.0513599756875855, | |
| "grad_norm": 0.9120876789093018, | |
| "learning_rate": 1.0260197280725142e-05, | |
| "loss": 0.8574, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 2.0766854074861976, | |
| "grad_norm": 0.8534213304519653, | |
| "learning_rate": 1.012689949346841e-05, | |
| "loss": 0.8604, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.1020108392848096, | |
| "grad_norm": 0.8855152726173401, | |
| "learning_rate": 9.993601706211678e-06, | |
| "loss": 0.8696, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 2.127336271083422, | |
| "grad_norm": 0.9473037123680115, | |
| "learning_rate": 9.860303918954946e-06, | |
| "loss": 0.859, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.152661702882034, | |
| "grad_norm": 0.9424493908882141, | |
| "learning_rate": 9.727006131698214e-06, | |
| "loss": 0.8577, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 2.177987134680646, | |
| "grad_norm": 0.8066829442977905, | |
| "learning_rate": 9.593708344441484e-06, | |
| "loss": 0.8611, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.2033125664792585, | |
| "grad_norm": 0.9358799457550049, | |
| "learning_rate": 9.460410557184752e-06, | |
| "loss": 0.8572, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 2.2286379982778706, | |
| "grad_norm": 0.9982028007507324, | |
| "learning_rate": 9.32711276992802e-06, | |
| "loss": 0.8492, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.2539634300764826, | |
| "grad_norm": 0.8830463290214539, | |
| "learning_rate": 9.19381498267129e-06, | |
| "loss": 0.8539, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 2.279288861875095, | |
| "grad_norm": 0.9708883762359619, | |
| "learning_rate": 9.061050386563584e-06, | |
| "loss": 0.8495, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.304614293673707, | |
| "grad_norm": 0.8464154005050659, | |
| "learning_rate": 8.927752599306852e-06, | |
| "loss": 0.8519, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 2.329939725472319, | |
| "grad_norm": 0.9446752667427063, | |
| "learning_rate": 8.79445481205012e-06, | |
| "loss": 0.8545, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.3552651572709316, | |
| "grad_norm": 0.9621785283088684, | |
| "learning_rate": 8.66115702479339e-06, | |
| "loss": 0.8482, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 2.3805905890695436, | |
| "grad_norm": 0.9067039489746094, | |
| "learning_rate": 8.527859237536658e-06, | |
| "loss": 0.8582, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.4059160208681556, | |
| "grad_norm": 0.9858378767967224, | |
| "learning_rate": 8.394561450279926e-06, | |
| "loss": 0.8565, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 2.431241452666768, | |
| "grad_norm": 0.9362533092498779, | |
| "learning_rate": 8.261263663023195e-06, | |
| "loss": 0.8531, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.45656688446538, | |
| "grad_norm": 0.9225192666053772, | |
| "learning_rate": 8.127965875766463e-06, | |
| "loss": 0.8555, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 2.481892316263992, | |
| "grad_norm": 0.9358901381492615, | |
| "learning_rate": 7.994668088509731e-06, | |
| "loss": 0.8523, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.5072177480626046, | |
| "grad_norm": 0.9531691670417786, | |
| "learning_rate": 7.861370301252999e-06, | |
| "loss": 0.8443, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 2.5325431798612166, | |
| "grad_norm": 0.9370359182357788, | |
| "learning_rate": 7.728072513996269e-06, | |
| "loss": 0.8451, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.5578686116598286, | |
| "grad_norm": 0.8840625882148743, | |
| "learning_rate": 7.5947747267395365e-06, | |
| "loss": 0.8533, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 2.583194043458441, | |
| "grad_norm": 0.9283475875854492, | |
| "learning_rate": 7.461476939482805e-06, | |
| "loss": 0.8425, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.608519475257053, | |
| "grad_norm": 0.908301055431366, | |
| "learning_rate": 7.328179152226073e-06, | |
| "loss": 0.8433, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 2.633844907055665, | |
| "grad_norm": 0.9126138091087341, | |
| "learning_rate": 7.194881364969342e-06, | |
| "loss": 0.8401, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.6591703388542776, | |
| "grad_norm": 0.8935621976852417, | |
| "learning_rate": 7.061583577712611e-06, | |
| "loss": 0.8418, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 2.6844957706528896, | |
| "grad_norm": 0.8745056986808777, | |
| "learning_rate": 6.928285790455879e-06, | |
| "loss": 0.837, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.7098212024515016, | |
| "grad_norm": 0.948512077331543, | |
| "learning_rate": 6.795521194348175e-06, | |
| "loss": 0.8411, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 2.735146634250114, | |
| "grad_norm": 1.008754014968872, | |
| "learning_rate": 6.6622234070914425e-06, | |
| "loss": 0.8355, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.760472066048726, | |
| "grad_norm": 1.0162386894226074, | |
| "learning_rate": 6.528925619834712e-06, | |
| "loss": 0.8405, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 2.785797497847338, | |
| "grad_norm": 0.9260863661766052, | |
| "learning_rate": 6.39562783257798e-06, | |
| "loss": 0.8354, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.8111229296459506, | |
| "grad_norm": 0.9513674378395081, | |
| "learning_rate": 6.262330045321248e-06, | |
| "loss": 0.8392, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 2.8364483614445626, | |
| "grad_norm": 1.0211256742477417, | |
| "learning_rate": 6.129032258064517e-06, | |
| "loss": 0.8324, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.8617737932431746, | |
| "grad_norm": 0.9345864057540894, | |
| "learning_rate": 5.995734470807785e-06, | |
| "loss": 0.8412, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 2.887099225041787, | |
| "grad_norm": 0.8973652124404907, | |
| "learning_rate": 5.8624366835510535e-06, | |
| "loss": 0.8368, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.912424656840399, | |
| "grad_norm": 0.8682575225830078, | |
| "learning_rate": 5.7291388962943215e-06, | |
| "loss": 0.8316, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 2.937750088639011, | |
| "grad_norm": 0.9307655096054077, | |
| "learning_rate": 5.595841109037591e-06, | |
| "loss": 0.8365, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.9630755204376236, | |
| "grad_norm": 1.0200505256652832, | |
| "learning_rate": 5.462543321780859e-06, | |
| "loss": 0.8395, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 2.9884009522362356, | |
| "grad_norm": 1.0397480726242065, | |
| "learning_rate": 5.329245534524128e-06, | |
| "loss": 0.834, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.999949349136403, | |
| "eval_loss": 1.0098419189453125, | |
| "eval_runtime": 1638.8769, | |
| "eval_samples_per_second": 40.398, | |
| "eval_steps_per_second": 1.262, | |
| "step": 29614 | |
| }, | |
| { | |
| "epoch": 3.0137263840348476, | |
| "grad_norm": 1.0044381618499756, | |
| "learning_rate": 5.195947747267396e-06, | |
| "loss": 0.8305, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 3.03905181583346, | |
| "grad_norm": 1.0036746263504028, | |
| "learning_rate": 5.062649960010664e-06, | |
| "loss": 0.8284, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.064377247632072, | |
| "grad_norm": 0.8896681070327759, | |
| "learning_rate": 4.9293521727539325e-06, | |
| "loss": 0.8296, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 3.089702679430684, | |
| "grad_norm": 0.9313392639160156, | |
| "learning_rate": 4.796587576646228e-06, | |
| "loss": 0.8249, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 3.1150281112292966, | |
| "grad_norm": 0.9054111838340759, | |
| "learning_rate": 4.663822980538523e-06, | |
| "loss": 0.8217, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 3.1403535430279086, | |
| "grad_norm": 0.9691897630691528, | |
| "learning_rate": 4.530525193281792e-06, | |
| "loss": 0.8182, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.1656789748265206, | |
| "grad_norm": 1.0348809957504272, | |
| "learning_rate": 4.39722740602506e-06, | |
| "loss": 0.8205, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 3.191004406625133, | |
| "grad_norm": 0.8919842839241028, | |
| "learning_rate": 4.263929618768329e-06, | |
| "loss": 0.8142, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.216329838423745, | |
| "grad_norm": 0.8951621651649475, | |
| "learning_rate": 4.130631831511598e-06, | |
| "loss": 0.8264, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 3.241655270222357, | |
| "grad_norm": 0.9754297733306885, | |
| "learning_rate": 3.9973340442548655e-06, | |
| "loss": 0.8176, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 3.2669807020209696, | |
| "grad_norm": 1.0148935317993164, | |
| "learning_rate": 3.864036256998134e-06, | |
| "loss": 0.8252, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 3.2923061338195816, | |
| "grad_norm": 0.9025924801826477, | |
| "learning_rate": 3.7307384697414027e-06, | |
| "loss": 0.816, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.3176315656181936, | |
| "grad_norm": 0.9092098474502563, | |
| "learning_rate": 3.597440682484671e-06, | |
| "loss": 0.8201, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 3.342956997416806, | |
| "grad_norm": 0.9289584755897522, | |
| "learning_rate": 3.4641428952279394e-06, | |
| "loss": 0.8161, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.368282429215418, | |
| "grad_norm": 0.9961521029472351, | |
| "learning_rate": 3.3308451079712077e-06, | |
| "loss": 0.8188, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 3.39360786101403, | |
| "grad_norm": 1.0093194246292114, | |
| "learning_rate": 3.1975473207144765e-06, | |
| "loss": 0.8188, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.4189332928126426, | |
| "grad_norm": 1.016876220703125, | |
| "learning_rate": 3.064249533457745e-06, | |
| "loss": 0.8119, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 3.4442587246112546, | |
| "grad_norm": 1.0821869373321533, | |
| "learning_rate": 2.9309517462010133e-06, | |
| "loss": 0.8221, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.4695841564098666, | |
| "grad_norm": 0.9766045808792114, | |
| "learning_rate": 2.797653958944282e-06, | |
| "loss": 0.8132, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 3.494909588208479, | |
| "grad_norm": 0.8767127990722656, | |
| "learning_rate": 2.6643561716875504e-06, | |
| "loss": 0.8166, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.520235020007091, | |
| "grad_norm": 0.9653995633125305, | |
| "learning_rate": 2.5310583844308183e-06, | |
| "loss": 0.8074, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 3.545560451805703, | |
| "grad_norm": 0.8945389986038208, | |
| "learning_rate": 2.397760597174087e-06, | |
| "loss": 0.8176, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.5708858836043156, | |
| "grad_norm": 0.9447450637817383, | |
| "learning_rate": 2.2649960010663825e-06, | |
| "loss": 0.8235, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 3.5962113154029276, | |
| "grad_norm": 1.0400015115737915, | |
| "learning_rate": 2.131698213809651e-06, | |
| "loss": 0.8136, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 3.6215367472015396, | |
| "grad_norm": 0.9300839900970459, | |
| "learning_rate": 1.9984004265529192e-06, | |
| "loss": 0.8197, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 3.646862179000152, | |
| "grad_norm": 0.9101824164390564, | |
| "learning_rate": 1.865102639296188e-06, | |
| "loss": 0.8078, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 3.672187610798764, | |
| "grad_norm": 0.9514500498771667, | |
| "learning_rate": 1.7318048520394562e-06, | |
| "loss": 0.8084, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 3.697513042597376, | |
| "grad_norm": 0.9441540241241455, | |
| "learning_rate": 1.5985070647827248e-06, | |
| "loss": 0.8213, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.7228384743959886, | |
| "grad_norm": 1.0184293985366821, | |
| "learning_rate": 1.4652092775259933e-06, | |
| "loss": 0.8094, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 3.7481639061946006, | |
| "grad_norm": 0.991316556930542, | |
| "learning_rate": 1.3319114902692617e-06, | |
| "loss": 0.8106, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.7734893379932126, | |
| "grad_norm": 0.9887702465057373, | |
| "learning_rate": 1.19861370301253e-06, | |
| "loss": 0.8185, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 3.798814769791825, | |
| "grad_norm": 0.9897658228874207, | |
| "learning_rate": 1.0653159157557984e-06, | |
| "loss": 0.8069, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.824140201590437, | |
| "grad_norm": 0.9137114882469177, | |
| "learning_rate": 9.32018128499067e-07, | |
| "loss": 0.8114, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 3.849465633389049, | |
| "grad_norm": 0.9579175710678101, | |
| "learning_rate": 7.987203412423355e-07, | |
| "loss": 0.819, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 3.8747910651876616, | |
| "grad_norm": 0.9389879107475281, | |
| "learning_rate": 6.654225539856039e-07, | |
| "loss": 0.8165, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 3.9001164969862736, | |
| "grad_norm": 0.9765516519546509, | |
| "learning_rate": 5.321247667288723e-07, | |
| "loss": 0.8191, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 3.9254419287848856, | |
| "grad_norm": 1.0299735069274902, | |
| "learning_rate": 3.9882697947214085e-07, | |
| "loss": 0.8182, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 3.950767360583498, | |
| "grad_norm": 0.9844255447387695, | |
| "learning_rate": 2.6552919221540927e-07, | |
| "loss": 0.8175, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 3.97609279238211, | |
| "grad_norm": 0.9425697922706604, | |
| "learning_rate": 1.3223140495867768e-07, | |
| "loss": 0.813, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 3.999797396545611, | |
| "eval_loss": 1.0085912942886353, | |
| "eval_runtime": 1638.7267, | |
| "eval_samples_per_second": 40.401, | |
| "eval_steps_per_second": 1.263, | |
| "step": 39484 | |
| }, | |
| { | |
| "epoch": 3.999797396545611, | |
| "step": 39484, | |
| "total_flos": 3.077643948911493e+18, | |
| "train_loss": 0.9114745237365729, | |
| "train_runtime": 159688.734, | |
| "train_samples_per_second": 15.825, | |
| "train_steps_per_second": 0.247 | |
| } | |
| ], | |
| "logging_steps": 250, | |
| "max_steps": 39484, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "total_flos": 3.077643948911493e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |