| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9993425378040762, | |
| "eval_steps": 100, | |
| "global_step": 570, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 288.1190594115736, | |
| "learning_rate": 8.771929824561403e-09, | |
| "logits/chosen": 110.2152099609375, | |
| "logits/rejected": 102.90592193603516, | |
| "logps/chosen": -522.5816650390625, | |
| "logps/rejected": -417.8726501464844, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 275.85410641713264, | |
| "learning_rate": 8.771929824561403e-08, | |
| "logits/chosen": 126.02606964111328, | |
| "logits/rejected": 117.09617614746094, | |
| "logps/chosen": -389.89422607421875, | |
| "logps/rejected": -354.1610412597656, | |
| "loss": 0.7792, | |
| "rewards/accuracies": 0.4652777910232544, | |
| "rewards/chosen": 0.04768397659063339, | |
| "rewards/margins": 0.08727537095546722, | |
| "rewards/rejected": -0.039591409265995026, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 217.40628820586957, | |
| "learning_rate": 1.7543859649122805e-07, | |
| "logits/chosen": 129.68209838867188, | |
| "logits/rejected": 113.68559265136719, | |
| "logps/chosen": -432.5853576660156, | |
| "logps/rejected": -373.7879943847656, | |
| "loss": 0.7513, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": 0.031696923077106476, | |
| "rewards/margins": 0.08473679423332214, | |
| "rewards/rejected": -0.05303985998034477, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 191.89370217443937, | |
| "learning_rate": 2.631578947368421e-07, | |
| "logits/chosen": 124.4021987915039, | |
| "logits/rejected": 125.64024353027344, | |
| "logps/chosen": -399.22802734375, | |
| "logps/rejected": -390.37579345703125, | |
| "loss": 0.7037, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.20258919894695282, | |
| "rewards/margins": 0.1700224131345749, | |
| "rewards/rejected": -0.3726116120815277, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 211.6351305832278, | |
| "learning_rate": 3.508771929824561e-07, | |
| "logits/chosen": 131.0064697265625, | |
| "logits/rejected": 123.0418930053711, | |
| "logps/chosen": -419.60662841796875, | |
| "logps/rejected": -402.06634521484375, | |
| "loss": 0.6797, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -0.7152727842330933, | |
| "rewards/margins": 0.4604054391384125, | |
| "rewards/rejected": -1.1756783723831177, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 484.38349273880505, | |
| "learning_rate": 4.3859649122807013e-07, | |
| "logits/chosen": 128.71829223632812, | |
| "logits/rejected": 118.0994873046875, | |
| "logps/chosen": -448.260498046875, | |
| "logps/rejected": -412.1876525878906, | |
| "loss": 0.695, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -1.3968048095703125, | |
| "rewards/margins": 0.8602328300476074, | |
| "rewards/rejected": -2.25703763961792, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 182.40125166565076, | |
| "learning_rate": 4.999578104083306e-07, | |
| "logits/chosen": 127.1559066772461, | |
| "logits/rejected": 121.3763427734375, | |
| "logps/chosen": -435.3233337402344, | |
| "logps/rejected": -415.9839782714844, | |
| "loss": 0.6133, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -1.5324429273605347, | |
| "rewards/margins": 1.0619370937347412, | |
| "rewards/rejected": -2.5943799018859863, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 199.29717720826676, | |
| "learning_rate": 4.992081692902698e-07, | |
| "logits/chosen": 120.18775939941406, | |
| "logits/rejected": 117.95320129394531, | |
| "logps/chosen": -406.31915283203125, | |
| "logps/rejected": -413.50787353515625, | |
| "loss": 0.5865, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.46991199254989624, | |
| "rewards/margins": 1.2349997758865356, | |
| "rewards/rejected": -1.7049118280410767, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 207.06449323027374, | |
| "learning_rate": 4.975242169652915e-07, | |
| "logits/chosen": 128.04473876953125, | |
| "logits/rejected": 130.7515869140625, | |
| "logps/chosen": -447.3434143066406, | |
| "logps/rejected": -459.81890869140625, | |
| "loss": 0.6004, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -2.0434231758117676, | |
| "rewards/margins": 1.4744064807891846, | |
| "rewards/rejected": -3.5178298950195312, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 200.92304707212335, | |
| "learning_rate": 4.949122667718934e-07, | |
| "logits/chosen": 121.19368743896484, | |
| "logits/rejected": 121.2099380493164, | |
| "logps/chosen": -397.20086669921875, | |
| "logps/rejected": -414.5176696777344, | |
| "loss": 0.6301, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -2.6995744705200195, | |
| "rewards/margins": 1.4437432289123535, | |
| "rewards/rejected": -4.143317222595215, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 215.04289608607098, | |
| "learning_rate": 4.913821112234773e-07, | |
| "logits/chosen": 116.49479675292969, | |
| "logits/rejected": 112.4799575805664, | |
| "logps/chosen": -447.57647705078125, | |
| "logps/rejected": -429.46575927734375, | |
| "loss": 0.6146, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -2.545346260070801, | |
| "rewards/margins": 1.2528657913208008, | |
| "rewards/rejected": -3.7982120513916016, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_logits/chosen": 81.87950897216797, | |
| "eval_logits/rejected": 84.39910125732422, | |
| "eval_logps/chosen": -411.71240234375, | |
| "eval_logps/rejected": -420.9197082519531, | |
| "eval_loss": 0.4651451110839844, | |
| "eval_rewards/accuracies": 0.7526595592498779, | |
| "eval_rewards/chosen": -2.3365964889526367, | |
| "eval_rewards/margins": 1.8754801750183105, | |
| "eval_rewards/rejected": -4.2120771408081055, | |
| "eval_runtime": 140.5275, | |
| "eval_samples_per_second": 21.348, | |
| "eval_steps_per_second": 0.669, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 145.22259820264708, | |
| "learning_rate": 4.869469852950461e-07, | |
| "logits/chosen": 122.2143325805664, | |
| "logits/rejected": 105.96075439453125, | |
| "logps/chosen": -432.1094665527344, | |
| "logps/rejected": -416.0596618652344, | |
| "loss": 0.5204, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -2.683460235595703, | |
| "rewards/margins": 1.542055606842041, | |
| "rewards/rejected": -4.225515842437744, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 156.26979860678045, | |
| "learning_rate": 4.816235168037004e-07, | |
| "logits/chosen": 128.47006225585938, | |
| "logits/rejected": 118.56982421875, | |
| "logps/chosen": -449.61700439453125, | |
| "logps/rejected": -434.48028564453125, | |
| "loss": 0.6423, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -3.0041728019714355, | |
| "rewards/margins": 1.7394739389419556, | |
| "rewards/rejected": -4.74364709854126, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 177.86144513954326, | |
| "learning_rate": 4.754316640689664e-07, | |
| "logits/chosen": 113.59197998046875, | |
| "logits/rejected": 112.35980224609375, | |
| "logps/chosen": -457.04144287109375, | |
| "logps/rejected": -439.47723388671875, | |
| "loss": 0.5826, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -2.8894424438476562, | |
| "rewards/margins": 1.4542138576507568, | |
| "rewards/rejected": -4.343656539916992, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 189.02971648014739, | |
| "learning_rate": 4.683946410866696e-07, | |
| "logits/chosen": 116.56878662109375, | |
| "logits/rejected": 122.89111328125, | |
| "logps/chosen": -420.02703857421875, | |
| "logps/rejected": -411.07720947265625, | |
| "loss": 0.6118, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -3.1426749229431152, | |
| "rewards/margins": 1.2650305032730103, | |
| "rewards/rejected": -4.407705307006836, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 211.31450916072063, | |
| "learning_rate": 4.605388304968914e-07, | |
| "logits/chosen": 118.91947937011719, | |
| "logits/rejected": 116.5951156616211, | |
| "logps/chosen": -431.5098571777344, | |
| "logps/rejected": -429.95440673828125, | |
| "loss": 0.5911, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -2.910405397415161, | |
| "rewards/margins": 1.1865342855453491, | |
| "rewards/rejected": -4.096939563751221, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 170.26872451717134, | |
| "learning_rate": 4.518936846722982e-07, | |
| "logits/chosen": 117.84376525878906, | |
| "logits/rejected": 112.31922912597656, | |
| "logps/chosen": -414.76165771484375, | |
| "logps/rejected": -437.95452880859375, | |
| "loss": 0.5456, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.7054227590560913, | |
| "rewards/margins": 2.110852003097534, | |
| "rewards/rejected": -3.816274642944336, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 191.46259689342833, | |
| "learning_rate": 4.424916152976768e-07, | |
| "logits/chosen": 119.23990631103516, | |
| "logits/rejected": 121.25250244140625, | |
| "logps/chosen": -443.57867431640625, | |
| "logps/rejected": -435.184326171875, | |
| "loss": 0.5512, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -1.7071870565414429, | |
| "rewards/margins": 1.8656721115112305, | |
| "rewards/rejected": -3.572859287261963, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 184.73035643974228, | |
| "learning_rate": 4.323678718546552e-07, | |
| "logits/chosen": 108.43327331542969, | |
| "logits/rejected": 114.77632141113281, | |
| "logps/chosen": -438.0908203125, | |
| "logps/rejected": -462.9315490722656, | |
| "loss": 0.6132, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -2.3591582775115967, | |
| "rewards/margins": 2.4720942974090576, | |
| "rewards/rejected": -4.8312530517578125, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 158.74860587248762, | |
| "learning_rate": 4.2156040946718343e-07, | |
| "logits/chosen": 123.97856140136719, | |
| "logits/rejected": 116.08268737792969, | |
| "logps/chosen": -403.24920654296875, | |
| "logps/rejected": -421.84698486328125, | |
| "loss": 0.5587, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.5052869319915771, | |
| "rewards/margins": 1.7390124797821045, | |
| "rewards/rejected": -3.2442994117736816, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 183.38314527086422, | |
| "learning_rate": 4.1010974660323827e-07, | |
| "logits/chosen": 126.38175964355469, | |
| "logits/rejected": 122.32222747802734, | |
| "logps/chosen": -436.79522705078125, | |
| "logps/rejected": -426.5311584472656, | |
| "loss": 0.5464, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.6060012578964233, | |
| "rewards/margins": 1.8500821590423584, | |
| "rewards/rejected": -2.456083297729492, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_logits/chosen": 82.9056625366211, | |
| "eval_logits/rejected": 84.87641143798828, | |
| "eval_logps/chosen": -396.1968078613281, | |
| "eval_logps/rejected": -410.65625, | |
| "eval_loss": 0.4531392455101013, | |
| "eval_rewards/accuracies": 0.789893627166748, | |
| "eval_rewards/chosen": -0.785041868686676, | |
| "eval_rewards/margins": 2.400688648223877, | |
| "eval_rewards/rejected": -3.185730218887329, | |
| "eval_runtime": 137.5235, | |
| "eval_samples_per_second": 21.814, | |
| "eval_steps_per_second": 0.684, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 168.64841301750204, | |
| "learning_rate": 3.9805881316624503e-07, | |
| "logits/chosen": 130.578857421875, | |
| "logits/rejected": 128.09909057617188, | |
| "logps/chosen": -438.5977478027344, | |
| "logps/rejected": -418.1968688964844, | |
| "loss": 0.5578, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.4819152355194092, | |
| "rewards/margins": 1.8128970861434937, | |
| "rewards/rejected": -3.2948124408721924, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 136.21776962330497, | |
| "learning_rate": 3.8545278954573936e-07, | |
| "logits/chosen": 113.0008773803711, | |
| "logits/rejected": 117.78938293457031, | |
| "logps/chosen": -455.12457275390625, | |
| "logps/rejected": -453.49786376953125, | |
| "loss": 0.5577, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -2.3700404167175293, | |
| "rewards/margins": 2.080824375152588, | |
| "rewards/rejected": -4.450865268707275, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 168.04155893000748, | |
| "learning_rate": 3.7233893723068785e-07, | |
| "logits/chosen": 117.96110534667969, | |
| "logits/rejected": 112.2010726928711, | |
| "logps/chosen": -417.343994140625, | |
| "logps/rejected": -411.2234802246094, | |
| "loss": 0.5906, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -2.2008044719696045, | |
| "rewards/margins": 1.7120252847671509, | |
| "rewards/rejected": -3.912829875946045, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 233.13263556391968, | |
| "learning_rate": 3.587664216205183e-07, | |
| "logits/chosen": 111.51997375488281, | |
| "logits/rejected": 105.1529312133789, | |
| "logps/chosen": -435.8033142089844, | |
| "logps/rejected": -414.79608154296875, | |
| "loss": 0.5228, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -1.822892189025879, | |
| "rewards/margins": 1.6441761255264282, | |
| "rewards/rejected": -3.4670684337615967, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 145.93578202633324, | |
| "learning_rate": 3.447861276981619e-07, | |
| "logits/chosen": 112.54423522949219, | |
| "logits/rejected": 114.58158874511719, | |
| "logps/chosen": -433.91717529296875, | |
| "logps/rejected": -451.19140625, | |
| "loss": 0.4728, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -2.1698975563049316, | |
| "rewards/margins": 2.254122018814087, | |
| "rewards/rejected": -4.424019813537598, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 265.64870689354916, | |
| "learning_rate": 3.304504692561714e-07, | |
| "logits/chosen": 107.4307632446289, | |
| "logits/rejected": 109.19493103027344, | |
| "logps/chosen": -384.3638916015625, | |
| "logps/rejected": -407.864013671875, | |
| "loss": 0.572, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.458132028579712, | |
| "rewards/margins": 2.150017499923706, | |
| "rewards/rejected": -3.608149766921997, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 188.67031809112055, | |
| "learning_rate": 3.1581319239114976e-07, | |
| "logits/chosen": 117.85128021240234, | |
| "logits/rejected": 116.6944580078125, | |
| "logps/chosen": -415.9629821777344, | |
| "logps/rejected": -407.85235595703125, | |
| "loss": 0.5564, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.2570802569389343, | |
| "rewards/margins": 2.1505465507507324, | |
| "rewards/rejected": -2.4076266288757324, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 165.06348521901816, | |
| "learning_rate": 3.0092917400321105e-07, | |
| "logits/chosen": 128.14698791503906, | |
| "logits/rejected": 121.8365478515625, | |
| "logps/chosen": -417.6142578125, | |
| "logps/rejected": -403.83367919921875, | |
| "loss": 0.5676, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.7323893308639526, | |
| "rewards/margins": 1.7381248474121094, | |
| "rewards/rejected": -2.4705142974853516, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 157.00916744994808, | |
| "learning_rate": 2.8585421605592406e-07, | |
| "logits/chosen": 110.540283203125, | |
| "logits/rejected": 115.08995056152344, | |
| "logps/chosen": -396.43426513671875, | |
| "logps/rejected": -436.2679138183594, | |
| "loss": 0.5495, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.4560773968696594, | |
| "rewards/margins": 1.98747980594635, | |
| "rewards/rejected": -2.4435572624206543, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 205.45827003907002, | |
| "learning_rate": 2.706448363680831e-07, | |
| "logits/chosen": 124.5927963256836, | |
| "logits/rejected": 110.01478576660156, | |
| "logps/chosen": -446.9676818847656, | |
| "logps/rejected": -425.59130859375, | |
| "loss": 0.5841, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -1.1815617084503174, | |
| "rewards/margins": 2.0572218894958496, | |
| "rewards/rejected": -3.238783597946167, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_logits/chosen": 81.92237091064453, | |
| "eval_logits/rejected": 83.76121520996094, | |
| "eval_logps/chosen": -404.27252197265625, | |
| "eval_logps/rejected": -421.2023010253906, | |
| "eval_loss": 0.420937716960907, | |
| "eval_rewards/accuracies": 0.8085106611251831, | |
| "eval_rewards/chosen": -1.5926097631454468, | |
| "eval_rewards/margins": 2.6477227210998535, | |
| "eval_rewards/rejected": -4.24033260345459, | |
| "eval_runtime": 140.4063, | |
| "eval_samples_per_second": 21.367, | |
| "eval_steps_per_second": 0.669, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 160.60055964808268, | |
| "learning_rate": 2.5535805672165076e-07, | |
| "logits/chosen": 137.0350799560547, | |
| "logits/rejected": 120.5669174194336, | |
| "logps/chosen": -484.946533203125, | |
| "logps/rejected": -442.79840087890625, | |
| "loss": 0.531, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -1.6490952968597412, | |
| "rewards/margins": 2.217057943344116, | |
| "rewards/rejected": -3.8661532402038574, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 185.28720083745498, | |
| "learning_rate": 2.4005118908028396e-07, | |
| "logits/chosen": 124.60655212402344, | |
| "logits/rejected": 121.116455078125, | |
| "logps/chosen": -404.44512939453125, | |
| "logps/rejected": -417.16912841796875, | |
| "loss": 0.5466, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.48712271451950073, | |
| "rewards/margins": 2.2081336975097656, | |
| "rewards/rejected": -2.695256471633911, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 126.54706641028886, | |
| "learning_rate": 2.2478162071993296e-07, | |
| "logits/chosen": 120.48885345458984, | |
| "logits/rejected": 124.61685943603516, | |
| "logps/chosen": -399.6452941894531, | |
| "logps/rejected": -414.8997497558594, | |
| "loss": 0.4872, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.09031596034765244, | |
| "rewards/margins": 2.396162509918213, | |
| "rewards/rejected": -2.486478567123413, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 178.09627633035737, | |
| "learning_rate": 2.096065990770863e-07, | |
| "logits/chosen": 122.05961608886719, | |
| "logits/rejected": 118.81587982177734, | |
| "logps/chosen": -394.23077392578125, | |
| "logps/rejected": -430.9129943847656, | |
| "loss": 0.5554, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.9867365956306458, | |
| "rewards/margins": 1.8670978546142578, | |
| "rewards/rejected": -2.8538341522216797, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 177.15865509490735, | |
| "learning_rate": 1.9458301712129033e-07, | |
| "logits/chosen": 119.64925384521484, | |
| "logits/rejected": 119.57633972167969, | |
| "logps/chosen": -411.25408935546875, | |
| "logps/rejected": -429.3443298339844, | |
| "loss": 0.5122, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -0.9517320394515991, | |
| "rewards/margins": 2.0737788677215576, | |
| "rewards/rejected": -3.0255112648010254, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 139.47726339895294, | |
| "learning_rate": 1.7976720005660767e-07, | |
| "logits/chosen": 113.1412582397461, | |
| "logits/rejected": 101.12696838378906, | |
| "logps/chosen": -406.71917724609375, | |
| "logps/rejected": -391.29437255859375, | |
| "loss": 0.5455, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.5302667617797852, | |
| "rewards/margins": 2.25763201713562, | |
| "rewards/rejected": -2.787898540496826, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 133.36840849054562, | |
| "learning_rate": 1.652146941516963e-07, | |
| "logits/chosen": 114.43309020996094, | |
| "logits/rejected": 119.9453353881836, | |
| "logps/chosen": -399.7528381347656, | |
| "logps/rejected": -420.86297607421875, | |
| "loss": 0.4984, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.21387052536010742, | |
| "rewards/margins": 2.155322313308716, | |
| "rewards/rejected": -2.3691928386688232, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 149.00043137049042, | |
| "learning_rate": 1.5098005849021078e-07, | |
| "logits/chosen": 127.96968841552734, | |
| "logits/rejected": 125.54051208496094, | |
| "logps/chosen": -389.4139404296875, | |
| "logps/rejected": -413.8482971191406, | |
| "loss": 0.5179, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.6685792803764343, | |
| "rewards/margins": 2.1137466430664062, | |
| "rewards/rejected": -2.7823262214660645, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 186.72529615905967, | |
| "learning_rate": 1.371166604222777e-07, | |
| "logits/chosen": 119.5155258178711, | |
| "logits/rejected": 120.4027328491211, | |
| "logps/chosen": -425.53814697265625, | |
| "logps/rejected": -438.1182556152344, | |
| "loss": 0.5434, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -1.0980108976364136, | |
| "rewards/margins": 1.9416344165802002, | |
| "rewards/rejected": -3.039644956588745, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 199.20784502094995, | |
| "learning_rate": 1.236764754839226e-07, | |
| "logits/chosen": 123.8387680053711, | |
| "logits/rejected": 123.20845794677734, | |
| "logps/chosen": -452.08056640625, | |
| "logps/rejected": -414.00054931640625, | |
| "loss": 0.519, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.4723873138427734, | |
| "rewards/margins": 2.1262927055358887, | |
| "rewards/rejected": -3.598680019378662, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_logits/chosen": 84.7816162109375, | |
| "eval_logits/rejected": 85.82012176513672, | |
| "eval_logps/chosen": -400.7308044433594, | |
| "eval_logps/rejected": -420.57318115234375, | |
| "eval_loss": 0.41622278094291687, | |
| "eval_rewards/accuracies": 0.7819148898124695, | |
| "eval_rewards/chosen": -1.2384368181228638, | |
| "eval_rewards/margins": 2.938983917236328, | |
| "eval_rewards/rejected": -4.1774210929870605, | |
| "eval_runtime": 139.5411, | |
| "eval_samples_per_second": 21.499, | |
| "eval_steps_per_second": 0.674, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 134.84528611140695, | |
| "learning_rate": 1.1070989253457461e-07, | |
| "logits/chosen": 122.2228012084961, | |
| "logits/rejected": 110.46368408203125, | |
| "logps/chosen": -441.6568298339844, | |
| "logps/rejected": -433.2784118652344, | |
| "loss": 0.5219, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.0036917924880981, | |
| "rewards/margins": 2.34743595123291, | |
| "rewards/rejected": -3.3511276245117188, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 133.1187583799304, | |
| "learning_rate": 9.826552484321085e-08, | |
| "logits/chosen": 132.171630859375, | |
| "logits/rejected": 129.95004272460938, | |
| "logps/chosen": -417.84796142578125, | |
| "logps/rejected": -423.4884338378906, | |
| "loss": 0.5061, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -0.618304967880249, | |
| "rewards/margins": 2.553462266921997, | |
| "rewards/rejected": -3.171767234802246, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 573.6152142738256, | |
| "learning_rate": 8.639002783140181e-08, | |
| "logits/chosen": 118.46337890625, | |
| "logits/rejected": 109.05899810791016, | |
| "logps/chosen": -426.46795654296875, | |
| "logps/rejected": -418.7447814941406, | |
| "loss": 0.5267, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.6656720042228699, | |
| "rewards/margins": 2.3314335346221924, | |
| "rewards/rejected": -2.997105598449707, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 148.45628734093913, | |
| "learning_rate": 7.512792415656055e-08, | |
| "logits/chosen": 119.17752838134766, | |
| "logits/rejected": 121.80256652832031, | |
| "logps/chosen": -419.00714111328125, | |
| "logps/rejected": -397.78277587890625, | |
| "loss": 0.5312, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.8773514628410339, | |
| "rewards/margins": 1.9682013988494873, | |
| "rewards/rejected": -2.845552921295166, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 162.12056581720563, | |
| "learning_rate": 6.452143679117964e-08, | |
| "logits/chosen": 112.10150146484375, | |
| "logits/rejected": 113.61590576171875, | |
| "logps/chosen": -399.46868896484375, | |
| "logps/rejected": -410.13604736328125, | |
| "loss": 0.4931, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.21312670409679413, | |
| "rewards/margins": 2.5830297470092773, | |
| "rewards/rejected": -2.796156406402588, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 126.77510481617468, | |
| "learning_rate": 5.46103307238617e-08, | |
| "logits/chosen": 123.6783447265625, | |
| "logits/rejected": 120.97247314453125, | |
| "logps/chosen": -415.7288513183594, | |
| "logps/rejected": -401.6763610839844, | |
| "loss": 0.5306, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 0.10093896090984344, | |
| "rewards/margins": 1.8561251163482666, | |
| "rewards/rejected": -1.7551860809326172, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 150.71507301379341, | |
| "learning_rate": 4.5431763875625226e-08, | |
| "logits/chosen": 116.371826171875, | |
| "logits/rejected": 127.0480728149414, | |
| "logps/chosen": -382.4268798828125, | |
| "logps/rejected": -425.90899658203125, | |
| "loss": 0.5385, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": 0.36557143926620483, | |
| "rewards/margins": 2.3377490043640137, | |
| "rewards/rejected": -1.972177267074585, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 158.81620899731348, | |
| "learning_rate": 3.702014779041826e-08, | |
| "logits/chosen": 123.89225769042969, | |
| "logits/rejected": 123.4906234741211, | |
| "logps/chosen": -424.238525390625, | |
| "logps/rejected": -413.3152770996094, | |
| "loss": 0.5397, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": 0.1715961992740631, | |
| "rewards/margins": 2.171330213546753, | |
| "rewards/rejected": -1.9997339248657227, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 146.54123732916176, | |
| "learning_rate": 2.940701862212802e-08, | |
| "logits/chosen": 126.18601989746094, | |
| "logits/rejected": 121.62428283691406, | |
| "logps/chosen": -400.54058837890625, | |
| "logps/rejected": -408.0806884765625, | |
| "loss": 0.5078, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.3071042597293854, | |
| "rewards/margins": 1.9608478546142578, | |
| "rewards/rejected": -2.2679522037506104, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 179.72110486843388, | |
| "learning_rate": 2.2620918901771507e-08, | |
| "logits/chosen": 123.40205383300781, | |
| "logits/rejected": 128.0767059326172, | |
| "logps/chosen": -391.4453125, | |
| "logps/rejected": -411.9076232910156, | |
| "loss": 0.5432, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.5281409621238708, | |
| "rewards/margins": 1.8229057788848877, | |
| "rewards/rejected": -2.3510470390319824, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_logits/chosen": 82.89906311035156, | |
| "eval_logits/rejected": 83.63628387451172, | |
| "eval_logps/chosen": -392.10986328125, | |
| "eval_logps/rejected": -413.8585510253906, | |
| "eval_loss": 0.4134235084056854, | |
| "eval_rewards/accuracies": 0.8031914830207825, | |
| "eval_rewards/chosen": -0.3763478994369507, | |
| "eval_rewards/margins": 3.1296117305755615, | |
| "eval_rewards/rejected": -3.5059597492218018, | |
| "eval_runtime": 139.1588, | |
| "eval_samples_per_second": 21.558, | |
| "eval_steps_per_second": 0.675, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 136.393779166859, | |
| "learning_rate": 1.6687290528135722e-08, | |
| "logits/chosen": 125.94908142089844, | |
| "logits/rejected": 125.49617004394531, | |
| "logps/chosen": -416.5887756347656, | |
| "logps/rejected": -427.69500732421875, | |
| "loss": 0.5234, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.5508764386177063, | |
| "rewards/margins": 2.112180471420288, | |
| "rewards/rejected": -2.6630568504333496, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 146.29141931806384, | |
| "learning_rate": 1.1628379383059022e-08, | |
| "logits/chosen": 120.80562591552734, | |
| "logits/rejected": 115.93048095703125, | |
| "logps/chosen": -371.3426513671875, | |
| "logps/rejected": -387.1521301269531, | |
| "loss": 0.4969, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.32862672209739685, | |
| "rewards/margins": 2.9703025817871094, | |
| "rewards/rejected": -3.298929214477539, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 147.11717811510456, | |
| "learning_rate": 7.463151928961548e-09, | |
| "logits/chosen": 122.363037109375, | |
| "logits/rejected": 109.66593933105469, | |
| "logps/chosen": -448.3584899902344, | |
| "logps/rejected": -436.228515625, | |
| "loss": 0.5469, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.46789926290512085, | |
| "rewards/margins": 2.4167771339416504, | |
| "rewards/rejected": -2.884676933288574, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 155.0350657623424, | |
| "learning_rate": 4.207224101311246e-09, | |
| "logits/chosen": 117.22102355957031, | |
| "logits/rejected": 120.94425201416016, | |
| "logps/chosen": -442.1240234375, | |
| "logps/rejected": -422.91839599609375, | |
| "loss": 0.5662, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.7507426738739014, | |
| "rewards/margins": 2.2546093463897705, | |
| "rewards/rejected": -3.005352020263672, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 152.83811169959978, | |
| "learning_rate": 1.8728027626156997e-09, | |
| "logits/chosen": 125.8171157836914, | |
| "logits/rejected": 120.76863861083984, | |
| "logps/chosen": -421.21453857421875, | |
| "logps/rejected": -413.3653869628906, | |
| "loss": 0.5051, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.43215274810791016, | |
| "rewards/margins": 2.5282857418060303, | |
| "rewards/rejected": -2.9604387283325195, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 119.16575693204335, | |
| "learning_rate": 4.686399374358441e-10, | |
| "logits/chosen": 125.23756408691406, | |
| "logits/rejected": 120.61265563964844, | |
| "logps/chosen": -421.6220703125, | |
| "logps/rejected": -447.9476013183594, | |
| "loss": 0.4916, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.8027129173278809, | |
| "rewards/margins": 2.2439770698547363, | |
| "rewards/rejected": -3.046689987182617, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 150.61389898443417, | |
| "learning_rate": 0.0, | |
| "logits/chosen": 126.7450942993164, | |
| "logits/rejected": 124.49223327636719, | |
| "logps/chosen": -381.63909912109375, | |
| "logps/rejected": -396.2301940917969, | |
| "loss": 0.4902, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.5853160619735718, | |
| "rewards/margins": 2.132859706878662, | |
| "rewards/rejected": -2.7181754112243652, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 570, | |
| "total_flos": 0.0, | |
| "train_loss": 0.5623811487565961, | |
| "train_runtime": 6612.2068, | |
| "train_samples_per_second": 11.039, | |
| "train_steps_per_second": 0.086 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 570, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |