{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 385,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 32.75,
      "learning_rate": 1.282051282051282e-07,
      "logits/chosen": 88.18099975585938,
      "logits/rejected": 88.25153350830078,
      "logps/chosen": -29.073104858398438,
      "logps/rejected": -26.25731658935547,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 25.5,
      "learning_rate": 1.282051282051282e-06,
      "logits/chosen": 81.08353424072266,
      "logits/rejected": 80.7865219116211,
      "logps/chosen": -34.20063781738281,
      "logps/rejected": -33.02577590942383,
      "loss": 0.684,
      "rewards/accuracies": 0.5,
      "rewards/chosen": 0.020544879138469696,
      "rewards/margins": 0.05422975495457649,
      "rewards/rejected": -0.033684875816106796,
      "step": 10
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.0,
      "learning_rate": 2.564102564102564e-06,
      "logits/chosen": 80.67228698730469,
      "logits/rejected": 80.55956268310547,
      "logps/chosen": -33.523399353027344,
      "logps/rejected": -30.766698837280273,
      "loss": 0.6867,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": 0.0832558423280716,
      "rewards/margins": 0.0778605192899704,
      "rewards/rejected": 0.00539533281698823,
      "step": 20
    },
    {
      "epoch": 0.08,
      "grad_norm": 29.375,
      "learning_rate": 3.846153846153847e-06,
      "logits/chosen": 82.52102661132812,
      "logits/rejected": 82.54798889160156,
      "logps/chosen": -33.94279861450195,
      "logps/rejected": -31.214736938476562,
      "loss": 0.7575,
      "rewards/accuracies": 0.4375,
      "rewards/chosen": 0.035010773688554764,
      "rewards/margins": -0.06953731179237366,
      "rewards/rejected": 0.10454808175563812,
      "step": 30
    },
    {
      "epoch": 0.1,
      "grad_norm": 24.25,
      "learning_rate": 4.999896948438434e-06,
      "logits/chosen": 81.06597137451172,
      "logits/rejected": 81.06147766113281,
      "logps/chosen": -32.76929473876953,
      "logps/rejected": -33.212310791015625,
      "loss": 0.6836,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": 0.20238244533538818,
      "rewards/margins": 0.12427721172571182,
      "rewards/rejected": 0.07810524851083755,
      "step": 40
    },
    {
      "epoch": 0.13,
      "grad_norm": 18.75,
      "learning_rate": 4.987541037542187e-06,
      "logits/chosen": 78.68827819824219,
      "logits/rejected": 78.70021057128906,
      "logps/chosen": -30.579212188720703,
      "logps/rejected": -30.904521942138672,
      "loss": 0.6716,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": 0.3130193054676056,
      "rewards/margins": 0.22863590717315674,
      "rewards/rejected": 0.08438339829444885,
      "step": 50
    },
    {
      "epoch": 0.16,
      "grad_norm": 25.375,
      "learning_rate": 4.954691471941119e-06,
      "logits/chosen": 83.18531799316406,
      "logits/rejected": 83.2416763305664,
      "logps/chosen": -30.874561309814453,
      "logps/rejected": -29.523483276367188,
      "loss": 0.6904,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.15030017495155334,
      "rewards/margins": 0.11678256839513779,
      "rewards/rejected": 0.03351757675409317,
      "step": 60
    },
    {
      "epoch": 0.18,
      "grad_norm": 40.75,
      "learning_rate": 4.901618883413549e-06,
      "logits/chosen": 83.8118896484375,
      "logits/rejected": 83.84835815429688,
      "logps/chosen": -30.521596908569336,
      "logps/rejected": -33.058387756347656,
      "loss": 0.7083,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": 0.05371224880218506,
      "rewards/margins": 0.06404958665370941,
      "rewards/rejected": -0.010337340645492077,
      "step": 70
    },
    {
      "epoch": 0.21,
      "grad_norm": 25.625,
      "learning_rate": 4.828760511501322e-06,
      "logits/chosen": 81.4435043334961,
      "logits/rejected": 81.42585754394531,
      "logps/chosen": -31.408594131469727,
      "logps/rejected": -31.023513793945312,
      "loss": 0.6594,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": 0.04817419499158859,
      "rewards/margins": 0.18110866844654083,
      "rewards/rejected": -0.13293446600437164,
      "step": 80
    },
    {
      "epoch": 0.23,
      "grad_norm": 31.75,
      "learning_rate": 4.7367166013034295e-06,
      "logits/chosen": 78.11305236816406,
      "logits/rejected": 78.08197784423828,
      "logps/chosen": -32.596641540527344,
      "logps/rejected": -31.254547119140625,
      "loss": 0.677,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": 0.02076822891831398,
      "rewards/margins": 0.17230577766895294,
      "rewards/rejected": -0.15153756737709045,
      "step": 90
    },
    {
      "epoch": 0.26,
      "grad_norm": 24.25,
      "learning_rate": 4.626245458345211e-06,
      "logits/chosen": 83.37003326416016,
      "logits/rejected": 83.38694763183594,
      "logps/chosen": -34.16094207763672,
      "logps/rejected": -31.8507137298584,
      "loss": 0.6859,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": 0.0720243752002716,
      "rewards/margins": 0.12210811674594879,
      "rewards/rejected": -0.05008373409509659,
      "step": 100
    },
    {
      "epoch": 0.26,
      "eval_logits/chosen": 98.68260955810547,
      "eval_logits/rejected": 98.67269134521484,
      "eval_logps/chosen": -32.555023193359375,
      "eval_logps/rejected": -36.136436462402344,
      "eval_loss": 0.7229137420654297,
      "eval_rewards/accuracies": 0.5282392501831055,
      "eval_rewards/chosen": -0.05592246353626251,
      "eval_rewards/margins": 0.029031021520495415,
      "eval_rewards/rejected": -0.08495348691940308,
      "eval_runtime": 104.2675,
      "eval_samples_per_second": 3.29,
      "eval_steps_per_second": 0.412,
      "step": 100
    },
    {
      "epoch": 0.29,
      "grad_norm": 35.25,
      "learning_rate": 4.498257201263691e-06,
      "logits/chosen": 83.4867172241211,
      "logits/rejected": 83.372802734375,
      "logps/chosen": -32.426979064941406,
      "logps/rejected": -32.882118225097656,
      "loss": 0.5808,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.2979138493537903,
      "rewards/margins": 0.4110265374183655,
      "rewards/rejected": -0.11311274766921997,
      "step": 110
    },
    {
      "epoch": 0.31,
      "grad_norm": 38.5,
      "learning_rate": 4.353806263777678e-06,
      "logits/chosen": 83.65151977539062,
      "logits/rejected": 83.7606201171875,
      "logps/chosen": -28.169925689697266,
      "logps/rejected": -35.475196838378906,
      "loss": 0.6054,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": 0.37982815504074097,
      "rewards/margins": 0.3878515660762787,
      "rewards/rejected": -0.008023401722311974,
      "step": 120
    },
    {
      "epoch": 0.34,
      "grad_norm": 24.0,
      "learning_rate": 4.1940827077152755e-06,
      "logits/chosen": 80.93061065673828,
      "logits/rejected": 80.95037841796875,
      "logps/chosen": -30.428030014038086,
      "logps/rejected": -32.12748336791992,
      "loss": 0.6058,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.23966185748577118,
      "rewards/margins": 0.33758825063705444,
      "rewards/rejected": -0.09792639315128326,
      "step": 130
    },
    {
      "epoch": 0.36,
      "grad_norm": 17.75,
      "learning_rate": 4.0204024186666215e-06,
      "logits/chosen": 82.01722717285156,
      "logits/rejected": 82.02776336669922,
      "logps/chosen": -27.013805389404297,
      "logps/rejected": -33.108734130859375,
      "loss": 0.5348,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.2167574167251587,
      "rewards/margins": 0.5594369173049927,
      "rewards/rejected": -0.3426794409751892,
      "step": 140
    },
    {
      "epoch": 0.39,
      "grad_norm": 26.125,
      "learning_rate": 3.834196265035119e-06,
      "logits/chosen": 80.49574279785156,
      "logits/rejected": 80.46543884277344,
      "logps/chosen": -28.96371078491211,
      "logps/rejected": -33.28276443481445,
      "loss": 0.5393,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.21269837021827698,
      "rewards/margins": 0.5708296895027161,
      "rewards/rejected": -0.3581313192844391,
      "step": 150
    },
    {
      "epoch": 0.42,
      "grad_norm": 36.75,
      "learning_rate": 3.636998309800573e-06,
      "logits/chosen": 82.2945556640625,
      "logits/rejected": 82.3069839477539,
      "logps/chosen": -33.60367202758789,
      "logps/rejected": -30.597631454467773,
      "loss": 0.5835,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.266539990901947,
      "rewards/margins": 0.5890872478485107,
      "rewards/rejected": -0.3225473165512085,
      "step": 160
    },
    {
      "epoch": 0.44,
      "grad_norm": 26.25,
      "learning_rate": 3.4304331721118078e-06,
      "logits/chosen": 83.09800720214844,
      "logits/rejected": 83.04072570800781,
      "logps/chosen": -30.741390228271484,
      "logps/rejected": -32.57554626464844,
      "loss": 0.5698,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.25894853472709656,
      "rewards/margins": 0.5366927981376648,
      "rewards/rejected": -0.27774426341056824,
      "step": 170
    },
    {
      "epoch": 0.47,
      "grad_norm": 23.625,
      "learning_rate": 3.2162026428305436e-06,
      "logits/chosen": 80.62547302246094,
      "logits/rejected": 80.6036605834961,
      "logps/chosen": -30.658870697021484,
      "logps/rejected": -31.662927627563477,
      "loss": 0.55,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.2691388726234436,
      "rewards/margins": 0.5219991207122803,
      "rewards/rejected": -0.25286024808883667,
      "step": 180
    },
    {
      "epoch": 0.49,
      "grad_norm": 12.4375,
      "learning_rate": 2.996071664294641e-06,
      "logits/chosen": 82.23011779785156,
      "logits/rejected": 82.23200225830078,
      "logps/chosen": -30.246551513671875,
      "logps/rejected": -30.743694305419922,
      "loss": 0.6343,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": 0.25993233919143677,
      "rewards/margins": 0.3977679908275604,
      "rewards/rejected": -0.13783565163612366,
      "step": 190
    },
    {
      "epoch": 0.52,
      "grad_norm": 14.625,
      "learning_rate": 2.7718537898066833e-06,
      "logits/chosen": 77.68287658691406,
      "logits/rejected": 77.6307144165039,
      "logps/chosen": -33.85746383666992,
      "logps/rejected": -32.90498352050781,
      "loss": 0.5453,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.44763606786727905,
      "rewards/margins": 0.6534249186515808,
      "rewards/rejected": -0.20578882098197937,
      "step": 200
    },
    {
      "epoch": 0.52,
      "eval_logits/chosen": 98.49555206298828,
      "eval_logits/rejected": 98.47319030761719,
      "eval_logps/chosen": -32.7014274597168,
      "eval_logps/rejected": -36.39837646484375,
      "eval_loss": 0.7067598700523376,
      "eval_rewards/accuracies": 0.5332226157188416,
      "eval_rewards/chosen": -0.12912562489509583,
      "eval_rewards/margins": 0.0867983028292656,
      "eval_rewards/rejected": -0.21592393517494202,
      "eval_runtime": 103.9124,
      "eval_samples_per_second": 3.301,
      "eval_steps_per_second": 0.414,
      "step": 200
    },
    {
      "epoch": 0.55,
      "grad_norm": 46.5,
      "learning_rate": 2.5453962426402006e-06,
      "logits/chosen": 80.28144836425781,
      "logits/rejected": 80.18412780761719,
      "logps/chosen": -33.1484489440918,
      "logps/rejected": -35.34803009033203,
      "loss": 0.5401,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.39863476157188416,
      "rewards/margins": 0.5796052813529968,
      "rewards/rejected": -0.18097054958343506,
      "step": 210
    },
    {
      "epoch": 0.57,
      "grad_norm": 18.875,
      "learning_rate": 2.3185646976551794e-06,
      "logits/chosen": 82.44231414794922,
      "logits/rejected": 82.5237808227539,
      "logps/chosen": -31.035247802734375,
      "logps/rejected": -31.218652725219727,
      "loss": 0.5206,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.45685210824012756,
      "rewards/margins": 0.7017010450363159,
      "rewards/rejected": -0.24484892189502716,
      "step": 220
    },
    {
      "epoch": 0.6,
      "grad_norm": 27.5,
      "learning_rate": 2.0932279108998323e-06,
      "logits/chosen": 79.57551574707031,
      "logits/rejected": 79.63117218017578,
      "logps/chosen": -32.342308044433594,
      "logps/rejected": -34.377655029296875,
      "loss": 0.6337,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": 0.23171910643577576,
      "rewards/margins": 0.4144717752933502,
      "rewards/rejected": -0.18275271356105804,
      "step": 230
    },
    {
      "epoch": 0.62,
      "grad_norm": 29.375,
      "learning_rate": 1.8712423238279358e-06,
      "logits/chosen": 81.96827697753906,
      "logits/rejected": 82.25470733642578,
      "logps/chosen": -30.665319442749023,
      "logps/rejected": -31.84256362915039,
      "loss": 0.5035,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.5113734006881714,
      "rewards/margins": 0.6666342616081238,
      "rewards/rejected": -0.1552608758211136,
      "step": 240
    },
    {
      "epoch": 0.65,
      "grad_norm": 27.125,
      "learning_rate": 1.6544367689701824e-06,
      "logits/chosen": 80.69163513183594,
      "logits/rejected": 80.74885559082031,
      "logps/chosen": -26.948383331298828,
      "logps/rejected": -30.213348388671875,
      "loss": 0.6037,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.32375770807266235,
      "rewards/margins": 0.48006218671798706,
      "rewards/rejected": -0.1563045233488083,
      "step": 250
    },
    {
      "epoch": 0.68,
      "grad_norm": 27.75,
      "learning_rate": 1.4445974030621963e-06,
      "logits/chosen": 77.91614532470703,
      "logits/rejected": 78.04708099365234,
      "logps/chosen": -30.49196434020996,
      "logps/rejected": -36.51909255981445,
      "loss": 0.4936,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.5345155000686646,
      "rewards/margins": 0.7432474493980408,
      "rewards/rejected": -0.2087319791316986,
      "step": 260
    },
    {
      "epoch": 0.7,
      "grad_norm": 16.75,
      "learning_rate": 1.243452991757889e-06,
      "logits/chosen": 77.25732421875,
      "logits/rejected": 77.28456115722656,
      "logps/chosen": -30.877111434936523,
      "logps/rejected": -31.975589752197266,
      "loss": 0.5167,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.4509071707725525,
      "rewards/margins": 0.685990035533905,
      "rewards/rejected": -0.23508290946483612,
      "step": 270
    },
    {
      "epoch": 0.73,
      "grad_norm": 25.125,
      "learning_rate": 1.0526606671603523e-06,
      "logits/chosen": 80.03535461425781,
      "logits/rejected": 79.8197250366211,
      "logps/chosen": -31.083843231201172,
      "logps/rejected": -29.844961166381836,
      "loss": 0.6198,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.3630252182483673,
      "rewards/margins": 0.45200806856155396,
      "rewards/rejected": -0.08898283541202545,
      "step": 280
    },
    {
      "epoch": 0.75,
      "grad_norm": 16.625,
      "learning_rate": 8.737922755071455e-07,
      "logits/chosen": 80.13519287109375,
      "logits/rejected": 80.05864715576172,
      "logps/chosen": -33.047523498535156,
      "logps/rejected": -32.68352127075195,
      "loss": 0.4787,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.5283600091934204,
      "rewards/margins": 0.8616873025894165,
      "rewards/rejected": -0.3333272337913513,
      "step": 290
    },
    {
      "epoch": 0.78,
      "grad_norm": 26.875,
      "learning_rate": 7.08321427484816e-07,
      "logits/chosen": 75.82341003417969,
      "logits/rejected": 75.91938781738281,
      "logps/chosen": -32.24137878417969,
      "logps/rejected": -29.33247947692871,
      "loss": 0.5511,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.5821641087532043,
      "rewards/margins": 0.6973918676376343,
      "rewards/rejected": -0.11522769927978516,
      "step": 300
    },
    {
      "epoch": 0.78,
      "eval_logits/chosen": 98.5571517944336,
      "eval_logits/rejected": 98.53510284423828,
      "eval_logps/chosen": -32.68053436279297,
      "eval_logps/rejected": -36.284751892089844,
      "eval_loss": 0.7289925813674927,
      "eval_rewards/accuracies": 0.545265793800354,
      "eval_rewards/chosen": -0.11868056654930115,
      "eval_rewards/margins": 0.04043150320649147,
      "eval_rewards/rejected": -0.1591120809316635,
      "eval_runtime": 104.072,
      "eval_samples_per_second": 3.296,
      "eval_steps_per_second": 0.413,
      "step": 300
    },
    {
      "epoch": 0.81,
      "grad_norm": 21.625,
      "learning_rate": 5.576113578589035e-07,
      "logits/chosen": 82.95035552978516,
      "logits/rejected": 82.97549438476562,
      "logps/chosen": -30.2395076751709,
      "logps/rejected": -32.58390808105469,
      "loss": 0.5895,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.31201133131980896,
      "rewards/margins": 0.5040835738182068,
      "rewards/rejected": -0.19207225739955902,
      "step": 310
    },
    {
      "epoch": 0.83,
      "grad_norm": 18.0,
      "learning_rate": 4.229036944380913e-07,
      "logits/chosen": 80.41062927246094,
      "logits/rejected": 80.41141510009766,
      "logps/chosen": -30.43392562866211,
      "logps/rejected": -29.273609161376953,
      "loss": 0.4816,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.5823162794113159,
      "rewards/margins": 0.7593742609024048,
      "rewards/rejected": -0.1770579218864441,
      "step": 320
    },
    {
      "epoch": 0.86,
      "grad_norm": 16.625,
      "learning_rate": 3.053082288996112e-07,
      "logits/chosen": 77.58735656738281,
      "logits/rejected": 77.6371841430664,
      "logps/chosen": -29.118694305419922,
      "logps/rejected": -33.023460388183594,
      "loss": 0.4851,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.6169556975364685,
      "rewards/margins": 0.8112555742263794,
      "rewards/rejected": -0.19429990649223328,
      "step": 330
    },
    {
      "epoch": 0.88,
      "grad_norm": 33.5,
      "learning_rate": 2.0579377374915805e-07,
      "logits/chosen": 81.87162780761719,
      "logits/rejected": 81.90576171875,
      "logps/chosen": -32.27037048339844,
      "logps/rejected": -33.92435836791992,
      "loss": 0.5157,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.4708884358406067,
      "rewards/margins": 0.7487217783927917,
      "rewards/rejected": -0.27783337235450745,
      "step": 340
    },
    {
      "epoch": 0.91,
      "grad_norm": 13.0,
      "learning_rate": 1.2518018074041684e-07,
      "logits/chosen": 80.89490509033203,
      "logits/rejected": 80.90391540527344,
      "logps/chosen": -32.372520446777344,
      "logps/rejected": -33.53419876098633,
      "loss": 0.4983,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.6356090307235718,
      "rewards/margins": 0.8568087816238403,
      "rewards/rejected": -0.22119958698749542,
      "step": 350
    },
    {
      "epoch": 0.94,
      "grad_norm": 20.125,
      "learning_rate": 6.41315865106129e-08,
      "logits/chosen": 82.41497802734375,
      "logits/rejected": 82.44314575195312,
      "logps/chosen": -28.537517547607422,
      "logps/rejected": -31.826416015625,
      "loss": 0.5313,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.5073467493057251,
      "rewards/margins": 0.5956294536590576,
      "rewards/rejected": -0.08828280866146088,
      "step": 360
    },
    {
      "epoch": 0.96,
      "grad_norm": 21.75,
      "learning_rate": 2.3150941078050325e-08,
      "logits/chosen": 81.85018920898438,
      "logits/rejected": 81.87150573730469,
      "logps/chosen": -31.847997665405273,
      "logps/rejected": -35.508277893066406,
      "loss": 0.5486,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.5140814781188965,
      "rewards/margins": 0.7135335206985474,
      "rewards/rejected": -0.19945205748081207,
      "step": 370
    },
    {
      "epoch": 0.99,
      "grad_norm": 25.5,
      "learning_rate": 2.575864278703266e-09,
      "logits/chosen": 75.74685668945312,
      "logits/rejected": 75.61808013916016,
      "logps/chosen": -29.746694564819336,
      "logps/rejected": -28.432201385498047,
      "loss": 0.5715,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": 0.4147160053253174,
      "rewards/margins": 0.5505291223526001,
      "rewards/rejected": -0.1358131319284439,
      "step": 380
    },
    {
      "epoch": 1.0,
      "step": 385,
      "total_flos": 0.0,
      "train_loss": 0.5860598966672823,
      "train_runtime": 2558.949,
      "train_samples_per_second": 1.203,
      "train_steps_per_second": 0.15
    }
  ],
  "logging_steps": 10,
  "max_steps": 385,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}