{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.024896678783050342,
  "eval_steps": 500,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 102.515625,
      "epoch": 4.979335756610068e-05,
      "grad_norm": 3.439708301992933,
      "kl": 0.0,
      "learning_rate": 9.999751033212169e-07,
      "loss": 0.0,
      "reward": 0.1875,
      "reward_std": 0.4075993597507477,
      "rewards/format_reward": 0.1171875,
      "rewards/iou_reward": 0.0703125,
      "step": 1
    },
    {
      "completion_length": 99.21875,
      "epoch": 9.958671513220136e-05,
      "grad_norm": 5.223373032311897,
      "kl": 0.0010242462158203125,
      "learning_rate": 9.99950206642434e-07,
      "loss": 0.0,
      "reward": 0.1328125,
      "reward_std": 0.3100738227367401,
      "rewards/format_reward": 0.0859375,
      "rewards/iou_reward": 0.046875,
      "step": 2
    },
    {
      "completion_length": 100.6015625,
      "epoch": 0.00014938007269830206,
      "grad_norm": 2.787815970639101,
      "kl": 0.001255035400390625,
      "learning_rate": 9.999253099636507e-07,
      "loss": 0.0001,
      "reward": 0.140625,
      "reward_std": 0.3062904253602028,
      "rewards/format_reward": 0.09375,
      "rewards/iou_reward": 0.046875,
      "step": 3
    },
    {
      "completion_length": 109.7890625,
      "epoch": 0.00019917343026440272,
      "grad_norm": 3.8836805256336344,
      "kl": 0.0029449462890625,
      "learning_rate": 9.999004132848678e-07,
      "loss": 0.0001,
      "reward": 0.3125,
      "reward_std": 0.5315210521221161,
      "rewards/format_reward": 0.1953125,
      "rewards/iou_reward": 0.1171875,
      "step": 4
    },
    {
      "completion_length": 104.8359375,
      "epoch": 0.0002489667878305034,
      "grad_norm": 5.140671303940714,
      "kl": 0.0057830810546875,
      "learning_rate": 9.998755166060848e-07,
      "loss": 0.0002,
      "reward": 0.4375,
      "reward_std": 0.6855984330177307,
      "rewards/format_reward": 0.2734375,
      "rewards/iou_reward": 0.1640625,
      "step": 5
    },
    {
      "completion_length": 111.203125,
      "epoch": 0.0002987601453966041,
      "grad_norm": 23.256398147936178,
      "kl": 0.01739501953125,
      "learning_rate": 9.998506199273017e-07,
      "loss": 0.0007,
      "reward": 0.6875,
      "reward_std": 0.8091083467006683,
      "rewards/format_reward": 0.3828125,
      "rewards/iou_reward": 0.3046875,
      "step": 6
    },
    {
      "completion_length": 105.3671875,
      "epoch": 0.0003485535029627048,
      "grad_norm": 2.9658525695350466,
      "kl": 0.030517578125,
      "learning_rate": 9.998257232485186e-07,
      "loss": 0.0012,
      "reward": 0.6953125,
      "reward_std": 0.7262816429138184,
      "rewards/format_reward": 0.3984375,
      "rewards/iou_reward": 0.296875,
      "step": 7
    },
    {
      "completion_length": 105.921875,
      "epoch": 0.00039834686052880544,
      "grad_norm": 4.098196384522638,
      "kl": 0.03277587890625,
      "learning_rate": 9.998008265697355e-07,
      "loss": 0.0013,
      "reward": 1.09375,
      "reward_std": 0.836446076631546,
      "rewards/format_reward": 0.609375,
      "rewards/iou_reward": 0.484375,
      "step": 8
    },
    {
      "completion_length": 100.7265625,
      "epoch": 0.00044814021809490615,
      "grad_norm": 8.043342546467072,
      "kl": 0.0408935546875,
      "learning_rate": 9.997759298909524e-07,
      "loss": 0.0016,
      "reward": 1.1015625,
      "reward_std": 0.7649284303188324,
      "rewards/format_reward": 0.6953125,
      "rewards/iou_reward": 0.40625,
      "step": 9
    },
    {
      "completion_length": 108.1796875,
      "epoch": 0.0004979335756610068,
      "grad_norm": 2.8305496250278512,
      "kl": 0.0579833984375,
      "learning_rate": 9.997510332121696e-07,
      "loss": 0.0023,
      "reward": 1.21875,
      "reward_std": 0.6406852006912231,
      "rewards/format_reward": 0.7421875,
      "rewards/iou_reward": 0.4765625,
      "step": 10
    },
    {
      "completion_length": 113.3671875,
      "epoch": 0.0005477269332271075,
      "grad_norm": 4.679645845027607,
      "kl": 0.06982421875,
      "learning_rate": 9.997261365333865e-07,
      "loss": 0.0028,
      "reward": 1.328125,
      "reward_std": 0.7090373337268829,
      "rewards/format_reward": 0.8046875,
      "rewards/iou_reward": 0.5234375,
      "step": 11
    },
    {
      "completion_length": 112.203125,
      "epoch": 0.0005975202907932082,
      "grad_norm": 9.1144963917017,
      "kl": 0.06103515625,
      "learning_rate": 9.997012398546034e-07,
      "loss": 0.0024,
      "reward": 1.375,
      "reward_std": 0.6350045800209045,
      "rewards/format_reward": 0.828125,
      "rewards/iou_reward": 0.546875,
      "step": 12
    },
    {
      "completion_length": 110.375,
      "epoch": 0.0006473136483593089,
      "grad_norm": 2.853826837549953,
      "kl": 0.078857421875,
      "learning_rate": 9.996763431758203e-07,
      "loss": 0.0032,
      "reward": 1.4765625,
      "reward_std": 0.5687777698040009,
      "rewards/format_reward": 0.875,
      "rewards/iou_reward": 0.6015625,
      "step": 13
    },
    {
      "completion_length": 104.4453125,
      "epoch": 0.0006971070059254096,
      "grad_norm": 2.614377297487722,
      "kl": 0.07763671875,
      "learning_rate": 9.996514464970372e-07,
      "loss": 0.0031,
      "reward": 1.53125,
      "reward_std": 0.5344685912132263,
      "rewards/format_reward": 0.9296875,
      "rewards/iou_reward": 0.6015625,
      "step": 14
    },
    {
      "completion_length": 105.359375,
      "epoch": 0.0007469003634915102,
      "grad_norm": 2.720864400824515,
      "kl": 0.066162109375,
      "learning_rate": 9.996265498182541e-07,
      "loss": 0.0027,
      "reward": 1.5546875,
      "reward_std": 0.48394446074962616,
      "rewards/format_reward": 0.9375,
      "rewards/iou_reward": 0.6171875,
      "step": 15
    },
    {
      "completion_length": 106.984375,
      "epoch": 0.0007966937210576109,
      "grad_norm": 3.5635470584533757,
      "kl": 0.073974609375,
      "learning_rate": 9.996016531394713e-07,
      "loss": 0.003,
      "reward": 1.4140625,
      "reward_std": 0.5414000898599625,
      "rewards/format_reward": 0.890625,
      "rewards/iou_reward": 0.5234375,
      "step": 16
    },
    {
      "completion_length": 102.484375,
      "epoch": 0.0008464870786237116,
      "grad_norm": 3.2130024856121113,
      "kl": 0.0836181640625,
      "learning_rate": 9.99576756460688e-07,
      "loss": 0.0033,
      "reward": 1.625,
      "reward_std": 0.43743596971035004,
      "rewards/format_reward": 0.9375,
      "rewards/iou_reward": 0.6875,
      "step": 17
    },
    {
      "completion_length": 96.4453125,
      "epoch": 0.0008962804361898123,
      "grad_norm": 5.3036477946017495,
      "kl": 0.092529296875,
      "learning_rate": 9.995518597819051e-07,
      "loss": 0.0037,
      "reward": 1.546875,
      "reward_std": 0.4155466854572296,
      "rewards/format_reward": 0.9453125,
      "rewards/iou_reward": 0.6015625,
      "step": 18
    },
    {
      "completion_length": 92.7265625,
      "epoch": 0.000946073793755913,
      "grad_norm": 1.6404768518677588,
      "kl": 0.0986328125,
      "learning_rate": 9.99526963103122e-07,
      "loss": 0.0039,
      "reward": 1.8515625,
      "reward_std": 0.21249166131019592,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 19
    },
    {
      "completion_length": 95.3359375,
      "epoch": 0.0009958671513220136,
      "grad_norm": 8.387492877691109,
      "kl": 0.091552734375,
      "learning_rate": 9.99502066424339e-07,
      "loss": 0.0037,
      "reward": 1.5234375,
      "reward_std": 0.41780228912830353,
      "rewards/format_reward": 0.9453125,
      "rewards/iou_reward": 0.578125,
      "step": 20
    },
    {
      "completion_length": 91.8671875,
      "epoch": 0.0010456605088881143,
      "grad_norm": 7.902830417365247,
      "kl": 0.09033203125,
      "learning_rate": 9.994771697455559e-07,
      "loss": 0.0036,
      "reward": 1.7890625,
      "reward_std": 0.29395797848701477,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.796875,
      "step": 21
    },
    {
      "completion_length": 84.7109375,
      "epoch": 0.001095453866454215,
      "grad_norm": 5.778709448370351,
      "kl": 0.103271484375,
      "learning_rate": 9.994522730667728e-07,
      "loss": 0.0041,
      "reward": 1.75,
      "reward_std": 0.21865329891443253,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7734375,
      "step": 22
    },
    {
      "completion_length": 84.734375,
      "epoch": 0.0011452472240203156,
      "grad_norm": 2.162213886702805,
      "kl": 0.105712890625,
      "learning_rate": 9.994273763879897e-07,
      "loss": 0.0042,
      "reward": 1.7578125,
      "reward_std": 0.2409384548664093,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.765625,
      "step": 23
    },
    {
      "completion_length": 85.265625,
      "epoch": 0.0011950405815864165,
      "grad_norm": 2.02003344314062,
      "kl": 0.098876953125,
      "learning_rate": 9.994024797092068e-07,
      "loss": 0.004,
      "reward": 1.8203125,
      "reward_std": 0.22890795022249222,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.828125,
      "step": 24
    },
    {
      "completion_length": 86.25,
      "epoch": 0.0012448339391525171,
      "grad_norm": 285.94463291873876,
      "kl": 5.951171875,
      "learning_rate": 9.993775830304237e-07,
      "loss": 0.2391,
      "reward": 1.7578125,
      "reward_std": 0.3533627539873123,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.7890625,
      "step": 25
    },
    {
      "completion_length": 84.546875,
      "epoch": 0.0012946272967186178,
      "grad_norm": 5.188819559309853,
      "kl": 0.102294921875,
      "learning_rate": 9.993526863516407e-07,
      "loss": 0.0041,
      "reward": 1.765625,
      "reward_std": 0.3224920183420181,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.78125,
      "step": 26
    },
    {
      "completion_length": 91.0859375,
      "epoch": 0.0013444206542847185,
      "grad_norm": 2.159559641995413,
      "kl": 0.097900390625,
      "learning_rate": 9.993277896728576e-07,
      "loss": 0.0039,
      "reward": 1.578125,
      "reward_std": 0.35679991543293,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.59375,
      "step": 27
    },
    {
      "completion_length": 87.90625,
      "epoch": 0.0013942140118508191,
      "grad_norm": 2.941556720282863,
      "kl": 0.099365234375,
      "learning_rate": 9.993028929940745e-07,
      "loss": 0.004,
      "reward": 1.7578125,
      "reward_std": 0.27292172610759735,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.765625,
      "step": 28
    },
    {
      "completion_length": 83.796875,
      "epoch": 0.0014440073694169198,
      "grad_norm": 4.988223268300561,
      "kl": 0.105712890625,
      "learning_rate": 9.992779963152916e-07,
      "loss": 0.0042,
      "reward": 1.90625,
      "reward_std": 0.16097761690616608,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 29
    },
    {
      "completion_length": 92.6171875,
      "epoch": 0.0014938007269830204,
      "grad_norm": 3.0411104156344626,
      "kl": 0.088134765625,
      "learning_rate": 9.992530996365083e-07,
      "loss": 0.0035,
      "reward": 1.6640625,
      "reward_std": 0.34205709397792816,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.6796875,
      "step": 30
    },
    {
      "completion_length": 84.1875,
      "epoch": 0.001543594084549121,
      "grad_norm": 4.7841273877784145,
      "kl": 0.093994140625,
      "learning_rate": 9.992282029577255e-07,
      "loss": 0.0038,
      "reward": 1.703125,
      "reward_std": 0.25855977088212967,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7109375,
      "step": 31
    },
    {
      "completion_length": 83.421875,
      "epoch": 0.0015933874421152217,
      "grad_norm": 2.3920531831879464,
      "kl": 0.099609375,
      "learning_rate": 9.992033062789424e-07,
      "loss": 0.004,
      "reward": 1.765625,
      "reward_std": 0.3056272119283676,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 32
    },
    {
      "completion_length": 86.203125,
      "epoch": 0.0016431807996813224,
      "grad_norm": 1.559907759469652,
      "kl": 0.0849609375,
      "learning_rate": 9.991784096001593e-07,
      "loss": 0.0034,
      "reward": 1.8359375,
      "reward_std": 0.16439256072044373,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 33
    },
    {
      "completion_length": 78.859375,
      "epoch": 0.0016929741572474233,
      "grad_norm": 1.8611319118029848,
      "kl": 0.101806640625,
      "learning_rate": 9.991535129213762e-07,
      "loss": 0.0041,
      "reward": 1.828125,
      "reward_std": 0.21143082529306412,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 34
    },
    {
      "completion_length": 88.9609375,
      "epoch": 0.001742767514813524,
      "grad_norm": 1.8569665035563752,
      "kl": 0.09228515625,
      "learning_rate": 9.991286162425931e-07,
      "loss": 0.0037,
      "reward": 1.828125,
      "reward_std": 0.195631742477417,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8359375,
      "step": 35
    },
    {
      "completion_length": 81.40625,
      "epoch": 0.0017925608723796246,
      "grad_norm": 3.9821079372769645,
      "kl": 0.108642578125,
      "learning_rate": 9.9910371956381e-07,
      "loss": 0.0044,
      "reward": 1.78125,
      "reward_std": 0.29159896075725555,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7890625,
      "step": 36
    },
    {
      "completion_length": 77.796875,
      "epoch": 0.0018423542299457253,
      "grad_norm": 1.2534831070514643,
      "kl": 0.126708984375,
      "learning_rate": 9.990788228850272e-07,
      "loss": 0.0051,
      "reward": 1.8359375,
      "reward_std": 0.16439255699515343,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.84375,
      "step": 37
    },
    {
      "completion_length": 84.2734375,
      "epoch": 0.001892147587511826,
      "grad_norm": 1.8218011681763233,
      "kl": 0.119384765625,
      "learning_rate": 9.99053926206244e-07,
      "loss": 0.0048,
      "reward": 1.8984375,
      "reward_std": 0.1893337331712246,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 38
    },
    {
      "completion_length": 84.15625,
      "epoch": 0.0019419409450779266,
      "grad_norm": 2.2362299880015586,
      "kl": 0.11328125,
      "learning_rate": 9.99029029527461e-07,
      "loss": 0.0045,
      "reward": 1.8203125,
      "reward_std": 0.20175683498382568,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 39
    },
    {
      "completion_length": 84.6640625,
      "epoch": 0.0019917343026440272,
      "grad_norm": 1.5450507919601535,
      "kl": 0.127685546875,
      "learning_rate": 9.99004132848678e-07,
      "loss": 0.0051,
      "reward": 1.765625,
      "reward_std": 0.22119548916816711,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 40
    },
    {
      "completion_length": 79.734375,
      "epoch": 0.002041527660210128,
      "grad_norm": 1.7437426477171256,
      "kl": 0.121337890625,
      "learning_rate": 9.989792361698948e-07,
      "loss": 0.0049,
      "reward": 1.8203125,
      "reward_std": 0.14389308914542198,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 41
    },
    {
      "completion_length": 82.6171875,
      "epoch": 0.0020913210177762286,
      "grad_norm": 1.6293101072649048,
      "kl": 0.12939453125,
      "learning_rate": 9.989543394911118e-07,
      "loss": 0.0052,
      "reward": 1.8359375,
      "reward_std": 0.20357418060302734,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 42
    },
    {
      "completion_length": 80.265625,
      "epoch": 0.0021411143753423292,
      "grad_norm": 2.008038783692788,
      "kl": 0.12158203125,
      "learning_rate": 9.98929442812329e-07,
      "loss": 0.0049,
      "reward": 1.875,
      "reward_std": 0.18394745513796806,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8984375,
      "step": 43
    },
    {
      "completion_length": 81.828125,
      "epoch": 0.00219090773290843,
      "grad_norm": 1.5541490564060598,
      "kl": 0.1201171875,
      "learning_rate": 9.989045461335456e-07,
      "loss": 0.0048,
      "reward": 1.796875,
      "reward_std": 0.1934976577758789,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8125,
      "step": 44
    },
    {
      "completion_length": 86.765625,
      "epoch": 0.0022407010904745305,
      "grad_norm": 2.702185067000183,
      "kl": 0.1201171875,
      "learning_rate": 9.988796494547627e-07,
      "loss": 0.0048,
      "reward": 1.84375,
      "reward_std": 0.17623991519212723,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8515625,
      "step": 45
    },
    {
      "completion_length": 87.875,
      "epoch": 0.002290494448040631,
      "grad_norm": 3.192226779118565,
      "kl": 0.112060546875,
      "learning_rate": 9.988547527759796e-07,
      "loss": 0.0045,
      "reward": 1.8359375,
      "reward_std": 0.2296229898929596,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.84375,
      "step": 46
    },
    {
      "completion_length": 79.7265625,
      "epoch": 0.002340287805606732,
      "grad_norm": 3.072141289856114,
      "kl": 0.124755859375,
      "learning_rate": 9.988298560971966e-07,
      "loss": 0.005,
      "reward": 1.796875,
      "reward_std": 0.18543372303247452,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 47
    },
    {
      "completion_length": 83.6171875,
      "epoch": 0.002390081163172833,
      "grad_norm": 2.4271148066972534,
      "kl": 0.110107421875,
      "learning_rate": 9.988049594184135e-07,
      "loss": 0.0044,
      "reward": 1.8046875,
      "reward_std": 0.17587634921073914,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 48
    },
    {
      "completion_length": 88.25,
      "epoch": 0.0024398745207389336,
      "grad_norm": 1.506472972956932,
      "kl": 0.107666015625,
      "learning_rate": 9.987800627396304e-07,
      "loss": 0.0043,
      "reward": 1.6953125,
      "reward_std": 0.12415502034127712,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.6953125,
      "step": 49
    },
    {
      "completion_length": 86.8515625,
      "epoch": 0.0024896678783050343,
      "grad_norm": 1.4729827765169945,
      "kl": 0.10888671875,
      "learning_rate": 9.987551660608473e-07,
      "loss": 0.0044,
      "reward": 1.8125,
      "reward_std": 0.12255740165710449,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8203125,
      "step": 50
    },
    {
      "completion_length": 82.3359375,
      "epoch": 0.002539461235871135,
      "grad_norm": 2.3251601765981733,
      "kl": 0.1103515625,
      "learning_rate": 9.987302693820644e-07,
      "loss": 0.0044,
      "reward": 1.8671875,
      "reward_std": 0.17859892547130585,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 51
    },
    {
      "completion_length": 90.46875,
      "epoch": 0.0025892545934372356,
      "grad_norm": 2.57968011148121,
      "kl": 0.10009765625,
      "learning_rate": 9.987053727032814e-07,
      "loss": 0.004,
      "reward": 1.828125,
      "reward_std": 0.28353502601385117,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 52
    },
    {
      "completion_length": 89.3984375,
      "epoch": 0.0026390479510033362,
      "grad_norm": 1.7225559317809422,
      "kl": 0.102783203125,
      "learning_rate": 9.986804760244983e-07,
      "loss": 0.0041,
      "reward": 1.8828125,
      "reward_std": 0.13941731676459312,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 53
    },
    {
      "completion_length": 91.421875,
      "epoch": 0.002688841308569437,
      "grad_norm": 6.075719013971686,
      "kl": 0.107177734375,
      "learning_rate": 9.986555793457152e-07,
      "loss": 0.0043,
      "reward": 1.890625,
      "reward_std": 0.1751839816570282,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.90625,
      "step": 54
    },
    {
      "completion_length": 90.6015625,
      "epoch": 0.0027386346661355376,
      "grad_norm": 2.506752602259074,
      "kl": 0.097412109375,
      "learning_rate": 9.986306826669321e-07,
      "loss": 0.0039,
      "reward": 1.8046875,
      "reward_std": 0.27040712535381317,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 55
    },
    {
      "completion_length": 97.9609375,
      "epoch": 0.0027884280237016382,
      "grad_norm": 3.5989816591744974,
      "kl": 0.114990234375,
      "learning_rate": 9.986057859881492e-07,
      "loss": 0.0046,
      "reward": 1.78125,
      "reward_std": 0.20251334458589554,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.78125,
      "step": 56
    },
    {
      "completion_length": 93.71875,
      "epoch": 0.002838221381267739,
      "grad_norm": 1.6289613450606333,
      "kl": 0.107421875,
      "learning_rate": 9.985808893093662e-07,
      "loss": 0.0043,
      "reward": 1.71875,
      "reward_std": 0.16097760945558548,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.71875,
      "step": 57
    },
    {
      "completion_length": 90.6796875,
      "epoch": 0.0028880147388338395,
      "grad_norm": 2.425051848826219,
      "kl": 0.110595703125,
      "learning_rate": 9.98555992630583e-07,
      "loss": 0.0044,
      "reward": 1.859375,
      "reward_std": 0.1751839891076088,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 58
    },
    {
      "completion_length": 98.578125,
      "epoch": 0.00293780809639994,
      "grad_norm": 1.5387697826714153,
      "kl": 0.099365234375,
      "learning_rate": 9.985310959518e-07,
      "loss": 0.004,
      "reward": 1.7890625,
      "reward_std": 0.22673208266496658,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7890625,
      "step": 59
    },
    {
      "completion_length": 102.0625,
      "epoch": 0.002987601453966041,
      "grad_norm": 1.604092614395233,
      "kl": 0.091552734375,
      "learning_rate": 9.98506199273017e-07,
      "loss": 0.0037,
      "reward": 1.7890625,
      "reward_std": 0.14807433634996414,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7890625,
      "step": 60
    },
    {
      "completion_length": 101.4921875,
      "epoch": 0.0030373948115321415,
      "grad_norm": 1.8625216560575186,
      "kl": 0.1123046875,
      "learning_rate": 9.984813025942338e-07,
      "loss": 0.0045,
      "reward": 1.8046875,
      "reward_std": 0.21778053790330887,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 61
    },
    {
      "completion_length": 97.0625,
      "epoch": 0.003087188169098242,
      "grad_norm": 1.415839549921855,
      "kl": 0.116455078125,
      "learning_rate": 9.98456405915451e-07,
      "loss": 0.0047,
      "reward": 1.6875,
      "reward_std": 0.1751839928328991,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.6875,
      "step": 62
    },
    {
      "completion_length": 100.453125,
      "epoch": 0.003136981526664343,
      "grad_norm": 2.136173002374526,
      "kl": 0.101806640625,
      "learning_rate": 9.984315092366677e-07,
      "loss": 0.0041,
      "reward": 1.6953125,
      "reward_std": 0.21778054535388947,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.703125,
      "step": 63
    },
    {
      "completion_length": 97.71875,
      "epoch": 0.0031867748842304435,
      "grad_norm": 2.78958535574904,
      "kl": 0.109130859375,
      "learning_rate": 9.984066125578848e-07,
      "loss": 0.0044,
      "reward": 1.7890625,
      "reward_std": 0.22095812857151031,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8046875,
      "step": 64
    },
    {
      "completion_length": 94.2890625,
      "epoch": 0.003236568241796544,
      "grad_norm": 2.9146595458163973,
      "kl": 0.12744140625,
      "learning_rate": 9.983817158791017e-07,
      "loss": 0.0051,
      "reward": 1.875,
      "reward_std": 0.18543372303247452,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.890625,
      "step": 65
    },
    {
      "completion_length": 95.8671875,
      "epoch": 0.003286361599362645,
      "grad_norm": 1.8449697292358263,
      "kl": 0.1171875,
      "learning_rate": 9.983568192003186e-07,
      "loss": 0.0047,
      "reward": 1.7109375,
      "reward_std": 0.13888052850961685,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7109375,
      "step": 66
    },
    {
      "completion_length": 104.0234375,
      "epoch": 0.003336154956928746,
      "grad_norm": 1.118366554180186,
      "kl": 0.09228515625,
      "learning_rate": 9.983319225215356e-07,
      "loss": 0.0037,
      "reward": 1.828125,
      "reward_std": 0.17700131237506866,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 67
    },
    {
      "completion_length": 96.875,
      "epoch": 0.0033859483144948466,
      "grad_norm": 1.9844796774181017,
      "kl": 0.106689453125,
      "learning_rate": 9.983070258427525e-07,
      "loss": 0.0043,
      "reward": 1.734375,
      "reward_std": 0.30776649713516235,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7421875,
      "step": 68
    },
    {
      "completion_length": 94.5234375,
      "epoch": 0.0034357416720609472,
      "grad_norm": 1.4626727156374901,
      "kl": 0.10107421875,
      "learning_rate": 9.982821291639694e-07,
      "loss": 0.004,
      "reward": 1.828125,
      "reward_std": 0.19616854190826416,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 69
    },
    {
      "completion_length": 97.234375,
      "epoch": 0.003485535029627048,
      "grad_norm": 2.350243000229927,
      "kl": 0.091064453125,
      "learning_rate": 9.982572324851865e-07,
      "loss": 0.0036,
      "reward": 1.765625,
      "reward_std": 0.1462521106004715,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 70
    },
    {
      "completion_length": 95.828125,
      "epoch": 0.0035353283871931485,
      "grad_norm": 1.887912161676318,
      "kl": 0.10498046875,
      "learning_rate": 9.982323358064034e-07,
      "loss": 0.0042,
      "reward": 1.890625,
      "reward_std": 0.11678344383835793,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8984375,
      "step": 71
    },
    {
      "completion_length": 99.9453125,
      "epoch": 0.003585121744759249,
      "grad_norm": 2.2226345404585333,
      "kl": 0.09912109375,
      "learning_rate": 9.982074391276204e-07,
      "loss": 0.004,
      "reward": 1.78125,
      "reward_std": 0.20463500916957855,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7890625,
      "step": 72
    },
    {
      "completion_length": 93.7578125,
      "epoch": 0.00363491510232535,
      "grad_norm": 2.1991430911777416,
      "kl": 0.098876953125,
      "learning_rate": 9.981825424488373e-07,
      "loss": 0.004,
      "reward": 1.953125,
      "reward_std": 0.1020579319447279,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9609375,
      "step": 73
    },
    {
      "completion_length": 95.2265625,
      "epoch": 0.0036847084598914505,
      "grad_norm": 58.59358696174032,
      "kl": 0.091552734375,
      "learning_rate": 9.981576457700542e-07,
      "loss": 0.0037,
      "reward": 1.84375,
      "reward_std": 0.2398776337504387,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8515625,
      "step": 74
    },
    {
      "completion_length": 92.453125,
      "epoch": 0.003734501817457551,
      "grad_norm": 2.64891702613998,
      "kl": 0.105712890625,
      "learning_rate": 9.981327490912711e-07,
      "loss": 0.0042,
      "reward": 1.875,
      "reward_std": 0.15539421141147614,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 75
    },
    {
      "completion_length": 93.71875,
      "epoch": 0.003784295175023652,
      "grad_norm": 3.310727657848531,
      "kl": 0.126953125,
      "learning_rate": 9.981078524124882e-07,
      "loss": 0.0051,
      "reward": 1.7890625,
      "reward_std": 0.20623262226581573,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7890625,
      "step": 76
    },
    {
      "completion_length": 94.046875,
      "epoch": 0.0038340885325897525,
      "grad_norm": 1.5179070792699012,
      "kl": 0.08935546875,
      "learning_rate": 9.98082955733705e-07,
      "loss": 0.0036,
      "reward": 1.8125,
      "reward_std": 0.18885356932878494,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8203125,
      "step": 77
    },
    {
      "completion_length": 96.609375,
      "epoch": 0.003883881890155853,
      "grad_norm": 7.881110055836989,
      "kl": 0.103759765625,
      "learning_rate": 9.98058059054922e-07,
      "loss": 0.0041,
      "reward": 1.875,
      "reward_std": 0.13204573653638363,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 78
    },
    {
      "completion_length": 96.640625,
      "epoch": 0.003933675247721954,
      "grad_norm": 2.5041303523542635,
      "kl": 0.113525390625,
      "learning_rate": 9.98033162376139e-07,
      "loss": 0.0045,
      "reward": 1.828125,
      "reward_std": 0.25855977833271027,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 79
    },
    {
      "completion_length": 94.65625,
      "epoch": 0.0039834686052880545,
      "grad_norm": 2.4069902820249514,
      "kl": 0.105712890625,
      "learning_rate": 9.98008265697356e-07,
      "loss": 0.0042,
      "reward": 1.6953125,
      "reward_std": 0.30616889894008636,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7109375,
      "step": 80
    },
    {
      "completion_length": 97.03125,
      "epoch": 0.004033261962854156,
      "grad_norm": 1.8743529173857354,
      "kl": 0.11767578125,
      "learning_rate": 9.979833690185728e-07,
      "loss": 0.0047,
      "reward": 1.7890625,
      "reward_std": 0.16296816617250443,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8046875,
      "step": 81
    },
    {
      "completion_length": 90.4296875,
      "epoch": 0.004083055320420256,
      "grad_norm": 2.345438840725503,
      "kl": 0.116455078125,
      "learning_rate": 9.979584723397897e-07,
      "loss": 0.0046,
      "reward": 1.8359375,
      "reward_std": 0.13488983362913132,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.859375,
      "step": 82
    },
    {
      "completion_length": 90.84375,
      "epoch": 0.004132848677986357,
      "grad_norm": 2.051561279848721,
      "kl": 0.115478515625,
      "learning_rate": 9.979335756610069e-07,
      "loss": 0.0046,
      "reward": 1.84375,
      "reward_std": 0.11230766773223877,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 83
    },
    {
      "completion_length": 92.2734375,
      "epoch": 0.004182642035552457,
      "grad_norm": 14.342711299567778,
      "kl": 0.106201171875,
      "learning_rate": 9.979086789822238e-07,
      "loss": 0.0042,
      "reward": 1.8828125,
      "reward_std": 0.12863079272210598,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 84
    },
    {
      "completion_length": 97.3046875,
      "epoch": 0.004232435393118558,
      "grad_norm": 1.6606982273715714,
      "kl": 0.103271484375,
      "learning_rate": 9.978837823034407e-07,
      "loss": 0.0041,
      "reward": 1.7421875,
      "reward_std": 0.18361148983240128,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.765625,
      "step": 85
    },
    {
      "completion_length": 99.71875,
      "epoch": 0.0042822287506846584,
      "grad_norm": 1.7887536485013715,
      "kl": 0.097900390625,
      "learning_rate": 9.978588856246576e-07,
      "loss": 0.0039,
      "reward": 1.6875,
      "reward_std": 0.2567247971892357,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.703125,
      "step": 86
    },
    {
      "completion_length": 97.5625,
      "epoch": 0.0043320221082507595,
      "grad_norm": 2.4675857175453983,
      "kl": 0.110595703125,
      "learning_rate": 9.978339889458745e-07,
      "loss": 0.0044,
      "reward": 1.828125,
      "reward_std": 0.19910329580307007,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 87
    },
    {
      "completion_length": 96.6796875,
      "epoch": 0.00438181546581686,
      "grad_norm": 1.9032435655638502,
      "kl": 0.10791015625,
      "learning_rate": 9.978090922670915e-07,
      "loss": 0.0043,
      "reward": 1.7265625,
      "reward_std": 0.21778053790330887,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.734375,
      "step": 88
    },
    {
      "completion_length": 94.921875,
      "epoch": 0.004431608823382961,
      "grad_norm": 1.2887238907565408,
      "kl": 0.10009765625,
      "learning_rate": 9.977841955883086e-07,
      "loss": 0.004,
      "reward": 1.84375,
      "reward_std": 0.1643974632024765,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 89
    },
    {
      "completion_length": 94.234375,
      "epoch": 0.004481402180949061,
      "grad_norm": 0.9629324305950829,
      "kl": 0.09765625,
      "learning_rate": 9.977592989095253e-07,
      "loss": 0.0039,
      "reward": 1.9375,
      "reward_std": 0.07312605530023575,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9375,
      "step": 90
    },
    {
      "completion_length": 92.953125,
      "epoch": 0.004531195538515162,
      "grad_norm": 1.758439472489501,
      "kl": 0.12109375,
      "learning_rate": 9.977344022307424e-07,
      "loss": 0.0048,
      "reward": 1.8828125,
      "reward_std": 0.172288179397583,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 91
    },
    {
      "completion_length": 93.6484375,
      "epoch": 0.004580988896081262,
      "grad_norm": 2.550333683622402,
      "kl": 0.119873046875,
      "learning_rate": 9.977095055519593e-07,
      "loss": 0.0048,
      "reward": 1.7734375,
      "reward_std": 0.21325305849313736,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7890625,
      "step": 92
    },
    {
      "completion_length": 98.3203125,
      "epoch": 0.0046307822536473635,
      "grad_norm": 1.6373377896127548,
      "kl": 0.108154296875,
      "learning_rate": 9.976846088731763e-07,
      "loss": 0.0043,
      "reward": 1.6796875,
      "reward_std": 0.26409636437892914,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.6953125,
      "step": 93
    },
    {
      "completion_length": 91.9375,
      "epoch": 0.004680575611213464,
      "grad_norm": 0.9835936524801608,
      "kl": 0.1201171875,
      "learning_rate": 9.976597121943932e-07,
      "loss": 0.0048,
      "reward": 1.8515625,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 94
    },
    {
      "completion_length": 90.109375,
      "epoch": 0.004730368968779565,
      "grad_norm": 0.8306050897153783,
      "kl": 0.12158203125,
      "learning_rate": 9.9763481551561e-07,
      "loss": 0.0049,
      "reward": 1.8359375,
      "reward_std": 0.07996084541082382,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 95
    },
    {
      "completion_length": 93.78125,
      "epoch": 0.004780162326345666,
      "grad_norm": 1.7603034433514313,
      "kl": 0.124267578125,
      "learning_rate": 9.97609918836827e-07,
      "loss": 0.005,
      "reward": 1.828125,
      "reward_std": 0.12756996601819992,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 96
    },
    {
      "completion_length": 90.0859375,
      "epoch": 0.004829955683911766,
      "grad_norm": 6.562410625855334,
      "kl": 0.14404296875,
      "learning_rate": 9.975850221580441e-07,
      "loss": 0.0058,
      "reward": 1.75,
      "reward_std": 0.1820138692855835,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.75,
      "step": 97
    },
    {
      "completion_length": 94.7109375,
      "epoch": 0.004879749041477867,
      "grad_norm": 7.167072839398765,
      "kl": 0.124267578125,
      "learning_rate": 9.97560125479261e-07,
      "loss": 0.005,
      "reward": 1.78125,
      "reward_std": 0.1173202209174633,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.78125,
      "step": 98
    },
    {
      "completion_length": 97.984375,
      "epoch": 0.0049295423990439674,
      "grad_norm": 1.599951444379713,
      "kl": 0.1123046875,
      "learning_rate": 9.97535228800478e-07,
      "loss": 0.0045,
      "reward": 1.671875,
      "reward_std": 0.24093355238437653,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.6875,
      "step": 99
    },
    {
      "completion_length": 92.96875,
      "epoch": 0.0049793357566100685,
      "grad_norm": 1.8255456686826015,
      "kl": 0.130126953125,
      "learning_rate": 9.97510332121695e-07,
      "loss": 0.0052,
      "reward": 1.859375,
      "reward_std": 0.09863808751106262,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 100
    },
    {
      "completion_length": 90.921875,
      "epoch": 0.005029129114176169,
      "grad_norm": 9.631285085503505,
      "kl": 0.12353515625,
      "learning_rate": 9.974854354429118e-07,
      "loss": 0.0049,
      "reward": 1.609375,
      "reward_std": 0.1820138692855835,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.6171875,
      "step": 101
    },
    {
      "completion_length": 95.09375,
      "epoch": 0.00507892247174227,
      "grad_norm": 1.3504518610587621,
      "kl": 0.14453125,
      "learning_rate": 9.974605387641287e-07,
      "loss": 0.0058,
      "reward": 1.7734375,
      "reward_std": 0.22395770996809006,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.796875,
      "step": 102
    },
    {
      "completion_length": 87.3671875,
      "epoch": 0.00512871582930837,
      "grad_norm": 0.9084816270882866,
      "kl": 0.138671875,
      "learning_rate": 9.974356420853459e-07,
      "loss": 0.0056,
      "reward": 1.875,
      "reward_std": 0.09127141162753105,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 103
    },
    {
      "completion_length": 90.1875,
      "epoch": 0.005178509186874471,
      "grad_norm": 1.1325737984752882,
      "kl": 0.14599609375,
      "learning_rate": 9.974107454065626e-07,
      "loss": 0.0058,
      "reward": 1.8203125,
      "reward_std": 0.1678124126046896,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 104
    },
    {
      "completion_length": 91.46875,
      "epoch": 0.005228302544440571,
      "grad_norm": 1.3951011507540294,
      "kl": 0.1318359375,
      "learning_rate": 9.973858487277797e-07,
      "loss": 0.0053,
      "reward": 1.8046875,
      "reward_std": 0.22766181081533432,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 105
    },
    {
      "completion_length": 88.359375,
      "epoch": 0.0052780959020066725,
      "grad_norm": 9.281549781773146,
      "kl": 0.11328125,
      "learning_rate": 9.973609520489966e-07,
      "loss": 0.0045,
      "reward": 1.7890625,
      "reward_std": 0.11048543080687523,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.796875,
      "step": 106
    },
    {
      "completion_length": 92.609375,
      "epoch": 0.005327889259572773,
      "grad_norm": 1.342575462098463,
      "kl": 0.123779296875,
      "learning_rate": 9.973360553702135e-07,
      "loss": 0.0049,
      "reward": 1.8671875,
      "reward_std": 0.18542881309986115,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 107
    },
    {
      "completion_length": 94.0703125,
      "epoch": 0.005377682617138874,
      "grad_norm": 0.783556311317755,
      "kl": 0.12109375,
      "learning_rate": 9.973111586914307e-07,
      "loss": 0.0048,
      "reward": 1.890625,
      "reward_std": 0.0731260534375906,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 108
    },
    {
      "completion_length": 96.125,
      "epoch": 0.005427475974704974,
      "grad_norm": 2.3538443559933584,
      "kl": 0.111572265625,
      "learning_rate": 9.972862620126474e-07,
      "loss": 0.0045,
      "reward": 1.890625,
      "reward_std": 0.1841355413198471,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8984375,
      "step": 109
    },
    {
      "completion_length": 96.703125,
      "epoch": 0.005477269332271075,
      "grad_norm": 12.82190276009885,
      "kl": 0.121337890625,
      "learning_rate": 9.972613653338645e-07,
      "loss": 0.0048,
      "reward": 1.765625,
      "reward_std": 0.2874399423599243,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.78125,
      "step": 110
    },
    {
      "completion_length": 94.515625,
      "epoch": 0.005527062689837175,
      "grad_norm": 2.1222628429676145,
      "kl": 0.0986328125,
      "learning_rate": 9.972364686550814e-07,
      "loss": 0.0039,
      "reward": 1.890625,
      "reward_std": 0.12125921249389648,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 111
    },
    {
      "completion_length": 107.25,
      "epoch": 0.0055768560474032764,
      "grad_norm": 1.2991554775023286,
      "kl": 0.104736328125,
      "learning_rate": 9.972115719762983e-07,
      "loss": 0.0042,
      "reward": 1.78125,
      "reward_std": 0.21436560153961182,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.796875,
      "step": 112
    },
    {
      "completion_length": 102.453125,
      "epoch": 0.005626649404969377,
      "grad_norm": 1.2996222270625057,
      "kl": 0.11865234375,
      "learning_rate": 9.971866752975152e-07,
      "loss": 0.0047,
      "reward": 1.859375,
      "reward_std": 0.18990950286388397,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 113
    },
    {
      "completion_length": 99.8046875,
      "epoch": 0.005676442762535478,
      "grad_norm": 1.7202541424079283,
      "kl": 0.1220703125,
      "learning_rate": 9.971617786187322e-07,
      "loss": 0.0049,
      "reward": 1.703125,
      "reward_std": 0.22043409198522568,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.734375,
      "step": 114
    },
    {
      "completion_length": 95.6640625,
      "epoch": 0.005726236120101579,
      "grad_norm": 3.756046638923596,
      "kl": 0.114501953125,
      "learning_rate": 9.97136881939949e-07,
      "loss": 0.0046,
      "reward": 1.8125,
      "reward_std": 0.2919157147407532,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8359375,
      "step": 115
    },
    {
      "completion_length": 102.2265625,
      "epoch": 0.005776029477667679,
      "grad_norm": 1.639183217811092,
      "kl": 0.114990234375,
      "learning_rate": 9.971119852611662e-07,
      "loss": 0.0046,
      "reward": 1.7265625,
      "reward_std": 0.22597318142652512,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.7578125,
      "step": 116
    },
    {
      "completion_length": 95.421875,
      "epoch": 0.00582582283523378,
      "grad_norm": 1.7798573964496212,
      "kl": 0.123046875,
      "learning_rate": 9.970870885823831e-07,
      "loss": 0.0049,
      "reward": 1.84375,
      "reward_std": 0.17176414281129837,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8515625,
      "step": 117
    },
    {
      "completion_length": 99.1328125,
      "epoch": 0.00587561619279988,
      "grad_norm": 1.0418154482289879,
      "kl": 0.10400390625,
      "learning_rate": 9.970621919036e-07,
      "loss": 0.0042,
      "reward": 1.9140625,
      "reward_std": 0.10994865000247955,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 118
    },
    {
      "completion_length": 100.0390625,
      "epoch": 0.0059254095503659815,
      "grad_norm": 1.2568897269852273,
      "kl": 0.1318359375,
      "learning_rate": 9.97037295224817e-07,
      "loss": 0.0053,
      "reward": 1.8984375,
      "reward_std": 0.17517907544970512,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9140625,
      "step": 119
    },
    {
      "completion_length": 100.859375,
      "epoch": 0.005975202907932082,
      "grad_norm": 1.329896372039074,
      "kl": 0.110595703125,
      "learning_rate": 9.970123985460339e-07,
      "loss": 0.0044,
      "reward": 1.765625,
      "reward_std": 0.1462521068751812,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7734375,
      "step": 120
    },
    {
      "completion_length": 98.7890625,
      "epoch": 0.006024996265498183,
      "grad_norm": 1.2361240382386223,
      "kl": 0.120849609375,
      "learning_rate": 9.969875018672508e-07,
      "loss": 0.0048,
      "reward": 1.8125,
      "reward_std": 0.14806943386793137,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8125,
      "step": 121
    },
    {
      "completion_length": 96.4921875,
      "epoch": 0.006074789623064283,
      "grad_norm": 1.454148082773978,
      "kl": 0.119140625,
      "learning_rate": 9.96962605188468e-07,
      "loss": 0.0048,
      "reward": 1.765625,
      "reward_std": 0.159869983792305,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7734375,
      "step": 122
    },
    {
      "completion_length": 95.4375,
      "epoch": 0.006124582980630384,
      "grad_norm": 2.086270562267407,
      "kl": 0.13720703125,
      "learning_rate": 9.969377085096846e-07,
      "loss": 0.0055,
      "reward": 1.7734375,
      "reward_std": 0.20411096513271332,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.78125,
      "step": 123
    },
    {
      "completion_length": 100.9609375,
      "epoch": 0.006174376338196484,
      "grad_norm": 6.607701923097873,
      "kl": 0.3427734375,
      "learning_rate": 9.969128118309018e-07,
      "loss": 0.0137,
      "reward": 1.8984375,
      "reward_std": 0.11048543080687523,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 124
    },
    {
      "completion_length": 101.609375,
      "epoch": 0.0062241696957625854,
      "grad_norm": 0.7479370583088916,
      "kl": 0.124755859375,
      "learning_rate": 9.968879151521187e-07,
      "loss": 0.005,
      "reward": 1.984375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.984375,
      "step": 125
    },
    {
      "completion_length": 97.234375,
      "epoch": 0.006273963053328686,
      "grad_norm": 1.2449395272627752,
      "kl": 0.1376953125,
      "learning_rate": 9.968630184733356e-07,
      "loss": 0.0055,
      "reward": 1.9609375,
      "reward_std": 0.07996084541082382,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9609375,
      "step": 126
    },
    {
      "completion_length": 93.8203125,
      "epoch": 0.006323756410894787,
      "grad_norm": 1.2108942877518432,
      "kl": 0.14501953125,
      "learning_rate": 9.968381217945525e-07,
      "loss": 0.0058,
      "reward": 1.8984375,
      "reward_std": 0.11572261154651642,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 127
    },
    {
      "completion_length": 101.78125,
      "epoch": 0.006373549768460887,
      "grad_norm": 1.483964368827148,
      "kl": 0.126708984375,
      "learning_rate": 9.968132251157694e-07,
      "loss": 0.0051,
      "reward": 1.796875,
      "reward_std": 0.22189275175333023,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 128
    },
    {
      "completion_length": 101.2578125,
      "epoch": 0.006423343126026988,
      "grad_norm": 1.9021174092739832,
      "kl": 0.1279296875,
      "learning_rate": 9.967883284369866e-07,
      "loss": 0.0051,
      "reward": 1.96875,
      "reward_std": 0.0731260534375906,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.96875,
      "step": 129
    },
    {
      "completion_length": 97.703125,
      "epoch": 0.006473136483593088,
      "grad_norm": 1.4956511194697275,
      "kl": 0.14697265625,
      "learning_rate": 9.967634317582035e-07,
      "loss": 0.0059,
      "reward": 1.8984375,
      "reward_std": 0.15991678833961487,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 130
    },
    {
      "completion_length": 94.125,
      "epoch": 0.006522929841159189,
      "grad_norm": 1.188534152591436,
      "kl": 0.134765625,
      "learning_rate": 9.967385350794204e-07,
      "loss": 0.0054,
      "reward": 1.875,
      "reward_std": 0.1417246237397194,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.890625,
      "step": 131
    },
    {
      "completion_length": 103.7109375,
      "epoch": 0.00657272319872529,
      "grad_norm": 2.403396926934965,
      "kl": 0.130615234375,
      "learning_rate": 9.967136384006373e-07,
      "loss": 0.0052,
      "reward": 1.8671875,
      "reward_std": 0.19728107005357742,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.890625,
      "step": 132
    },
    {
      "completion_length": 100.3515625,
      "epoch": 0.006622516556291391,
      "grad_norm": 1.6511816180599905,
      "kl": 0.15673828125,
      "learning_rate": 9.966887417218542e-07,
      "loss": 0.0063,
      "reward": 1.8984375,
      "reward_std": 0.0946863554418087,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 133
    },
    {
      "completion_length": 102.1015625,
      "epoch": 0.006672309913857492,
      "grad_norm": 7.371838017323048,
      "kl": 0.1494140625,
      "learning_rate": 9.966638450430712e-07,
      "loss": 0.006,
      "reward": 1.7578125,
      "reward_std": 0.2227931022644043,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7734375,
      "step": 134
    },
    {
      "completion_length": 99.046875,
      "epoch": 0.006722103271423592,
      "grad_norm": 1.5837922767625858,
      "kl": 0.14501953125,
      "learning_rate": 9.966389483642883e-07,
      "loss": 0.0058,
      "reward": 1.8125,
      "reward_std": 0.18538201414048672,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8203125,
      "step": 135
    },
    {
      "completion_length": 100.078125,
      "epoch": 0.006771896628989693,
      "grad_norm": 1.4734436213779043,
      "kl": 0.14892578125,
      "learning_rate": 9.966140516855052e-07,
      "loss": 0.0059,
      "reward": 1.8828125,
      "reward_std": 0.12415501847863197,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.890625,
      "step": 136
    },
    {
      "completion_length": 102.828125,
      "epoch": 0.006821689986555793,
      "grad_norm": 2.958171346551285,
      "kl": 0.14208984375,
      "learning_rate": 9.965891550067221e-07,
      "loss": 0.0057,
      "reward": 1.71875,
      "reward_std": 0.27345359325408936,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.734375,
      "step": 137
    },
    {
      "completion_length": 96.75,
      "epoch": 0.0068714833441218945,
      "grad_norm": 1.6926754738207872,
      "kl": 0.1689453125,
      "learning_rate": 9.96564258327939e-07,
      "loss": 0.0068,
      "reward": 1.9140625,
      "reward_std": 0.14966704696416855,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.921875,
      "step": 138
    },
    {
      "completion_length": 98.9140625,
      "epoch": 0.006921276701687995,
      "grad_norm": 1.8589271672389032,
      "kl": 0.15869140625,
      "learning_rate": 9.96539361649156e-07,
      "loss": 0.0063,
      "reward": 1.8671875,
      "reward_std": 0.11572261154651642,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 139
    },
    {
      "completion_length": 100.59375,
      "epoch": 0.006971070059254096,
      "grad_norm": 2.1552075487725175,
      "kl": 0.14794921875,
      "learning_rate": 9.965144649703729e-07,
      "loss": 0.0059,
      "reward": 1.8046875,
      "reward_std": 0.20680594444274902,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 140
    },
    {
      "completion_length": 97.1484375,
      "epoch": 0.007020863416820196,
      "grad_norm": 1.3342964417174048,
      "kl": 0.13720703125,
      "learning_rate": 9.964895682915898e-07,
      "loss": 0.0055,
      "reward": 1.921875,
      "reward_std": 0.1417246311903,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 141
    },
    {
      "completion_length": 97.796875,
      "epoch": 0.007070656774386297,
      "grad_norm": 1.712613688076723,
      "kl": 0.15673828125,
      "learning_rate": 9.964646716128067e-07,
      "loss": 0.0063,
      "reward": 1.9140625,
      "reward_std": 0.051028965041041374,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 142
    },
    {
      "completion_length": 93.484375,
      "epoch": 0.007120450131952397,
      "grad_norm": 1.258501993566246,
      "kl": 0.1484375,
      "learning_rate": 9.964397749340238e-07,
      "loss": 0.0059,
      "reward": 1.8984375,
      "reward_std": 0.13098490610718727,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 143
    },
    {
      "completion_length": 98.2421875,
      "epoch": 0.007170243489518498,
      "grad_norm": 1.0202602046475222,
      "kl": 0.15185546875,
      "learning_rate": 9.964148782552408e-07,
      "loss": 0.0061,
      "reward": 1.9140625,
      "reward_std": 0.051028965041041374,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 144
    },
    {
      "completion_length": 94.5625,
      "epoch": 0.007220036847084599,
      "grad_norm": 2.4309087080560525,
      "kl": 0.1708984375,
      "learning_rate": 9.963899815764577e-07,
      "loss": 0.0068,
      "reward": 1.8359375,
      "reward_std": 0.17407145351171494,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.859375,
      "step": 145
    },
    {
      "completion_length": 97.4609375,
      "epoch": 0.0072698302046507,
      "grad_norm": 1.068439968727649,
      "kl": 0.142578125,
      "learning_rate": 9.963650848976746e-07,
      "loss": 0.0057,
      "reward": 1.828125,
      "reward_std": 0.16675157099962234,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8359375,
      "step": 146
    },
    {
      "completion_length": 98.7421875,
      "epoch": 0.0073196235622168,
      "grad_norm": 12.97483651914656,
      "kl": 0.14599609375,
      "learning_rate": 9.963401882188915e-07,
      "loss": 0.0058,
      "reward": 1.890625,
      "reward_std": 0.12703317403793335,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 147
    },
    {
      "completion_length": 96.28125,
      "epoch": 0.007369416919782901,
      "grad_norm": 0.6736983035983228,
      "kl": 0.14990234375,
      "learning_rate": 9.963152915401084e-07,
      "loss": 0.006,
      "reward": 1.921875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 148
    },
    {
      "completion_length": 95.890625,
      "epoch": 0.007419210277349001,
      "grad_norm": 1.5893146844454131,
      "kl": 0.18505859375,
      "learning_rate": 9.962903948613256e-07,
      "loss": 0.0074,
      "reward": 1.8046875,
      "reward_std": 0.23876510187983513,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 149
    },
    {
      "completion_length": 94.3515625,
      "epoch": 0.007469003634915102,
      "grad_norm": 1.0758569475379494,
      "kl": 0.17431640625,
      "learning_rate": 9.962654981825423e-07,
      "loss": 0.007,
      "reward": 1.8671875,
      "reward_std": 0.11572261154651642,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 150
    },
    {
      "completion_length": 96.1640625,
      "epoch": 0.007518796992481203,
      "grad_norm": 2.1547459675611833,
      "kl": 0.18505859375,
      "learning_rate": 9.962406015037594e-07,
      "loss": 0.0074,
      "reward": 1.8515625,
      "reward_std": 0.1054728738963604,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 151
    },
    {
      "completion_length": 97.2109375,
      "epoch": 0.007568590350047304,
      "grad_norm": 4.203584254718333,
      "kl": 0.1708984375,
      "learning_rate": 9.962157048249763e-07,
      "loss": 0.0068,
      "reward": 1.8828125,
      "reward_std": 0.14966704696416855,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.890625,
      "step": 152
    },
    {
      "completion_length": 95.21875,
      "epoch": 0.007618383707613405,
      "grad_norm": 1.5296983467832583,
      "kl": 0.15673828125,
      "learning_rate": 9.961908081461932e-07,
      "loss": 0.0063,
      "reward": 1.78125,
      "reward_std": 0.2001592367887497,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.78125,
      "step": 153
    },
    {
      "completion_length": 96.6796875,
      "epoch": 0.007668177065179505,
      "grad_norm": 1.475962686477158,
      "kl": 0.16015625,
      "learning_rate": 9.961659114674104e-07,
      "loss": 0.0064,
      "reward": 1.828125,
      "reward_std": 0.0776018276810646,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 154
    },
    {
      "completion_length": 96.703125,
      "epoch": 0.007717970422745606,
      "grad_norm": 1.8439068537788146,
      "kl": 0.14111328125,
      "learning_rate": 9.96141014788627e-07,
      "loss": 0.0056,
      "reward": 1.765625,
      "reward_std": 0.17570313066244125,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7734375,
      "step": 155
    },
    {
      "completion_length": 96.1875,
      "epoch": 0.007767763780311706,
      "grad_norm": 2.371095979651294,
      "kl": 0.15869140625,
      "learning_rate": 9.961161181098442e-07,
      "loss": 0.0064,
      "reward": 1.875,
      "reward_std": 0.2109457477927208,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 156
    },
    {
      "completion_length": 95.265625,
      "epoch": 0.007817557137877807,
      "grad_norm": 1.5264382161135959,
      "kl": 0.16259765625,
      "learning_rate": 9.96091221431061e-07,
      "loss": 0.0065,
      "reward": 1.734375,
      "reward_std": 0.17065651342272758,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.75,
      "step": 157
    },
    {
      "completion_length": 98.875,
      "epoch": 0.007867350495443909,
      "grad_norm": 1.2951938163240482,
      "kl": 0.15625,
      "learning_rate": 9.96066324752278e-07,
      "loss": 0.0062,
      "reward": 1.84375,
      "reward_std": 0.12255740165710449,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 158
    },
    {
      "completion_length": 96.1484375,
      "epoch": 0.007917143853010008,
      "grad_norm": 1.067814817752617,
      "kl": 0.13818359375,
      "learning_rate": 9.96041428073495e-07,
      "loss": 0.0055,
      "reward": 1.9609375,
      "reward_std": 0.0765409953892231,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.96875,
      "step": 159
    },
    {
      "completion_length": 95.5703125,
      "epoch": 0.007966937210576109,
      "grad_norm": 1.199265548990744,
      "kl": 0.15478515625,
      "learning_rate": 9.960165313947119e-07,
      "loss": 0.0062,
      "reward": 1.8359375,
      "reward_std": 0.09522314183413982,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 160
    },
    {
      "completion_length": 100.359375,
      "epoch": 0.00801673056814221,
      "grad_norm": 0.9864466757054574,
      "kl": 0.1728515625,
      "learning_rate": 9.959916347159288e-07,
      "loss": 0.0069,
      "reward": 1.828125,
      "reward_std": 0.16887324303388596,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 161
    },
    {
      "completion_length": 98.6484375,
      "epoch": 0.008066523925708311,
      "grad_norm": 10.030481330685754,
      "kl": 0.15478515625,
      "learning_rate": 9.95966738037146e-07,
      "loss": 0.0062,
      "reward": 1.859375,
      "reward_std": 0.21040896326303482,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 162
    },
    {
      "completion_length": 93.9609375,
      "epoch": 0.00811631728327441,
      "grad_norm": 2.3231292253872424,
      "kl": 0.1572265625,
      "learning_rate": 9.959418413583628e-07,
      "loss": 0.0063,
      "reward": 1.8515625,
      "reward_std": 0.13168217800557613,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 163
    },
    {
      "completion_length": 98.3515625,
      "epoch": 0.008166110640840512,
      "grad_norm": 1.3208417963591144,
      "kl": 0.15234375,
      "learning_rate": 9.959169446795797e-07,
      "loss": 0.0061,
      "reward": 1.734375,
      "reward_std": 0.2346404492855072,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7578125,
      "step": 164
    },
    {
      "completion_length": 91.4921875,
      "epoch": 0.008215903998406613,
      "grad_norm": 2.2829174080922487,
      "kl": 0.17626953125,
      "learning_rate": 9.958920480007967e-07,
      "loss": 0.0071,
      "reward": 1.8515625,
      "reward_std": 0.1054728776216507,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.859375,
      "step": 165
    },
    {
      "completion_length": 93.5625,
      "epoch": 0.008265697355972714,
      "grad_norm": 2.806598044164708,
      "kl": 0.15234375,
      "learning_rate": 9.958671513220136e-07,
      "loss": 0.0061,
      "reward": 1.84375,
      "reward_std": 0.1552036516368389,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8671875,
      "step": 166
    },
    {
      "completion_length": 95.78125,
      "epoch": 0.008315490713538813,
      "grad_norm": 1.702058197746131,
      "kl": 0.1923828125,
      "learning_rate": 9.958422546432305e-07,
      "loss": 0.0077,
      "reward": 1.90625,
      "reward_std": 0.07312605157494545,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.90625,
      "step": 167
    },
    {
      "completion_length": 97.390625,
      "epoch": 0.008365284071104914,
      "grad_norm": 1.562676602612297,
      "kl": 0.16015625,
      "learning_rate": 9.958173579644476e-07,
      "loss": 0.0064,
      "reward": 1.84375,
      "reward_std": 0.1809062361717224,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8515625,
      "step": 168
    },
    {
      "completion_length": 93.875,
      "epoch": 0.008415077428671015,
      "grad_norm": 1.8547618925969274,
      "kl": 0.158203125,
      "learning_rate": 9.957924612856643e-07,
      "loss": 0.0063,
      "reward": 1.71875,
      "reward_std": 0.2290911078453064,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.71875,
      "step": 169
    },
    {
      "completion_length": 89.8515625,
      "epoch": 0.008464870786237116,
      "grad_norm": 1.6663052268480494,
      "kl": 0.16064453125,
      "learning_rate": 9.957675646068815e-07,
      "loss": 0.0064,
      "reward": 1.828125,
      "reward_std": 0.20064431428909302,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8515625,
      "step": 170
    },
    {
      "completion_length": 96.0078125,
      "epoch": 0.008514664143803218,
      "grad_norm": 3.0612964718925326,
      "kl": 0.1416015625,
      "learning_rate": 9.957426679280984e-07,
      "loss": 0.0057,
      "reward": 1.984375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9921875,
      "step": 171
    },
    {
      "completion_length": 91.8828125,
      "epoch": 0.008564457501369317,
      "grad_norm": 13.811099626214578,
      "kl": 0.16162109375,
      "learning_rate": 9.957177712493153e-07,
      "loss": 0.0065,
      "reward": 1.9140625,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.921875,
      "step": 172
    },
    {
      "completion_length": 100.078125,
      "epoch": 0.008614250858935418,
      "grad_norm": 2.5009260961499913,
      "kl": 0.129638671875,
      "learning_rate": 9.956928745705322e-07,
      "loss": 0.0052,
      "reward": 1.8359375,
      "reward_std": 0.1541428193449974,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8515625,
      "step": 173
    },
    {
      "completion_length": 97.4296875,
      "epoch": 0.008664044216501519,
      "grad_norm": 1.2330462789967154,
      "kl": 0.132568359375,
      "learning_rate": 9.956679778917491e-07,
      "loss": 0.0053,
      "reward": 1.75,
      "reward_std": 0.12646234035491943,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7578125,
      "step": 174
    },
    {
      "completion_length": 97.7578125,
      "epoch": 0.00871383757406762,
      "grad_norm": 4.24805360210085,
      "kl": 0.1357421875,
      "learning_rate": 9.95643081212966e-07,
      "loss": 0.0054,
      "reward": 1.828125,
      "reward_std": 0.2057085745036602,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8515625,
      "step": 175
    },
    {
      "completion_length": 95.140625,
      "epoch": 0.00876363093163372,
      "grad_norm": 2.6724427079399424,
      "kl": 0.140625,
      "learning_rate": 9.956181845341832e-07,
      "loss": 0.0056,
      "reward": 1.828125,
      "reward_std": 0.07760182581841946,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 176
    },
    {
      "completion_length": 100.53125,
      "epoch": 0.00881342428919982,
      "grad_norm": 2.3813750405645413,
      "kl": 0.1337890625,
      "learning_rate": 9.955932878554e-07,
      "loss": 0.0054,
      "reward": 1.8671875,
      "reward_std": 0.14389308914542198,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8828125,
      "step": 177
    },
    {
      "completion_length": 95.2265625,
      "epoch": 0.008863217646765922,
      "grad_norm": 2.394371423017808,
      "kl": 0.1513671875,
      "learning_rate": 9.95568391176617e-07,
      "loss": 0.0061,
      "reward": 1.8125,
      "reward_std": 0.2488291710615158,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.828125,
      "step": 178
    },
    {
      "completion_length": 99.46875,
      "epoch": 0.008913011004332023,
      "grad_norm": 1.3538381055779696,
      "kl": 0.13525390625,
      "learning_rate": 9.95543494497834e-07,
      "loss": 0.0054,
      "reward": 1.6015625,
      "reward_std": 0.09069566242396832,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.609375,
      "step": 179
    },
    {
      "completion_length": 101.0625,
      "epoch": 0.008962804361898122,
      "grad_norm": 4.252291324840375,
      "kl": 0.1494140625,
      "learning_rate": 9.955185978190508e-07,
      "loss": 0.006,
      "reward": 1.609375,
      "reward_std": 0.22935794293880463,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.640625,
      "step": 180
    },
    {
      "completion_length": 99.8671875,
      "epoch": 0.009012597719464223,
      "grad_norm": 1.2334952187097605,
      "kl": 0.1337890625,
      "learning_rate": 9.95493701140268e-07,
      "loss": 0.0054,
      "reward": 1.7109375,
      "reward_std": 0.14966705441474915,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7109375,
      "step": 181
    },
    {
      "completion_length": 101.1015625,
      "epoch": 0.009062391077030324,
      "grad_norm": 1.3428638629964709,
      "kl": 0.14208984375,
      "learning_rate": 9.954688044614849e-07,
      "loss": 0.0057,
      "reward": 1.828125,
      "reward_std": 0.18235475197434425,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8359375,
      "step": 182
    },
    {
      "completion_length": 102.3828125,
      "epoch": 0.009112184434596425,
      "grad_norm": 5.9840330860465025,
      "kl": 0.11865234375,
      "learning_rate": 9.954439077827018e-07,
      "loss": 0.0047,
      "reward": 1.6484375,
      "reward_std": 0.2364109754562378,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.65625,
      "step": 183
    },
    {
      "completion_length": 95.4453125,
      "epoch": 0.009161977792162525,
      "grad_norm": 1.048321546061037,
      "kl": 0.13671875,
      "learning_rate": 9.954190111039187e-07,
      "loss": 0.0055,
      "reward": 1.8046875,
      "reward_std": 0.15308690071105957,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 184
    },
    {
      "completion_length": 97.7578125,
      "epoch": 0.009211771149728626,
      "grad_norm": 0.7784114741222256,
      "kl": 0.124267578125,
      "learning_rate": 9.953941144251356e-07,
      "loss": 0.005,
      "reward": 1.984375,
      "reward_std": 0.0289318785071373,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.984375,
      "step": 185
    },
    {
      "completion_length": 98.296875,
      "epoch": 0.009261564507294727,
      "grad_norm": 0.9982607935203828,
      "kl": 0.1474609375,
      "learning_rate": 9.953692177463526e-07,
      "loss": 0.0059,
      "reward": 1.90625,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 186
    },
    {
      "completion_length": 102.65625,
      "epoch": 0.009311357864860828,
      "grad_norm": 1.3093659372357407,
      "kl": 0.123046875,
      "learning_rate": 9.953443210675695e-07,
      "loss": 0.0049,
      "reward": 1.65625,
      "reward_std": 0.1354655846953392,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.65625,
      "step": 187
    },
    {
      "completion_length": 97.6875,
      "epoch": 0.009361151222426927,
      "grad_norm": 1.5230553744664186,
      "kl": 0.1376953125,
      "learning_rate": 9.953194243887864e-07,
      "loss": 0.0055,
      "reward": 1.8125,
      "reward_std": 0.19616853445768356,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.828125,
      "step": 188
    },
    {
      "completion_length": 96.09375,
      "epoch": 0.009410944579993029,
      "grad_norm": 2.005065330677421,
      "kl": 0.1513671875,
      "learning_rate": 9.952945277100035e-07,
      "loss": 0.0061,
      "reward": 1.90625,
      "reward_std": 0.18702642619609833,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.921875,
      "step": 189
    },
    {
      "completion_length": 101.015625,
      "epoch": 0.00946073793755913,
      "grad_norm": 1.7969604490467637,
      "kl": 0.154296875,
      "learning_rate": 9.952696310312204e-07,
      "loss": 0.0062,
      "reward": 1.890625,
      "reward_std": 0.22043409198522568,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9140625,
      "step": 190
    },
    {
      "completion_length": 97.7890625,
      "epoch": 0.00951053129512523,
      "grad_norm": 1.3267510112496272,
      "kl": 0.1806640625,
      "learning_rate": 9.952447343524374e-07,
      "loss": 0.0072,
      "reward": 1.9453125,
      "reward_std": 0.09969891421496868,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9453125,
      "step": 191
    },
    {
      "completion_length": 94.03125,
      "epoch": 0.009560324652691332,
      "grad_norm": 1.7976714842104902,
      "kl": 0.1552734375,
      "learning_rate": 9.952198376736543e-07,
      "loss": 0.0062,
      "reward": 1.8984375,
      "reward_std": 0.09969891235232353,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 192
    },
    {
      "completion_length": 90.765625,
      "epoch": 0.009610118010257431,
      "grad_norm": 0.8628733113398043,
      "kl": 0.158203125,
      "learning_rate": 9.951949409948712e-07,
      "loss": 0.0063,
      "reward": 1.859375,
      "reward_std": 0.08337578736245632,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 193
    },
    {
      "completion_length": 90.078125,
      "epoch": 0.009659911367823532,
      "grad_norm": 1.4528992760387773,
      "kl": 0.16162109375,
      "learning_rate": 9.951700443160881e-07,
      "loss": 0.0065,
      "reward": 1.9140625,
      "reward_std": 0.08679073303937912,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 194
    },
    {
      "completion_length": 95.3203125,
      "epoch": 0.009709704725389633,
      "grad_norm": 1.7031346758116503,
      "kl": 0.135986328125,
      "learning_rate": 9.951451476373052e-07,
      "loss": 0.0054,
      "reward": 1.90625,
      "reward_std": 0.1462521031498909,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 195
    },
    {
      "completion_length": 90.5703125,
      "epoch": 0.009759498082955734,
      "grad_norm": 1.5615501470235476,
      "kl": 0.14306640625,
      "learning_rate": 9.95120250958522e-07,
      "loss": 0.0057,
      "reward": 1.9609375,
      "reward_std": 0.0765409991145134,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9609375,
      "step": 196
    },
    {
      "completion_length": 88.5546875,
      "epoch": 0.009809291440521834,
      "grad_norm": 2.9388617161604813,
      "kl": 0.18359375,
      "learning_rate": 9.95095354279739e-07,
      "loss": 0.0074,
      "reward": 1.875,
      "reward_std": 0.12255740165710449,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 197
    },
    {
      "completion_length": 91.7265625,
      "epoch": 0.009859084798087935,
      "grad_norm": 1.603082915799036,
      "kl": 0.17724609375,
      "learning_rate": 9.95070457600956e-07,
      "loss": 0.0071,
      "reward": 1.9296875,
      "reward_std": 0.12073517218232155,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9296875,
      "step": 198
    },
    {
      "completion_length": 87.90625,
      "epoch": 0.009908878155654036,
      "grad_norm": 1.909745305417159,
      "kl": 0.17431640625,
      "learning_rate": 9.95045560922173e-07,
      "loss": 0.007,
      "reward": 1.78125,
      "reward_std": 0.13781969994306564,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.78125,
      "step": 199
    },
    {
      "completion_length": 91.6796875,
      "epoch": 0.009958671513220137,
      "grad_norm": 0.6142806144484387,
      "kl": 0.15625,
      "learning_rate": 9.950206642433898e-07,
      "loss": 0.0063,
      "reward": 1.921875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.921875,
      "step": 200
    },
    {
      "completion_length": 94.2890625,
      "epoch": 0.010008464870786236,
      "grad_norm": 1.1532891444934046,
      "kl": 0.1572265625,
      "learning_rate": 9.949957675646068e-07,
      "loss": 0.0063,
      "reward": 1.8828125,
      "reward_std": 0.09969891421496868,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 201
    },
    {
      "completion_length": 89.9609375,
      "epoch": 0.010058258228352338,
      "grad_norm": 2.8714540278296954,
      "kl": 0.1708984375,
      "learning_rate": 9.949708708858237e-07,
      "loss": 0.0068,
      "reward": 1.84375,
      "reward_std": 0.2198973074555397,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 202
    },
    {
      "completion_length": 86.0546875,
      "epoch": 0.010108051585918439,
      "grad_norm": 2.035555595645388,
      "kl": 0.17333984375,
      "learning_rate": 9.949459742070408e-07,
      "loss": 0.0069,
      "reward": 1.890625,
      "reward_std": 0.12179600074887276,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 203
    },
    {
      "completion_length": 85.6953125,
      "epoch": 0.01015784494348454,
      "grad_norm": 1.5550466780010161,
      "kl": 0.1591796875,
      "learning_rate": 9.949210775282577e-07,
      "loss": 0.0064,
      "reward": 1.8203125,
      "reward_std": 0.11336849629878998,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 204
    },
    {
      "completion_length": 86.46875,
      "epoch": 0.010207638301050639,
      "grad_norm": 1.2467441275476379,
      "kl": 0.15478515625,
      "learning_rate": 9.948961808494746e-07,
      "loss": 0.0062,
      "reward": 1.859375,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 205
    },
    {
      "completion_length": 87.9921875,
      "epoch": 0.01025743165861674,
      "grad_norm": 1.6598367907110883,
      "kl": 0.14306640625,
      "learning_rate": 9.948712841706916e-07,
      "loss": 0.0057,
      "reward": 1.8671875,
      "reward_std": 0.08679073303937912,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 206
    },
    {
      "completion_length": 88.875,
      "epoch": 0.010307225016182841,
      "grad_norm": 2.5085407336865093,
      "kl": 0.1318359375,
      "learning_rate": 9.948463874919085e-07,
      "loss": 0.0053,
      "reward": 1.828125,
      "reward_std": 0.12756996601819992,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 207
    },
    {
      "completion_length": 91.859375,
      "epoch": 0.010357018373748942,
      "grad_norm": 1.321603593809594,
      "kl": 0.1396484375,
      "learning_rate": 9.948214908131256e-07,
      "loss": 0.0056,
      "reward": 1.8515625,
      "reward_std": 0.13888053596019745,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 208
    },
    {
      "completion_length": 87.671875,
      "epoch": 0.010406811731315043,
      "grad_norm": 1.3506953926454046,
      "kl": 0.13134765625,
      "learning_rate": 9.947965941343425e-07,
      "loss": 0.0052,
      "reward": 1.859375,
      "reward_std": 0.1462521031498909,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 209
    },
    {
      "completion_length": 94.703125,
      "epoch": 0.010456605088881143,
      "grad_norm": 1.3399050917299098,
      "kl": 0.1474609375,
      "learning_rate": 9.947716974555594e-07,
      "loss": 0.0059,
      "reward": 1.859375,
      "reward_std": 0.1530819907784462,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 210
    },
    {
      "completion_length": 87.046875,
      "epoch": 0.010506398446447244,
      "grad_norm": 1.5005372147075555,
      "kl": 0.150390625,
      "learning_rate": 9.947468007767764e-07,
      "loss": 0.006,
      "reward": 1.90625,
      "reward_std": 0.15650184452533722,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.90625,
      "step": 211
    },
    {
      "completion_length": 91.4921875,
      "epoch": 0.010556191804013345,
      "grad_norm": 1.6169292368037649,
      "kl": 0.1376953125,
      "learning_rate": 9.947219040979933e-07,
      "loss": 0.0055,
      "reward": 1.75,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.75,
      "step": 212
    },
    {
      "completion_length": 91.1328125,
      "epoch": 0.010605985161579446,
      "grad_norm": 1.0644189696613937,
      "kl": 0.16162109375,
      "learning_rate": 9.946970074192102e-07,
      "loss": 0.0065,
      "reward": 1.859375,
      "reward_std": 0.07312605157494545,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 213
    },
    {
      "completion_length": 93.890625,
      "epoch": 0.010655778519145545,
      "grad_norm": 0.9605698536438,
      "kl": 0.15673828125,
      "learning_rate": 9.946721107404273e-07,
      "loss": 0.0063,
      "reward": 1.9296875,
      "reward_std": 0.061278700828552246,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9296875,
      "step": 214
    },
    {
      "completion_length": 91.984375,
      "epoch": 0.010705571876711647,
      "grad_norm": 0.34875054369651237,
      "kl": 0.1591796875,
      "learning_rate": 9.94647214061644e-07,
      "loss": 0.0064,
      "reward": 1.859375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 215
    },
    {
      "completion_length": 100.8828125,
      "epoch": 0.010755365234277748,
      "grad_norm": 6.314357417292242,
      "kl": 0.16552734375,
      "learning_rate": 9.946223173828612e-07,
      "loss": 0.0066,
      "reward": 1.765625,
      "reward_std": 0.2574521452188492,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7890625,
      "step": 216
    },
    {
      "completion_length": 95.0,
      "epoch": 0.010805158591843849,
      "grad_norm": 0.7883325479540553,
      "kl": 0.15478515625,
      "learning_rate": 9.94597420704078e-07,
      "loss": 0.0062,
      "reward": 1.984375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9921875,
      "step": 217
    },
    {
      "completion_length": 95.0859375,
      "epoch": 0.010854951949409948,
      "grad_norm": 0.8701061022223152,
      "kl": 0.16845703125,
      "learning_rate": 9.94572524025295e-07,
      "loss": 0.0067,
      "reward": 1.8828125,
      "reward_std": 0.08443661965429783,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 218
    },
    {
      "completion_length": 101.5546875,
      "epoch": 0.01090474530697605,
      "grad_norm": 2.168648370456946,
      "kl": 0.14208984375,
      "learning_rate": 9.94547627346512e-07,
      "loss": 0.0057,
      "reward": 1.84375,
      "reward_std": 0.22119548916816711,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8515625,
      "step": 219
    },
    {
      "completion_length": 105.4921875,
      "epoch": 0.01095453866454215,
      "grad_norm": 1.136817729966043,
      "kl": 0.14404296875,
      "learning_rate": 9.945227306677288e-07,
      "loss": 0.0058,
      "reward": 1.7109375,
      "reward_std": 0.0946863554418087,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7109375,
      "step": 220
    },
    {
      "completion_length": 97.5234375,
      "epoch": 0.011004332022108251,
      "grad_norm": 0.7968996025234165,
      "kl": 0.15771484375,
      "learning_rate": 9.944978339889457e-07,
      "loss": 0.0063,
      "reward": 1.8671875,
      "reward_std": 0.09522313438355923,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.875,
      "step": 221
    },
    {
      "completion_length": 100.3828125,
      "epoch": 0.01105412537967435,
      "grad_norm": 2.416431736093127,
      "kl": 0.1494140625,
      "learning_rate": 9.944729373101629e-07,
      "loss": 0.006,
      "reward": 1.9609375,
      "reward_std": 0.09522313624620438,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9765625,
      "step": 222
    },
    {
      "completion_length": 93.78125,
      "epoch": 0.011103918737240452,
      "grad_norm": 1.3887511020726446,
      "kl": 0.1396484375,
      "learning_rate": 9.944480406313798e-07,
      "loss": 0.0056,
      "reward": 1.875,
      "reward_std": 0.12756995856761932,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 223
    },
    {
      "completion_length": 102.3828125,
      "epoch": 0.011153712094806553,
      "grad_norm": 0.9029435249555274,
      "kl": 0.148681640625,
      "learning_rate": 9.944231439525967e-07,
      "loss": 0.006,
      "reward": 1.8828125,
      "reward_std": 0.0657544732093811,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 224
    },
    {
      "completion_length": 99.6796875,
      "epoch": 0.011203505452372654,
      "grad_norm": 0.7658349778128279,
      "kl": 0.1357421875,
      "learning_rate": 9.943982472738136e-07,
      "loss": 0.0054,
      "reward": 1.8203125,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 225
    },
    {
      "completion_length": 98.421875,
      "epoch": 0.011253298809938753,
      "grad_norm": 1.0827382684524358,
      "kl": 0.14404296875,
      "learning_rate": 9.943733505950305e-07,
      "loss": 0.0058,
      "reward": 1.9140625,
      "reward_std": 0.051028965041041374,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 226
    },
    {
      "completion_length": 98.6875,
      "epoch": 0.011303092167504854,
      "grad_norm": 1.2846414905204715,
      "kl": 0.154296875,
      "learning_rate": 9.943484539162475e-07,
      "loss": 0.0062,
      "reward": 1.75,
      "reward_std": 0.15197435580193996,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7578125,
      "step": 227
    },
    {
      "completion_length": 105.1171875,
      "epoch": 0.011352885525070956,
      "grad_norm": 0.9038892300324233,
      "kl": 0.13427734375,
      "learning_rate": 9.943235572374646e-07,
      "loss": 0.0054,
      "reward": 1.875,
      "reward_std": 0.07312605157494545,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 228
    },
    {
      "completion_length": 101.7421875,
      "epoch": 0.011402678882637057,
      "grad_norm": 1.4330643498290019,
      "kl": 0.15380859375,
      "learning_rate": 9.942986605586813e-07,
      "loss": 0.0062,
      "reward": 1.7265625,
      "reward_std": 0.15756267309188843,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7265625,
      "step": 229
    },
    {
      "completion_length": 102.0,
      "epoch": 0.011452472240203158,
      "grad_norm": 1.198891908394454,
      "kl": 0.14111328125,
      "learning_rate": 9.942737638798984e-07,
      "loss": 0.0056,
      "reward": 1.8828125,
      "reward_std": 0.1054728776216507,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 230
    },
    {
      "completion_length": 98.6328125,
      "epoch": 0.011502265597769257,
      "grad_norm": 1.0157049801935816,
      "kl": 0.15576171875,
      "learning_rate": 9.942488672011153e-07,
      "loss": 0.0062,
      "reward": 1.8515625,
      "reward_std": 0.08443661965429783,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 231
    },
    {
      "completion_length": 100.1796875,
      "epoch": 0.011552058955335358,
      "grad_norm": 0.9138543630603742,
      "kl": 0.15283203125,
      "learning_rate": 9.942239705223323e-07,
      "loss": 0.0061,
      "reward": 1.8203125,
      "reward_std": 0.09969891421496868,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.828125,
      "step": 232
    },
    {
      "completion_length": 97.6796875,
      "epoch": 0.01160185231290146,
      "grad_norm": 1.3505547841265122,
      "kl": 0.16796875,
      "learning_rate": 9.941990738435492e-07,
      "loss": 0.0067,
      "reward": 1.859375,
      "reward_std": 0.1763787642121315,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.875,
      "step": 233
    },
    {
      "completion_length": 105.6171875,
      "epoch": 0.01165164567046756,
      "grad_norm": 1.1868677385109885,
      "kl": 0.1640625,
      "learning_rate": 9.94174177164766e-07,
      "loss": 0.0066,
      "reward": 1.859375,
      "reward_std": 0.13204574212431908,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 234
    },
    {
      "completion_length": 100.7578125,
      "epoch": 0.01170143902803366,
      "grad_norm": 1.344014510355161,
      "kl": 0.14306640625,
      "learning_rate": 9.941492804859832e-07,
      "loss": 0.0057,
      "reward": 1.796875,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 235
    },
    {
      "completion_length": 96.875,
      "epoch": 0.01175123238559976,
      "grad_norm": 2.656115422672397,
      "kl": 0.140625,
      "learning_rate": 9.941243838072001e-07,
      "loss": 0.0056,
      "reward": 1.859375,
      "reward_std": 0.15596505254507065,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 236
    },
    {
      "completion_length": 101.4375,
      "epoch": 0.011801025743165862,
      "grad_norm": 1.4880179640695324,
      "kl": 0.162109375,
      "learning_rate": 9.94099487128417e-07,
      "loss": 0.0065,
      "reward": 1.734375,
      "reward_std": 0.19438526779413223,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7421875,
      "step": 237
    },
    {
      "completion_length": 103.7265625,
      "epoch": 0.011850819100731963,
      "grad_norm": 1.3579385193758495,
      "kl": 0.1455078125,
      "learning_rate": 9.94074590449634e-07,
      "loss": 0.0058,
      "reward": 1.8828125,
      "reward_std": 0.15991678088903427,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.890625,
      "step": 238
    },
    {
      "completion_length": 101.8203125,
      "epoch": 0.011900612458298062,
      "grad_norm": 5.237599308987956,
      "kl": 0.14111328125,
      "learning_rate": 9.940496937708509e-07,
      "loss": 0.0056,
      "reward": 1.8671875,
      "reward_std": 0.17551995813846588,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.875,
      "step": 239
    },
    {
      "completion_length": 100.046875,
      "epoch": 0.011950405815864163,
      "grad_norm": 1.5880696893655704,
      "kl": 0.15087890625,
      "learning_rate": 9.940247970920678e-07,
      "loss": 0.006,
      "reward": 1.765625,
      "reward_std": 0.22507023811340332,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.796875,
      "step": 240
    },
    {
      "completion_length": 96.0234375,
      "epoch": 0.012000199173430265,
      "grad_norm": 1.2242789460306562,
      "kl": 0.15576171875,
      "learning_rate": 9.93999900413285e-07,
      "loss": 0.0062,
      "reward": 1.8828125,
      "reward_std": 0.08443661779165268,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 241
    },
    {
      "completion_length": 98.328125,
      "epoch": 0.012049992530996366,
      "grad_norm": 5.272027410895548,
      "kl": 0.14599609375,
      "learning_rate": 9.939750037345019e-07,
      "loss": 0.0058,
      "reward": 1.90625,
      "reward_std": 0.1462521031498909,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 242
    },
    {
      "completion_length": 106.5,
      "epoch": 0.012099785888562465,
      "grad_norm": 1.651733896715607,
      "kl": 0.12451171875,
      "learning_rate": 9.939501070557188e-07,
      "loss": 0.005,
      "reward": 1.859375,
      "reward_std": 0.19616854190826416,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8828125,
      "step": 243
    },
    {
      "completion_length": 96.1953125,
      "epoch": 0.012149579246128566,
      "grad_norm": 1.7062418902803764,
      "kl": 0.14697265625,
      "learning_rate": 9.939252103769357e-07,
      "loss": 0.0059,
      "reward": 1.765625,
      "reward_std": 0.16675157845020294,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 244
    },
    {
      "completion_length": 98.328125,
      "epoch": 0.012199372603694667,
      "grad_norm": 1.9553665963930726,
      "kl": 0.1357421875,
      "learning_rate": 9.939003136981526e-07,
      "loss": 0.0054,
      "reward": 1.8046875,
      "reward_std": 0.14465449005365372,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8046875,
      "step": 245
    },
    {
      "completion_length": 99.453125,
      "epoch": 0.012249165961260768,
      "grad_norm": 0.876278707942381,
      "kl": 0.14404296875,
      "learning_rate": 9.938754170193695e-07,
      "loss": 0.0058,
      "reward": 1.8984375,
      "reward_std": 0.0765409953892231,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 246
    },
    {
      "completion_length": 94.8203125,
      "epoch": 0.01229895931882687,
      "grad_norm": 1.2319674361274036,
      "kl": 0.140625,
      "learning_rate": 9.938505203405864e-07,
      "loss": 0.0056,
      "reward": 1.7578125,
      "reward_std": 0.09969891235232353,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7578125,
      "step": 247
    },
    {
      "completion_length": 95.109375,
      "epoch": 0.012348752676392969,
      "grad_norm": 1.2173331856384102,
      "kl": 0.15576171875,
      "learning_rate": 9.938256236618034e-07,
      "loss": 0.0062,
      "reward": 1.875,
      "reward_std": 0.07312605157494545,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 248
    },
    {
      "completion_length": 99.0859375,
      "epoch": 0.01239854603395907,
      "grad_norm": 1.571527754558131,
      "kl": 0.1396484375,
      "learning_rate": 9.938007269830205e-07,
      "loss": 0.0056,
      "reward": 1.8515625,
      "reward_std": 0.13435305655002594,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.859375,
      "step": 249
    },
    {
      "completion_length": 93.1484375,
      "epoch": 0.012448339391525171,
      "grad_norm": 5.278731633230044,
      "kl": 0.271484375,
      "learning_rate": 9.937758303042374e-07,
      "loss": 0.0109,
      "reward": 1.859375,
      "reward_std": 0.13781969994306564,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.859375,
      "step": 250
    },
    {
      "completion_length": 98.1953125,
      "epoch": 0.012498132749091272,
      "grad_norm": 1.8826337994095337,
      "kl": 0.15625,
      "learning_rate": 9.937509336254543e-07,
      "loss": 0.0062,
      "reward": 1.796875,
      "reward_std": 0.14123954623937607,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.796875,
      "step": 251
    },
    {
      "completion_length": 100.21875,
      "epoch": 0.012547926106657371,
      "grad_norm": 1.2105855334088336,
      "kl": 0.14453125,
      "learning_rate": 9.937260369466712e-07,
      "loss": 0.0058,
      "reward": 1.8515625,
      "reward_std": 0.08729992806911469,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 252
    },
    {
      "completion_length": 96.6328125,
      "epoch": 0.012597719464223472,
      "grad_norm": 6.827721020597877,
      "kl": 0.1337890625,
      "learning_rate": 9.937011402678882e-07,
      "loss": 0.0054,
      "reward": 1.8984375,
      "reward_std": 0.12863079458475113,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 253
    },
    {
      "completion_length": 97.3984375,
      "epoch": 0.012647512821789574,
      "grad_norm": 10.921323790834576,
      "kl": 0.140625,
      "learning_rate": 9.93676243589105e-07,
      "loss": 0.0056,
      "reward": 1.890625,
      "reward_std": 0.10205793380737305,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 254
    },
    {
      "completion_length": 97.0,
      "epoch": 0.012697306179355675,
      "grad_norm": 1.3961482693399616,
      "kl": 0.128173828125,
      "learning_rate": 9.936513469103222e-07,
      "loss": 0.0051,
      "reward": 1.875,
      "reward_std": 0.08838834427297115,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 255
    },
    {
      "completion_length": 103.15625,
      "epoch": 0.012747099536921774,
      "grad_norm": 1.4192749877150084,
      "kl": 0.13671875,
      "learning_rate": 9.93626450231539e-07,
      "loss": 0.0055,
      "reward": 1.734375,
      "reward_std": 0.18591880798339844,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.75,
      "step": 256
    },
    {
      "completion_length": 99.9140625,
      "epoch": 0.012796892894487875,
      "grad_norm": 3.1629432643690496,
      "kl": 0.19482421875,
      "learning_rate": 9.93601553552756e-07,
      "loss": 0.0078,
      "reward": 1.7890625,
      "reward_std": 0.05550474114716053,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7890625,
      "step": 257
    },
    {
      "completion_length": 100.1796875,
      "epoch": 0.012846686252053976,
      "grad_norm": 0.6125894427123689,
      "kl": 0.13330078125,
      "learning_rate": 9.93576656873973e-07,
      "loss": 0.0053,
      "reward": 1.8515625,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 258
    },
    {
      "completion_length": 99.125,
      "epoch": 0.012896479609620077,
      "grad_norm": 1.4583437192070734,
      "kl": 0.120849609375,
      "learning_rate": 9.935517601951899e-07,
      "loss": 0.0048,
      "reward": 1.734375,
      "reward_std": 0.1462521068751812,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7421875,
      "step": 259
    },
    {
      "completion_length": 100.34375,
      "epoch": 0.012946272967186177,
      "grad_norm": 2.0065005745649707,
      "kl": 0.11572265625,
      "learning_rate": 9.93526863516407e-07,
      "loss": 0.0046,
      "reward": 1.84375,
      "reward_std": 0.21937815845012665,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.875,
      "step": 260
    },
    {
      "completion_length": 106.84375,
      "epoch": 0.012996066324752278,
      "grad_norm": 1.874002169739414,
      "kl": 0.11865234375,
      "learning_rate": 9.935019668376237e-07,
      "loss": 0.0047,
      "reward": 1.7109375,
      "reward_std": 0.290145181119442,
      "rewards/format_reward": 0.9609375,
      "rewards/iou_reward": 0.75,
      "step": 261
    },
    {
      "completion_length": 97.828125,
      "epoch": 0.013045859682318379,
      "grad_norm": 1.9663851693795746,
      "kl": 0.130859375,
      "learning_rate": 9.934770701588408e-07,
      "loss": 0.0052,
      "reward": 1.921875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.921875,
      "step": 262
    },
    {
      "completion_length": 106.71875,
      "epoch": 0.01309565303988448,
      "grad_norm": 3.4962475907013717,
      "kl": 0.1142578125,
      "learning_rate": 9.934521734800578e-07,
      "loss": 0.0046,
      "reward": 1.921875,
      "reward_std": 0.17176412604749203,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9375,
      "step": 263
    },
    {
      "completion_length": 112.15625,
      "epoch": 0.01314544639745058,
      "grad_norm": 4.645400687233048,
      "kl": 0.19677734375,
      "learning_rate": 9.934272768012747e-07,
      "loss": 0.0079,
      "reward": 1.7421875,
      "reward_std": 0.16834919154644012,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.75,
      "step": 264
    },
    {
      "completion_length": 104.6796875,
      "epoch": 0.01319523975501668,
      "grad_norm": 1.4745268154075024,
      "kl": 0.13916015625,
      "learning_rate": 9.934023801224916e-07,
      "loss": 0.0056,
      "reward": 1.8828125,
      "reward_std": 0.1649293377995491,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.90625,
      "step": 265
    },
    {
      "completion_length": 109.5078125,
      "epoch": 0.013245033112582781,
      "grad_norm": 1.3368669114055916,
      "kl": 0.11669921875,
      "learning_rate": 9.933774834437085e-07,
      "loss": 0.0047,
      "reward": 1.8515625,
      "reward_std": 0.18808725476264954,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.875,
      "step": 266
    },
    {
      "completion_length": 107.4140625,
      "epoch": 0.013294826470148883,
      "grad_norm": 1.864568126929696,
      "kl": 0.150390625,
      "learning_rate": 9.933525867649254e-07,
      "loss": 0.006,
      "reward": 1.8046875,
      "reward_std": 0.1649293377995491,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.828125,
      "step": 267
    },
    {
      "completion_length": 105.078125,
      "epoch": 0.013344619827714984,
      "grad_norm": 1.5167463575044362,
      "kl": 0.119140625,
      "learning_rate": 9.933276900861426e-07,
      "loss": 0.0048,
      "reward": 1.84375,
      "reward_std": 0.21485067531466484,
      "rewards/format_reward": 0.9609375,
      "rewards/iou_reward": 0.8828125,
      "step": 268
    },
    {
      "completion_length": 109.2578125,
      "epoch": 0.013394413185281083,
      "grad_norm": 2.338259055622313,
      "kl": 0.109619140625,
      "learning_rate": 9.933027934073595e-07,
      "loss": 0.0044,
      "reward": 1.7890625,
      "reward_std": 0.29640422761440277,
      "rewards/format_reward": 0.953125,
      "rewards/iou_reward": 0.8359375,
      "step": 269
    },
    {
      "completion_length": 111.9296875,
      "epoch": 0.013444206542847184,
      "grad_norm": 1.984850355663328,
      "kl": 0.127197265625,
      "learning_rate": 9.932778967285764e-07,
      "loss": 0.0051,
      "reward": 1.703125,
      "reward_std": 0.25403229147195816,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7265625,
      "step": 270
    },
    {
      "completion_length": 109.484375,
      "epoch": 0.013493999900413285,
      "grad_norm": 2.217655615113654,
      "kl": 0.114013671875,
      "learning_rate": 9.932530000497933e-07,
      "loss": 0.0046,
      "reward": 1.8046875,
      "reward_std": 0.193861223757267,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 271
    },
    {
      "completion_length": 108.421875,
      "epoch": 0.013543793257979386,
      "grad_norm": 1.587560053476885,
      "kl": 0.11767578125,
      "learning_rate": 9.932281033710102e-07,
      "loss": 0.0047,
      "reward": 1.8125,
      "reward_std": 0.13781969994306564,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8203125,
      "step": 272
    },
    {
      "completion_length": 110.03125,
      "epoch": 0.013593586615545486,
      "grad_norm": 1.9838624824571407,
      "kl": 0.13623046875,
      "learning_rate": 9.932032066922272e-07,
      "loss": 0.0054,
      "reward": 1.8046875,
      "reward_std": 0.15414283238351345,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 273
    },
    {
      "completion_length": 112.7265625,
      "epoch": 0.013643379973111587,
      "grad_norm": 0.9152592616923091,
      "kl": 0.139404296875,
      "learning_rate": 9.931783100134443e-07,
      "loss": 0.0056,
      "reward": 1.9296875,
      "reward_std": 0.1649293377995491,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.953125,
      "step": 274
    },
    {
      "completion_length": 107.1640625,
      "epoch": 0.013693173330677688,
      "grad_norm": 1.8553634182255607,
      "kl": 0.1943359375,
      "learning_rate": 9.93153413334661e-07,
      "loss": 0.0078,
      "reward": 1.8203125,
      "reward_std": 0.1938612163066864,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.84375,
      "step": 275
    },
    {
      "completion_length": 103.734375,
      "epoch": 0.013742966688243789,
      "grad_norm": 1.2659236936766336,
      "kl": 0.14013671875,
      "learning_rate": 9.931285166558781e-07,
      "loss": 0.0056,
      "reward": 1.90625,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.90625,
      "step": 276
    },
    {
      "completion_length": 104.953125,
      "epoch": 0.013792760045809888,
      "grad_norm": 1.4341220624848123,
      "kl": 0.1767578125,
      "learning_rate": 9.93103619977095e-07,
      "loss": 0.0071,
      "reward": 1.8515625,
      "reward_std": 0.18361148983240128,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 277
    },
    {
      "completion_length": 103.328125,
      "epoch": 0.01384255340337599,
      "grad_norm": 2.003205055364934,
      "kl": 0.16259765625,
      "learning_rate": 9.93078723298312e-07,
      "loss": 0.0065,
      "reward": 1.765625,
      "reward_std": 0.26168815419077873,
      "rewards/format_reward": 0.953125,
      "rewards/iou_reward": 0.8125,
      "step": 278
    },
    {
      "completion_length": 106.8984375,
      "epoch": 0.01389234676094209,
      "grad_norm": 2.404203671929336,
      "kl": 0.15380859375,
      "learning_rate": 9.930538266195289e-07,
      "loss": 0.0062,
      "reward": 1.703125,
      "reward_std": 0.4052969515323639,
      "rewards/format_reward": 0.8984375,
      "rewards/iou_reward": 0.8046875,
      "step": 279
    },
    {
      "completion_length": 105.9765625,
      "epoch": 0.013942140118508192,
      "grad_norm": 3.9220476065368675,
      "kl": 0.150390625,
      "learning_rate": 9.930289299407458e-07,
      "loss": 0.006,
      "reward": 1.7578125,
      "reward_std": 0.2777220755815506,
      "rewards/format_reward": 0.9453125,
      "rewards/iou_reward": 0.8125,
      "step": 280
    },
    {
      "completion_length": 110.15625,
      "epoch": 0.013991933476074291,
      "grad_norm": 2.002885664335074,
      "kl": 0.16650390625,
      "learning_rate": 9.930040332619627e-07,
      "loss": 0.0067,
      "reward": 1.7421875,
      "reward_std": 0.3387659341096878,
      "rewards/format_reward": 0.9453125,
      "rewards/iou_reward": 0.796875,
      "step": 281
    },
    {
      "completion_length": 102.8046875,
      "epoch": 0.014041726833640392,
      "grad_norm": 1.4822912654724572,
      "kl": 0.19482421875,
      "learning_rate": 9.929791365831798e-07,
      "loss": 0.0078,
      "reward": 1.796875,
      "reward_std": 0.21436559408903122,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8125,
      "step": 282
    },
    {
      "completion_length": 110.21875,
      "epoch": 0.014091520191206493,
      "grad_norm": 2.554867145679922,
      "kl": 0.19091796875,
      "learning_rate": 9.929542399043968e-07,
      "loss": 0.0076,
      "reward": 1.765625,
      "reward_std": 0.24489018321037292,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7890625,
      "step": 283
    },
    {
      "completion_length": 109.2890625,
      "epoch": 0.014141313548772594,
      "grad_norm": 1.1463949069156814,
      "kl": 0.18603515625,
      "learning_rate": 9.929293432256137e-07,
      "loss": 0.0074,
      "reward": 1.8359375,
      "reward_std": 0.07996084541082382,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 284
    },
    {
      "completion_length": 105.8828125,
      "epoch": 0.014191106906338695,
      "grad_norm": 2.4280649493654143,
      "kl": 0.20703125,
      "learning_rate": 9.929044465468306e-07,
      "loss": 0.0083,
      "reward": 1.875,
      "reward_std": 0.1751839816570282,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 285
    },
    {
      "completion_length": 100.71875,
      "epoch": 0.014240900263904795,
      "grad_norm": 1.3735812053453058,
      "kl": 0.20068359375,
      "learning_rate": 9.928795498680475e-07,
      "loss": 0.008,
      "reward": 1.765625,
      "reward_std": 0.11276257783174515,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7890625,
      "step": 286
    },
    {
      "completion_length": 108.3203125,
      "epoch": 0.014290693621470896,
      "grad_norm": 0.3186652851170607,
      "kl": 0.1787109375,
      "learning_rate": 9.928546531892646e-07,
      "loss": 0.0072,
      "reward": 2.0,
      "reward_std": 0.0,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 1.0,
      "step": 287
    },
    {
      "completion_length": 105.9765625,
      "epoch": 0.014340486979036997,
      "grad_norm": 35.394499678811044,
      "kl": 0.1748046875,
      "learning_rate": 9.928297565104816e-07,
      "loss": 0.007,
      "reward": 1.75,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.75,
      "step": 288
    },
    {
      "completion_length": 102.859375,
      "epoch": 0.014390280336603098,
      "grad_norm": 3.4336721047005136,
      "kl": 0.14013671875,
      "learning_rate": 9.928048598316985e-07,
      "loss": 0.0056,
      "reward": 1.890625,
      "reward_std": 0.10205793008208275,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 289
    },
    {
      "completion_length": 99.484375,
      "epoch": 0.014440073694169197,
      "grad_norm": 1.4643334075482506,
      "kl": 0.16162109375,
      "learning_rate": 9.927799631529154e-07,
      "loss": 0.0065,
      "reward": 1.703125,
      "reward_std": 0.08785156533122063,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.703125,
      "step": 290
    },
    {
      "completion_length": 103.2109375,
      "epoch": 0.014489867051735298,
      "grad_norm": 1.361006756453886,
      "kl": 0.13427734375,
      "learning_rate": 9.927550664741323e-07,
      "loss": 0.0054,
      "reward": 1.875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 291
    },
    {
      "completion_length": 102.1796875,
      "epoch": 0.0145396604093014,
      "grad_norm": 1.5533041726608692,
      "kl": 0.15087890625,
      "learning_rate": 9.927301697953492e-07,
      "loss": 0.006,
      "reward": 1.7421875,
      "reward_std": 0.1690588891506195,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.75,
      "step": 292
    },
    {
      "completion_length": 99.4140625,
      "epoch": 0.0145894537668675,
      "grad_norm": 1.439767424175536,
      "kl": 0.15234375,
      "learning_rate": 9.927052731165661e-07,
      "loss": 0.0061,
      "reward": 1.8984375,
      "reward_std": 0.1054728776216507,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 293
    },
    {
      "completion_length": 96.3671875,
      "epoch": 0.0146392471244336,
      "grad_norm": 4.413297482947589,
      "kl": 0.149169921875,
      "learning_rate": 9.92680376437783e-07,
      "loss": 0.006,
      "reward": 1.84375,
      "reward_std": 0.09127141535282135,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 294
    },
    {
      "completion_length": 101.9765625,
      "epoch": 0.014689040481999701,
      "grad_norm": 1.626605726091794,
      "kl": 0.140625,
      "learning_rate": 9.926554797590002e-07,
      "loss": 0.0056,
      "reward": 1.90625,
      "reward_std": 0.08838834427297115,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.921875,
      "step": 295
    },
    {
      "completion_length": 103.78125,
      "epoch": 0.014738833839565802,
      "grad_norm": 2.2599267724991567,
      "kl": 0.1572265625,
      "learning_rate": 9.92630583080217e-07,
      "loss": 0.0063,
      "reward": 1.921875,
      "reward_std": 0.18702643364667892,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 296
    },
    {
      "completion_length": 102.46875,
      "epoch": 0.014788627197131903,
      "grad_norm": 1.1231542937944743,
      "kl": 0.13720703125,
      "learning_rate": 9.92605686401434e-07,
      "loss": 0.0055,
      "reward": 1.84375,
      "reward_std": 0.0578637570142746,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 297
    },
    {
      "completion_length": 99.3984375,
      "epoch": 0.014838420554698003,
      "grad_norm": 2.0540913905238107,
      "kl": 0.15478515625,
      "learning_rate": 9.92580789722651e-07,
      "loss": 0.0062,
      "reward": 1.9140625,
      "reward_std": 0.17407145351171494,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9375,
      "step": 298
    },
    {
      "completion_length": 101.2578125,
      "epoch": 0.014888213912264104,
      "grad_norm": 1.5934406783336377,
      "kl": 0.1494140625,
      "learning_rate": 9.925558930438679e-07,
      "loss": 0.006,
      "reward": 1.890625,
      "reward_std": 0.0776018276810646,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 299
    },
    {
      "completion_length": 98.34375,
      "epoch": 0.014938007269830205,
      "grad_norm": 1.181052660812371,
      "kl": 0.1650390625,
      "learning_rate": 9.925309963650848e-07,
      "loss": 0.0066,
      "reward": 1.84375,
      "reward_std": 0.12304247915744781,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.859375,
      "step": 300
    },
    {
      "completion_length": 99.4453125,
      "epoch": 0.014987800627396306,
      "grad_norm": 0.9290622957204577,
      "kl": 0.1572265625,
      "learning_rate": 9.92506099686302e-07,
      "loss": 0.0063,
      "reward": 1.9609375,
      "reward_std": 0.07996084541082382,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9609375,
      "step": 301
    },
    {
      "completion_length": 101.6953125,
      "epoch": 0.015037593984962405,
      "grad_norm": 1.9370889477802344,
      "kl": 0.15185546875,
      "learning_rate": 9.924812030075186e-07,
      "loss": 0.0061,
      "reward": 1.8359375,
      "reward_std": 0.23945221304893494,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.859375,
      "step": 302
    },
    {
      "completion_length": 96.1953125,
      "epoch": 0.015087387342528506,
      "grad_norm": 0.7342116250551401,
      "kl": 0.1630859375,
      "learning_rate": 9.924563063287357e-07,
      "loss": 0.0065,
      "reward": 1.953125,
      "reward_std": 0.09753045253455639,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9765625,
      "step": 303
    },
    {
      "completion_length": 99.3515625,
      "epoch": 0.015137180700094607,
      "grad_norm": 2.850502548856703,
      "kl": 0.1640625,
      "learning_rate": 9.924314096499527e-07,
      "loss": 0.0066,
      "reward": 1.9375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9375,
      "step": 304
    },
    {
      "completion_length": 100.109375,
      "epoch": 0.015186974057660708,
      "grad_norm": 20.248774371990162,
      "kl": 0.77685546875,
      "learning_rate": 9.924065129711696e-07,
      "loss": 0.0311,
      "reward": 1.921875,
      "reward_std": 0.0289318785071373,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 305
    },
    {
      "completion_length": 99.65625,
      "epoch": 0.01523676741522681,
      "grad_norm": 0.7379060057008064,
      "kl": 0.17724609375,
      "learning_rate": 9.923816162923865e-07,
      "loss": 0.0071,
      "reward": 1.859375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 306
    },
    {
      "completion_length": 100.140625,
      "epoch": 0.015286560772792909,
      "grad_norm": 1.2082202542597547,
      "kl": 0.1767578125,
      "learning_rate": 9.923567196136034e-07,
      "loss": 0.0071,
      "reward": 1.9453125,
      "reward_std": 0.09969891235232353,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9453125,
      "step": 307
    },
    {
      "completion_length": 102.1328125,
      "epoch": 0.01533635413035901,
      "grad_norm": 1.2070345306161352,
      "kl": 0.15576171875,
      "learning_rate": 9.923318229348203e-07,
      "loss": 0.0062,
      "reward": 1.921875,
      "reward_std": 0.0731260534375906,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.921875,
      "step": 308
    },
    {
      "completion_length": 107.78125,
      "epoch": 0.015386147487925111,
      "grad_norm": 2.0329940364880965,
      "kl": 0.15380859375,
      "learning_rate": 9.923069262560375e-07,
      "loss": 0.0061,
      "reward": 1.9140625,
      "reward_std": 0.13310656696558,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.921875,
      "step": 309
    },
    {
      "completion_length": 100.2578125,
      "epoch": 0.015435940845491212,
      "grad_norm": 2.3073351557356787,
      "kl": 0.1796875,
      "learning_rate": 9.922820295772544e-07,
      "loss": 0.0072,
      "reward": 1.921875,
      "reward_std": 0.10888782143592834,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 310
    },
    {
      "completion_length": 102.4375,
      "epoch": 0.015485734203057312,
      "grad_norm": 1.5457036905286086,
      "kl": 0.13720703125,
      "learning_rate": 9.922571328984713e-07,
      "loss": 0.0055,
      "reward": 1.953125,
      "reward_std": 0.11732023023068905,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.96875,
      "step": 311
    },
    {
      "completion_length": 109.5625,
      "epoch": 0.015535527560623413,
      "grad_norm": 0.9431371624891495,
      "kl": 0.1396484375,
      "learning_rate": 9.922322362196882e-07,
      "loss": 0.0056,
      "reward": 1.8984375,
      "reward_std": 0.11048543266952038,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 312
    },
    {
      "completion_length": 100.2265625,
      "epoch": 0.015585320918189514,
      "grad_norm": 1.3143549974970972,
      "kl": 0.1328125,
      "learning_rate": 9.922073395409051e-07,
      "loss": 0.0053,
      "reward": 1.6640625,
      "reward_std": 0.13098490796983242,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.671875,
      "step": 313
    },
    {
      "completion_length": 102.7578125,
      "epoch": 0.015635114275755615,
      "grad_norm": 2.349338557558,
      "kl": 0.13623046875,
      "learning_rate": 9.921824428621223e-07,
      "loss": 0.0054,
      "reward": 1.8984375,
      "reward_std": 0.11048543080687523,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 314
    },
    {
      "completion_length": 101.8203125,
      "epoch": 0.015684907633321716,
      "grad_norm": 1.5655788209499324,
      "kl": 0.1337890625,
      "learning_rate": 9.921575461833392e-07,
      "loss": 0.0053,
      "reward": 1.890625,
      "reward_std": 0.1378196980804205,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 315
    },
    {
      "completion_length": 101.78125,
      "epoch": 0.015734700990887817,
      "grad_norm": 1.711007951147447,
      "kl": 0.125244140625,
      "learning_rate": 9.92132649504556e-07,
      "loss": 0.005,
      "reward": 1.875,
      "reward_std": 0.14283225685358047,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.890625,
      "step": 316
    },
    {
      "completion_length": 101.8671875,
      "epoch": 0.015784494348453915,
      "grad_norm": 1.8267745898970256,
      "kl": 0.1328125,
      "learning_rate": 9.92107752825773e-07,
      "loss": 0.0053,
      "reward": 1.875,
      "reward_std": 0.20498371869325638,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.890625,
      "step": 317
    },
    {
      "completion_length": 103.5,
      "epoch": 0.015834287706020016,
      "grad_norm": 0.29516051752988187,
      "kl": 0.1328125,
      "learning_rate": 9.9208285614699e-07,
      "loss": 0.0053,
      "reward": 1.875,
      "reward_std": 0.0,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 318
    },
    {
      "completion_length": 97.3046875,
      "epoch": 0.015884081063586117,
      "grad_norm": 1.4004042506582008,
      "kl": 0.13525390625,
      "learning_rate": 9.920579594682068e-07,
      "loss": 0.0054,
      "reward": 1.828125,
      "reward_std": 0.20517178624868393,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8359375,
      "step": 319
    },
    {
      "completion_length": 104.0078125,
      "epoch": 0.015933874421152218,
      "grad_norm": 1.136958742068706,
      "kl": 0.1142578125,
      "learning_rate": 9.92033062789424e-07,
      "loss": 0.0046,
      "reward": 1.859375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 320
    },
    {
      "completion_length": 103.375,
      "epoch": 0.01598366777871832,
      "grad_norm": 4.0385058650510635,
      "kl": 0.1162109375,
      "learning_rate": 9.920081661106407e-07,
      "loss": 0.0047,
      "reward": 1.734375,
      "reward_std": 0.15650184452533722,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.734375,
      "step": 321
    },
    {
      "completion_length": 99.7421875,
      "epoch": 0.01603346113628442,
      "grad_norm": 0.741816138566885,
      "kl": 0.10498046875,
      "learning_rate": 9.919832694318578e-07,
      "loss": 0.0042,
      "reward": 1.796875,
      "reward_std": 0.0761774368584156,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 322
    },
    {
      "completion_length": 100.96875,
      "epoch": 0.01608325449385052,
      "grad_norm": 0.7118059651725485,
      "kl": 0.11962890625,
      "learning_rate": 9.919583727530747e-07,
      "loss": 0.0048,
      "reward": 1.890625,
      "reward_std": 0.05444390885531902,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 323
    },
    {
      "completion_length": 103.15625,
      "epoch": 0.016133047851416622,
      "grad_norm": 0.87277981517813,
      "kl": 0.1220703125,
      "learning_rate": 9.919334760742916e-07,
      "loss": 0.0049,
      "reward": 1.765625,
      "reward_std": 0.05444391071796417,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 324
    },
    {
      "completion_length": 100.5390625,
      "epoch": 0.016182841208982723,
      "grad_norm": 1.4153720221971624,
      "kl": 0.13525390625,
      "learning_rate": 9.919085793955086e-07,
      "loss": 0.0054,
      "reward": 1.875,
      "reward_std": 0.08337578922510147,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 325
    },
    {
      "completion_length": 106.8046875,
      "epoch": 0.01623263456654882,
      "grad_norm": 0.828020409872588,
      "kl": 0.119384765625,
      "learning_rate": 9.918836827167255e-07,
      "loss": 0.0048,
      "reward": 1.9140625,
      "reward_std": 0.051028965041041374,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 326
    },
    {
      "completion_length": 111.6953125,
      "epoch": 0.016282427924114922,
      "grad_norm": 1.2356589850701865,
      "kl": 0.1103515625,
      "learning_rate": 9.918587860379424e-07,
      "loss": 0.0044,
      "reward": 1.875,
      "reward_std": 0.18538201600313187,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8984375,
      "step": 327
    },
    {
      "completion_length": 107.2265625,
      "epoch": 0.016332221281681023,
      "grad_norm": 0.7036411251654024,
      "kl": 0.11474609375,
      "learning_rate": 9.918338893591595e-07,
      "loss": 0.0046,
      "reward": 1.9375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9375,
      "step": 328
    },
    {
      "completion_length": 103.3515625,
      "epoch": 0.016382014639247124,
      "grad_norm": 2.5281054133643868,
      "kl": 0.118408203125,
      "learning_rate": 9.918089926803764e-07,
      "loss": 0.0047,
      "reward": 1.8046875,
      "reward_std": 0.1344047524034977,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 329
    },
    {
      "completion_length": 106.625,
      "epoch": 0.016431807996813225,
      "grad_norm": 3.4762620443154297,
      "kl": 0.1103515625,
      "learning_rate": 9.917840960015934e-07,
      "loss": 0.0044,
      "reward": 1.7890625,
      "reward_std": 0.21937325596809387,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8046875,
      "step": 330
    },
    {
      "completion_length": 111.0625,
      "epoch": 0.016481601354379326,
      "grad_norm": 1.1834140618116331,
      "kl": 0.116455078125,
      "learning_rate": 9.917591993228103e-07,
      "loss": 0.0047,
      "reward": 1.765625,
      "reward_std": 0.19007781147956848,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7890625,
      "step": 331
    },
    {
      "completion_length": 106.9765625,
      "epoch": 0.016531394711945428,
      "grad_norm": 1.7993865705235723,
      "kl": 0.113037109375,
      "learning_rate": 9.917343026440272e-07,
      "loss": 0.0045,
      "reward": 1.8359375,
      "reward_std": 0.13941731303930283,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.84375,
      "step": 332
    },
    {
      "completion_length": 101.828125,
      "epoch": 0.01658118806951153,
      "grad_norm": 1.031000629146479,
      "kl": 0.1279296875,
      "learning_rate": 9.917094059652441e-07,
      "loss": 0.0051,
      "reward": 1.9140625,
      "reward_std": 0.11048543080687523,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9296875,
      "step": 333
    },
    {
      "completion_length": 103.5234375,
      "epoch": 0.016630981427077626,
      "grad_norm": 2.9527876174571674,
      "kl": 0.21630859375,
      "learning_rate": 9.916845092864612e-07,
      "loss": 0.0087,
      "reward": 1.921875,
      "reward_std": 0.1659901738166809,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9453125,
      "step": 334
    },
    {
      "completion_length": 108.53125,
      "epoch": 0.016680774784643727,
      "grad_norm": 1.718680351922868,
      "kl": 0.1171875,
      "learning_rate": 9.91659612607678e-07,
      "loss": 0.0047,
      "reward": 1.765625,
      "reward_std": 0.2301129810512066,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7890625,
      "step": 335
    },
    {
      "completion_length": 97.5078125,
      "epoch": 0.01673056814220983,
      "grad_norm": 2.5277046029364554,
      "kl": 0.126220703125,
      "learning_rate": 9.91634715928895e-07,
      "loss": 0.0051,
      "reward": 1.953125,
      "reward_std": 0.10205793380737305,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9609375,
      "step": 336
    },
    {
      "completion_length": 109.6328125,
      "epoch": 0.01678036149977593,
      "grad_norm": 1.3519973913823835,
      "kl": 0.13134765625,
      "learning_rate": 9.91609819250112e-07,
      "loss": 0.0052,
      "reward": 1.828125,
      "reward_std": 0.1173202246427536,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8359375,
      "step": 337
    },
    {
      "completion_length": 99.59375,
      "epoch": 0.01683015485734203,
      "grad_norm": 1.5389166357549786,
      "kl": 0.11572265625,
      "learning_rate": 9.91584922571329e-07,
      "loss": 0.0046,
      "reward": 1.8984375,
      "reward_std": 0.13941731676459312,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 338
    },
    {
      "completion_length": 101.0625,
      "epoch": 0.016879948214908132,
      "grad_norm": 2.136670042647075,
      "kl": 0.148193359375,
      "learning_rate": 9.915600258925458e-07,
      "loss": 0.0059,
      "reward": 1.8515625,
      "reward_std": 0.1386924535036087,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 339
    },
    {
      "completion_length": 101.7578125,
      "epoch": 0.016929741572474233,
      "grad_norm": 0.7924944562927205,
      "kl": 0.1220703125,
      "learning_rate": 9.915351292137627e-07,
      "loss": 0.0049,
      "reward": 1.8671875,
      "reward_std": 0.022097086533904076,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 340
    },
    {
      "completion_length": 97.671875,
      "epoch": 0.016979534930040334,
      "grad_norm": 1.079899794826965,
      "kl": 0.120849609375,
      "learning_rate": 9.915102325349799e-07,
      "loss": 0.0048,
      "reward": 1.890625,
      "reward_std": 0.05444390885531902,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.890625,
      "step": 341
    },
    {
      "completion_length": 98.7421875,
      "epoch": 0.017029328287606435,
      "grad_norm": 1.3834803071490325,
      "kl": 0.15283203125,
      "learning_rate": 9.914853358561968e-07,
      "loss": 0.0061,
      "reward": 1.90625,
      "reward_std": 0.10766242444515228,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.921875,
      "step": 342
    },
    {
      "completion_length": 105.0859375,
      "epoch": 0.017079121645172533,
      "grad_norm": 1.5014868203711145,
      "kl": 0.113525390625,
      "learning_rate": 9.914604391774137e-07,
      "loss": 0.0045,
      "reward": 1.8984375,
      "reward_std": 0.12019838765263557,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 343
    },
    {
      "completion_length": 101.859375,
      "epoch": 0.017128915002738634,
      "grad_norm": 3.4513551059647622,
      "kl": 0.1337890625,
      "learning_rate": 9.914355424986306e-07,
      "loss": 0.0054,
      "reward": 1.796875,
      "reward_std": 0.1354655846953392,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 344
    },
    {
      "completion_length": 99.03125,
      "epoch": 0.017178708360304735,
      "grad_norm": 1.4812624190590156,
      "kl": 0.125244140625,
      "learning_rate": 9.914106458198475e-07,
      "loss": 0.005,
      "reward": 1.9140625,
      "reward_std": 0.18808726221323013,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9375,
      "step": 345
    },
    {
      "completion_length": 98.4453125,
      "epoch": 0.017228501717870836,
      "grad_norm": 1.7372892629439445,
      "kl": 0.138671875,
      "learning_rate": 9.913857491410645e-07,
      "loss": 0.0056,
      "reward": 1.859375,
      "reward_std": 0.19568345695734024,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 346
    },
    {
      "completion_length": 99.9296875,
      "epoch": 0.017278295075436937,
      "grad_norm": 1.4367003043638524,
      "kl": 0.13232421875,
      "learning_rate": 9.913608524622816e-07,
      "loss": 0.0053,
      "reward": 1.859375,
      "reward_std": 0.13204573094844818,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 347
    },
    {
      "completion_length": 103.3828125,
      "epoch": 0.017328088433003038,
      "grad_norm": 2.525388205793568,
      "kl": 0.14599609375,
      "learning_rate": 9.913359557834985e-07,
      "loss": 0.0058,
      "reward": 1.71875,
      "reward_std": 0.30270224809646606,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.734375,
      "step": 348
    },
    {
      "completion_length": 96.328125,
      "epoch": 0.01737788179056914,
      "grad_norm": 1.918935513690073,
      "kl": 0.14208984375,
      "learning_rate": 9.913110591047154e-07,
      "loss": 0.0057,
      "reward": 1.796875,
      "reward_std": 0.10205793008208275,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 349
    },
    {
      "completion_length": 101.734375,
      "epoch": 0.01742767514813524,
      "grad_norm": 1.4147877112816027,
      "kl": 0.16015625,
      "learning_rate": 9.912861624259323e-07,
      "loss": 0.0064,
      "reward": 1.9140625,
      "reward_std": 0.19728106260299683,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9296875,
      "step": 350
    },
    {
      "completion_length": 102.7890625,
      "epoch": 0.017477468505701338,
      "grad_norm": 1.329338383954974,
      "kl": 0.14599609375,
      "learning_rate": 9.912612657471493e-07,
      "loss": 0.0059,
      "reward": 1.8671875,
      "reward_std": 0.17210011184215546,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8828125,
      "step": 351
    },
    {
      "completion_length": 101.578125,
      "epoch": 0.01752726186326744,
      "grad_norm": 1.6414064333926215,
      "kl": 0.1494140625,
      "learning_rate": 9.912363690683662e-07,
      "loss": 0.006,
      "reward": 1.8515625,
      "reward_std": 0.10994864627718925,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8515625,
      "step": 352
    },
    {
      "completion_length": 104.6328125,
      "epoch": 0.01757705522083354,
      "grad_norm": 1.1258099816149707,
      "kl": 0.15966796875,
      "learning_rate": 9.91211472389583e-07,
      "loss": 0.0064,
      "reward": 1.921875,
      "reward_std": 0.05444391071796417,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.921875,
      "step": 353
    },
    {
      "completion_length": 97.9609375,
      "epoch": 0.01762684857839964,
      "grad_norm": 2.2520232071507573,
      "kl": 0.1748046875,
      "learning_rate": 9.911865757108e-07,
      "loss": 0.007,
      "reward": 1.8359375,
      "reward_std": 0.11048543453216553,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.84375,
      "step": 354
    },
    {
      "completion_length": 99.7421875,
      "epoch": 0.017676641935965742,
      "grad_norm": 3.855079834939123,
      "kl": 0.17041015625,
      "learning_rate": 9.911616790320171e-07,
      "loss": 0.0068,
      "reward": 1.7578125,
      "reward_std": 0.04005437344312668,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7734375,
      "step": 355
    },
    {
      "completion_length": 95.1875,
      "epoch": 0.017726435293531843,
      "grad_norm": 1.4814969183314357,
      "kl": 0.181640625,
      "learning_rate": 9.91136782353234e-07,
      "loss": 0.0073,
      "reward": 1.8671875,
      "reward_std": 0.134404756128788,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.875,
      "step": 356
    },
    {
      "completion_length": 94.7265625,
      "epoch": 0.017776228651097944,
      "grad_norm": 1.2393532430120184,
      "kl": 0.16552734375,
      "learning_rate": 9.91111885674451e-07,
      "loss": 0.0066,
      "reward": 1.7734375,
      "reward_std": 0.11048543266952038,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7890625,
      "step": 357
    },
    {
      "completion_length": 99.9375,
      "epoch": 0.017826022008664046,
      "grad_norm": 0.41930698245651776,
      "kl": 0.15185546875,
      "learning_rate": 9.91086988995668e-07,
      "loss": 0.0061,
      "reward": 1.921875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 358
    },
    {
      "completion_length": 100.328125,
      "epoch": 0.017875815366230143,
      "grad_norm": 1.744032725917679,
      "kl": 0.15625,
      "learning_rate": 9.910620923168848e-07,
      "loss": 0.0062,
      "reward": 1.71875,
      "reward_std": 0.19616853445768356,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7421875,
      "step": 359
    },
    {
      "completion_length": 97.7109375,
      "epoch": 0.017925608723796244,
      "grad_norm": 1.0228978308270482,
      "kl": 0.15380859375,
      "learning_rate": 9.910371956381017e-07,
      "loss": 0.0062,
      "reward": 1.8515625,
      "reward_std": 0.12415501289069653,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 360
    },
    {
      "completion_length": 94.4375,
      "epoch": 0.017975402081362345,
      "grad_norm": 1.369756375741506,
      "kl": 0.1689453125,
      "learning_rate": 9.910122989593189e-07,
      "loss": 0.0068,
      "reward": 1.8828125,
      "reward_std": 0.09827452525496483,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8984375,
      "step": 361
    },
    {
      "completion_length": 100.4609375,
      "epoch": 0.018025195438928446,
      "grad_norm": 1.1950759441928243,
      "kl": 0.13818359375,
      "learning_rate": 9.909874022805356e-07,
      "loss": 0.0055,
      "reward": 1.7890625,
      "reward_std": 0.13098490610718727,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.796875,
      "step": 362
    },
    {
      "completion_length": 96.640625,
      "epoch": 0.018074988796494548,
      "grad_norm": 1.57707588469271,
      "kl": 0.13916015625,
      "learning_rate": 9.909625056017527e-07,
      "loss": 0.0056,
      "reward": 1.90625,
      "reward_std": 0.13527751341462135,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 363
    },
    {
      "completion_length": 96.421875,
      "epoch": 0.01812478215406065,
      "grad_norm": 4.918152718075018,
      "kl": 0.2607421875,
      "learning_rate": 9.909376089229696e-07,
      "loss": 0.0104,
      "reward": 1.8828125,
      "reward_std": 0.15773098915815353,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.890625,
      "step": 364
    },
    {
      "completion_length": 100.421875,
      "epoch": 0.01817457551162675,
      "grad_norm": 2.170305261344841,
      "kl": 0.1162109375,
      "learning_rate": 9.909127122441865e-07,
      "loss": 0.0047,
      "reward": 1.7109375,
      "reward_std": 0.20175684243440628,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7265625,
      "step": 365
    },
    {
      "completion_length": 100.4765625,
      "epoch": 0.01822436886919285,
      "grad_norm": 1.7937145211228676,
      "kl": 0.109130859375,
      "learning_rate": 9.908878155654037e-07,
      "loss": 0.0044,
      "reward": 1.796875,
      "reward_std": 0.1659901700913906,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8125,
      "step": 366
    },
    {
      "completion_length": 97.421875,
      "epoch": 0.018274162226758952,
      "grad_norm": 1.7316724169513968,
      "kl": 0.12744140625,
      "learning_rate": 9.908629188866204e-07,
      "loss": 0.0051,
      "reward": 1.796875,
      "reward_std": 0.19226360321044922,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8046875,
      "step": 367
    },
    {
      "completion_length": 94.8359375,
      "epoch": 0.01832395558432505,
      "grad_norm": 1.499286282687084,
      "kl": 0.1396484375,
      "learning_rate": 9.908380222078375e-07,
      "loss": 0.0056,
      "reward": 1.7734375,
      "reward_std": 0.1857697032392025,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.796875,
      "step": 368
    },
    {
      "completion_length": 92.125,
      "epoch": 0.01837374894189115,
      "grad_norm": 2.0995638315484375,
      "kl": 0.13232421875,
      "learning_rate": 9.908131255290544e-07,
      "loss": 0.0053,
      "reward": 1.8046875,
      "reward_std": 0.1927535980939865,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.8359375,
      "step": 369
    },
    {
      "completion_length": 97.6640625,
      "epoch": 0.018423542299457252,
      "grad_norm": 1.1517851044526053,
      "kl": 0.1376953125,
      "learning_rate": 9.907882288502713e-07,
      "loss": 0.0055,
      "reward": 1.796875,
      "reward_std": 0.17623990774154663,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8203125,
      "step": 370
    },
    {
      "completion_length": 101.921875,
      "epoch": 0.018473335657023353,
      "grad_norm": 1.8011882086471984,
      "kl": 0.13525390625,
      "learning_rate": 9.907633321714883e-07,
      "loss": 0.0054,
      "reward": 1.7421875,
      "reward_std": 0.23876509815454483,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7578125,
      "step": 371
    },
    {
      "completion_length": 98.7578125,
      "epoch": 0.018523129014589454,
      "grad_norm": 3.1813018595247597,
      "kl": 0.1376953125,
      "learning_rate": 9.907384354927052e-07,
      "loss": 0.0055,
      "reward": 1.828125,
      "reward_std": 0.19727616012096405,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 372
    },
    {
      "completion_length": 97.578125,
      "epoch": 0.018572922372155555,
      "grad_norm": 2.2131678528637653,
      "kl": 0.123291015625,
      "learning_rate": 9.90713538813922e-07,
      "loss": 0.0049,
      "reward": 1.859375,
      "reward_std": 0.1677432656288147,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.890625,
      "step": 373
    },
    {
      "completion_length": 99.6875,
      "epoch": 0.018622715729721656,
      "grad_norm": 1.3699739483339763,
      "kl": 0.140625,
      "learning_rate": 9.906886421351392e-07,
      "loss": 0.0056,
      "reward": 1.84375,
      "reward_std": 0.14620039984583855,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.859375,
      "step": 374
    },
    {
      "completion_length": 99.0546875,
      "epoch": 0.018672509087287757,
      "grad_norm": 0.9069774166590702,
      "kl": 0.1123046875,
      "learning_rate": 9.906637454563561e-07,
      "loss": 0.0045,
      "reward": 1.96875,
      "reward_std": 0.07312605530023575,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.96875,
      "step": 375
    },
    {
      "completion_length": 98.671875,
      "epoch": 0.018722302444853855,
      "grad_norm": 1.1953320492810002,
      "kl": 0.118408203125,
      "learning_rate": 9.90638848777573e-07,
      "loss": 0.0047,
      "reward": 1.8984375,
      "reward_std": 0.09522313624620438,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 376
    },
    {
      "completion_length": 105.3671875,
      "epoch": 0.018772095802419956,
      "grad_norm": 3.2370628282700844,
      "kl": 0.125244140625,
      "learning_rate": 9.9061395209879e-07,
      "loss": 0.005,
      "reward": 1.765625,
      "reward_std": 0.10653370432555676,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.765625,
      "step": 377
    },
    {
      "completion_length": 100.0,
      "epoch": 0.018821889159986057,
      "grad_norm": 1.2697251767374456,
      "kl": 0.110107421875,
      "learning_rate": 9.905890554200069e-07,
      "loss": 0.0044,
      "reward": 1.8359375,
      "reward_std": 0.1054728701710701,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 378
    },
    {
      "completion_length": 110.7890625,
      "epoch": 0.018871682517552158,
      "grad_norm": 2.2971174682186533,
      "kl": 0.12841796875,
      "learning_rate": 9.905641587412238e-07,
      "loss": 0.0051,
      "reward": 1.734375,
      "reward_std": 0.16151439398527145,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.734375,
      "step": 379
    },
    {
      "completion_length": 98.828125,
      "epoch": 0.01892147587511826,
      "grad_norm": 1.184205164506072,
      "kl": 0.118896484375,
      "learning_rate": 9.90539262062441e-07,
      "loss": 0.0048,
      "reward": 1.7578125,
      "reward_std": 0.1054728776216507,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.765625,
      "step": 380
    },
    {
      "completion_length": 99.5234375,
      "epoch": 0.01897126923268436,
      "grad_norm": 2.1275123190764305,
      "kl": 0.146484375,
      "learning_rate": 9.905143653836576e-07,
      "loss": 0.0059,
      "reward": 1.828125,
      "reward_std": 0.19007781893014908,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 381
    },
    {
      "completion_length": 95.375,
      "epoch": 0.01902106259025046,
      "grad_norm": 4.8216422170101545,
      "kl": 0.150390625,
      "learning_rate": 9.904894687048748e-07,
      "loss": 0.006,
      "reward": 1.8828125,
      "reward_std": 0.10547287575900555,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 382
    },
    {
      "completion_length": 104.2265625,
      "epoch": 0.019070855947816562,
      "grad_norm": 5.0443235142603875,
      "kl": 0.1142578125,
      "learning_rate": 9.904645720260917e-07,
      "loss": 0.0046,
      "reward": 1.953125,
      "reward_std": 0.13258251547813416,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.953125,
      "step": 383
    },
    {
      "completion_length": 96.28125,
      "epoch": 0.019120649305382664,
      "grad_norm": 0.6707868851123492,
      "kl": 0.12646484375,
      "learning_rate": 9.904396753473086e-07,
      "loss": 0.0051,
      "reward": 1.9140625,
      "reward_std": 0.03234682232141495,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 384
    },
    {
      "completion_length": 104.2734375,
      "epoch": 0.01917044266294876,
      "grad_norm": 2.45741205443543,
      "kl": 0.11376953125,
      "learning_rate": 9.904147786685255e-07,
      "loss": 0.0046,
      "reward": 1.890625,
      "reward_std": 0.1519743576645851,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8984375,
      "step": 385
    },
    {
      "completion_length": 106.3984375,
      "epoch": 0.019220236020514862,
      "grad_norm": 1.0495748496704251,
      "kl": 0.103271484375,
      "learning_rate": 9.903898819897424e-07,
      "loss": 0.0041,
      "reward": 1.9765625,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9765625,
      "step": 386
    },
    {
      "completion_length": 104.09375,
      "epoch": 0.019270029378080963,
      "grad_norm": 0.8125729547717747,
      "kl": 0.107421875,
      "learning_rate": 9.903649853109596e-07,
      "loss": 0.0043,
      "reward": 1.8984375,
      "reward_std": 0.03234682232141495,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 387
    },
    {
      "completion_length": 98.28125,
      "epoch": 0.019319822735647064,
      "grad_norm": 2.689506622548591,
      "kl": 0.11572265625,
      "learning_rate": 9.903400886321765e-07,
      "loss": 0.0046,
      "reward": 1.875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 388
    },
    {
      "completion_length": 105.2421875,
      "epoch": 0.019369616093213166,
      "grad_norm": 1.8319766333651575,
      "kl": 0.142333984375,
      "learning_rate": 9.903151919533934e-07,
      "loss": 0.0057,
      "reward": 1.890625,
      "reward_std": 0.1462521031498909,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8984375,
      "step": 389
    },
    {
      "completion_length": 101.2890625,
      "epoch": 0.019419409450779267,
      "grad_norm": 1.1697800221914707,
      "kl": 0.12109375,
      "learning_rate": 9.902902952746103e-07,
      "loss": 0.0048,
      "reward": 1.9609375,
      "reward_std": 0.09522313438355923,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9609375,
      "step": 390
    },
    {
      "completion_length": 102.28125,
      "epoch": 0.019469202808345368,
      "grad_norm": 0.9996355166487594,
      "kl": 0.1533203125,
      "learning_rate": 9.902653985958272e-07,
      "loss": 0.0061,
      "reward": 1.921875,
      "reward_std": 0.06233953312039375,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 391
    },
    {
      "completion_length": 99.109375,
      "epoch": 0.01951899616591147,
      "grad_norm": 1.6706965485925356,
      "kl": 0.124267578125,
      "learning_rate": 9.902405019170442e-07,
      "loss": 0.005,
      "reward": 1.7421875,
      "reward_std": 0.1207351740449667,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7421875,
      "step": 392
    },
    {
      "completion_length": 109.375,
      "epoch": 0.019568789523477566,
      "grad_norm": 3.581644525089151,
      "kl": 0.12744140625,
      "learning_rate": 9.902156052382613e-07,
      "loss": 0.0051,
      "reward": 1.9453125,
      "reward_std": 0.10094539821147919,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.953125,
      "step": 393
    },
    {
      "completion_length": 99.953125,
      "epoch": 0.019618582881043668,
      "grad_norm": 2.599868565195125,
      "kl": 0.12255859375,
      "learning_rate": 9.901907085594782e-07,
      "loss": 0.0049,
      "reward": 1.8046875,
      "reward_std": 0.11914245784282684,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8046875,
      "step": 394
    },
    {
      "completion_length": 106.6484375,
      "epoch": 0.01966837623860977,
      "grad_norm": 1.1968477451913047,
      "kl": 0.13330078125,
      "learning_rate": 9.901658118806951e-07,
      "loss": 0.0053,
      "reward": 1.8125,
      "reward_std": 0.14283225685358047,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.828125,
      "step": 395
    },
    {
      "completion_length": 108.703125,
      "epoch": 0.01971816959617587,
      "grad_norm": 1.2790337556954594,
      "kl": 0.12744140625,
      "learning_rate": 9.90140915201912e-07,
      "loss": 0.0051,
      "reward": 1.859375,
      "reward_std": 0.10205793380737305,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 396
    },
    {
      "completion_length": 99.1953125,
      "epoch": 0.01976796295374197,
      "grad_norm": 1.1002164035568978,
      "kl": 0.138671875,
      "learning_rate": 9.90116018523129e-07,
      "loss": 0.0055,
      "reward": 1.8203125,
      "reward_std": 0.11353681795299053,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8359375,
      "step": 397
    },
    {
      "completion_length": 98.7578125,
      "epoch": 0.019817756311308072,
      "grad_norm": 12.114373736401388,
      "kl": 0.1396484375,
      "learning_rate": 9.900911218443459e-07,
      "loss": 0.0056,
      "reward": 1.890625,
      "reward_std": 0.16151439398527145,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.90625,
      "step": 398
    },
    {
      "completion_length": 103.8203125,
      "epoch": 0.019867549668874173,
      "grad_norm": 1.386622375590888,
      "kl": 0.14404296875,
      "learning_rate": 9.900662251655628e-07,
      "loss": 0.0057,
      "reward": 1.875,
      "reward_std": 0.1065337099134922,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 399
    },
    {
      "completion_length": 104.8671875,
      "epoch": 0.019917343026440274,
      "grad_norm": 2.69974158968377,
      "kl": 0.1494140625,
      "learning_rate": 9.900413284867797e-07,
      "loss": 0.006,
      "reward": 1.6171875,
      "reward_std": 0.17282496765255928,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.6328125,
      "step": 400
    },
    {
      "completion_length": 103.640625,
      "epoch": 0.019967136384006375,
      "grad_norm": 1.7197971306683453,
      "kl": 0.14453125,
      "learning_rate": 9.900164318079968e-07,
      "loss": 0.0058,
      "reward": 1.78125,
      "reward_std": 0.1820138692855835,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7890625,
      "step": 401
    },
    {
      "completion_length": 101.1328125,
      "epoch": 0.020016929741572473,
      "grad_norm": 1.2522993480139728,
      "kl": 0.13720703125,
      "learning_rate": 9.899915351292138e-07,
      "loss": 0.0055,
      "reward": 1.921875,
      "reward_std": 0.10634563490748405,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9375,
      "step": 402
    },
    {
      "completion_length": 101.7421875,
      "epoch": 0.020066723099138574,
      "grad_norm": 2.466207725150392,
      "kl": 0.1591796875,
      "learning_rate": 9.899666384504307e-07,
      "loss": 0.0064,
      "reward": 1.7734375,
      "reward_std": 0.21537472307682037,
      "rewards/format_reward": 0.9609375,
      "rewards/iou_reward": 0.8125,
      "step": 403
    },
    {
      "completion_length": 100.265625,
      "epoch": 0.020116516456704675,
      "grad_norm": 8.104464261305123,
      "kl": 0.13427734375,
      "learning_rate": 9.899417417716476e-07,
      "loss": 0.0054,
      "reward": 1.875,
      "reward_std": 0.15072787553071976,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 404
    },
    {
      "completion_length": 101.7890625,
      "epoch": 0.020166309814270776,
      "grad_norm": 1.3422086840090581,
      "kl": 0.169921875,
      "learning_rate": 9.899168450928645e-07,
      "loss": 0.0068,
      "reward": 1.96875,
      "reward_std": 0.0731260534375906,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9765625,
      "step": 405
    },
    {
      "completion_length": 107.9140625,
      "epoch": 0.020216103171836877,
      "grad_norm": 2.520847147919029,
      "kl": 0.145263671875,
      "learning_rate": 9.898919484140814e-07,
      "loss": 0.0058,
      "reward": 1.8046875,
      "reward_std": 0.25673753023147583,
      "rewards/format_reward": 0.9609375,
      "rewards/iou_reward": 0.84375,
      "step": 406
    },
    {
      "completion_length": 105.4921875,
      "epoch": 0.02026589652940298,
      "grad_norm": 2.9518749678536884,
      "kl": 0.12548828125,
      "learning_rate": 9.898670517352986e-07,
      "loss": 0.005,
      "reward": 1.90625,
      "reward_std": 0.07760182581841946,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 407
    },
    {
      "completion_length": 107.2109375,
      "epoch": 0.02031568988696908,
      "grad_norm": 3.104097773131322,
      "kl": 0.12939453125,
      "learning_rate": 9.898421550565155e-07,
      "loss": 0.0052,
      "reward": 1.859375,
      "reward_std": 0.16222409904003143,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.875,
      "step": 408
    },
    {
      "completion_length": 100.46875,
      "epoch": 0.02036548324453518,
      "grad_norm": 2.660618449177582,
      "kl": 0.14208984375,
      "learning_rate": 9.898172583777324e-07,
      "loss": 0.0057,
      "reward": 1.8203125,
      "reward_std": 0.1649293452501297,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8359375,
      "step": 409
    },
    {
      "completion_length": 102.140625,
      "epoch": 0.020415276602101278,
      "grad_norm": 1.0792718753711772,
      "kl": 0.14501953125,
      "learning_rate": 9.897923616989493e-07,
      "loss": 0.0058,
      "reward": 1.7265625,
      "reward_std": 0.13888052850961685,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.734375,
      "step": 410
    },
    {
      "completion_length": 103.8515625,
      "epoch": 0.02046506995966738,
      "grad_norm": 0.7979162652767577,
      "kl": 0.129638671875,
      "learning_rate": 9.897674650201662e-07,
      "loss": 0.0052,
      "reward": 1.875,
      "reward_std": 0.13563390634953976,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.890625,
      "step": 411
    },
    {
      "completion_length": 106.6015625,
      "epoch": 0.02051486331723348,
      "grad_norm": 3.1592524401487014,
      "kl": 0.116455078125,
      "learning_rate": 9.897425683413834e-07,
      "loss": 0.0047,
      "reward": 1.84375,
      "reward_std": 0.14172462187707424,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.859375,
      "step": 412
    },
    {
      "completion_length": 104.3046875,
      "epoch": 0.02056465667479958,
      "grad_norm": 2.172706697436291,
      "kl": 0.13330078125,
      "learning_rate": 9.897176716626e-07,
      "loss": 0.0053,
      "reward": 1.734375,
      "reward_std": 0.18147709220647812,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.734375,
      "step": 413
    },
    {
      "completion_length": 101.90625,
      "epoch": 0.020614450032365682,
      "grad_norm": 1.7805805389907776,
      "kl": 0.13134765625,
      "learning_rate": 9.896927749838172e-07,
      "loss": 0.0052,
      "reward": 1.6640625,
      "reward_std": 0.17676395922899246,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.6796875,
      "step": 414
    },
    {
      "completion_length": 101.5703125,
      "epoch": 0.020664243389931784,
      "grad_norm": 0.6603270714713876,
      "kl": 0.1416015625,
      "learning_rate": 9.896678783050341e-07,
      "loss": 0.0057,
      "reward": 1.8046875,
      "reward_std": 0.06629125960171223,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8125,
      "step": 415
    },
    {
      "completion_length": 107.3046875,
      "epoch": 0.020714036747497885,
      "grad_norm": 1.2448176474313857,
      "kl": 0.119873046875,
      "learning_rate": 9.89642981626251e-07,
      "loss": 0.0048,
      "reward": 1.8671875,
      "reward_std": 0.16203844547271729,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.875,
      "step": 416
    },
    {
      "completion_length": 100.65625,
      "epoch": 0.020763830105063986,
      "grad_norm": 0.8395144531177806,
      "kl": 0.1396484375,
      "learning_rate": 9.89618084947468e-07,
      "loss": 0.0056,
      "reward": 1.7890625,
      "reward_std": 0.0765409991145134,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.796875,
      "step": 417
    },
    {
      "completion_length": 106.890625,
      "epoch": 0.020813623462630087,
      "grad_norm": 1.1286508071956538,
      "kl": 0.118896484375,
      "learning_rate": 9.895931882686849e-07,
      "loss": 0.0048,
      "reward": 1.953125,
      "reward_std": 0.1325825210660696,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.96875,
      "step": 418
    },
    {
      "completion_length": 107.0625,
      "epoch": 0.020863416820196184,
      "grad_norm": 0.8583986202699341,
      "kl": 0.119873046875,
      "learning_rate": 9.895682915899018e-07,
      "loss": 0.0048,
      "reward": 1.9296875,
      "reward_std": 0.10994865000247955,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9375,
      "step": 419
    },
    {
      "completion_length": 110.5234375,
      "epoch": 0.020913210177762286,
      "grad_norm": 5.59520071206407,
      "kl": 0.130859375,
      "learning_rate": 9.89543394911119e-07,
      "loss": 0.0052,
      "reward": 1.7421875,
      "reward_std": 0.11962754279375076,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.7578125,
      "step": 420
    },
    {
      "completion_length": 99.4921875,
      "epoch": 0.020963003535328387,
      "grad_norm": 1.8446850482639763,
      "kl": 0.1376953125,
      "learning_rate": 9.895184982323358e-07,
      "loss": 0.0055,
      "reward": 1.8515625,
      "reward_std": 0.24306794255971909,
      "rewards/format_reward": 0.953125,
      "rewards/iou_reward": 0.8984375,
      "step": 421
    },
    {
      "completion_length": 105.7265625,
      "epoch": 0.021012796892894488,
      "grad_norm": 1.239169481355673,
      "kl": 0.1318359375,
      "learning_rate": 9.894936015535527e-07,
      "loss": 0.0053,
      "reward": 1.9453125,
      "reward_std": 0.12415501475334167,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.953125,
      "step": 422
    },
    {
      "completion_length": 106.109375,
      "epoch": 0.02106259025046059,
      "grad_norm": 1.3106805901225493,
      "kl": 0.1162109375,
      "learning_rate": 9.894687048747697e-07,
      "loss": 0.0046,
      "reward": 1.84375,
      "reward_std": 0.1643974706530571,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.859375,
      "step": 423
    },
    {
      "completion_length": 106.6171875,
      "epoch": 0.02111238360802669,
      "grad_norm": 2.432770103483429,
      "kl": 0.1474609375,
      "learning_rate": 9.894438081959866e-07,
      "loss": 0.0059,
      "reward": 1.65625,
      "reward_std": 0.2623106837272644,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.6875,
      "step": 424
    },
    {
      "completion_length": 103.5859375,
      "epoch": 0.02116217696559279,
      "grad_norm": 1.0794467870648388,
      "kl": 0.134033203125,
      "learning_rate": 9.894189115172035e-07,
      "loss": 0.0054,
      "reward": 1.921875,
      "reward_std": 0.09753045439720154,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 425
    },
    {
      "completion_length": 102.796875,
      "epoch": 0.021211970323158892,
      "grad_norm": 1.1422490781487054,
      "kl": 0.1435546875,
      "learning_rate": 9.893940148384206e-07,
      "loss": 0.0057,
      "reward": 1.890625,
      "reward_std": 0.07935492694377899,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.90625,
      "step": 426
    },
    {
      "completion_length": 108.53125,
      "epoch": 0.02126176368072499,
      "grad_norm": 0.3848385553711625,
      "kl": 0.12353515625,
      "learning_rate": 9.893691181596373e-07,
      "loss": 0.0049,
      "reward": 1.921875,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 427
    },
    {
      "completion_length": 106.5,
      "epoch": 0.02131155703829109,
      "grad_norm": 2.0603763523362764,
      "kl": 0.1337890625,
      "learning_rate": 9.893442214808545e-07,
      "loss": 0.0054,
      "reward": 1.828125,
      "reward_std": 0.24936595559120178,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.859375,
      "step": 428
    },
    {
      "completion_length": 110.234375,
      "epoch": 0.021361350395857192,
      "grad_norm": 4.284844193367983,
      "kl": 0.1201171875,
      "learning_rate": 9.893193248020714e-07,
      "loss": 0.0048,
      "reward": 1.8671875,
      "reward_std": 0.06629125773906708,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 429
    },
    {
      "completion_length": 108.7578125,
      "epoch": 0.021411143753423293,
      "grad_norm": 3.7805170953465925,
      "kl": 0.133544921875,
      "learning_rate": 9.892944281232883e-07,
      "loss": 0.0053,
      "reward": 1.90625,
      "reward_std": 0.17965975403785706,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 430
    },
    {
      "completion_length": 109.0234375,
      "epoch": 0.021460937110989394,
      "grad_norm": 25.46747324216285,
      "kl": 0.130859375,
      "learning_rate": 9.892695314445052e-07,
      "loss": 0.0052,
      "reward": 1.84375,
      "reward_std": 0.09863808006048203,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 431
    },
    {
      "completion_length": 109.1484375,
      "epoch": 0.021510730468555495,
      "grad_norm": 1.3885752931019502,
      "kl": 0.1240234375,
      "learning_rate": 9.892446347657221e-07,
      "loss": 0.005,
      "reward": 1.90625,
      "reward_std": 0.0883883461356163,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.90625,
      "step": 432
    },
    {
      "completion_length": 105.28125,
      "epoch": 0.021560523826121596,
      "grad_norm": 2.9208100258993395,
      "kl": 0.20849609375,
      "learning_rate": 9.89219738086939e-07,
      "loss": 0.0083,
      "reward": 1.8046875,
      "reward_std": 0.11048543080687523,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 433
    },
    {
      "completion_length": 106.6015625,
      "epoch": 0.021610317183687697,
      "grad_norm": 1.0572970251706457,
      "kl": 0.130126953125,
      "learning_rate": 9.891948414081562e-07,
      "loss": 0.0052,
      "reward": 1.984375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.984375,
      "step": 434
    },
    {
      "completion_length": 107.625,
      "epoch": 0.021660110541253795,
      "grad_norm": 4.640354600838917,
      "kl": 0.12451171875,
      "learning_rate": 9.89169944729373e-07,
      "loss": 0.005,
      "reward": 1.8125,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8125,
      "step": 435
    },
    {
      "completion_length": 101.84375,
      "epoch": 0.021709903898819896,
      "grad_norm": 3.25264871697286,
      "kl": 0.134765625,
      "learning_rate": 9.8914504805059e-07,
      "loss": 0.0054,
      "reward": 1.9765625,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9765625,
      "step": 436
    },
    {
      "completion_length": 103.171875,
      "epoch": 0.021759697256385997,
      "grad_norm": 1.6726799535676136,
      "kl": 0.14208984375,
      "learning_rate": 9.89120151371807e-07,
      "loss": 0.0057,
      "reward": 1.921875,
      "reward_std": 0.16723665595054626,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.9375,
      "step": 437
    },
    {
      "completion_length": 106.9140625,
      "epoch": 0.0218094906139521,
      "grad_norm": 2.2171035860724038,
      "kl": 0.13720703125,
      "learning_rate": 9.890952546930239e-07,
      "loss": 0.0055,
      "reward": 1.703125,
      "reward_std": 0.15650184452533722,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.703125,
      "step": 438
    },
    {
      "completion_length": 107.28125,
      "epoch": 0.0218592839715182,
      "grad_norm": 1.2185841409268514,
      "kl": 0.14013671875,
      "learning_rate": 9.89070358014241e-07,
      "loss": 0.0056,
      "reward": 1.8125,
      "reward_std": 0.2306838184595108,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8359375,
      "step": 439
    },
    {
      "completion_length": 103.375,
      "epoch": 0.0219090773290843,
      "grad_norm": 1.211666275673379,
      "kl": 0.14208984375,
      "learning_rate": 9.89045461335458e-07,
      "loss": 0.0057,
      "reward": 1.90625,
      "reward_std": 0.11279274895787239,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 440
    },
    {
      "completion_length": 105.703125,
      "epoch": 0.0219588706866504,
      "grad_norm": 1.060456626560434,
      "kl": 0.1416015625,
      "learning_rate": 9.890205646566748e-07,
      "loss": 0.0057,
      "reward": 1.90625,
      "reward_std": 0.12756995856761932,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9140625,
      "step": 441
    },
    {
      "completion_length": 100.53125,
      "epoch": 0.022008664044216503,
      "grad_norm": 2.9632335060925987,
      "kl": 0.13818359375,
      "learning_rate": 9.889956679778917e-07,
      "loss": 0.0055,
      "reward": 1.8671875,
      "reward_std": 0.1649293452501297,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8828125,
      "step": 442
    },
    {
      "completion_length": 100.3515625,
      "epoch": 0.022058457401782604,
      "grad_norm": 1.4074621078233351,
      "kl": 0.15576171875,
      "learning_rate": 9.889707712991087e-07,
      "loss": 0.0062,
      "reward": 1.8671875,
      "reward_std": 0.15106385201215744,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8828125,
      "step": 443
    },
    {
      "completion_length": 103.0234375,
      "epoch": 0.0221082507593487,
      "grad_norm": 2.056323559284852,
      "kl": 0.126953125,
      "learning_rate": 9.889458746203256e-07,
      "loss": 0.0051,
      "reward": 1.9453125,
      "reward_std": 0.1054728738963604,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.953125,
      "step": 444
    },
    {
      "completion_length": 100.671875,
      "epoch": 0.022158044116914802,
      "grad_norm": 1.5520548620576045,
      "kl": 0.1591796875,
      "learning_rate": 9.889209779415425e-07,
      "loss": 0.0064,
      "reward": 1.828125,
      "reward_std": 0.21143083274364471,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8515625,
      "step": 445
    },
    {
      "completion_length": 100.4921875,
      "epoch": 0.022207837474480904,
      "grad_norm": 0.919045163804287,
      "kl": 0.1494140625,
      "learning_rate": 9.888960812627594e-07,
      "loss": 0.006,
      "reward": 1.890625,
      "reward_std": 0.15769661217927933,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.90625,
      "step": 446
    },
    {
      "completion_length": 103.78125,
      "epoch": 0.022257630832047005,
      "grad_norm": 1.477275393573811,
      "kl": 0.1494140625,
      "learning_rate": 9.888711845839765e-07,
      "loss": 0.006,
      "reward": 1.921875,
      "reward_std": 0.1751839816570282,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.9453125,
      "step": 447
    },
    {
      "completion_length": 104.8125,
      "epoch": 0.022307424189613106,
      "grad_norm": 3.3800076484718904,
      "kl": 0.14892578125,
      "learning_rate": 9.888462879051935e-07,
      "loss": 0.006,
      "reward": 1.8203125,
      "reward_std": 0.13941730558872223,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8359375,
      "step": 448
    },
    {
      "completion_length": 104.9765625,
      "epoch": 0.022357217547179207,
      "grad_norm": 1.526273039167759,
      "kl": 0.1513671875,
      "learning_rate": 9.888213912264104e-07,
      "loss": 0.0061,
      "reward": 1.8203125,
      "reward_std": 0.1207351740449667,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8359375,
      "step": 449
    },
    {
      "completion_length": 106.3359375,
      "epoch": 0.022407010904745308,
      "grad_norm": 2.8208080775190596,
      "kl": 0.13671875,
      "learning_rate": 9.887964945476273e-07,
      "loss": 0.0055,
      "reward": 1.78125,
      "reward_std": 0.08838834427297115,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.7890625,
      "step": 450
    },
    {
      "completion_length": 104.9296875,
      "epoch": 0.02245680426231141,
      "grad_norm": 1.7731793114382703,
      "kl": 0.1484375,
      "learning_rate": 9.887715978688442e-07,
      "loss": 0.0059,
      "reward": 1.75,
      "reward_std": 0.33486589789390564,
      "rewards/format_reward": 0.953125,
      "rewards/iou_reward": 0.796875,
      "step": 451
    },
    {
      "completion_length": 104.296875,
      "epoch": 0.022506597619877507,
      "grad_norm": 1.7084659505677322,
      "kl": 0.14453125,
      "learning_rate": 9.887467011900611e-07,
      "loss": 0.0058,
      "reward": 1.84375,
      "reward_std": 0.1552036553621292,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.859375,
      "step": 452
    },
    {
      "completion_length": 108.3828125,
      "epoch": 0.022556390977443608,
      "grad_norm": 2.186224807486325,
      "kl": 0.14306640625,
      "learning_rate": 9.887218045112783e-07,
      "loss": 0.0057,
      "reward": 1.796875,
      "reward_std": 0.1751839779317379,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8203125,
      "step": 453
    },
    {
      "completion_length": 106.0546875,
      "epoch": 0.02260618433500971,
      "grad_norm": 1.9998022286226829,
      "kl": 0.15625,
      "learning_rate": 9.886969078324952e-07,
      "loss": 0.0063,
      "reward": 1.9140625,
      "reward_std": 0.0765409991145134,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9140625,
      "step": 454
    },
    {
      "completion_length": 101.890625,
      "epoch": 0.02265597769257581,
      "grad_norm": 3.274181955559814,
      "kl": 0.1572265625,
      "learning_rate": 9.88672011153712e-07,
      "loss": 0.0063,
      "reward": 1.859375,
      "reward_std": 0.1354655846953392,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 455
    },
    {
      "completion_length": 103.1015625,
      "epoch": 0.02270577105014191,
      "grad_norm": 1.1019710890616639,
      "kl": 0.1513671875,
      "learning_rate": 9.88647114474929e-07,
      "loss": 0.0061,
      "reward": 1.859375,
      "reward_std": 0.10205793380737305,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 456
    },
    {
      "completion_length": 101.859375,
      "epoch": 0.022755564407708012,
      "grad_norm": 2.034628546119833,
      "kl": 0.16552734375,
      "learning_rate": 9.88622217796146e-07,
      "loss": 0.0066,
      "reward": 1.8359375,
      "reward_std": 0.09522314369678497,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8515625,
      "step": 457
    },
    {
      "completion_length": 100.9296875,
      "epoch": 0.022805357765274113,
      "grad_norm": 6.010880307814223,
      "kl": 0.15087890625,
      "learning_rate": 9.885973211173628e-07,
      "loss": 0.006,
      "reward": 1.8828125,
      "reward_std": 0.21937324851751328,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8984375,
      "step": 458
    },
    {
      "completion_length": 104.640625,
      "epoch": 0.022855151122840214,
      "grad_norm": 4.489741661737741,
      "kl": 0.18212890625,
      "learning_rate": 9.885724244385798e-07,
      "loss": 0.0073,
      "reward": 1.7109375,
      "reward_std": 0.27168767154216766,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.7109375,
      "step": 459
    },
    {
      "completion_length": 105.6328125,
      "epoch": 0.022904944480406315,
      "grad_norm": 0.9733419328869521,
      "kl": 0.1533203125,
      "learning_rate": 9.885475277597967e-07,
      "loss": 0.0061,
      "reward": 1.828125,
      "reward_std": 0.10205793380737305,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.84375,
      "step": 460
    },
    {
      "completion_length": 103.484375,
      "epoch": 0.022954737837972413,
      "grad_norm": 2.7677154473436314,
      "kl": 0.15380859375,
      "learning_rate": 9.885226310810138e-07,
      "loss": 0.0062,
      "reward": 1.9296875,
      "reward_std": 0.11336849629878998,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9296875,
      "step": 461
    },
    {
      "completion_length": 106.265625,
      "epoch": 0.023004531195538514,
      "grad_norm": 1.451172692034042,
      "kl": 0.146484375,
      "learning_rate": 9.884977344022307e-07,
      "loss": 0.0059,
      "reward": 1.8203125,
      "reward_std": 0.14389308542013168,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8359375,
      "step": 462
    },
    {
      "completion_length": 106.1328125,
      "epoch": 0.023054324553104615,
      "grad_norm": 1.0025729288333158,
      "kl": 0.14013671875,
      "learning_rate": 9.884728377234476e-07,
      "loss": 0.0056,
      "reward": 1.9609375,
      "reward_std": 0.09522314183413982,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9609375,
      "step": 463
    },
    {
      "completion_length": 108.5546875,
      "epoch": 0.023104117910670716,
      "grad_norm": 2.073188082861282,
      "kl": 0.150390625,
      "learning_rate": 9.884479410446646e-07,
      "loss": 0.006,
      "reward": 1.8046875,
      "reward_std": 0.20033245533704758,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8203125,
      "step": 464
    },
    {
      "completion_length": 111.265625,
      "epoch": 0.023153911268236817,
      "grad_norm": 1.8859982820608152,
      "kl": 0.14404296875,
      "learning_rate": 9.884230443658815e-07,
      "loss": 0.0057,
      "reward": 1.671875,
      "reward_std": 0.12756995856761932,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.6796875,
      "step": 465
    },
    {
      "completion_length": 108.421875,
      "epoch": 0.02320370462580292,
      "grad_norm": 1.36239297718611,
      "kl": 0.1552734375,
      "learning_rate": 9.883981476870986e-07,
      "loss": 0.0062,
      "reward": 1.859375,
      "reward_std": 0.1530819907784462,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8671875,
      "step": 466
    },
    {
      "completion_length": 107.3515625,
      "epoch": 0.02325349798336902,
      "grad_norm": 1.537929387248317,
      "kl": 0.142578125,
      "learning_rate": 9.883732510083155e-07,
      "loss": 0.0057,
      "reward": 1.8984375,
      "reward_std": 0.09522313997149467,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8984375,
      "step": 467
    },
    {
      "completion_length": 104.6484375,
      "epoch": 0.02330329134093512,
      "grad_norm": 1.4377231285009622,
      "kl": 0.14453125,
      "learning_rate": 9.883483543295324e-07,
      "loss": 0.0058,
      "reward": 1.8671875,
      "reward_std": 0.12019838392734528,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 468
    },
    {
      "completion_length": 105.5625,
      "epoch": 0.02335308469850122,
      "grad_norm": 0.9226007760964924,
      "kl": 0.131591796875,
      "learning_rate": 9.883234576507494e-07,
      "loss": 0.0053,
      "reward": 1.9453125,
      "reward_std": 0.10094539821147919,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.953125,
      "step": 469
    },
    {
      "completion_length": 103.8828125,
      "epoch": 0.02340287805606732,
      "grad_norm": 1.0439864254701836,
      "kl": 0.16748046875,
      "learning_rate": 9.882985609719663e-07,
      "loss": 0.0067,
      "reward": 1.875,
      "reward_std": 0.11678344011306763,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.8828125,
      "step": 470
    },
    {
      "completion_length": 102.7890625,
      "epoch": 0.02345267141363342,
      "grad_norm": 0.8519347229747519,
      "kl": 0.1484375,
      "learning_rate": 9.882736642931832e-07,
      "loss": 0.0059,
      "reward": 1.984375,
      "reward_std": 0.04419417306780815,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.984375,
      "step": 471
    },
    {
      "completion_length": 104.03125,
      "epoch": 0.02350246477119952,
      "grad_norm": 3.9532178592979537,
      "kl": 0.13037109375,
      "learning_rate": 9.882487676144003e-07,
      "loss": 0.0052,
      "reward": 1.875,
      "reward_std": 0.14806943386793137,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.875,
      "step": 472
    },
    {
      "completion_length": 103.90625,
      "epoch": 0.023552258128765623,
      "grad_norm": 1.4602642353976163,
      "kl": 0.1591796875,
      "learning_rate": 9.88223870935617e-07,
      "loss": 0.0064,
      "reward": 1.890625,
      "reward_std": 0.09863808378577232,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.90625,
      "step": 473
    },
    {
      "completion_length": 106.125,
      "epoch": 0.023602051486331724,
      "grad_norm": 1.5608561778767236,
      "kl": 0.15576171875,
      "learning_rate": 9.881989742568342e-07,
      "loss": 0.0062,
      "reward": 1.8828125,
      "reward_std": 0.14389308542013168,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8984375,
      "step": 474
    },
    {
      "completion_length": 103.765625,
      "epoch": 0.023651844843897825,
      "grad_norm": 1.3727273258923491,
      "kl": 0.138671875,
      "learning_rate": 9.88174077578051e-07,
      "loss": 0.0055,
      "reward": 1.8359375,
      "reward_std": 0.12019838392734528,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8359375,
      "step": 475
    },
    {
      "completion_length": 111.890625,
      "epoch": 0.023701638201463926,
      "grad_norm": 6.728290652103424,
      "kl": 0.14306640625,
      "learning_rate": 9.88149180899268e-07,
      "loss": 0.0057,
      "reward": 1.6640625,
      "reward_std": 0.19674427807331085,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.6640625,
      "step": 476
    },
    {
      "completion_length": 101.2109375,
      "epoch": 0.023751431559030027,
      "grad_norm": 1.9283080384935798,
      "kl": 0.15869140625,
      "learning_rate": 9.88124284220485e-07,
      "loss": 0.0063,
      "reward": 1.828125,
      "reward_std": 0.1530819945037365,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.828125,
      "step": 477
    },
    {
      "completion_length": 109.3046875,
      "epoch": 0.023801224916596125,
      "grad_norm": 1.5920743917951639,
      "kl": 0.1572265625,
      "learning_rate": 9.880993875417018e-07,
      "loss": 0.0063,
      "reward": 1.703125,
      "reward_std": 0.23752351105213165,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.7265625,
      "step": 478
    },
    {
      "completion_length": 103.078125,
      "epoch": 0.023851018274162226,
      "grad_norm": 1.4479296644833646,
      "kl": 0.14013671875,
      "learning_rate": 9.880744908629187e-07,
      "loss": 0.0056,
      "reward": 1.84375,
      "reward_std": 0.1020579319447279,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.84375,
      "step": 479
    },
    {
      "completion_length": 103.4140625,
      "epoch": 0.023900811631728327,
      "grad_norm": 1.7626997175565988,
      "kl": 0.14404296875,
      "learning_rate": 9.880495941841359e-07,
      "loss": 0.0058,
      "reward": 1.8984375,
      "reward_std": 0.09069566056132317,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.90625,
      "step": 480
    },
    {
      "completion_length": 102.84375,
      "epoch": 0.023950604989294428,
      "grad_norm": 1.3488570567034721,
      "kl": 0.15185546875,
      "learning_rate": 9.880246975053528e-07,
      "loss": 0.0061,
      "reward": 1.8671875,
      "reward_std": 0.14513956755399704,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.890625,
      "step": 481
    },
    {
      "completion_length": 105.921875,
      "epoch": 0.02400039834686053,
      "grad_norm": 1.5192301089699045,
      "kl": 0.154296875,
      "learning_rate": 9.879998008265697e-07,
      "loss": 0.0062,
      "reward": 1.8828125,
      "reward_std": 0.19704129546880722,
      "rewards/format_reward": 0.9609375,
      "rewards/iou_reward": 0.921875,
      "step": 482
    },
    {
      "completion_length": 104.140625,
      "epoch": 0.02405019170442663,
      "grad_norm": 2.0745024198809747,
      "kl": 0.16357421875,
      "learning_rate": 9.879749041477866e-07,
      "loss": 0.0065,
      "reward": 1.75,
      "reward_std": 0.19886352866888046,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.765625,
      "step": 483
    },
    {
      "completion_length": 105.7265625,
      "epoch": 0.02409998506199273,
      "grad_norm": 1.2406324281185725,
      "kl": 0.1435546875,
      "learning_rate": 9.879500074690035e-07,
      "loss": 0.0058,
      "reward": 1.6796875,
      "reward_std": 0.14855941385030746,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.7109375,
      "step": 484
    },
    {
      "completion_length": 104.3359375,
      "epoch": 0.024149778419558832,
      "grad_norm": 1.5231890908193364,
      "kl": 0.15087890625,
      "learning_rate": 9.879251107902205e-07,
      "loss": 0.006,
      "reward": 1.7578125,
      "reward_std": 0.193861223757267,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.78125,
      "step": 485
    },
    {
      "completion_length": 103.765625,
      "epoch": 0.02419957177712493,
      "grad_norm": 1.1293010761774125,
      "kl": 0.1796875,
      "learning_rate": 9.879002141114376e-07,
      "loss": 0.0072,
      "reward": 1.8828125,
      "reward_std": 0.13941731303930283,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8984375,
      "step": 486
    },
    {
      "completion_length": 102.71875,
      "epoch": 0.02424936513469103,
      "grad_norm": 1.7761059615407961,
      "kl": 0.15234375,
      "learning_rate": 9.878753174326543e-07,
      "loss": 0.0061,
      "reward": 1.921875,
      "reward_std": 0.15072788298130035,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9296875,
      "step": 487
    },
    {
      "completion_length": 93.34375,
      "epoch": 0.024299158492257132,
      "grad_norm": 1.964291414192396,
      "kl": 0.18505859375,
      "learning_rate": 9.878504207538714e-07,
      "loss": 0.0074,
      "reward": 1.765625,
      "reward_std": 0.14795350283384323,
      "rewards/format_reward": 0.96875,
      "rewards/iou_reward": 0.796875,
      "step": 488
    },
    {
      "completion_length": 100.8203125,
      "epoch": 0.024348951849823233,
      "grad_norm": 0.7277617054482011,
      "kl": 0.16748046875,
      "learning_rate": 9.878255240750883e-07,
      "loss": 0.0067,
      "reward": 1.96875,
      "reward_std": 0.05444390885531902,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.96875,
      "step": 489
    },
    {
      "completion_length": 99.40625,
      "epoch": 0.024398745207389334,
      "grad_norm": 1.1702776487906323,
      "kl": 0.16748046875,
      "learning_rate": 9.878006273963053e-07,
      "loss": 0.0067,
      "reward": 1.8671875,
      "reward_std": 0.12863079085946083,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8671875,
      "step": 490
    },
    {
      "completion_length": 97.0859375,
      "epoch": 0.024448538564955435,
      "grad_norm": 2.714386342878631,
      "kl": 0.16064453125,
      "learning_rate": 9.877757307175224e-07,
      "loss": 0.0064,
      "reward": 1.8515625,
      "reward_std": 0.2074790969491005,
      "rewards/format_reward": 0.984375,
      "rewards/iou_reward": 0.8671875,
      "step": 491
    },
    {
      "completion_length": 101.8359375,
      "epoch": 0.024498331922521537,
      "grad_norm": 1.0387645335043558,
      "kl": 0.14697265625,
      "learning_rate": 9.87750834038739e-07,
      "loss": 0.0059,
      "reward": 1.8203125,
      "reward_std": 0.09522313438355923,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8203125,
      "step": 492
    },
    {
      "completion_length": 99.53125,
      "epoch": 0.024548125280087638,
      "grad_norm": 0.7040826833051839,
      "kl": 0.15771484375,
      "learning_rate": 9.877259373599562e-07,
      "loss": 0.0063,
      "reward": 1.8828125,
      "reward_std": 0.05102896690368652,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.8828125,
      "step": 493
    },
    {
      "completion_length": 104.375,
      "epoch": 0.02459791863765374,
      "grad_norm": 1.622053629854092,
      "kl": 0.16845703125,
      "learning_rate": 9.877010406811731e-07,
      "loss": 0.0067,
      "reward": 1.7578125,
      "reward_std": 0.14966704696416855,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.78125,
      "step": 494
    },
    {
      "completion_length": 101.390625,
      "epoch": 0.024647711995219836,
      "grad_norm": 1969.1433146636798,
      "kl": 22.71142578125,
      "learning_rate": 9.8767614400239e-07,
      "loss": 0.9075,
      "reward": 1.796875,
      "reward_std": 0.20498371869325638,
      "rewards/format_reward": 0.9765625,
      "rewards/iou_reward": 0.8203125,
      "step": 495
    },
    {
      "completion_length": 97.296875,
      "epoch": 0.024697505352785937,
      "grad_norm": 1.1663268157684155,
      "kl": 0.181640625,
      "learning_rate": 9.87651247323607e-07,
      "loss": 0.0073,
      "reward": 1.9453125,
      "reward_std": 0.09969891421496868,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.953125,
      "step": 496
    },
    {
      "completion_length": 99.7890625,
      "epoch": 0.02474729871035204,
      "grad_norm": 0.12937812351177783,
      "kl": 0.17822265625,
      "learning_rate": 9.87626350644824e-07,
      "loss": 0.0071,
      "reward": 1.9375,
      "reward_std": 0.0,
      "rewards/format_reward": 1.0,
      "rewards/iou_reward": 0.9375,
      "step": 497
    },
    {
      "completion_length": 97.7578125,
      "epoch": 0.02479709206791814,
      "grad_norm": 1.8140947072137117,
      "kl": 0.16943359375,
      "learning_rate": 9.876014539660408e-07,
      "loss": 0.0068,
      "reward": 1.9140625,
      "reward_std": 0.13098490238189697,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.921875,
      "step": 498
    },
    {
      "completion_length": 104.140625,
      "epoch": 0.02484688542548424,
      "grad_norm": 1.1820055832409997,
      "kl": 0.16455078125,
      "learning_rate": 9.87576557287258e-07,
      "loss": 0.0066,
      "reward": 1.8515625,
      "reward_std": 0.08891239389777184,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.859375,
      "step": 499
    },
    {
      "completion_length": 103.265625,
      "epoch": 0.024896678783050342,
      "grad_norm": 1.8872195133113516,
      "kl": 0.23388671875,
      "learning_rate": 9.875516606084749e-07,
      "loss": 0.0093,
      "reward": 1.9296875,
      "reward_std": 0.14389308542013168,
      "rewards/format_reward": 0.9921875,
      "rewards/iou_reward": 0.9375,
      "step": 500
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 40166,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}