File size: 8,285 Bytes
5a6506d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9984,
"eval_steps": 500,
"global_step": 156,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 3.125e-08,
"logits/chosen": -2.9335875511169434,
"logits/rejected": -2.708059310913086,
"logps/chosen": -367.5562744140625,
"logps/rejected": -316.3052062988281,
"loss": 0.6931,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.06,
"learning_rate": 3.1249999999999997e-07,
"logits/chosen": -2.7960729598999023,
"logits/rejected": -2.7260401248931885,
"logps/chosen": -274.3499755859375,
"logps/rejected": -233.05935668945312,
"loss": 0.6928,
"rewards/accuracies": 0.4861111044883728,
"rewards/chosen": 7.348848885158077e-05,
"rewards/margins": 0.00036154486588202417,
"rewards/rejected": -0.0002880564716178924,
"step": 10
},
{
"epoch": 0.13,
"learning_rate": 4.989935734988097e-07,
"logits/chosen": -2.7711944580078125,
"logits/rejected": -2.701967716217041,
"logps/chosen": -303.2231140136719,
"logps/rejected": -258.30401611328125,
"loss": 0.6874,
"rewards/accuracies": 0.731249988079071,
"rewards/chosen": 0.02738715335726738,
"rewards/margins": 0.014244809746742249,
"rewards/rejected": 0.013142342679202557,
"step": 20
},
{
"epoch": 0.19,
"learning_rate": 4.877641290737883e-07,
"logits/chosen": -2.702401638031006,
"logits/rejected": -2.6644959449768066,
"logps/chosen": -298.130859375,
"logps/rejected": -281.53778076171875,
"loss": 0.6707,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": 0.0661591961979866,
"rewards/margins": 0.05363141745328903,
"rewards/rejected": 0.012527775950729847,
"step": 30
},
{
"epoch": 0.26,
"learning_rate": 4.646121984004665e-07,
"logits/chosen": -2.713608741760254,
"logits/rejected": -2.580498218536377,
"logps/chosen": -287.88385009765625,
"logps/rejected": -264.4161376953125,
"loss": 0.648,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": 0.0008304916555061936,
"rewards/margins": 0.12442084401845932,
"rewards/rejected": -0.12359035015106201,
"step": 40
},
{
"epoch": 0.32,
"learning_rate": 4.3069871595684787e-07,
"logits/chosen": -2.5537896156311035,
"logits/rejected": -2.501384735107422,
"logps/chosen": -269.0035705566406,
"logps/rejected": -289.73883056640625,
"loss": 0.6372,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -0.021835196763277054,
"rewards/margins": 0.18140152096748352,
"rewards/rejected": -0.20323672890663147,
"step": 50
},
{
"epoch": 0.38,
"learning_rate": 3.877242453630256e-07,
"logits/chosen": -2.577971935272217,
"logits/rejected": -2.5247650146484375,
"logps/chosen": -304.6644592285156,
"logps/rejected": -324.11370849609375,
"loss": 0.608,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -0.12026672065258026,
"rewards/margins": 0.289926141500473,
"rewards/rejected": -0.4101928174495697,
"step": 60
},
{
"epoch": 0.45,
"learning_rate": 3.378437060203357e-07,
"logits/chosen": -2.5257785320281982,
"logits/rejected": -2.4621853828430176,
"logps/chosen": -316.51153564453125,
"logps/rejected": -312.25164794921875,
"loss": 0.6138,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": -0.1019580215215683,
"rewards/margins": 0.32222574949264526,
"rewards/rejected": -0.42418378591537476,
"step": 70
},
{
"epoch": 0.51,
"learning_rate": 2.8355831645441387e-07,
"logits/chosen": -2.629840135574341,
"logits/rejected": -2.492844343185425,
"logps/chosen": -348.1588439941406,
"logps/rejected": -312.782470703125,
"loss": 0.5935,
"rewards/accuracies": 0.71875,
"rewards/chosen": -0.14375950396060944,
"rewards/margins": 0.3931245803833008,
"rewards/rejected": -0.5368840098381042,
"step": 80
},
{
"epoch": 0.58,
"learning_rate": 2.2759017277414164e-07,
"logits/chosen": -2.368922710418701,
"logits/rejected": -2.346982479095459,
"logps/chosen": -337.67193603515625,
"logps/rejected": -351.6241760253906,
"loss": 0.5782,
"rewards/accuracies": 0.6875,
"rewards/chosen": -0.3990400731563568,
"rewards/margins": 0.3560941815376282,
"rewards/rejected": -0.7551342844963074,
"step": 90
},
{
"epoch": 0.64,
"learning_rate": 1.7274575140626315e-07,
"logits/chosen": -2.164156675338745,
"logits/rejected": -2.03346586227417,
"logps/chosen": -310.364013671875,
"logps/rejected": -301.4464111328125,
"loss": 0.5887,
"rewards/accuracies": 0.706250011920929,
"rewards/chosen": -0.2869732081890106,
"rewards/margins": 0.44102102518081665,
"rewards/rejected": -0.7279942035675049,
"step": 100
},
{
"epoch": 0.7,
"learning_rate": 1.2177518064852348e-07,
"logits/chosen": -1.8856881856918335,
"logits/rejected": -1.5883822441101074,
"logps/chosen": -327.2856750488281,
"logps/rejected": -338.85137939453125,
"loss": 0.5656,
"rewards/accuracies": 0.7250000238418579,
"rewards/chosen": -0.3426055610179901,
"rewards/margins": 0.4826560616493225,
"rewards/rejected": -0.8252617120742798,
"step": 110
},
{
"epoch": 0.77,
"learning_rate": 7.723433775328384e-08,
"logits/chosen": -1.5672389268875122,
"logits/rejected": -1.4351329803466797,
"logps/chosen": -334.88446044921875,
"logps/rejected": -357.7071838378906,
"loss": 0.5718,
"rewards/accuracies": 0.637499988079071,
"rewards/chosen": -0.46880921721458435,
"rewards/margins": 0.29977938532829285,
"rewards/rejected": -0.768588662147522,
"step": 120
},
{
"epoch": 0.83,
"learning_rate": 4.1356686569674335e-08,
"logits/chosen": -1.5653654336929321,
"logits/rejected": -1.2208584547042847,
"logps/chosen": -330.20635986328125,
"logps/rejected": -355.11126708984375,
"loss": 0.5632,
"rewards/accuracies": 0.7562500238418579,
"rewards/chosen": -0.34367313981056213,
"rewards/margins": 0.5312191247940063,
"rewards/rejected": -0.8748922348022461,
"step": 130
},
{
"epoch": 0.9,
"learning_rate": 1.5941282340065697e-08,
"logits/chosen": -1.5312021970748901,
"logits/rejected": -1.239989995956421,
"logps/chosen": -325.05908203125,
"logps/rejected": -337.0903015136719,
"loss": 0.5504,
"rewards/accuracies": 0.699999988079071,
"rewards/chosen": -0.2957434356212616,
"rewards/margins": 0.4055696427822113,
"rewards/rejected": -0.7013131380081177,
"step": 140
},
{
"epoch": 0.96,
"learning_rate": 2.2625595580163247e-09,
"logits/chosen": -1.4374409914016724,
"logits/rejected": -1.128422498703003,
"logps/chosen": -334.95135498046875,
"logps/rejected": -365.4905700683594,
"loss": 0.5687,
"rewards/accuracies": 0.8187500238418579,
"rewards/chosen": -0.3784746527671814,
"rewards/margins": 0.64166659116745,
"rewards/rejected": -1.020141363143921,
"step": 150
},
{
"epoch": 1.0,
"step": 156,
"total_flos": 0.0,
"train_loss": 0.3960995582433847,
"train_runtime": 6783.1442,
"train_samples_per_second": 2.948,
"train_steps_per_second": 0.023
}
],
"logging_steps": 10,
"max_steps": 156,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 50,
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|