|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 100, |
|
"global_step": 385, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 1.282051282051282e-07, |
|
"logits/chosen": -1.7278180122375488, |
|
"logits/rejected": -1.7377450466156006, |
|
"logps/chosen": -29.553977966308594, |
|
"logps/rejected": -42.813133239746094, |
|
"loss": 2.7778, |
|
"rewards/accuracies": 0.0, |
|
"rewards/chosen": 0.0, |
|
"rewards/margins": 0.0, |
|
"rewards/rejected": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 1.282051282051282e-06, |
|
"logits/chosen": -1.8667066097259521, |
|
"logits/rejected": -1.8710108995437622, |
|
"logps/chosen": -36.97679901123047, |
|
"logps/rejected": -33.63804626464844, |
|
"loss": 2.6754, |
|
"rewards/accuracies": 0.5138888955116272, |
|
"rewards/chosen": 0.008938448503613472, |
|
"rewards/margins": 0.011331514455378056, |
|
"rewards/rejected": -0.0023930652532726526, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 2.564102564102564e-06, |
|
"logits/chosen": -1.9984171390533447, |
|
"logits/rejected": -2.001072406768799, |
|
"logps/chosen": -29.64606285095215, |
|
"logps/rejected": -29.043380737304688, |
|
"loss": 2.8951, |
|
"rewards/accuracies": 0.4124999940395355, |
|
"rewards/chosen": -0.0011603410821408033, |
|
"rewards/margins": -0.007179437670856714, |
|
"rewards/rejected": 0.006019095424562693, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 3.846153846153847e-06, |
|
"logits/chosen": -1.9207251071929932, |
|
"logits/rejected": -1.918031096458435, |
|
"logps/chosen": -31.397014617919922, |
|
"logps/rejected": -33.21030044555664, |
|
"loss": 2.7749, |
|
"rewards/accuracies": 0.5874999761581421, |
|
"rewards/chosen": 0.0057237339206039906, |
|
"rewards/margins": 0.0032763103954494, |
|
"rewards/rejected": 0.0024474230594933033, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.999896948438434e-06, |
|
"logits/chosen": -2.017704486846924, |
|
"logits/rejected": -2.0089590549468994, |
|
"logps/chosen": -32.57511520385742, |
|
"logps/rejected": -32.51970672607422, |
|
"loss": 2.7984, |
|
"rewards/accuracies": 0.5, |
|
"rewards/chosen": 0.0005076262168586254, |
|
"rewards/margins": 0.002619259525090456, |
|
"rewards/rejected": -0.0021116335410624743, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.987541037542187e-06, |
|
"logits/chosen": -1.8626596927642822, |
|
"logits/rejected": -1.8518798351287842, |
|
"logps/chosen": -33.531227111816406, |
|
"logps/rejected": -35.452476501464844, |
|
"loss": 2.7501, |
|
"rewards/accuracies": 0.48750001192092896, |
|
"rewards/chosen": 0.007876711897552013, |
|
"rewards/margins": 0.00791595596820116, |
|
"rewards/rejected": -3.924337215721607e-05, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.954691471941119e-06, |
|
"logits/chosen": -1.9410473108291626, |
|
"logits/rejected": -1.9429900646209717, |
|
"logps/chosen": -32.554359436035156, |
|
"logps/rejected": -33.228172302246094, |
|
"loss": 2.6127, |
|
"rewards/accuracies": 0.6000000238418579, |
|
"rewards/chosen": 0.01374770700931549, |
|
"rewards/margins": 0.03078722581267357, |
|
"rewards/rejected": -0.017039518803358078, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.901618883413549e-06, |
|
"logits/chosen": -2.072329044342041, |
|
"logits/rejected": -2.0772993564605713, |
|
"logps/chosen": -33.98577880859375, |
|
"logps/rejected": -36.6306266784668, |
|
"loss": 2.7121, |
|
"rewards/accuracies": 0.574999988079071, |
|
"rewards/chosen": 0.0008118894184008241, |
|
"rewards/margins": 0.0193378534168005, |
|
"rewards/rejected": -0.01852596551179886, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.828760511501322e-06, |
|
"logits/chosen": -1.9340860843658447, |
|
"logits/rejected": -1.937217354774475, |
|
"logps/chosen": -34.292659759521484, |
|
"logps/rejected": -34.65100860595703, |
|
"loss": 2.3666, |
|
"rewards/accuracies": 0.625, |
|
"rewards/chosen": 0.040544699877500534, |
|
"rewards/margins": 0.05812396854162216, |
|
"rewards/rejected": -0.017579272389411926, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.7367166013034295e-06, |
|
"logits/chosen": -1.9430879354476929, |
|
"logits/rejected": -1.9476264715194702, |
|
"logps/chosen": -32.375579833984375, |
|
"logps/rejected": -32.32474899291992, |
|
"loss": 2.7344, |
|
"rewards/accuracies": 0.6625000238418579, |
|
"rewards/chosen": 0.02755170688033104, |
|
"rewards/margins": 0.017304658889770508, |
|
"rewards/rejected": 0.010247047990560532, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.626245458345211e-06, |
|
"logits/chosen": -2.0406196117401123, |
|
"logits/rejected": -2.0386359691619873, |
|
"logps/chosen": -32.16400146484375, |
|
"logps/rejected": -31.278045654296875, |
|
"loss": 2.59, |
|
"rewards/accuracies": 0.612500011920929, |
|
"rewards/chosen": 0.023049456998705864, |
|
"rewards/margins": 0.02659946121275425, |
|
"rewards/rejected": -0.0035500028170645237, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"eval_logits/chosen": -2.2353110313415527, |
|
"eval_logits/rejected": -2.2304632663726807, |
|
"eval_logps/chosen": -34.025028228759766, |
|
"eval_logps/rejected": -37.4992561340332, |
|
"eval_loss": 2.8957631587982178, |
|
"eval_rewards/accuracies": 0.4730066657066345, |
|
"eval_rewards/chosen": 0.0028568038251250982, |
|
"eval_rewards/margins": -0.0023524421267211437, |
|
"eval_rewards/rejected": 0.005209244787693024, |
|
"eval_runtime": 146.1162, |
|
"eval_samples_per_second": 2.347, |
|
"eval_steps_per_second": 0.294, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.498257201263691e-06, |
|
"logits/chosen": -1.9961220026016235, |
|
"logits/rejected": -1.993739128112793, |
|
"logps/chosen": -33.09939193725586, |
|
"logps/rejected": -34.00792694091797, |
|
"loss": 2.7463, |
|
"rewards/accuracies": 0.637499988079071, |
|
"rewards/chosen": 0.043326906859874725, |
|
"rewards/margins": 0.036895059049129486, |
|
"rewards/rejected": 0.006431845016777515, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 4.353806263777678e-06, |
|
"logits/chosen": -2.0079345703125, |
|
"logits/rejected": -1.999603509902954, |
|
"logps/chosen": -32.316917419433594, |
|
"logps/rejected": -32.12470245361328, |
|
"loss": 2.6293, |
|
"rewards/accuracies": 0.574999988079071, |
|
"rewards/chosen": 0.038397181779146194, |
|
"rewards/margins": 0.027356009930372238, |
|
"rewards/rejected": 0.011041165329515934, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 4.1940827077152755e-06, |
|
"logits/chosen": -2.0357651710510254, |
|
"logits/rejected": -2.0277907848358154, |
|
"logps/chosen": -30.32888412475586, |
|
"logps/rejected": -32.07011413574219, |
|
"loss": 2.5267, |
|
"rewards/accuracies": 0.5874999761581421, |
|
"rewards/chosen": 0.04404935985803604, |
|
"rewards/margins": 0.049181826412677765, |
|
"rewards/rejected": -0.005132470745593309, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 4.0204024186666215e-06, |
|
"logits/chosen": -1.9659456014633179, |
|
"logits/rejected": -1.9761817455291748, |
|
"logps/chosen": -31.22298240661621, |
|
"logps/rejected": -32.57875442504883, |
|
"loss": 2.3006, |
|
"rewards/accuracies": 0.637499988079071, |
|
"rewards/chosen": 0.05900341272354126, |
|
"rewards/margins": 0.0721658319234848, |
|
"rewards/rejected": -0.013162411749362946, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 3.834196265035119e-06, |
|
"logits/chosen": -1.877907156944275, |
|
"logits/rejected": -1.879045844078064, |
|
"logps/chosen": -33.954994201660156, |
|
"logps/rejected": -34.817832946777344, |
|
"loss": 2.2877, |
|
"rewards/accuracies": 0.637499988079071, |
|
"rewards/chosen": 0.07130923122167587, |
|
"rewards/margins": 0.08948297053575516, |
|
"rewards/rejected": -0.018173744902014732, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 3.636998309800573e-06, |
|
"logits/chosen": -1.9301284551620483, |
|
"logits/rejected": -1.9266859292984009, |
|
"logps/chosen": -36.037498474121094, |
|
"logps/rejected": -32.7092170715332, |
|
"loss": 2.5282, |
|
"rewards/accuracies": 0.6000000238418579, |
|
"rewards/chosen": 0.04025455564260483, |
|
"rewards/margins": 0.036193959414958954, |
|
"rewards/rejected": 0.004060596693307161, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 3.4304331721118078e-06, |
|
"logits/chosen": -2.03144907951355, |
|
"logits/rejected": -2.0240814685821533, |
|
"logps/chosen": -33.5056037902832, |
|
"logps/rejected": -31.39798355102539, |
|
"loss": 2.1268, |
|
"rewards/accuracies": 0.637499988079071, |
|
"rewards/chosen": 0.08767756074666977, |
|
"rewards/margins": 0.10151807963848114, |
|
"rewards/rejected": -0.01384051889181137, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 3.2162026428305436e-06, |
|
"logits/chosen": -2.037555694580078, |
|
"logits/rejected": -2.0428080558776855, |
|
"logps/chosen": -32.268028259277344, |
|
"logps/rejected": -32.48134231567383, |
|
"loss": 2.1694, |
|
"rewards/accuracies": 0.637499988079071, |
|
"rewards/chosen": 0.08302746713161469, |
|
"rewards/margins": 0.08188783377408981, |
|
"rewards/rejected": 0.0011396423215046525, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 2.996071664294641e-06, |
|
"logits/chosen": -2.0385537147521973, |
|
"logits/rejected": -2.0357697010040283, |
|
"logps/chosen": -31.26275062561035, |
|
"logps/rejected": -31.31881332397461, |
|
"loss": 2.411, |
|
"rewards/accuracies": 0.699999988079071, |
|
"rewards/chosen": 0.0678616464138031, |
|
"rewards/margins": 0.06804122775793076, |
|
"rewards/rejected": -0.00017957761883735657, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 2.7718537898066833e-06, |
|
"logits/chosen": -1.9085556268692017, |
|
"logits/rejected": -1.9132124185562134, |
|
"logps/chosen": -31.326763153076172, |
|
"logps/rejected": -32.80078887939453, |
|
"loss": 2.2795, |
|
"rewards/accuracies": 0.6499999761581421, |
|
"rewards/chosen": 0.0838552787899971, |
|
"rewards/margins": 0.08681019395589828, |
|
"rewards/rejected": -0.002954920055344701, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_logits/chosen": -2.2338554859161377, |
|
"eval_logits/rejected": -2.2290101051330566, |
|
"eval_logps/chosen": -34.05450439453125, |
|
"eval_logps/rejected": -37.565059661865234, |
|
"eval_loss": 2.801168918609619, |
|
"eval_rewards/accuracies": 0.5278239250183105, |
|
"eval_rewards/chosen": -0.005985844414681196, |
|
"eval_rewards/margins": 0.0085463160648942, |
|
"eval_rewards/rejected": -0.014532160945236683, |
|
"eval_runtime": 145.8316, |
|
"eval_samples_per_second": 2.352, |
|
"eval_steps_per_second": 0.295, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 2.5453962426402006e-06, |
|
"logits/chosen": -2.020181179046631, |
|
"logits/rejected": -2.030860424041748, |
|
"logps/chosen": -31.76279067993164, |
|
"logps/rejected": -33.952571868896484, |
|
"loss": 2.1351, |
|
"rewards/accuracies": 0.6625000238418579, |
|
"rewards/chosen": 0.06255346536636353, |
|
"rewards/margins": 0.08951519429683685, |
|
"rewards/rejected": -0.026961728930473328, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 2.3185646976551794e-06, |
|
"logits/chosen": -1.912184476852417, |
|
"logits/rejected": -1.926975965499878, |
|
"logps/chosen": -29.868118286132812, |
|
"logps/rejected": -31.57167625427246, |
|
"loss": 2.231, |
|
"rewards/accuracies": 0.6875, |
|
"rewards/chosen": 0.07302670180797577, |
|
"rewards/margins": 0.07707642018795013, |
|
"rewards/rejected": -0.004049715120345354, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 2.0932279108998323e-06, |
|
"logits/chosen": -1.968927025794983, |
|
"logits/rejected": -1.972905158996582, |
|
"logps/chosen": -33.126705169677734, |
|
"logps/rejected": -31.619220733642578, |
|
"loss": 2.0957, |
|
"rewards/accuracies": 0.7124999761581421, |
|
"rewards/chosen": 0.0872274860739708, |
|
"rewards/margins": 0.10820253938436508, |
|
"rewards/rejected": -0.02097504958510399, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 1.8712423238279358e-06, |
|
"logits/chosen": -1.967507004737854, |
|
"logits/rejected": -1.9456119537353516, |
|
"logps/chosen": -33.865623474121094, |
|
"logps/rejected": -35.0605583190918, |
|
"loss": 1.9762, |
|
"rewards/accuracies": 0.762499988079071, |
|
"rewards/chosen": 0.08643803745508194, |
|
"rewards/margins": 0.11936646699905396, |
|
"rewards/rejected": -0.03292842581868172, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 1.6544367689701824e-06, |
|
"logits/chosen": -2.008720874786377, |
|
"logits/rejected": -2.0053982734680176, |
|
"logps/chosen": -32.73490524291992, |
|
"logps/rejected": -36.2797966003418, |
|
"loss": 2.2614, |
|
"rewards/accuracies": 0.675000011920929, |
|
"rewards/chosen": 0.05704798549413681, |
|
"rewards/margins": 0.07351039350032806, |
|
"rewards/rejected": -0.016462400555610657, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 1.4445974030621963e-06, |
|
"logits/chosen": -1.8761491775512695, |
|
"logits/rejected": -1.8737146854400635, |
|
"logps/chosen": -33.989051818847656, |
|
"logps/rejected": -35.516883850097656, |
|
"loss": 2.4128, |
|
"rewards/accuracies": 0.6875, |
|
"rewards/chosen": 0.05980368331074715, |
|
"rewards/margins": 0.06348178535699844, |
|
"rewards/rejected": -0.003678102744743228, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 1.243452991757889e-06, |
|
"logits/chosen": -1.8607820272445679, |
|
"logits/rejected": -1.8583341836929321, |
|
"logps/chosen": -34.1697998046875, |
|
"logps/rejected": -31.77322769165039, |
|
"loss": 2.33, |
|
"rewards/accuracies": 0.699999988079071, |
|
"rewards/chosen": 0.06833983957767487, |
|
"rewards/margins": 0.06890784204006195, |
|
"rewards/rejected": -0.0005679976311512291, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 1.0526606671603523e-06, |
|
"logits/chosen": -1.9649995565414429, |
|
"logits/rejected": -1.954466462135315, |
|
"logps/chosen": -35.01842498779297, |
|
"logps/rejected": -31.856042861938477, |
|
"loss": 2.0235, |
|
"rewards/accuracies": 0.7124999761581421, |
|
"rewards/chosen": 0.10146405547857285, |
|
"rewards/margins": 0.10597936809062958, |
|
"rewards/rejected": -0.004515302833169699, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 8.737922755071455e-07, |
|
"logits/chosen": -2.059657096862793, |
|
"logits/rejected": -2.0446982383728027, |
|
"logps/chosen": -30.713714599609375, |
|
"logps/rejected": -32.61918258666992, |
|
"loss": 2.5851, |
|
"rewards/accuracies": 0.612500011920929, |
|
"rewards/chosen": 0.06312306225299835, |
|
"rewards/margins": 0.0533272810280323, |
|
"rewards/rejected": 0.00979578960686922, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 7.08321427484816e-07, |
|
"logits/chosen": -1.9307676553726196, |
|
"logits/rejected": -1.9282405376434326, |
|
"logps/chosen": -32.467708587646484, |
|
"logps/rejected": -30.857818603515625, |
|
"loss": 1.7902, |
|
"rewards/accuracies": 0.737500011920929, |
|
"rewards/chosen": 0.1378202736377716, |
|
"rewards/margins": 0.15012334287166595, |
|
"rewards/rejected": -0.012303064577281475, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"eval_logits/chosen": -2.2293622493743896, |
|
"eval_logits/rejected": -2.2245147228240967, |
|
"eval_logps/chosen": -34.04458236694336, |
|
"eval_logps/rejected": -37.57244873046875, |
|
"eval_loss": 2.758474826812744, |
|
"eval_rewards/accuracies": 0.5747508406639099, |
|
"eval_rewards/chosen": -0.003010095562785864, |
|
"eval_rewards/margins": 0.013738218694925308, |
|
"eval_rewards/rejected": -0.01674831472337246, |
|
"eval_runtime": 145.5146, |
|
"eval_samples_per_second": 2.357, |
|
"eval_steps_per_second": 0.296, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 5.576113578589035e-07, |
|
"logits/chosen": -1.9147694110870361, |
|
"logits/rejected": -1.9114938974380493, |
|
"logps/chosen": -31.310047149658203, |
|
"logps/rejected": -33.77363967895508, |
|
"loss": 2.1768, |
|
"rewards/accuracies": 0.75, |
|
"rewards/chosen": 0.08799003809690475, |
|
"rewards/margins": 0.09743582457304001, |
|
"rewards/rejected": -0.009445784613490105, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 4.229036944380913e-07, |
|
"logits/chosen": -1.965264081954956, |
|
"logits/rejected": -1.953029990196228, |
|
"logps/chosen": -34.34061050415039, |
|
"logps/rejected": -33.643863677978516, |
|
"loss": 1.9927, |
|
"rewards/accuracies": 0.7124999761581421, |
|
"rewards/chosen": 0.07663901150226593, |
|
"rewards/margins": 0.10814561694860458, |
|
"rewards/rejected": -0.03150660917162895, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 3.053082288996112e-07, |
|
"logits/chosen": -1.9999011754989624, |
|
"logits/rejected": -1.9984591007232666, |
|
"logps/chosen": -33.24303436279297, |
|
"logps/rejected": -32.54120635986328, |
|
"loss": 2.1065, |
|
"rewards/accuracies": 0.6875, |
|
"rewards/chosen": 0.0728277713060379, |
|
"rewards/margins": 0.09131507575511932, |
|
"rewards/rejected": -0.01848730817437172, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 2.0579377374915805e-07, |
|
"logits/chosen": -2.086862802505493, |
|
"logits/rejected": -2.0711212158203125, |
|
"logps/chosen": -33.77810287475586, |
|
"logps/rejected": -33.093299865722656, |
|
"loss": 2.0709, |
|
"rewards/accuracies": 0.75, |
|
"rewards/chosen": 0.12038693577051163, |
|
"rewards/margins": 0.1129666194319725, |
|
"rewards/rejected": 0.007420300040394068, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 1.2518018074041684e-07, |
|
"logits/chosen": -1.9597351551055908, |
|
"logits/rejected": -1.9588581323623657, |
|
"logps/chosen": -32.87625503540039, |
|
"logps/rejected": -32.52130889892578, |
|
"loss": 1.9515, |
|
"rewards/accuracies": 0.800000011920929, |
|
"rewards/chosen": 0.12175308167934418, |
|
"rewards/margins": 0.13860100507736206, |
|
"rewards/rejected": -0.016847927123308182, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 6.41315865106129e-08, |
|
"logits/chosen": -1.9148937463760376, |
|
"logits/rejected": -1.9252065420150757, |
|
"logps/chosen": -31.9158935546875, |
|
"logps/rejected": -35.31604766845703, |
|
"loss": 2.1343, |
|
"rewards/accuracies": 0.7250000238418579, |
|
"rewards/chosen": 0.08664007484912872, |
|
"rewards/margins": 0.09482574462890625, |
|
"rewards/rejected": -0.008185659535229206, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 2.3150941078050325e-08, |
|
"logits/chosen": -2.053968906402588, |
|
"logits/rejected": -2.047475576400757, |
|
"logps/chosen": -33.36884307861328, |
|
"logps/rejected": -29.23018455505371, |
|
"loss": 2.1339, |
|
"rewards/accuracies": 0.762499988079071, |
|
"rewards/chosen": 0.08493683487176895, |
|
"rewards/margins": 0.08606470376253128, |
|
"rewards/rejected": -0.0011278685415163636, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 2.575864278703266e-09, |
|
"logits/chosen": -1.9135916233062744, |
|
"logits/rejected": -1.9158084392547607, |
|
"logps/chosen": -33.879058837890625, |
|
"logps/rejected": -30.930347442626953, |
|
"loss": 1.9191, |
|
"rewards/accuracies": 0.7749999761581421, |
|
"rewards/chosen": 0.10799793899059296, |
|
"rewards/margins": 0.12531307339668274, |
|
"rewards/rejected": -0.017315123230218887, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 385, |
|
"total_flos": 0.0, |
|
"train_loss": 2.3457992528940177, |
|
"train_runtime": 3250.6949, |
|
"train_samples_per_second": 0.947, |
|
"train_steps_per_second": 0.118 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 385, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 0.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|