Spaces:
Runtime error
Runtime error
| ,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality,Submitted By | |
| 254,0,Finetune Model,Llama-2-7B,0.0,0,-1,1e-05,0.0,0.9329999999999999,0.02378587136868601,0.5906712782297949,0.03387326041191319,0.4529615680881898,0.022529558405746858,0.17365584961134498,0.007052746400281119,0.9711479727132513,0.004934130913988655,0.8831908831908832,0.02891603593003461,0.5596387660002274,0.03594771311341075,0.4279401568170806,0.027010465124066053,0.10041107389135993,0.006099955540692599,0.9116643120381124,0.007061923106032409,0.9885927710282548,0.004116614633043364,0.48376209606309467,0.014166403314249702,0.9888492808338375,0.001496862772045587,0.9839221638885342,0.005172697629831861,0.9228793357882765,0.0033391564038546253,,,,0.9844665453461495,0.0051727714413351816,0.5021345577886491,0.013075097432894608,0.9905248646281772,0.0007461848129786882,0.9876392022245997,0.004309388867036841,0.9158566386007846,0.0035939738499808516,0.38,4.709184258054772e-44,0.036345514950166115,,,,,,,,,,1.096624314778916e-19,0.6285644571327744,1.096624314778916e-19,Baseline | |
| 195,0,Grad. Ascent,Llama-2-7B,0.0,5,0,1e-05,0.9473684210526315,0.9329999999999999,0.02378587136868601,0.6016525260655208,0.03296290140542491,0.4658663986798423,0.02138104832314672,0.1796917205601416,0.006957842351463092,0.9726675125714572,0.005003661205010963,0.8960113960113961,0.027048070647329614,0.5673914574330066,0.035699599342913266,0.44606244685946644,0.026310490137637428,0.10471484259468007,0.005993892351347259,0.9189366034130854,0.007022782507540524,0.9624338146058092,0.007215035751130736,0.4776503795319775,0.013705366204408343,0.9748034396170439,0.0023680799124731135,0.9585553399470043,0.007405881460470756,0.9216893870198567,0.003519956535532923,,,,0.8325535359780731,0.017908284586238565,0.5149809301660234,0.014639723450722002,0.9177597787162979,0.007549678376520792,0.8439743162020424,0.01740344305201923,0.9084408432141143,0.0050946291125713574,0.425,4.817451537281918e-28,0.052338308457711445,,,,,,,,,,1.3969162950232394e-16,0.6356269898634712,1.3969162950232394e-16,Baseline | |
| 196,0,Grad. Ascent,Llama-2-7B,0.0,5,1,1e-05,0.9473684210526315,0.9363333333333332,0.0226726819112893,0.48716785454669626,0.0368579986247528,0.3720096278953561,0.022934960621886612,0.17037853482946363,0.006423502492282719,0.9699184988936387,0.00511356240415103,0.8917378917378919,0.02724332888874447,0.5161490168877112,0.037156340447104655,0.3985509454432953,0.027779582706722688,0.09513363076776075,0.005519286159899693,0.900314904832396,0.008325995283480414,0.5671224696227922,0.015085026888310255,0.48035178431942815,0.014228702453558664,0.5489780913142936,0.013454140409973833,0.45295299504150727,0.015332082150668565,0.8482062491318045,0.006687152082176721,,,,0.44418601407195196,0.013711819079717028,0.5864884351477357,0.015492677347034836,0.21641887531880108,0.013305780804320239,0.33251308739332885,0.012805236505189433,0.7926682461459557,0.010033495992984384,0.27,1.2432373778250906e-10,0.23766169154228856,,,,,,,,,,8.056669472003223e-07,0.5280648719498976,8.056669472003223e-07,Baseline | |
| 197,0,Grad. Ascent,Llama-2-7B,0.0,5,2,1e-05,0.9473684210526316,0.015,0.01113507516768068,0.5460218390127364,0.042978933651256615,0.3673814300957872,0.03288261543522096,0.00016584429824561403,0.00011687491196819323,0.08339422139770254,0.0031688307588229867,0.5081196581196581,0.04404180244422612,0.5760455377319045,0.039696328950134155,0.39963813066542275,0.032938923039781916,0.00848662775791482,0.0013757783199858148,0.12372907543836983,0.0063853963698491814,0.05291640350105928,0.00450905030611381,0.49879081689258875,0.021478355183181145,9.069113266767572e-05,4.127835721755367e-05,0.008809878625602861,0.0011092617938764262,0.043256883129473865,0.0017559052778549152,,,,0.020595613486419282,0.00350775587935582,0.5233024802354518,0.020794867990479315,1.7064736214079959e-06,6.91278989826657e-07,0.003979891916884827,0.0008158201394767412,0.0275549869029456,0.001981155969927457,0.18,0.8768515798873443,0.493681592039801,,,,,,,,,,0.0030098470801667434,0.0008090058350146668,0.0030098470801667434,Baseline | |
| 198,0,Grad. Ascent,Llama-2-7B,0.0,5,3,1e-05,0.9473684210526315,0.0,0.0,0.31637098954621684,0.036558172855651654,0.26654307001348143,0.025562005078696985,0.0,0.0,0.00593927296691946,7.832918918323452e-06,0.0,0.0,0.28343098718321885,0.0318935499910344,0.2584320192221162,0.0207683512147745,0.0,0.0,0.0058544212256097915,1.5608478049323096e-05,0.000726911976911977,0.00032581928830398776,0.11581094708121663,0.010347975899324065,8.720964580269228e-40,1.3506647400115664e-40,0.0001029238225131973,4.5729592356619765e-05,0.00601575039373741,8.670964358060814e-06,,,,0.002577353254161311,0.0006578035123613063,0.7650603882001618,0.013321611374627583,2.5734877176144837e-39,1.2872214671608142e-39,0.0004730642929160991,0.00011796711278424548,0.00627147628227061,1.7349393200286088e-05,0.395,4.996724050090626e-10,0.2464179104477612,,,,,,,,,,2.5656301025789152e-14,0.0,2.5656301025789152e-14,Baseline | |
| 199,0,Grad. Ascent,Llama-2-7B,0.0,5,4,1e-05,0.9473684210526316,0.0,0.0,0.34995885651667413,0.03900023681247861,0.2597072740494202,0.027315488037385767,0.0,0.0,0.00593927296691946,7.832918918323452e-06,0.0,0.0,0.3168197879447783,0.03354331078849264,0.2573087574172523,0.023564907966181322,0.0,0.0,0.0058544212256097915,1.5608478049323096e-05,0.000726911976911977,0.00032581928830398776,0.11332344276777126,0.010606504668061721,7.5301974036364085e-50,1.2542477594190219e-50,0.0001029238225131973,4.5729592356619765e-05,0.00601575039373741,8.670964358060814e-06,,,,0.002577353254161311,0.0006578035123613063,0.748459462506477,0.014292059912097893,1.7819523672620854e-42,5.853666664296551e-43,0.0004730642929160991,0.00011796711278424548,0.00627147628227061,1.7349393200286088e-05,0.365,4.163584010208238e-09,0.26034825870646766,,,,,,,,,,3.0799540915748314e-12,0.0,3.0799540915748314e-12,Baseline | |
| 175,0,Grad. Diff.,Llama-2-7B,0.0,5,0,1e-05,0.9151450053705693,0.9329999999999999,0.02378587136868601,0.5964608906104591,0.033736886510858585,0.4596732035440541,0.02219720676920561,0.17589589164705263,0.007067505481473189,0.9726314166482165,0.004851474221742234,0.8888888888888888,0.027961373813112016,0.563026747464287,0.03587684372054116,0.43433219516638366,0.02684862457967057,0.1039989283221901,0.006011628764834727,0.9191355400524177,0.006766298730911742,0.9766369007098221,0.006086808464048844,0.480614966744523,0.014042304705377621,0.9830555795153016,0.0019108436473557276,0.9698792010821421,0.006955343867417926,0.9227607968919845,0.003358810582204389,,,,0.8866666349592291,0.015599383650741724,0.5074151875309192,0.015044240516810152,0.9483499199609132,0.005989474635820105,0.8863028979507425,0.016027550739032906,0.9087820617506792,0.004598714262661703,0.405,1.3085099009794603e-28,0.04756218905472637,,,,,,,,,,4.734741877153768e-15,0.6316165529510213,4.734741877153768e-15,Baseline | |
| 176,0,Grad. Diff.,Llama-2-7B,0.0,5,1,1e-05,0.9151450053705693,0.9063333333333332,0.02773813332587542,0.5170184376811758,0.036619386725179594,0.3857944922017707,0.0241007072086274,0.1678010157907183,0.007119409867864278,0.9719120662079018,0.005267685983943506,0.8831908831908832,0.028916035930034605,0.5285941212999701,0.03673716302231243,0.3990152166248107,0.028257106198486807,0.10715362863015915,0.006140247979800844,0.9233003938202665,0.007375528710063154,0.7021353704084803,0.016476887627020258,0.4832227023973624,0.015154103719288615,0.827790691754942,0.01100572196227861,0.7176729587205578,0.0157190083605284,0.9198747516959845,0.0037884789778447328,,,,0.4842424307522695,0.016202853290665516,0.5218512859247023,0.01655349525411143,0.35483599699955504,0.019481630750004888,0.4975852178542688,0.01592683996314727,0.8830586520754045,0.007769772827416865,0.36,7.526258864342888e-16,0.17129353233830846,,,,,,,,,,6.5689645859369454e-12,0.5674114046866653,6.5689645859369454e-12,Baseline | |
| 177,0,Grad. Diff.,Llama-2-7B,0.0,5,2,1e-05,0.9151450053705693,0.7303333333333333,0.043301192431540104,0.5039981076741162,0.038393227463920786,0.3457764520046886,0.027605361066219997,0.12485783257312966,0.009246795447667967,0.9185245787019578,0.017034627067647308,0.8774928774928775,0.028353390783834,0.5590056247760194,0.03836428044987644,0.3988147663540158,0.031244237597116486,0.0989169183994494,0.005897960692012901,0.9062810146518292,0.00827006541520969,0.3388438550685795,0.013316997144861044,0.49392829781245684,0.01794719021570066,0.187093283263421,0.012891498032795707,0.33438871430246714,0.013796448557085263,0.709042697553905,0.017589526839071404,,,,0.2245934627954196,0.014527792014854529,0.4921434666649202,0.019977571834798046,0.009406881800780927,0.0024256739081716097,0.22239844990991017,0.015460497105858189,0.5080743832765368,0.02734735162303483,0.205,0.27642217820098325,0.4556218905472637,,,,,,,,,,0.0004306111484986726,0.40905242908964196,0.0004306111484986726,Baseline | |
| 178,0,Grad. Diff.,Llama-2-7B,0.0,5,3,1e-05,0.9151450053705693,0.16333333333333333,0.03553187342627315,0.7659694703250493,0.03511942882517864,0.5648246945456754,0.03307119617059185,0.03378077478077478,0.008223726781771547,0.14278311009328026,0.027956077362981897,0.7279202279202279,0.039574308467940814,0.6582486845068921,0.036262164710163795,0.5082570025049761,0.03299433556014912,0.07572768895833235,0.006210294557650443,0.49411309505711437,0.03415085224498574,0.11525995369034069,0.009850372917199327,0.624089886968335,0.020305308949506825,0.07958082123165239,0.00855926470119776,0.25205945513276745,0.017063173401762034,0.08405617971302116,0.008775255840420226,,,,0.001709332781913427,0.0006414161236408227,0.4782250606857153,0.021010705974621496,7.513866994215956e-15,7.496422953485618e-15,0.0009532563025210083,0.0007191103758319942,0.006672400996799395,0.00016892626899625522,0.3,0.006413415822221693,0.3888557213930348,,,,,,,,,,2.4125498977354686e-08,0.2438817635887742,2.4125498977354686e-08,Baseline | |
| 179,0,Grad. Diff.,Llama-2-7B,0.0,5,4,1e-05,0.9151450053705693,0.191,0.03822038696557087,0.8213013620108808,0.03061657361565882,0.6357807794551209,0.03212521577724934,0.03726242023729174,0.008187174959018004,0.11775056661246898,0.027058932170038706,0.6794871794871795,0.0419129593837044,0.7022920875984318,0.03409313158581102,0.552441388702404,0.030761968419590394,0.08239508961061245,0.006893654255447367,0.3685683852488236,0.03675184117265645,0.4268563869874879,0.016601789178393795,0.5114804049601933,0.016792918798536345,0.574989003333673,0.01419354228328432,0.4936467351315724,0.01691980700444858,0.5252094874364516,0.02281665404143069,,,,0.0,0.0,0.5227158695303888,0.020399383299433783,3.030462968168194e-36,3.030462968168194e-36,0.0,0.0,0.00627147628227061,1.7349393200286088e-05,0.3,0.00010704568565310918,0.3420398009950249,,,,,,,,,,2.4125498977354686e-08,0.479519556937575,2.4125498977354686e-08,Baseline | |
| 205,0,KL Min.,Llama-2-7B,0.0,5,0,1e-05,0.8678839957035446,0.9329999999999999,0.02378587136868601,0.6003655507792398,0.03307373017779353,0.4652067091345969,0.021341305728492757,0.1792711688895899,0.006954917494057758,0.9710458909498356,0.005174057301061736,0.8960113960113961,0.027048070647329614,0.5690945112311392,0.03571003687571289,0.4459749736282013,0.026311972666333498,0.10309056237195711,0.005899022232912953,0.9154073535131,0.007272660200452551,0.9633311576009784,0.007202588708663203,0.4794876645002475,0.013679355697746812,0.9752690142104361,0.0023565326317126997,0.9591493438369548,0.007482964964281113,0.9211836885950078,0.00354313220014963,,,,0.8311297718340204,0.018055861278960722,0.514177150320512,0.014665250285509628,0.9179190078949765,0.007562064674966894,0.8432933780349708,0.01735775161706432,0.908983539801799,0.0048218768751264185,0.425,3.389210472525946e-28,0.05104477611940299,,,,,,,,,,1.3969162950232394e-16,0.6359731727379991,1.3969162950232394e-16,Baseline | |
| 206,0,KL Min.,Llama-2-7B,0.0,5,1,1e-05,0.8678839957035446,0.9263333333333332,0.024519146644786643,0.47638235723024946,0.037466228148907085,0.36337334048746556,0.02343695052213198,0.1688855115129109,0.00676703950837788,0.9700945839234856,0.005135234007347826,0.8960113960113961,0.027048070647329614,0.5139720117441711,0.03716339283306779,0.396210286817334,0.02796241633282945,0.096494589462537,0.005570998107069346,0.9042752853260453,0.008158447801148069,0.5695686786776466,0.01528305222433511,0.4827912120425598,0.014480067935742243,0.5852564071794397,0.014024143893775095,0.4695338809467642,0.01538284394404524,0.8592668087996913,0.006213915429351408,,,,0.4435843261954046,0.013872918567865296,0.5750351025210818,0.015454034113645142,0.2125491083007152,0.013772127629773647,0.3628371934360372,0.013328405498537354,0.8176807755830829,0.00899095299365914,0.275,8.71884956540331e-11,0.2354726368159204,,,,,,,,,,4.6128382074998843e-07,0.5277996009782985,4.6128382074998843e-07,Baseline | |
| 207,0,KL Min.,Llama-2-7B,0.0,5,2,1e-05,0.8678839957035446,0.0,0.0,0.540348910718924,0.042285529636801364,0.3695139393164958,0.0324358745658412,0.0,0.0,0.06856250345723267,0.002911722649786752,0.3293447293447293,0.0410934883751986,0.583726240644272,0.03940166536268993,0.41360225065367984,0.033512353115342605,0.007941459620267877,0.0019018895364169904,0.09930221605110215,0.004092428182678375,0.029706990354132722,0.0030816303166996675,0.4623101177717977,0.020856594478691825,1.9580353552869956e-05,9.530654377193728e-06,0.005328143111488564,0.0009532693718812542,0.032386262994446254,0.0013138217753751779,,,,0.011577732688268647,0.0022333409416275232,0.5164737756124184,0.019684429595934576,6.430294485853603e-07,4.030919037815218e-07,0.0050775484310806715,0.002946652300095565,0.02375844138710737,0.0016412021813395012,0.205,0.7061493883552997,0.4846268656716418,,,,,,,,,,0.0004306111484986726,0.0,0.0004306111484986726,Baseline | |
| 208,0,KL Min.,Llama-2-7B,0.0,5,3,1e-05,0.8678839957035446,0.0,0.0,0.32648623564267515,0.036376857329560766,0.26908456247808576,0.026073448468141684,0.0,0.0,0.00593927296691946,7.832918918323452e-06,0.0,0.0,0.294114829822957,0.03271973010320772,0.266836541452832,0.022239636581636024,0.0,0.0,0.0058544212256097915,1.5608478049323096e-05,0.000726911976911977,0.00032581928830398776,0.13133711730188175,0.01079409711205999,8.406208074029834e-39,1.2111254931040853e-39,0.0001029238225131973,4.5729592356619765e-05,0.00601575039373741,8.670964358060814e-06,,,,0.002577353254161311,0.0006578035123613063,0.7503216016446621,0.013977415921075766,8.825752062576762e-38,2.931174635121489e-38,0.0004730642929160991,0.00011796711278424548,0.00627147628227061,1.7349393200286088e-05,0.385,7.64645719429505e-10,0.2491542288557214,,,,,,,,,,1.3261055712130201e-13,0.0,1.3261055712130201e-13,Baseline | |
| 209,0,KL Min.,Llama-2-7B,0.0,5,4,1e-05,0.8678839957035446,0.0,0.0,0.356170914514647,0.038929644820495005,0.26203117884374505,0.028189162320959825,0.0,0.0,0.00593927296691946,7.832918918323452e-06,0.0,0.0,0.3033755788682566,0.033323209409376754,0.2566912879551799,0.02323289367727593,0.0,0.0,0.0058544212256097915,1.5608478049323096e-05,0.000726911976911977,0.00032581928830398776,0.1232697528518183,0.010928407034098562,4.345721876813726e-49,5.474119652958691e-50,0.0001029238225131973,4.5729592356619765e-05,0.00601575039373741,8.670964358060814e-06,,,,0.002577353254161311,0.0006578035123613063,0.7445890390333506,0.01449717637287885,3.4832907818275815e-43,1.046547066792983e-43,0.0004730642929160991,0.00011796711278424548,0.00627147628227061,1.7349393200286088e-05,0.375,4.133013785694094e-09,0.26029850746268657,,,,,,,,,,6.540866008411473e-13,0.0,6.540866008411473e-13,Baseline | |
| 185,0,Pref. Opt.,Llama-2-7B,0.0,5,0,1e-05,0.9151450053705693,0.9363333333333332,0.0226726819112893,0.6390164100486684,0.028618272096662102,0.49245941195501,0.018316664340797935,0.18501773707888258,0.007522194073289981,0.9703420638764966,0.005278075924439676,0.8746438746438747,0.029242686001588143,0.5782961595992523,0.03357761360489438,0.4613117281496306,0.02390978786965543,0.11071619534491209,0.006329757770999674,0.9296421791321634,0.006505138724513489,0.9235221576984062,0.011331939666996551,0.4608465725720934,0.013356097786578099,0.9728020922720532,0.0018547302653328262,0.9755858243481406,0.006625634007999791,0.9314239636930028,0.0032703856741554374,,,,0.9381706365356156,0.012077872257370892,0.5374386933378453,0.014505258988847322,0.9691933755282577,0.001970571703739957,0.9700325883540987,0.007893985305105078,0.9209143784306513,0.004469277648453111,0.4,1.2486447293815883e-21,0.11044776119402985,,,,,,,,,,1.108718722900174e-14,0.6435703224701355,1.108718722900174e-14,Baseline | |
| 186,0,Pref. Opt.,Llama-2-7B,0.0,5,1,1e-05,0.9151450053705693,0.015333333333333332,0.010672346972385687,0.5794152120422705,0.0226247364548374,0.44686670772156023,0.012849379186332383,0.006190476190476191,0.0036701912683802227,1.0,0.0,0.5384615384615384,0.045121964130070795,0.5358066939015832,0.030711091939061654,0.43791934314206377,0.018090877372725626,0.0788137204813196,0.008943159064813532,0.9587586903776453,0.005959005396879436,0.021691219597878248,0.006130815027789931,0.415042664194484,0.012319151743399957,0.8072387564727065,0.0055942408307084425,0.05126984126984127,0.0075262717309817935,0.998695582295641,0.0008084337779245585,,,,0.011147538374262014,0.001320943721533609,0.6120681492866694,0.01392673798203847,0.7139919391570153,0.007415451342768288,0.04559523809523809,0.005379271517781076,1.0,0.0,0.325,4.3474363722251854e-08,0.27671641791044777,,,,,,,,,,9.594235055800515e-10,0.07203580397305112,9.594235055800515e-10,Baseline | |
| 187,0,Pref. Opt.,Llama-2-7B,0.0,5,2,1e-05,0.9151450053705693,0.054000000000000006,0.020404330430982054,0.5722097067137865,0.02510219965379874,0.4415312414326696,0.014325977955111896,0.015801948051948053,0.005799916835379152,0.9686818181818182,0.004525620178476433,0.6125356125356126,0.044040543321181944,0.529236215163353,0.03203272049487943,0.43155472876900725,0.019194650359717888,0.08507932384004804,0.00756657825907604,0.936486415854671,0.006163511379818749,0.4628798043496495,0.024953443608491957,0.4206539897593982,0.013253595500654997,0.8649147326882922,0.006087829748181217,0.47078225655905737,0.023999971074593868,0.9474343640993979,0.003872753281966895,,,,0.020908516414312812,0.002904458056869209,0.6053232094145459,0.014664633554087673,0.738499884739785,0.008074424604343905,0.07202182539682539,0.006566093976075974,0.9961580086580086,0.0012136544188184788,0.3,3.925055953685187e-09,0.2599502487562189,,,,,,,,,,2.4125498977354686e-08,0.26420797583813543,2.4125498977354686e-08,Baseline | |
| 188,0,Pref. Opt.,Llama-2-7B,0.0,5,3,1e-05,0.9151450053705693,0.308,0.04522327698370367,0.5789469365563766,0.02623740121312327,0.44668255618802016,0.015339548784365695,0.06826767676767678,0.010558634371925711,0.9326025535490728,0.00418751191685754,0.8219373219373219,0.03425908309815273,0.5251629508206394,0.03312746930049978,0.4297605849433997,0.020305735048434123,0.10801610399137931,0.006721923299455592,0.9292579239033218,0.006255199930134483,0.6913270487742572,0.020248285158319765,0.43338003903901307,0.013865197286935247,0.9017283142412297,0.00596248635971975,0.7091873899679761,0.019462981276456143,0.9288970562926833,0.0034807920279324887,,,,0.05004966970880763,0.011244175501051078,0.583178652704166,0.014989196737112102,0.759909662590831,0.008643109943937185,0.07872367155261892,0.01154137485694821,0.9303075712602089,0.002779957696801995,0.315,1.6808620678088061e-12,0.21218905472636815,,,,,,,,,,3.602472544567432e-09,0.5136001995856703,3.602472544567432e-09,Baseline | |
| 189,0,Pref. Opt.,Llama-2-7B,0.0,5,4,1e-05,0.9151450053705693,0.5706666666666667,0.04896522965255089,0.565499220690223,0.027727109816950018,0.4386541128471928,0.016353903385306057,0.123871441424073,0.011310796141443511,0.958266952360841,0.004767578433928951,0.8433048433048433,0.032704213825379885,0.5197777965403247,0.034058506608159345,0.42520273041212625,0.021280468193949575,0.1082743003506315,0.00623970743761935,0.9304835925042281,0.0062107957109314655,0.7210149719677946,0.02001198828814193,0.4427044068793173,0.014109612484275573,0.917666523612705,0.0055014059662282155,0.758723990592372,0.018657127007372366,0.9333217750631112,0.003682700796757412,,,,0.04729709623144768,0.011820098477290809,0.5709235396390437,0.015130288935448597,0.7551814881408296,0.008669437083403507,0.08114327485380116,0.012161823009855344,0.9857659786910854,0.0024314272365065343,0.325,1.2132904756219738e-15,0.173681592039801,,,,,,,,,,9.594235055800515e-10,0.5625909659356509,9.594235055800515e-10,Baseline | |
| 211,0,Retain Model,Llama-2-7B,0.0,5,-1,1e-05,0.0,0.9205,0.025086667955129253,0.5729132150965522,0.03427057868704381,0.43503571667591834,0.022374244011853502,0.17691183768931448,0.007291097532838744,0.9690777494867144,0.005178207508172694,0.8767806267806268,0.029084330942212015,0.5418455296057031,0.03635483355293133,0.42301799526850226,0.026996039109534263,0.10245494041775863,0.006134363770269276,0.918898716014429,0.006774046669993151,0.9805933234120219,0.005485853467601422,0.4755975328170475,0.014347836485644703,0.9886494358004753,0.000980908811856877,0.9822244335738788,0.005152633769151842,0.9240024171121161,0.0033380822115808375,,,,0.3985728227301341,0.013367695489676859,0.6615929760528791,0.014978314520705974,0.14898405311082313,0.010286737621283272,0.40210312730726927,0.0131396127343718,0.9030987560029818,0.004802385706095919,0.0,1.0,0.0,,,,,,,,,,1.0,0.6158297400808685,1.0,Baseline | |
| 190,0,Grad. Ascent,Llama-2-7B,0.01,5,0,1e-05,0.9473684210526315,0.9329999999999999,0.02378587136868601,0.5925250633981587,0.03313136393208343,0.45866895881856495,0.022665461785013455,0.1802043745727956,0.00732707623791051,0.9728379059461986,0.004856534057645312,0.8917378917378919,0.02791127949453827,0.5674547294800175,0.03554356369979529,0.4478091135657267,0.03121719605340004,0.10098425240047906,0.005960362739992294,0.9128430829735381,0.007119627053711257,0.9706208749496527,0.006304056219499799,0.4774222984068487,0.013770900880081774,0.9786201679749079,0.0016873709794033814,0.9732615550415562,0.006278893381859284,0.9235908002636241,0.003390387242427505,,,,0.8101712253614772,0.018679312173029334,0.5179144772244348,0.014741867415253225,0.9142147623108586,0.007217239323173101,0.8293942977426894,0.01798821504141893,0.9151245107447159,0.004680875814849894,0.405,3.769322074171927e-14,0.19139303482587064,,,,,,,,,,4.734741877153768e-15,0.6336610223711723,4.734741877153768e-15,Baseline | |
| 191,0,Grad. Ascent,Llama-2-7B,0.01,5,1,1e-05,0.9473684210526315,0.938,0.02338867895008829,0.5157342139948607,0.035594422126233254,0.3926203568446402,0.022844657594140456,0.17252240134942567,0.0070345991832812,0.9639644886881197,0.00595477404828427,0.8860398860398859,0.028587489257893277,0.5416839946639962,0.03647590238505109,0.4264966458411362,0.031909980755672994,0.09213112869845316,0.005891717042168777,0.8946734190925885,0.008736833211199687,0.5743844576850133,0.016615610450320232,0.48322775186751843,0.0135537156526867,0.7413954711731404,0.011904485364813503,0.5072584318806999,0.01638736797712621,0.8797476098046074,0.005952749257503866,,,,0.3891593363508902,0.01656645714801791,0.5572400872813026,0.016095738609523274,0.3054323239994752,0.01739810624429241,0.3500566723711785,0.01582105199253559,0.7772350220005068,0.019599411922653947,0.305,9.576382792721885e-08,0.28248756218905474,,,,,,,,,,1.2940880677508261e-08,0.5614232235106072,1.2940880677508261e-08,Baseline | |
| 192,0,Grad. Ascent,Llama-2-7B,0.01,5,2,1e-05,0.9473684210526316,0.8163333333333332,0.036405544033342445,0.4537622302509704,0.03888422123008048,0.3321294542287017,0.02458230040541431,0.08142976944487669,0.00637476836778277,0.7746534800385234,0.017282320783005727,0.8760683760683761,0.029119795619916317,0.5217143616748763,0.03814279687847682,0.40645331250149996,0.035031848053448,0.05429999016703442,0.0030800709712405488,0.8106190171215799,0.008048698280504384,0.3559074880311737,0.010842990865291379,0.44729751166762394,0.015124744996123547,0.11690241572978832,0.005054843895550297,0.17380655321322508,0.006641423483436018,0.5558013922031897,0.015724982642038574,,,,0.2611477059355814,0.013931330080478718,0.6311018235263933,0.017271695841099888,0.024799492901259344,0.0034608877690643484,0.11907708895285211,0.00834522051971428,0.3487415268398668,0.02047449189486617,0.08,0.812879437001558,0.49034825870646764,,,,,,,,,,0.5452713464323318,0.35214436184346476,0.5452713464323318,Baseline | |
| 193,0,Grad. Ascent,Llama-2-7B,0.01,5,3,1e-05,0.9473684210526315,0.008333333333333333,0.005981171354710611,0.586240393128043,0.040028554656667686,0.44921521746343535,0.0352479808935698,0.0011717171717171716,0.0011121513343137909,0.045536275153771635,0.0021601891024510423,0.20185185185185187,0.03370566307841695,0.5996745810765836,0.03830396431497519,0.44644594204684596,0.03740036913574294,0.006553515103391414,0.002525784006792439,0.05281281069372069,0.0023763222299879026,0.0371423353516301,0.0030323499752257766,0.33212135300307355,0.017678535787907654,4.536445021653192e-07,1.929390232514065e-07,0.0077977017103661025,0.00119432842956774,0.037016696127939515,0.001072732594368145,,,,0.012570848268493926,0.002400289873992329,0.6191453354256883,0.019437891193626843,2.2293355989991723e-07,1.1891241252181544e-07,0.0018767366101812189,0.0003725394029903712,0.01986796127175048,0.0009316257876697808,0.295,0.0012872422190080735,0.3687562189054726,,,,,,,,,,4.448673570292354e-08,4.0824991468728534e-06,4.448673570292354e-08,Baseline | |
| 194,0,Grad. Ascent,Llama-2-7B,0.01,5,4,1e-05,0.9473684210526316,0.0,0.0,0.5173993262576859,0.0438132091050021,0.36173334890129255,0.042685097915878364,0.0,0.0,0.013002009739873498,0.0004515061137179245,0.0,0.0,0.5958168968193794,0.03936343654425418,0.43258375565006213,0.04030394390059511,0.0,0.0,0.015241730310709163,0.0006666392474065423,0.002520152505446623,0.0009626307265720538,0.2730750732626796,0.015464941106522228,4.497176550842721e-18,4.184155085356248e-18,0.0001421227113374141,5.319347162349327e-05,0.011536314263832793,0.0002031510004524356,,,,0.0037184162843698267,0.001206216708034702,0.7066584160482915,0.017559412945843858,1.166379924570505e-21,7.493992649615104e-22,0.0004941246650993723,0.00017100842889342726,0.009589911078997222,0.00025181475662140577,0.33,1.2335167589248498e-06,0.30223880597014924,,,,,,,,,,4.869254633582969e-10,0.0,4.869254633582969e-10,Baseline | |
| 170,0,Grad. Diff.,Llama-2-7B,0.01,5,0,1e-05,0.9151450053705693,0.9329999999999999,0.02378587136868601,0.5874238034836436,0.03352375135569227,0.4539579854721211,0.02340217087173837,0.17740739953201254,0.007059005877161073,0.9734813789172929,0.004726584442778651,0.8831908831908832,0.02891603593003461,0.5640663184243199,0.03571971852444417,0.4424416732705837,0.0317898584174373,0.10038494296270732,0.006116595737014666,0.9122151799646189,0.006894236532251265,0.96983841578055,0.006678476645025631,0.47968223050832864,0.01406977340194054,0.9835342877992063,0.0019373291523417057,0.9703292636865084,0.006756381677664956,0.9241442268999053,0.003322106314350041,,,,0.8497164947403658,0.01721410516431764,0.5115331797850922,0.014971808589220714,0.9368338080549877,0.006712313708421566,0.8576277488493678,0.017293115038070305,0.9149675541574319,0.004494616562535683,0.415,2.68549361221259e-14,0.18960199004975126,,,,,,,,,,8.330858010549734e-16,0.6304796812500467,8.330858010549734e-16,Baseline | |
| 171,0,Grad. Diff.,Llama-2-7B,0.01,5,1,1e-05,0.9151450053705693,0.9229999999999999,0.02553883950441608,0.5166283580701875,0.03567677183428179,0.3856739075902042,0.02639207651968379,0.17087880128127808,0.006724748616226653,0.9761070439189357,0.004767924773851973,0.8746438746438747,0.02986595450792445,0.5376730427794998,0.03651540463080886,0.4137046164235319,0.03391496607174791,0.10301848887745502,0.005907437851220956,0.9230355949892957,0.007073858414657302,0.6171630029622562,0.017041320623862617,0.47204449025047107,0.015243874956705601,0.7699543024967371,0.011856312540283555,0.6520166743077185,0.016600761681041593,0.9261942689153981,0.003900590762122225,,,,0.39642783397658976,0.01711442997000426,0.5309601644808373,0.0167477071435362,0.2822650949696279,0.017424720101809597,0.43345947259873824,0.01797143269169379,0.8348928398946078,0.01881788622826199,0.31,3.0050389653580544e-10,0.24318407960199004,,,,,,,,,,6.865581733487208e-09,0.5600557882590118,6.865581733487208e-09,Baseline | |
| 172,0,Grad. Diff.,Llama-2-7B,0.01,5,2,1e-05,0.9151450053705693,0.743,0.04257506739438428,0.5211486378774106,0.03680303235071817,0.3763546568334124,0.025860848770738444,0.13424693009849675,0.009428107580690435,0.9296220725373537,0.014519373431263846,0.844017094017094,0.032427305993378105,0.5301571799248069,0.03823411693286818,0.40949883813002713,0.03524288579350792,0.09482302291667319,0.0057872820559351865,0.9148368112882068,0.007690350454387315,0.35650977493259384,0.012631935309397952,0.4574745948708922,0.01586580607247563,0.3514542187037176,0.012292156224807196,0.3186988837202641,0.01225650978752383,0.8343601573459485,0.007912814128406359,,,,0.2476454028003329,0.01308009056236376,0.5587190661987183,0.01728482594004094,0.04198601275781345,0.0071798127077720994,0.21664903744689323,0.011634685423414694,0.6706129622185059,0.02176288805209075,0.195,0.00027678924136298347,0.3517412935323383,,,,,,,,,,0.0009668691315127085,0.467021512428321,0.0009668691315127085,Baseline | |
| 173,0,Grad. Diff.,Llama-2-7B,0.01,5,3,1e-05,0.9151450053705693,0.48033333333333333,0.049060980401738806,0.5941113318613634,0.03724036020008713,0.41718774025547595,0.02822761448533869,0.05637789125353626,0.007751727642164449,0.5510641572706397,0.03711325215075403,0.8554131054131053,0.030756732005690294,0.5649462235354812,0.03764035998157314,0.425817287326774,0.035550933939448644,0.06767772518831451,0.005460472000221422,0.7674443504937926,0.023276297878161278,0.20687349690788204,0.011829393229021714,0.49740107262413147,0.01681319249201463,0.0998182704250033,0.009219867105464408,0.10461399228383754,0.009476597551743347,0.2519013829059904,0.01509810547049928,,,,0.08359014207631915,0.0068498687351620565,0.5323651323026722,0.0192980320091164,0.0018804820412791849,0.0005141278833844433,0.05143446478616281,0.006626648518444373,0.11674958884342779,0.010428686600522574,0.24,0.7043367047818793,0.48452736318407963,,,,,,,,,,1.8266119303942767e-05,0.31788489192349895,1.8266119303942767e-05,Baseline | |
| 174,0,Grad. Diff.,Llama-2-7B,0.01,5,4,1e-05,0.9151450053705693,0.316,0.044301487258199795,0.619962359998428,0.03934082143531331,0.4489966895973788,0.03191330303939945,0.03740909765135024,0.00803556732811522,0.35805645311319695,0.03395648790704227,0.7792022792022791,0.03625332240438845,0.5881499967242971,0.03816145953438107,0.4440645988346686,0.035913485322087865,0.06134150167914816,0.0053180663303825995,0.6710996795211137,0.03011783839651657,0.10115017695157541,0.006081679162405764,0.5311717261556455,0.020062212191220487,0.0090277310809687,0.002663376644141291,0.07368236069850603,0.0068071410756980295,0.15793767801198053,0.011998838714159792,,,,0.034116932411262624,0.004177714866499876,0.4774132851635447,0.02137342931852981,1.7890158801022174e-05,9.361773674498482e-06,0.024125459609777647,0.005694363090756522,0.08034299289311621,0.010622514099562596,0.3,0.036059809121359955,0.4145273631840796,,,,,,,,,,2.4125498977354686e-08,0.06677597883744442,2.4125498977354686e-08,Baseline | |
| 200,0,KL Min.,Llama-2-7B,0.01,5,0,1e-05,0.8678839957035446,0.9329999999999999,0.02378587136868601,0.5910074162287388,0.033138180499928616,0.4570308648885492,0.02268598700569768,0.18002255639097745,0.007324369791516868,0.9725045726128653,0.0048491364633212715,0.878917378917379,0.02908252649809801,0.5670273118785237,0.03553568712461549,0.4470568263753864,0.031238532977024978,0.09915857409367994,0.006018135823784579,0.9110636274130782,0.007258669691727621,0.9707105108039946,0.0062235451646627995,0.4776343918793863,0.01376691657732712,0.9788741616223882,0.0016990950957590214,0.9737220422667493,0.006081354876672626,0.9239791272023522,0.003372772486128818,,,,0.8064874111318706,0.018796058334244897,0.5177698392221218,0.014780267884736445,0.9143506204447637,0.007264887721850691,0.8260865566285003,0.01806802595331568,0.9149984212795576,0.0047260906258515464,0.405,3.8048842609423915e-14,0.19144278606965173,,,,,,,,,,4.734741877153768e-15,0.6322231899772564,4.734741877153768e-15,Baseline | |
| 201,0,KL Min.,Llama-2-7B,0.01,5,1,1e-05,0.8678839957035446,0.9229999999999999,0.02553883950441608,0.5105777661996006,0.03626781975513106,0.39168486183598106,0.02332527546088273,0.17362247312943907,0.007123247240270153,0.9711576092956838,0.00504947238885096,0.878917378917379,0.02908252649809801,0.5416433598325976,0.036533291053152075,0.424497783729087,0.03221189255410493,0.09994462981690538,0.005896685207324643,0.9177206735578699,0.0075066856465180725,0.6029934138765807,0.017392939338839043,0.4802343021426168,0.013708317216446535,0.7711562460742497,0.01220787807838053,0.5877002612819012,0.017138347653060323,0.9003103062252878,0.0055918074465915865,,,,0.38683401577997,0.01682129563512824,0.5609514985442768,0.016102758444606943,0.3085260541039884,0.017960968253701148,0.3789831883613213,0.017110041651041873,0.7958912887841546,0.019975370252672965,0.3,1.392352220390052e-07,0.285273631840796,,,,,,,,,,2.4125498977354686e-08,0.5634773714164372,2.4125498977354686e-08,Baseline | |
| 202,0,KL Min.,Llama-2-7B,0.01,5,2,1e-05,0.8678839957035446,0.8683333333333333,0.03094608105495642,0.4540266648494174,0.039156552490983806,0.3324999602940135,0.02445007457380271,0.09104113196576138,0.0061630735056413585,0.8243193671458058,0.015199207314434434,0.856125356125356,0.03087679002324079,0.5158509400216378,0.03837723222203142,0.4111121721042936,0.03466429536167537,0.05436684321532199,0.0033204352353553065,0.811918629966512,0.009667500685405459,0.38505714177115014,0.012775950120241727,0.4579126662407413,0.01485329710276641,0.23314815815442644,0.00873762716018992,0.27012591860596447,0.008456961352777641,0.7740651870824939,0.010750033602209264,,,,0.2843598807588266,0.014165103295070137,0.6183329427883892,0.016363611704175652,0.040840640863529086,0.005972834117224615,0.1695322672049081,0.010761311281763143,0.4800695816113781,0.02404054715478152,0.095,0.19587952772142314,0.4472636815920398,,,,,,,,,,0.32811544409418575,0.42917132451396545,0.32811544409418575,Baseline | |
| 203,0,KL Min.,Llama-2-7B,0.01,5,3,1e-05,0.8678839957035446,0.03333333333333333,0.017407765595569787,0.5492191600001007,0.039554826383896534,0.40060631492596577,0.02960921779045337,0.00043230907943684477,0.00022040732401036757,0.05451419161662306,0.0029287503326227084,0.4675213675213675,0.043163669796377584,0.5635520452521665,0.039285003147247644,0.4304441060201373,0.035820477828696316,0.007813357072818022,0.0015333950557498094,0.10035096207627799,0.009975031944997104,0.0651107234797849,0.004743895654306466,0.4682438242698032,0.018792173288577376,0.0003312997083542714,9.36223827678511e-05,0.010737912027427299,0.001177628651783172,0.04108818951413023,0.002300955484046487,,,,0.02982471044559098,0.003791766557327871,0.5739801373760178,0.019833338261956327,8.282259390979095e-05,3.129387500048225e-05,0.00453318274272572,0.00061860601769191,0.0223732905972373,0.0014540787704371012,0.265,0.05571901803165317,0.42199004975124377,,,,,,,,,,1.3921047931216453e-06,0.002925437779133216,1.3921047931216453e-06,Baseline | |
| 204,0,KL Min.,Llama-2-7B,0.01,5,4,1e-05,0.8678839957035446,0.0,0.0,0.5559731084150562,0.04485232283747459,0.4240447305220686,0.04131374612558055,0.0,0.0,0.008496729554591418,0.0003318546383796571,0.008547008547008548,0.008547008547008543,0.6505192937589148,0.037611671783387514,0.46205950560949677,0.03823697093355067,4.940467368213033e-05,4.94046736821303e-05,0.011832147933085175,0.0005585599580346984,0.0034139378347436172,0.0010190250028826035,0.32413716190626146,0.018066540986318175,5.484437260856177e-13,5.381124925733793e-13,0.00028247263449129455,7.385300793755056e-05,0.007974333199994287,0.0001784450186043068,,,,0.005279473282926825,0.0013143259111574887,0.6764715717235333,0.01853092432267541,1.175034691120749e-17,6.728993220807271e-18,0.0007736001144513457,0.00019506467751841702,0.007519532857725062,0.00019338485256453834,0.335,2.727591958251271e-06,0.3087562189054726,,,,,,,,,,2.44374577116149e-10,0.0,2.44374577116149e-10,Baseline | |
| 180,0,Pref. Opt.,Llama-2-7B,0.01,5,0,1e-05,0.9151450053705693,0.9363333333333332,0.0226726819112893,0.63250160039251,0.02870102763060999,0.48653803559462167,0.01841504508316433,0.18834125669651985,0.007967186743351637,0.9732857901165892,0.004909625778698633,0.8746438746438747,0.02924268600158814,0.57266414727897,0.03376827676047963,0.4610953704665203,0.028661400796320697,0.10964738671669312,0.00627522933823352,0.9275837303848706,0.006961242644469332,0.9167264397020538,0.011866028468573679,0.45925821043310067,0.013374034989142827,0.9731992735309412,0.0016827082478127976,0.9737537075838293,0.0070169802206684765,0.9313323217964372,0.0032774996605035626,,,,0.9197109486679469,0.01375634127983136,0.542591361363192,0.014546225543707035,0.9665755943677667,0.0021071542978218973,0.9543885332111318,0.010347062774061265,0.9207817348409733,0.0044579142821053516,0.385,7.07479007508391e-12,0.22044776119402984,,,,,,,,,,1.3261055712130201e-13,0.6401842065170381,1.3261055712130201e-13,Baseline | |
| 181,0,Pref. Opt.,Llama-2-7B,0.01,5,1,1e-05,0.9151450053705693,0.035333333333333335,0.01748380684186089,0.5719617277596022,0.023226343045639787,0.4469203126162885,0.013355173146737578,0.01119047619047619,0.00507186269530058,0.9988888888888888,0.0011111111111111115,0.6324786324786325,0.043559682890086306,0.5287792917056197,0.031104674193368324,0.4395163981667699,0.02097686449128255,0.09364346495098581,0.009166565076973304,0.9563567622334682,0.006166733255569721,0.03350314462129095,0.008186989265911344,0.41443888006482293,0.012222589619469945,0.8100919601321238,0.005179467999086189,0.06422527472527471,0.009818947671044097,0.9966556906253144,0.0013560740581963731,,,,0.010065381033253376,0.0012870526601959987,0.610762175903099,0.013797910058363335,0.7169183700964531,0.006990264785835469,0.041428571428571426,0.0052789418724709615,1.0,0.0,0.345,1.7795961390352562e-06,0.30522388059701494,,,,,,,,,,5.951062636424447e-11,0.12582041664097618,5.951062636424447e-11,Baseline | |
| 182,0,Pref. Opt.,Llama-2-7B,0.01,5,2,1e-05,0.9151450053705693,0.044000000000000004,0.018034012011352032,0.5657979924615009,0.025430529191600437,0.44267866136555384,0.014809091332503455,0.012155122655122655,0.0044816297427680216,0.9769230769230769,0.003921352876750752,0.6296296296296297,0.04363351291406516,0.5193921469718058,0.032195297285833265,0.43411872771112725,0.022429332837192888,0.08363123534371479,0.007123637645497817,0.9387040067974894,0.006186262089118744,0.2721681931187517,0.02399027816013496,0.42009388228743266,0.01303000360553764,0.8682673731492133,0.005648204778203411,0.29857510347956356,0.023369863672347196,0.9684996561418066,0.0031234454687738365,,,,0.015515088289712407,0.0015846814651611701,0.603284460385098,0.014334551761818845,0.7433124428420157,0.007414040124345282,0.05612103174603174,0.005442711162307885,0.9785909090909091,0.002779982121143675,0.32,1.1315677229447544e-06,0.30154228855721393,,,,,,,,,,1.8694649189611297e-09,0.22626094710531636,1.8694649189611297e-09,Baseline | |
| 183,0,Pref. Opt.,Llama-2-7B,0.01,5,3,1e-05,0.9151450053705693,0.324,0.04596412010144801,0.5709697486792342,0.026227951918273908,0.4456931394976701,0.015545660234146219,0.07145967920967922,0.010544560789369278,0.9363181087917927,0.00415655614254506,0.7706552706552707,0.037890131277123595,0.5171574025466787,0.03283922607789303,0.43336956351595946,0.023212337303041355,0.09962378316283318,0.006784356698579559,0.9259397187318575,0.005919180898911343,0.6469567116217113,0.023136443698291886,0.42853874743644194,0.013469898936743302,0.8991469687830842,0.005478206929510033,0.6432234189219332,0.022370166654767036,0.9286550437978428,0.003551237875391303,,,,0.053573943351614924,0.011483570422259297,0.5903420744421378,0.014706602893287405,0.7690024058285008,0.007668201349401644,0.08665050165435828,0.011637839763071292,0.9310429116771683,0.0028553764195649424,0.325,1.814054196884585e-07,0.2872636815920398,,,,,,,,,,9.594235055800515e-10,0.5110256365092916,9.594235055800515e-10,Baseline | |
| 184,0,Pref. Opt.,Llama-2-7B,0.01,5,4,1e-05,0.9151450053705693,0.483,0.048880841853805056,0.5708461882538819,0.026509654647178037,0.4453313821258976,0.015776119967922032,0.10320657936834408,0.011064132499832057,0.9497696189398225,0.004571273115377773,0.8048433048433049,0.035581576089878504,0.5174909878771042,0.03306624902134218,0.4341185574781436,0.023561371139087933,0.10527159688756997,0.006666716908241489,0.9285641538832888,0.00604653134147936,0.6885409446347347,0.02171966122048687,0.43177106169398827,0.013590230853582767,0.9104045661773856,0.005373730650659352,0.703433264154308,0.020877901967121366,0.9346102111787343,0.003508872903052389,,,,0.06157191270509493,0.012440345828952785,0.5845300809512187,0.014825938122426056,0.7790837352682299,0.007772401657066502,0.09579020230500493,0.012969707320406776,0.957788227057558,0.0033168620625591005,0.335,7.113852130985211e-08,0.2802985074626866,,,,,,,,,,2.44374577116149e-10,0.548349302350763,2.44374577116149e-10,Baseline | |
| 210,0,Retain Model,Llama-2-7B,0.01,5,-1,1e-05,0.0,0.9205,0.025086667955129253,0.5744998213253056,0.03451290382456747,0.437720092187052,0.022459274020778394,0.17376498003200788,0.007230587835081752,0.9675397550107209,0.005571685794012701,0.8846153846153846,0.02814097500969468,0.5412220740042258,0.036419287094437335,0.4224764930645468,0.02698754891907263,0.10266562621482804,0.005822990325217776,0.9172968708805942,0.00672453135500215,0.9813574811531377,0.00544891128489239,0.4797529373527588,0.014340055451626936,0.9886701137754393,0.0010148843418614384,0.9828811468322961,0.005204556441877092,0.9242021237952271,0.003326192690789866,,,,0.3928703375582458,0.013401275383845564,0.6619565180041925,0.01527184357495311,0.14896743498501294,0.010450251021317839,0.39924306642773827,0.01307849551579204,0.9026594195885775,0.004694304724718772,0.0,1.0,0.0,,,,,,,,,,1.0,0.617642376161701,1.0,Baseline | |