versions/phi-5p/phi-5p.csv

,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality,Submitted By
126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17,Baseline
67,0,Grad. Ascent,Phi,0.0,5,0,1e-05,0.9473684210526315,0.3973333333333333,0.04870415050172085,0.44684106106890525,0.032137622250196035,0.3712373853602735,0.018938009179897658,0.00632999116673955,0.0008299128014062314,0.3286833099762514,0.002696334094594899,0.7745014245014245,0.037116781834202695,0.49452339896487557,0.029243331793233778,0.4090005324349409,0.018292400348495445,0.008432736421731887,0.0005608880420400836,0.3202792516336548,0.004085016694472165,0.8581532250665725,0.012868980941485218,0.47582046068048717,0.014778784826820228,0.8988625297962449,0.004103236213125108,0.1410789764587879,0.0035611437309264475,0.4062220907437317,0.005507264693461038,,,,0.8404284586395824,0.01566784994090144,0.47858954725712105,0.016183039427127104,0.8742973307336706,0.007143208141194536,0.1636152721853565,0.004975550444156972,0.4216835871657325,0.005729777202450207,0.395,1.4125429096205823e-27,0.056318407960199005,,,,,,,,,,2.5656301025789152e-14,0.5117667972582467,2.5656301025789152e-14,Baseline
68,0,Grad. Ascent,Phi,0.0,5,1,1e-05,0.9473684210526315,0.33233333333333337,0.04657628332477988,0.44210118329672776,0.032165824322996486,0.370096462479143,0.019282498227176433,0.005425422031291212,0.0008144717272438095,0.32929128240797945,0.003008976304023689,0.7457264957264957,0.03851880335961918,0.492831479884917,0.02917419633521638,0.40881121801319376,0.01845354215645646,0.00822505633941246,0.000601149907125342,0.31801362058145605,0.004008271347472442,0.6590670847004928,0.014677100366852339,0.4721086935306992,0.014807506644332207,0.8000129691423457,0.007332337835836101,0.10572096622675228,0.00302914844107105,0.3829866347521733,0.0038455623793949164,,,,0.523875512629707,0.015129502017233105,0.486929233286044,0.01594601323690575,0.5538022122973938,0.01691250745728419,0.09782466068862479,0.0031246978706693266,0.4032616523246594,0.004696836452816383,0.38,2.6290961095202044e-24,0.08522388059701493,,,,,,,,,,2.9623487356936016e-13,0.4819389253922607,2.9623487356936016e-13,Baseline
69,0,Grad. Ascent,Phi,0.0,5,2,1e-05,0.9473684210526316,0.022000000000000002,0.012274635093014647,0.39620073064591255,0.03250722397267746,0.34496722174968525,0.019515997750426256,0.0004174184166420191,0.0002358789725854864,0.42848145602999893,0.013578741674543676,0.37279202279202284,0.041323420793097684,0.442190376311666,0.029895924891259185,0.3721230910785776,0.018138497625154938,0.004228818041993495,0.0005025942131026081,0.341141540426054,0.009009176175940025,0.3547117195461819,0.008477417921476105,0.3842483779626528,0.015768395507761424,0.14814497753894018,0.007766095263683715,0.055387973752890916,0.0012171717868512183,0.44077760101187835,0.007224482512004959,,,,0.3437007773493141,0.010875728034148102,0.572027210489125,0.016800512973190972,0.07475984369847262,0.007714203065864513,0.06587151313911072,0.002491038357300761,0.4371590132129096,0.008668335795261717,0.205,1.3925915431369171e-05,0.3228358208955224,,,,,,,,,,0.0004306111484986726,0.12733378717798044,0.0004306111484986726,Baseline
70,0,Grad. Ascent,Phi,0.0,5,3,1e-05,0.9473684210526315,0.002,0.001999999999999999,0.3099229279405089,0.036776766757030475,0.25015443587005765,0.0237599691843799,7.142857142857142e-05,7.142857142857143e-05,0.23814117160515258,0.0036164544179831267,0.023076923076923078,0.008304661733060714,0.3649725522142139,0.030986425937952835,0.29460670979135184,0.01846116477745002,0.0004957599412592635,0.00016995877026139934,0.23192193481705609,0.00300847483104681,0.1328676256480963,0.0037889158585325835,0.19641867038930472,0.013997180474537246,5.478569225841231e-08,4.868139882026174e-08,0.022577162493676983,0.0007259684937902722,0.24385593081901352,0.002516376223338923,,,,0.1315962842301884,0.004454278661259192,0.7088498260680648,0.0151441636887798,9.176661894656182e-10,6.516838609006018e-10,0.026948172267243855,0.0010313984446637737,0.24809034478846903,0.0027618824671781163,0.225,3.3454595325018634e-05,0.3308457711442786,,,,,,,,,,7.536785951251345e-05,4.930558519139861e-07,7.536785951251345e-05,Baseline
71,0,Grad. Ascent,Phi,0.0,5,4,1e-05,0.9473684210526316,0.002,0.001999999999999999,0.41833301411084833,0.04331888426812115,0.25175750401052766,0.03261552866485664,7.936507936507937e-05,7.936507936507938e-05,0.2479745360712376,0.003949256422913901,0.028774928774928776,0.009099120002652528,0.38804860446753614,0.03686918277107514,0.24595058285050908,0.019695508938273522,0.0006693115658605177,0.00020354599553303266,0.25072748375852244,0.004242559965108977,0.1370976168462799,0.0038052310706161185,0.12240294101298028,0.00976717941844421,1.3697292989730826e-23,4.06196238277166e-24,0.025209902530529328,0.0007335856981830234,0.24606743075889081,0.0025727085763113926,,,,0.14001168507329345,0.003990527452962912,0.7818461264805139,0.01186528822868957,9.593948969309419e-24,4.736289036655825e-24,0.03127298577067527,0.0010949389111112313,0.24591376890305824,0.0031751463019621356,0.325,1.4058450645425207e-11,0.2244776119402985,,,,,,,,,,9.594235055800515e-10,1.2327563690757743e-22,9.594235055800515e-10,Baseline
47,0,Grad. Diff.,Phi,0.0,5,0,1e-05,0.9151450053705693,0.4073333333333333,0.04890628707870714,0.4466159282714341,0.03227725675703351,0.3710734648261002,0.018969486771700787,0.006468110761036569,0.0008314572173874184,0.3304981854878406,0.0025720107545074396,0.7727920227920227,0.03738327846205438,0.4949143219816758,0.029248827596421747,0.4084623408686101,0.018313146487266986,0.008613470615930808,0.0006070570260083769,0.3249173972853186,0.005032225533961778,0.8679063293607155,0.012509475871902834,0.47705404916738653,0.014746875614097543,0.9026283843948719,0.0039192180377366,0.14350239653535404,0.003619238084366768,0.4122675076781909,0.0058937700821408015,,,,0.8554831372014604,0.015156852623678194,0.4788210584027038,0.016205041167035833,0.8841020451804712,0.006635012194431027,0.1671629305729499,0.005046930533975713,0.4239164739708372,0.006360035984273378,0.39,1.5512613290165279e-27,0.056666666666666664,,,,,,,,,,5.86730162802883e-14,0.5140514356486094,5.86730162802883e-14,Baseline
48,0,Grad. Diff.,Phi,0.0,5,1,1e-05,0.9151450053705693,0.354,0.04780896327778893,0.4474506637994592,0.032153797204988344,0.3700535221772105,0.019016517672948714,0.005627922094434177,0.0008149540094834378,0.3347690644626086,0.0029042198696014455,0.7445868945868945,0.03816096397699633,0.49308992058372053,0.029313095537361167,0.407060128056712,0.018468360106436304,0.008017593756163992,0.0005607013996057553,0.3266808597255474,0.004038621034504087,0.8171762691461101,0.013942692697798669,0.4769894140137838,0.01481242305225521,0.8849544905515874,0.004732991293692389,0.1346270094380487,0.0035411083254428526,0.4206811837858982,0.005992512078368245,,,,0.6357862300795125,0.016608236689450863,0.48562036057335317,0.01634862804989653,0.6922566538424771,0.014901061670204682,0.12174278946222708,0.004122726043901429,0.432357181478138,0.006786617393036778,0.37,6.039345239174551e-26,0.07049751243781094,,,,,,,,,,1.4275699621532978e-12,0.49889251435971,1.4275699621532978e-12,Baseline
49,0,Grad. Diff.,Phi,0.0,5,2,1e-05,0.9151450053705693,0.21033333333333332,0.03889522314935838,0.4458044657180148,0.03291473744174133,0.3706000268678954,0.019968170680658787,0.0032874515464930837,0.0006387295095144267,0.3636776929727203,0.0069209558379519035,0.6377492877492877,0.04191931124791538,0.4866600306735924,0.02931634917484688,0.4030100114413805,0.01883084176589643,0.006899638275322906,0.0005655825385103126,0.33969942562405747,0.0060591539918628656,0.5365059942109692,0.012840808316645441,0.44940451904946305,0.015461048074510955,0.6226823417731935,0.01027240182004234,0.08362670221646601,0.0020308381893048262,0.42493705332236287,0.005622893295803352,,,,0.42430797264120346,0.012027947107023334,0.5192282079290663,0.016578048414717106,0.2556903609012649,0.014207422319297013,0.07950300535186457,0.0021961532717120306,0.46013561601999037,0.007248692979126342,0.305,7.526258864342888e-16,0.17129353233830846,,,,,,,,,,1.2940880677508261e-08,0.41870163807342897,1.2940880677508261e-08,Baseline
50,0,Grad. Diff.,Phi,0.0,5,3,1e-05,0.9151450053705693,0.18866666666666668,0.037876342008575974,0.44080970247976387,0.03385663092526476,0.3682838234001564,0.02060090292052789,0.0031120606294756763,0.0006546514694008205,0.3617080283539992,0.007777708065010618,0.6064102564102565,0.04350608581912611,0.4834544538651108,0.029425157576296296,0.3988631057055157,0.019052938183065072,0.006890961271525765,0.0006193691139822861,0.32645971443860383,0.006770371749589383,0.49370522130160877,0.012264526133580611,0.4454011022794278,0.015835719187281088,0.543184071685971,0.01152658002194726,0.07943072320831535,0.002071543274226305,0.44170676211618826,0.00713748465134117,,,,0.364180708737891,0.010817582072742232,0.5580607157880576,0.01623976447666189,0.08540142340110052,0.008637568740666405,0.07231435115420254,0.002628328546264106,0.4627349431439022,0.0087320847149056,0.205,1.5688404677317863e-07,0.28616915422885575,,,,,,,,,,0.0004306111484986726,0.3978693876024443,0.0004306111484986726,Baseline
51,0,Grad. Diff.,Phi,0.0,5,4,1e-05,0.9151450053705693,0.122,0.03186397858574995,0.44201943800402055,0.035759856692931226,0.3683926428653211,0.022475206467387595,0.0021325904810737505,0.0005845336119032885,0.4186515159601691,0.01231097099943678,0.577920227920228,0.04364979486736906,0.4715714472208501,0.030808753346686125,0.3922489991013043,0.019659774564171537,0.00620346174398396,0.000557828282165281,0.33494549709956234,0.009048567220464836,0.4395359423938254,0.011224843985016032,0.4418577697662992,0.01656713947699931,0.4255116573486394,0.012196601454876147,0.07356505022571179,0.002412492660724484,0.46380544987009537,0.008476839143756867,,,,0.29646604270404203,0.009310816708077962,0.5904378175819995,0.016469076073843042,0.020702010845669888,0.003437824405133252,0.06287302618362683,0.0036584358032777375,0.4920935418592645,0.010842643256210854,0.125,0.046045252201116084,0.41865671641791047,,,,,,,,,,0.0878382826713132,0.3401066999915881,0.0878382826713132,Baseline
77,0,KL Min.,Phi,0.0,5,0,1e-05,0.8678839957035446,0.3973333333333333,0.04870415050172085,0.44663743388121696,0.032220977795081776,0.3716177188089344,0.018959206554569223,0.006327701629451819,0.0008299419543136753,0.32951770011354387,0.0028592280712262876,0.7599715099715099,0.03792058995790417,0.49527423191494396,0.029155572922248844,0.409186375813588,0.018302215006078114,0.008482696639498691,0.0006098415518577068,0.3260959147825401,0.00498795111941358,0.8528023851574646,0.01311582130764109,0.4761049625929941,0.01478958175558384,0.8990750725714205,0.004093857241809358,0.13999067753149338,0.0035375629904701705,0.4054830823958956,0.005551602308010087,,,,0.8432135702347838,0.01580486992729008,0.4786781129652564,0.016164646539066536,0.8743641304258404,0.0071443523726619045,0.16420552950303727,0.005041787982213399,0.42460929861287966,0.006078788250462324,0.395,1.797017872812512e-27,0.05721393034825871,,,,,,,,,,2.5656301025789152e-14,0.511052918910662,2.5656301025789152e-14,Baseline
78,0,KL Min.,Phi,0.0,5,1,1e-05,0.8678839957035446,0.3423333333333333,0.0469277329647632,0.4414456943629027,0.032063243657108643,0.36925920995403844,0.019224369999395443,0.005556134982935437,0.0008162867731712584,0.32864062437794694,0.002848095882670432,0.7457264957264957,0.03851880335961918,0.49168265548049883,0.029211968468783368,0.4071703986814626,0.018441352288409756,0.008219221377125484,0.0006011107893735244,0.3205347461535208,0.004036913377075627,0.6724316199735322,0.01488015542370608,0.47277090117945847,0.014803345218428188,0.8072019612131972,0.0071765983826697945,0.10794732473179446,0.0031135166539973964,0.389509351207129,0.004355308590792392,,,,0.5332292670299291,0.015416733853042255,0.4871582621320234,0.016011430415461495,0.5601068250267155,0.016902455039152265,0.09943528162795973,0.003105289145186037,0.4070759438764393,0.004610021250081802,0.38,1.781581884339874e-24,0.083681592039801,,,,,,,,,,2.9623487356936016e-13,0.48474413452709203,2.9623487356936016e-13,Baseline
79,0,KL Min.,Phi,0.0,5,2,1e-05,0.8678839957035446,0.04366666666666666,0.018316919496543987,0.39806635712070365,0.032843959014959734,0.3464502539584891,0.01973515449250203,0.000898944305674319,0.00037398524238592596,0.44046717217608533,0.013373456043173393,0.3784900284900285,0.04149565052966719,0.4458137265709391,0.029812147990470866,0.3755313993938293,0.0182840533348504,0.004278453268342547,0.0004955301931897874,0.35759431378091616,0.00956450761156174,0.37338848968149757,0.008287734257554162,0.3942435705776056,0.01581732788474261,0.18450891569750222,0.008517619084867836,0.05849733028459261,0.0011782596011925203,0.46441445252807484,0.007298071939226236,,,,0.35319707533003564,0.010539359290917764,0.5626663464843066,0.016603109035684408,0.08730251764724674,0.008654525939224302,0.06611500199220717,0.0019985879055218246,0.4690523957367925,0.008159883601725175,0.205,7.842405822239322e-07,0.2986069651741294,,,,,,,,,,0.0004306111484986726,0.19362393928050475,0.0004306111484986726,Baseline
80,0,KL Min.,Phi,0.0,5,3,1e-05,0.8678839957035446,0.002,0.001999999999999999,0.30201302727581086,0.0359292428310432,0.26361026590493186,0.023669586935487867,7.042253521126761e-05,7.042253521126761e-05,0.37208680570375824,0.011372333282637365,0.025925925925925925,0.00871496805639447,0.34315526944088404,0.030043262003420727,0.2993239828270343,0.01761427595122048,0.0005446088362680811,0.0001753009382007315,0.32755571582894194,0.009274441272395262,0.16462274937694432,0.0037441881048317577,0.23340822944223796,0.015594749879293855,4.173823224567624e-06,3.3923915407076885e-06,0.02863948585676244,0.0008235456291004619,0.4142926864611494,0.005046267352281318,,,,0.16755387682346515,0.0043857243965299665,0.6757735421664998,0.016853723554608385,1.220522886156559e-07,9.367977233877392e-08,0.034043790301799555,0.0011484185321259004,0.44339933104703827,0.006272589700842167,0.16,0.005672664607292997,0.3872139303482587,,,,,,,,,,0.011843449760085422,3.747645558599556e-05,0.011843449760085422,Baseline
81,0,KL Min.,Phi,0.0,5,4,1e-05,0.8678839957035446,0.002,0.001999999999999999,0.4097554436714871,0.043210779822642806,0.25275127439977985,0.03190887177655261,7.874015748031496e-05,7.874015748031494e-05,0.28378025704540655,0.008591776274083132,0.030911680911680908,0.009772908917887905,0.39049857744691524,0.03617729568496359,0.25029845172286735,0.01945037923292546,0.0006886041041805987,0.00021678746067521545,0.30303401011287995,0.007954675844391936,0.14568521435612258,0.004252948004178069,0.12414692796642322,0.009818249002041155,2.317394574739555e-22,8.629747369359599e-23,0.026308783985412032,0.0007884050133616958,0.252999881825323,0.004199019656606275,,,,0.14998421238846216,0.00447613477254901,0.7787039479377412,0.011911244694310218,1.1717383707761457e-22,5.573994496683587e-23,0.03270778392003661,0.0011920840631060659,0.26105827234348133,0.005975724171254671,0.325,1.4417929326611711e-11,0.22462686567164178,,,,,,,,,,9.594235055800515e-10,2.0856551172655995e-21,9.594235055800515e-10,Baseline
57,0,Pref. Opt.,Phi,0.0,5,0,1e-05,0.9151450053705693,0.4073333333333333,0.04890628707870714,0.44810881062315006,0.03230929237527726,0.37302225807484596,0.018907860573119967,0.006497527275954093,0.0008345604957210465,0.3225948185196416,0.0023869332707901567,0.7642450142450141,0.03790882473231565,0.4987951852969569,0.028760220187570445,0.41024356885819757,0.01805787238521131,0.00855172227063477,0.0006139222913576342,0.31205095443832886,0.002655900862762239,0.8643778629043591,0.012985548917791818,0.47240205238314575,0.014659213817991427,0.9010948069213501,0.003894524752710786,0.14221399867577636,0.003610946772901936,0.4123466668509634,0.006198708213044482,,,,0.8782605380348965,0.014487186400751364,0.48170693655177294,0.016049116085947612,0.899109665612838,0.005577463156717353,0.1726962885310151,0.0051875264428679815,0.42117066324841923,0.006383195814722743,0.38,4.781022731812138e-26,0.06960199004975125,,,,,,,,,,2.9623487356936016e-13,0.5142331318824949,2.9623487356936016e-13,Baseline
58,0,Pref. Opt.,Phi,0.0,5,1,1e-05,0.9151450053705693,0.2906666666666667,0.044871883967795526,0.4180911036532261,0.03183262536887489,0.3594850397844364,0.017651168910767602,0.0048148711119298335,0.0007877507722935037,0.2958753887999601,0.004447523395247747,0.6951566951566951,0.041919636744596506,0.5040280769699952,0.026982782604721034,0.40925633776426124,0.017015823108356493,0.007591325302186247,0.0006132694133633984,0.3128593063326545,0.005826898535698281,0.40718715267578204,0.019256985236190162,0.44548365214328245,0.014056675287694364,0.7788888643061213,0.00579210738401997,0.06358113984104231,0.003189694674669916,0.3894178518888129,0.009307428345098675,,,,0.2625803997123761,0.015673006617937347,0.5163360891975817,0.01588842538010633,0.7343346613755071,0.00761851481285614,0.05194716964122177,0.0032953101948732964,0.4189208367730519,0.012018512931149335,0.325,4.865965117919374e-17,0.15791044776119403,,,,,,,,,,9.594235055800515e-10,0.43978706341328533,9.594235055800515e-10,Baseline
59,0,Pref. Opt.,Phi,0.0,5,2,1e-05,0.9151450053705693,0.16733333333333333,0.03688785443359108,0.40964080503277467,0.031160081876296784,0.3539553060213049,0.017210033824156628,0.002714483887411253,0.0006350452078196279,0.28844425727597955,0.00852304032469176,0.6467236467236467,0.043776404050617786,0.4979123607425766,0.027039099712868407,0.40719847158387357,0.016708866717683832,0.007116150775399226,0.0006227169514825036,0.2962724455911795,0.007695681348683412,0.3186203114165437,0.016873102470429335,0.44092265206594294,0.013820253376178884,0.75688583654713,0.005994524614368157,0.05146068885227744,0.0029385573652789486,0.408228547768255,0.01070626270308944,,,,0.20018507917968476,0.009660411061174604,0.5247844608001638,0.015624189946729863,0.6730846169333102,0.007636603890921891,0.04013887919022475,0.0024361138045957504,0.4330279620607652,0.012805324056853824,0.315,6.406899025072769e-15,0.18213930348258706,,,,,,,,,,3.602472544567432e-09,0.3753029530277975,3.602472544567432e-09,Baseline
60,0,Pref. Opt.,Phi,0.0,5,3,1e-05,0.9151450053705693,0.28733333333333333,0.044963584217941346,0.41718141307240947,0.03158033560399835,0.3582971059371289,0.01761460068210511,0.004734439304363033,0.0007827926425963448,0.2934308534866858,0.005154214445855657,0.7051282051282052,0.04172849403345307,0.498369216561253,0.0274783977707353,0.41076561169103987,0.016946986041210737,0.0075980437625121225,0.0006164580059362407,0.3002300088075271,0.006256128850514236,0.5477980797715342,0.020693281068159458,0.4497794911496921,0.013830244476730216,0.8064628470576224,0.005212395609476496,0.08640832917309997,0.003706449606951602,0.35298611862812906,0.0067437229061464475,,,,0.19946583988927535,0.01075092014330646,0.5179552804716727,0.015483008846305001,0.7115012654055353,0.007434179379594254,0.0397281262204839,0.0026196094391503027,0.3147341160834003,0.008490841603606216,0.325,2.3645183456640836e-16,0.16557213930348258,,,,,,,,,,9.594235055800515e-10,0.4541718815332515,9.594235055800515e-10,Baseline
61,0,Pref. Opt.,Phi,0.0,5,4,1e-05,0.9151450053705693,0.289,0.045011670764930574,0.4197342147868375,0.03169685066852125,0.3594715092966317,0.017831669358283044,0.0046467806845421405,0.0007730581842911,0.2943513595115394,0.0033432857060786735,0.7421652421652422,0.039980660506368816,0.4942782498998667,0.02798105690756216,0.41057631724515115,0.017227815023243147,0.007892750629459037,0.000602423007071051,0.2956308366194299,0.005280440358280402,0.6431082659335433,0.01968654713197535,0.45723983714878896,0.013955300895140235,0.8307311094580224,0.005001956848352048,0.10272980502028747,0.0038340232630478697,0.3610818051070236,0.005838759754859062,,,,0.2142412330267501,0.0131927757896015,0.5092541998330259,0.01551136757395992,0.7337058652111381,0.007348494338207295,0.041371837695604,0.002756106904444783,0.2956168969069584,0.0052211321228071445,0.34,4.0331927814505295e-18,0.1461691542288557,,,,,,,,,,1.2127544312107394e-10,0.46448175226712884,1.2127544312107394e-10,Baseline
83,0,Retain Model,Phi,0.0,5,-1,2e-05,0.0,0.4181666666666667,0.048417780054074745,0.452619425551523,0.03276880148869164,0.37672239597055446,0.01997551803220911,0.006770338014656243,0.0008415059163335462,0.38559041457237286,0.004703268905875031,0.7542735042735043,0.03803758218098353,0.5000344040307756,0.029891640628495534,0.41581775420489836,0.01853256215814981,0.008496280770998807,0.0006094230662782937,0.3637387836358756,0.005406283360404024,0.874148114684597,0.011704179986916521,0.47604676909766463,0.014778282281734924,0.9032318155028709,0.0036879515961418794,0.1477059540177595,0.0036282419998955413,0.5013622204205103,0.006937446008008315,,,,0.42377558329524495,0.011929022984044548,0.6304729729096896,0.016015199183240493,0.13919658565290485,0.010124524528174313,0.07861874997257551,0.0018628484602644802,0.5097503976815042,0.008120088868810355,0.0,1.0,0.0,,,,,,,,,,1.0,0.519105725724611,1.0,Baseline
50,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0,Baseline
62,0,Grad. Ascent,Phi,0.01,5,0,1e-05,0.9473684210526315,0.38733333333333336,0.04848034069953959,0.4702205317221988,0.032006711055923516,0.38116377863356116,0.024657890803697315,0.006236020129651401,0.00083416453982487,0.33305425244477094,0.002522676081370665,0.7727920227920227,0.03738327846205438,0.5008360231562771,0.029131041282461387,0.42339562816497206,0.024822738104842076,0.00865043176576349,0.0006188786958300367,0.3262319675068413,0.004169588336868625,0.8630342336335792,0.012508602742289104,0.47230665884023193,0.014940931399018519,0.8991764596830294,0.00408061058549671,0.14224332865284828,0.0035741055630574494,0.4207631827652003,0.006075643818175603,,,,0.8411565288268551,0.015898061481940798,0.48139415398737057,0.016236296229064178,0.8740048697666535,0.0071617181689399055,0.16368861698397716,0.004983194993253389,0.4390333927172609,0.006967717879264403,0.395,5.0657070725933796e-12,0.21850746268656718,,,,,,,,,,2.5656301025789152e-14,0.518057494086161,2.5656301025789152e-14,Baseline
63,0,Grad. Ascent,Phi,0.01,5,1,1e-05,0.9473684210526315,0.33233333333333337,0.04657628332477988,0.46352625928363816,0.03220260155742308,0.378287678659287,0.02505813605076499,0.005438293103668776,0.0008160732123530282,0.33399058971499124,0.0025099941811678747,0.7670940170940171,0.03702451857933602,0.49877845953370964,0.02920750939548373,0.4269426301532781,0.02548451127551873,0.008428108495527019,0.0006018951023284206,0.3174084103370284,0.0028508944459367212,0.6994548680944075,0.014956253252312483,0.46741417161467724,0.015016271667911646,0.8207478715733544,0.006813977262923422,0.11231962010095738,0.0031904904996429523,0.4009420199109086,0.005211912879279698,,,,0.5427657287778972,0.015772823413817087,0.48859216878703704,0.016100075552418328,0.5910403224955716,0.01651648379973555,0.10126851053486309,0.003283346105068612,0.41594824903789485,0.00545838878356855,0.385,6.455513252234515e-11,0.2336318407960199,,,,,,,,,,1.3261055712130201e-13,0.49320032068312797,1.3261055712130201e-13,Baseline
64,0,Grad. Ascent,Phi,0.01,5,2,1e-05,0.9473684210526316,0.15283333333333332,0.03500044492261698,0.44489944075465077,0.03367259136018443,0.3679378231916626,0.02709062037048553,0.0023504843259260456,0.0005476038130725186,0.3738117274932104,0.009328626906495371,0.5180911680911681,0.043372146202152476,0.46774111236523674,0.02920334262448001,0.4194455560942563,0.02797537387604843,0.005689552572439171,0.0005732423200484731,0.3288924817165697,0.005317839481290448,0.407576475324819,0.009485677754656576,0.41575931813309824,0.01557671659740291,0.31023717642079096,0.010414590938182467,0.06460684160231213,0.0024076691622645975,0.39836579562816393,0.0055500024222479485,,,,0.39561813737893253,0.011014054482506298,0.528836311671055,0.01609422528076213,0.15419687807693006,0.011550388063867842,0.07365621288704191,0.002177349407547025,0.4240794974031419,0.006728028581349522,0.27,5.872102308255953e-07,0.296318407960199,,,,,,,,,,8.056669472003223e-07,0.34558327906881525,8.056669472003223e-07,Baseline
65,0,Grad. Ascent,Phi,0.01,5,3,1e-05,0.9473684210526315,0.013666666666666667,0.007060663863002368,0.38499512052448176,0.031869189691370994,0.3285657729627356,0.02569241479592782,0.00027888115019786963,0.00013734550421161686,0.45302379910702145,0.014960818903311992,0.1854700854700855,0.03192740576456628,0.4129756012061883,0.030697548285939392,0.39253027406360197,0.028576237195492765,0.0024177315696571,0.00042124508488465567,0.40204239431066974,0.013992213046465115,0.27498685935440026,0.008109027780830868,0.3463962260149917,0.016249747008218216,0.035639351532210393,0.004070251115426569,0.0435541376879855,0.0012227357861912594,0.4100031277819213,0.008997757290374837,,,,0.25772944093759054,0.008835947746991793,0.6198384674758057,0.017198709543899918,0.016385743507442433,0.002716078358098081,0.048296473362351745,0.0015538717218489837,0.40254559873749207,0.010882343687310897,0.115,0.21463786172170962,0.4494029850746269,,,,,,,,,,0.1420746514551761,0.07272450801528493,0.1420746514551761,Baseline
66,0,Grad. Ascent,Phi,0.01,5,4,1e-05,0.9473684210526316,0.006999999999999999,0.005366374921488416,0.33162692114515296,0.034602705500507855,0.3086568230497394,0.02469392939030263,0.00014492753623188405,0.00010196035806977516,0.3273254466202702,0.008285297737596824,0.045156695156695154,0.013729649816810394,0.38764041548587147,0.02982279652678528,0.3606459158735745,0.027334710961078278,0.0008036077487346345,0.0002297548355519693,0.34408214632182105,0.008165113849349167,0.17668430862926077,0.005137403940778033,0.3294075029061917,0.017063007349037172,0.0009094803730757254,0.00025547778244081303,0.028704598972948123,0.0007996272178659856,0.32993047398003306,0.005275591767363487,,,,0.16250982424789703,0.00499411861704525,0.5769310997983197,0.017711529027575522,0.00044359152207463083,0.0002348360930215928,0.03221285623428339,0.0011033966488544287,0.2996506352525866,0.0051596639245466355,0.125,0.19294319281521355,0.4469154228855721,,,,,,,,,,0.0878382826713132,0.007004792878636915,0.0878382826713132,Baseline
42,0,Grad. Diff.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.3973333333333333,0.04870415050172085,0.4678435778720407,0.032137010774723654,0.38071170295758916,0.02459418835823046,0.006365911256096586,0.0008343610756620373,0.3397004696498032,0.002636847356886148,0.7642450142450141,0.03790882473231565,0.5007235586805928,0.029071911794725465,0.4226639082672956,0.02477886455076359,0.008595846256573423,0.0006257596806937399,0.3311016865466536,0.004794229183144251,0.8721092880212769,0.012298979869899092,0.4744406979742168,0.014880458639131443,0.9025795877529031,0.003916338520805818,0.1442091384328562,0.003648217718380057,0.4256276909117877,0.006257025952016907,,,,0.8407838747624112,0.016036895405682237,0.48067977707224346,0.01625556138025168,0.8840307826757645,0.006614568352365256,0.16391258248782223,0.005011926277748944,0.4468026409556067,0.007465492502146892,0.39,4.894475734218317e-12,0.21830845771144278,,,,,,,,,,5.86730162802883e-14,0.5197875247816769,5.86730162802883e-14,Baseline
43,0,Grad. Diff.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3473333333333333,0.04736177833589072,0.4658565743478556,0.032190529189740136,0.37902972462361545,0.024914625287162914,0.005572909503883965,0.0008129460970439699,0.34209716269796464,0.0035569512250199073,0.7474358974358973,0.03827063998189997,0.49612806638139373,0.029576486797460378,0.4226405600755504,0.025008676244423402,0.008032865943899542,0.0005621164819683218,0.32865105877525935,0.0038978426238417806,0.8258097903202785,0.013911671417644524,0.47413569492142965,0.01496968822128586,0.8868977975392949,0.004687838770332232,0.1356322976688059,0.003579559088357858,0.4315184634867408,0.006307123916588194,,,,0.6413835780521334,0.01682017466894216,0.48577763100969434,0.016418064941580508,0.7061440694141925,0.014532229391702015,0.12174831962148079,0.004028227849277732,0.44208240006432176,0.006829448495821801,0.38,1.1776592896645094e-11,0.22343283582089551,,,,,,,,,,2.9623487356936016e-13,0.5047352737509242,2.9623487356936016e-13,Baseline
44,0,Grad. Diff.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.24483333333333335,0.04215085342486489,0.4625359994576103,0.032621888404754114,0.3758971519871067,0.025677245003106298,0.003775727623708952,0.0006640346510903368,0.3500616432827556,0.006118399018951057,0.6762108262108263,0.041283143178581436,0.4889036615332099,0.02943054153484348,0.4236861963949195,0.026138168444356055,0.007372619834467888,0.0005829880943059497,0.33673263065716685,0.005253124826603497,0.6049396776020457,0.013976971298303968,0.4612535221474117,0.01530767798039172,0.7362495710152509,0.00823504442092462,0.09543865882076759,0.00257352751624662,0.4279937556012972,0.0058471810291254285,,,,0.467504242312318,0.013490950332617421,0.5008212466462312,0.016403700482951537,0.36403334928207415,0.016235857834725916,0.08644949076627832,0.0024920869852342598,0.4551870992489783,0.007053281002471597,0.345,9.774312579286385e-10,0.2507462686567164,,,,,,,,,,5.951062636424447e-11,0.4506655509391546,5.951062636424447e-11,Baseline
45,0,Grad. Diff.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.25066666666666665,0.04155906645353501,0.4522186890185522,0.03379806716500173,0.37163065732523054,0.026163742163857955,0.0038356477638539577,0.0006603467510802686,0.3799103276265034,0.007895020897578117,0.6021367521367521,0.04276479954276994,0.4827709140534684,0.029394363324439343,0.4223339028901742,0.026994260464550626,0.006631917105760502,0.0005881291691288757,0.35214358840198745,0.006904142661142702,0.5114967609955267,0.01188225990782738,0.44601523164022544,0.01569150751068399,0.5945503053901763,0.01000923752105491,0.07978642994593477,0.0018349873686373515,0.452711571950052,0.006338428504598451,,,,0.40989014418209946,0.011677618326873888,0.5299893964426794,0.016305335991572075,0.18144936255193322,0.012414113602790098,0.07658335918342869,0.00199129826860702,0.4881270035786109,0.007441988124251571,0.275,7.274398716819551e-07,0.2980099502487562,,,,,,,,,,4.6128382074998843e-07,0.43123040151855757,4.6128382074998843e-07,Baseline
46,0,Grad. Diff.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.212,0.039413546014379484,0.45064918770182705,0.034223452847729756,0.3693853118330659,0.026361926453242125,0.0032865313254840985,0.0006309876870707848,0.3993303075586398,0.009038594044291366,0.6106837606837607,0.04258106655203318,0.4804159197768448,0.029743575267259563,0.4217896553616893,0.027243025716062495,0.006715957730675074,0.0005872648636038186,0.3543789096754754,0.006734690172508233,0.5072339469034717,0.011995210499331867,0.44490751045661825,0.015743106866691527,0.570797476051256,0.010328660412022682,0.08016542054049272,0.002002839372378644,0.45708176744168477,0.006980054634977941,,,,0.395527053299195,0.011627848646539426,0.5437199008557633,0.016381511529563884,0.12948525108431583,0.010609580421746081,0.07608437028829533,0.0024358043498195715,0.49979007603264874,0.008432291993143413,0.245,5.180660338161201e-06,0.31417910447761194,,,,,,,,,,1.1150402145378719e-05,0.41466703707754604,1.1150402145378719e-05,Baseline
72,0,KL Min.,Phi,0.01,5,0,1e-05,0.8678839957035446,0.4073333333333333,0.04890628707870714,0.46895545751340906,0.03207997819700763,0.3807860232150567,0.024589508967707528,0.006506889590530774,0.0008351364921554757,0.3364273150188554,0.00256961225665061,0.7727920227920227,0.03738327846205438,0.49975883125095255,0.029023278467080225,0.42347443380966066,0.02480494831953641,0.008658448792302847,0.0006230229367984266,0.3249002409958939,0.004029200497814564,0.8625211609105699,0.01252761288739136,0.472905162798203,0.014921074256770726,0.8991544656111204,0.0040813831635363625,0.14191658934091503,0.003527427539152901,0.4226968038809161,0.006248706436982362,,,,0.8415051252115527,0.015822463829402358,0.48103219042642215,0.016284674046883864,0.8739887868170981,0.007177742585447102,0.16364532509448323,0.004963007282731629,0.4380563297491344,0.006778505447397485,0.39,5.288020907026845e-12,0.21875621890547264,,,,,,,,,,5.86730162802883e-14,0.5215557241932791,5.86730162802883e-14,Baseline
73,0,KL Min.,Phi,0.01,5,1,1e-05,0.8678839957035446,0.33233333333333337,0.04657628332477988,0.46406758093050593,0.03208968861791881,0.378204987775231,0.02501102177000738,0.005434478098201527,0.0008152768042422294,0.332541625242257,0.002382512986644175,0.7670940170940171,0.03702451857933602,0.4981194202876374,0.029189789077508254,0.4270124226268368,0.025532853965627128,0.008438522246750818,0.00060278426413987,0.32322164246050733,0.004028717682881305,0.7064093892130515,0.015082685497990907,0.46923033724039254,0.01495915728848286,0.8243124665383831,0.006745036307766154,0.11366100559311693,0.0032262541023935893,0.4024112557641747,0.0054078315311679075,,,,0.550586528259906,0.01587925449069617,0.4884893714926913,0.016177056402482636,0.5929438127792263,0.016478183846341768,0.10276832959759241,0.0033053068411054436,0.41192872182192913,0.0052643041532413224,0.39,5.1776563533332604e-11,0.23228855721393035,,,,,,,,,,5.86730162802883e-14,0.4939390933429211,5.86730162802883e-14,Baseline
74,0,KL Min.,Phi,0.01,5,2,1e-05,0.8678839957035446,0.15783333333333333,0.03513678178694564,0.44880469697896536,0.03330190786006885,0.3695053509344211,0.026793042852428756,0.0024883713637950723,0.0005582520394266483,0.37583756281221703,0.009632572789225403,0.5636752136752137,0.04342640003071448,0.47170232334802753,0.029047550892587926,0.42134336876327244,0.02785996987560283,0.006075492986915766,0.0005733436262154558,0.32341987776091663,0.004862266282380578,0.41647037679034904,0.009409339329114003,0.42045584458400276,0.015486731485031775,0.3426740213967376,0.010722104005944182,0.06624829974475784,0.0024000741537383245,0.40407332380582056,0.005672566558969576,,,,0.3954147946279467,0.011237187721797824,0.5262106743299542,0.01605648314875436,0.16433360275066503,0.011908963011260066,0.07390941815371004,0.0021937924117020396,0.4334637178689931,0.0069395438149276786,0.27,5.339896563528368e-07,0.2955721393034826,,,,,,,,,,8.056669472003223e-07,0.3566418642799969,8.056669472003223e-07,Baseline
75,0,KL Min.,Phi,0.01,5,3,1e-05,0.8678839957035446,0.015333333333333332,0.007962031109832426,0.4028683587264754,0.03200797177096022,0.34005911321481364,0.026561192619630712,0.0002825899164773845,0.00013923913228522386,0.506884036880587,0.013238950409730204,0.22749287749287747,0.03503451733772163,0.4242603972960256,0.03069538570169358,0.39826567687915027,0.029062295812726124,0.002655673088603394,0.00041719267347636125,0.4259448142323811,0.014104314804628487,0.30317311642168526,0.008225994000437796,0.35188362225687625,0.01614564168189605,0.055630761897987234,0.005027591203888491,0.053512607826809076,0.0034524105553360796,0.47580466523429077,0.008836022468011344,,,,0.28760103073256016,0.009621335604118078,0.6120420372409806,0.017022145032074425,0.023781530102960104,0.0035930177435653512,0.05782994815787557,0.003501785056211076,0.4599772267791548,0.010699873314550502,0.115,0.08425016422364179,0.42960199004975125,,,,,,,,,,0.1420746514551761,0.08652191515378063,0.1420746514551761,Baseline
76,0,KL Min.,Phi,0.01,5,4,1e-05,0.8678839957035446,0.002,0.001999999999999999,0.3553673668831616,0.03292035490154195,0.3165075376792712,0.02470159451223925,7.142857142857142e-05,7.142857142857143e-05,0.4175725218761348,0.012571455541940033,0.0779202279202279,0.019093212206409506,0.39577333969288264,0.031148681295742026,0.3814122528427597,0.027440055776921112,0.0011645059167925693,0.0002617646011644419,0.40376467560787016,0.011295870546941068,0.21474838348528966,0.0059902324388530085,0.3249776768208696,0.01679551500230718,0.004729788271612479,0.0007870849443046907,0.035124776240938044,0.0010017132999040517,0.41598280561224865,0.007480651046526885,,,,0.19625366054827842,0.006357602798082099,0.6019272754736927,0.01752453550368034,0.0020996731725884065,0.0007612685661735476,0.03873003132002448,0.0012853609631510894,0.3980496995718481,0.009124953134032337,0.1,0.2737389674190561,0.4553731343283582,,,,,,,,,,0.2704743832803917,0.012111175015277706,0.2704743832803917,Baseline
52,0,Pref. Opt.,Phi,0.01,5,0,1e-05,0.9151450053705693,0.38733333333333336,0.04848034069953959,0.47077325716159346,0.0322983226826558,0.38233544228046357,0.024487486116936023,0.006224131060770215,0.0008329441836443652,0.3311313411613099,0.002438340165616331,0.7642450142450141,0.03790882473231565,0.504397096959188,0.02871043114986494,0.4232827365297125,0.024480867210747437,0.008590496228438141,0.0006238220996465724,0.3192531875703322,0.00396495767718937,0.8650445849866851,0.013004283881015261,0.46975287662066717,0.014755165836636464,0.9009263739228758,0.0038855718112490918,0.14233980391126533,0.0036458015279000576,0.41758241080386316,0.0061939075359923185,,,,0.8785970368046897,0.014571104369632755,0.4847094697929499,0.016147036195730703,0.8989153825341245,0.005571797458172596,0.17251406425110488,0.005130522098431152,0.4384495974595747,0.007467537247416522,0.38,8.606318711178264e-12,0.22159203980099504,,,,,,,,,,2.9623487356936016e-13,0.5181432182138059,2.9623487356936016e-13,Baseline
53,0,Pref. Opt.,Phi,0.01,5,1,1e-05,0.9151450053705693,0.3106666666666667,0.045760514544288325,0.449021752363992,0.03166147493306669,0.37036629188340287,0.023058356017181193,0.005156394247336039,0.0008051428051619369,0.3499675601121971,0.005917068032809371,0.7094017094017094,0.041322819670542126,0.5082493937967322,0.02703999671345648,0.4173696054826313,0.023094151301457193,0.007904739096664714,0.0006246132203410139,0.3501697147138109,0.006231350800435453,0.5176678951269774,0.020466395195891728,0.44797862969742036,0.014196830878312808,0.80351049133941,0.005369812311164263,0.07981394704024042,0.0034348834320896667,0.4530654723845703,0.00833982479157137,,,,0.3456792256646202,0.02072274301227613,0.5160838994039727,0.015970211373317677,0.7622839465674903,0.007364296453277785,0.06841574910892625,0.00446810380014485,0.4771874157568081,0.0107467868537877,0.32,2.5711329376685905e-09,0.2571144278606965,,,,,,,,,,1.8694649189611297e-09,0.4656543567037805,1.8694649189611297e-09,Baseline
54,0,Pref. Opt.,Phi,0.01,5,2,1e-05,0.9151450053705693,0.17733333333333334,0.03777445023966717,0.43105403567531053,0.03132970212117321,0.3617102253689021,0.022473645018072495,0.0029110218982668513,0.0006585486177014463,0.37678644033452957,0.014937713622423405,0.6766381766381766,0.04259769328697061,0.499037600014566,0.027164826839664882,0.4124155062951512,0.022265558553862155,0.007546741827556888,0.0006286733282296054,0.34394485963113075,0.010014142273038209,0.3376444741658668,0.01667198132129853,0.4394729954443767,0.014006406535919197,0.7536458413813074,0.0061096575486654535,0.054499814795241595,0.002889757589839446,0.5140921887597085,0.008998708664478402,,,,0.2185774077863272,0.0093122165661745,0.525439985056896,0.01563000353579026,0.6757358105983836,0.007732263757350835,0.043656418792839366,0.00236879274776873,0.549872205907207,0.010050968785150908,0.31,3.582459415247659e-08,0.2753233830845771,,,,,,,,,,6.865581733487208e-09,0.38802873821884926,6.865581733487208e-09,Baseline
55,0,Pref. Opt.,Phi,0.01,5,3,1e-05,0.9151450053705693,0.2606666666666667,0.04333043243333383,0.4368441181991892,0.0314334754633251,0.36519754975692126,0.022584344830396244,0.00431047181235687,0.000754822151770228,0.33054180843487785,0.010963783665047258,0.7065527065527065,0.04164330677576536,0.5029415692144049,0.02723380079782264,0.4161844633832956,0.02214994286136674,0.007690487137519026,0.0006328094000606604,0.31136389075046145,0.00708691778999871,0.48066021426910643,0.020109211153698202,0.4451154232504332,0.013934350734310845,0.7978543138750059,0.00536444490855783,0.07594731510535416,0.0035597390081840725,0.48338294610137117,0.0095435986970563,,,,0.21215981442010923,0.009550072386650968,0.5221263361368914,0.015613002687054296,0.7087758466564626,0.007474080250318148,0.0429872559165959,0.0024591884780993676,0.4873829223001848,0.01219178289721992,0.32,1.7041933048529214e-08,0.2700497512437811,,,,,,,,,,1.8694649189611297e-09,0.4444322693477377,1.8694649189611297e-09,Baseline
56,0,Pref. Opt.,Phi,0.01,5,4,1e-05,0.9151450053705693,0.2756666666666667,0.04384662330054288,0.4400784419453887,0.03151288719072576,0.3665461930904549,0.02267574042080427,0.004509700848657644,0.0007599026971096693,0.321622807204187,0.007642186916448955,0.7364672364672364,0.04001870838730468,0.5019798132280175,0.027355076580149035,0.41516243280871923,0.02206562214156096,0.008038726792771947,0.0006290897388259802,0.3166833482357607,0.0061427314831959574,0.5530977000457807,0.020689279854693463,0.44772954835910145,0.01398835914622035,0.8141930350584041,0.0050901634917780245,0.08705088747430882,0.0036998080583930766,0.4477251066365466,0.00887786542772537,,,,0.22430610260291634,0.01172762080648869,0.51995174384652,0.01567541348276156,0.7246818215455729,0.00737963992864854,0.04457842146545089,0.0027130341265047806,0.4448460324395553,0.012060145743815337,0.315,9.018692040843481e-09,0.2656218905472637,,,,,,,,,,3.602472544567432e-09,0.4578660887445282,3.602472544567432e-09,Baseline
82,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0,Baseline