Spaces:
Runtime error
Runtime error
| ,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality,Submitted By | |
| 126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17,Baseline | |
| 25,0,Grad. Ascent,Phi,0.0,1,0,1e-05,0.98989898989899,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.9381956676442949,0.02117638697886323,0.48436721634156044,0.03437105216632326,0.9013096651244134,0.01261339546768661,0.18878779206666457,0.010800242902431123,0.43829137406265495,0.009875004389628838,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.515509929080137,0.00018791118070078278,Baseline | |
| 26,0,Grad. Ascent,Phi,0.0,1,1,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.44734011995097217,0.03217894764555533,0.37101624483217494,0.018931284114227592,0.006263486182511122,0.0008210066431042056,0.32826270031879445,0.0028133537367042434,0.7574074074074073,0.038158075922171186,0.49499355300913683,0.029162490891262313,0.40906637777543053,0.01830404458250218,0.008317369380519146,0.0005688010295725542,0.3265691141054026,0.005579470119790743,0.8704867907065715,0.012387375926423057,0.47711656069153385,0.01475710586986576,0.9015643248772981,0.003975181537110572,0.14375860868637821,0.0036205137034801857,0.4086015321631815,0.005744145645483118,,,,0.8539212715516609,0.031346063395792045,0.4864554382002444,0.034567232770465084,0.8766605534610836,0.015848473554253645,0.17152510264609178,0.011667532968495263,0.4508845992949766,0.012713303555537679,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.5117557053103856,0.00018791118070078278,Baseline | |
| 27,0,Grad. Ascent,Phi,0.0,1,2,1e-05,0.98989898989899,0.4073333333333333,0.04890628707870714,0.44734570744479357,0.03215277521384867,0.37064624550793046,0.018948252151536123,0.006486464347411385,0.0008332439923098922,0.332025347168284,0.002837707644733655,0.7745014245014245,0.037116781834202695,0.4952346970066556,0.029089850139072643,0.4080242788415114,0.018254755305729533,0.008451255173139164,0.0005623256403373222,0.3237031862965243,0.004885663169096891,0.8635815274703921,0.012617659782456903,0.47731163399674037,0.014730960287802922,0.8993312170707151,0.0040605534893021515,0.14230110953955352,0.0035690176670312482,0.4117371886891391,0.005971239725188091,,,,0.7414372868190965,0.03883903394813422,0.4911711120113319,0.03468085857264063,0.7981197888358412,0.025418043054027256,0.14793387841693728,0.011256772768740979,0.4443630713043298,0.013172887883572593,0.45,1.8189894035458565e-11,0.006097560975609756,,,,,,,,,,0.0005039436209702519,0.5138571534908382,0.0005039436209702519,Baseline | |
| 28,0,Grad. Ascent,Phi,0.0,1,3,1e-05,0.98989898989899,0.4073333333333333,0.04890628707870714,0.4453090971412346,0.03214679909036357,0.36948689439486265,0.018881652942110645,0.006473883016396425,0.0008314731606930938,0.3281906104746231,0.0024681270373660214,0.7813390313390313,0.03683314429199754,0.49232314132576843,0.029233247111684884,0.40750797857211074,0.018307171683717836,0.008677425031675328,0.0006017828672723666,0.32938512423389454,0.00562486241036905,0.8578837952990432,0.012955881614629204,0.47748790205396763,0.014717378374765904,0.8978873109089981,0.004127682283349969,0.14106219269660653,0.0035734771206889383,0.41202942398197234,0.0058623717633421064,,,,0.6960881343400763,0.038258867277542755,0.49247169177473954,0.034655617320946165,0.7495821197535537,0.02962326117259405,0.14016140942194352,0.01143182689343956,0.4423287141379584,0.012955044609784049,0.45,2.546585164964199e-11,0.007317073170731708,,,,,,,,,,0.0005039436209702519,0.5129450960431514,0.0005039436209702519,Baseline | |
| 29,0,Grad. Ascent,Phi,0.0,1,4,1e-05,0.98989898989899,0.38733333333333336,0.04848034069953959,0.4443316895771594,0.032043329642169424,0.3682301294891522,0.01881980183221979,0.00611290271863906,0.0008182277136136137,0.3277660244265019,0.0026729888003580856,0.7727920227920227,0.03738327846205438,0.4901858228452889,0.029408229348403057,0.40689622626949384,0.018389308680389873,0.008612401960069984,0.000606562749119518,0.3217672330646656,0.003740275965288309,0.8435093130431244,0.013116597063190771,0.4775925624555627,0.014708812448580234,0.8916398078711109,0.004364206089106656,0.13810048993949095,0.0034748093630196705,0.41723247189497054,0.006194143622202872,,,,0.5828656648778943,0.03407974327246517,0.49780798020098926,0.0341660430755681,0.6303913996138544,0.03676077325705445,0.11235539435855682,0.0074950402809397,0.4426724916978159,0.0112463326422877,0.425,1.2732925824820995e-10,0.014634146341463415,,,,,,,,,,0.0012708143485281624,0.5073112568192418,0.0012708143485281624,Baseline | |
| 5,0,Grad. Diff.,Phi,0.0,1,0,1e-05,0.9837146980004123,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.9381956676442949,0.02117638697886323,0.48436721634156044,0.03437105216632326,0.9013096651244134,0.01261339546768661,0.18878779206666457,0.010800242902431123,0.43829137406265495,0.009875004389628838,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.515509929080137,0.00018791118070078278,Baseline | |
| 6,0,Grad. Diff.,Phi,0.0,1,1,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.44868540865656376,0.0321686527249458,0.37181150454414463,0.018922815592645456,0.006486170192211922,0.000832931697731944,0.32797138285307753,0.0024823590122747016,0.7642450142450141,0.03790882473231565,0.49526140977918076,0.02909737059755208,0.40862760437107676,0.018312350501609138,0.008559684442016689,0.0006101604726989671,0.3266128835403574,0.0056548228302102255,0.8667360576528719,0.012581188337317105,0.4768783677673477,0.014780214016590484,0.9024583220269511,0.003930009140699577,0.1427206220532496,0.003587697149195878,0.4097825055948626,0.005724001958257458,,,,0.8610547059526258,0.0310405134034964,0.4853542302522998,0.03437512758177433,0.8855634203701139,0.01474243252844984,0.17318639481297496,0.011581303572583452,0.44525711226063913,0.011090624516588238,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.5140829815609338,0.00018791118070078278,Baseline | |
| 7,0,Grad. Diff.,Phi,0.0,1,2,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.4475376472728773,0.0323074487522032,0.37122099692672955,0.018969719944702083,0.0064734467850549645,0.0008316649722649365,0.32863394937469964,0.002813004092591287,0.7727920227920227,0.03738327846205438,0.49570746550240574,0.029163731393214636,0.40878600243984897,0.01828286383280146,0.008616024632926886,0.0006068853844140269,0.32363669063640094,0.0049508159719739795,0.870504227208116,0.012514553846996589,0.4772347610708645,0.014774596868529624,0.902174565263344,0.003954000940343957,0.14365200200452463,0.0036194175730700105,0.4154716770517733,0.006134132976312476,,,,0.8018708826123622,0.035103288062549996,0.4892833650663837,0.034487712136420406,0.8362948575749034,0.021194321642462405,0.16272345930922244,0.012371673061698818,0.4461470003825648,0.011681306447496029,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.514478369781102,0.00018791118070078278,Baseline | |
| 8,0,Grad. Diff.,Phi,0.0,1,3,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.44753904426196073,0.03222423857184303,0.3707737456616037,0.01889144462871969,0.006462987038550368,0.0008305069278006642,0.3306043324483044,0.0028193586252437575,0.7813390313390313,0.03683314429199754,0.49547558185400636,0.029156699866688916,0.4090568740258969,0.018343893935007367,0.00867835383701535,0.000602291642977825,0.3287917419283681,0.005575730510665786,0.8671415676148869,0.012635303023211242,0.4782122389420539,0.014715714848783009,0.9015918463353482,0.004002293558913793,0.1425717949207332,0.0035690264905189287,0.4130029185733472,0.006009914605424333,,,,0.7430213939200827,0.038398736315238255,0.4898765175661513,0.034214931377283896,0.7876055120858971,0.02644006084492684,0.147778321669503,0.011024127953905437,0.44822075074683765,0.013146154080740722,0.45,2.546585164964199e-11,0.007317073170731708,,,,,,,,,,0.0005039436209702519,0.5147932553751199,0.0005039436209702519,Baseline | |
| 9,0,Grad. Diff.,Phi,0.0,1,4,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.44833956134471337,0.03219311487969079,0.3707543500998032,0.018889212393724163,0.006188810217601383,0.0008284624184854022,0.3307671126776658,0.003013009629687307,0.7898860398860398,0.0362573030185129,0.4947600052010745,0.029207971589399993,0.40830379120347654,0.01835265565399645,0.008728220376175523,0.0005977198906415135,0.3224086334097296,0.004156189184388579,0.8679826636769982,0.012350605614753471,0.47914582513239984,0.014712021370872524,0.8999182032989907,0.004089480603664962,0.14269553117576556,0.0035257459887768666,0.4137676859252873,0.0060584645029375704,,,,0.6436270379913573,0.03887201830889552,0.49243789007986544,0.034178894508616185,0.7231324153658734,0.03180027703782736,0.12632750611312157,0.00980220821529207,0.4400912163132471,0.011719872135126382,0.45,3.456079866737127e-11,0.00853658536585366,,,,,,,,,,0.0005039436209702519,0.5114766298813557,0.0005039436209702519,Baseline | |
| 35,0,KL Min.,Phi,0.0,1,0,1e-05,0.9746444032158318,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.9381956676442949,0.02117638697886323,0.48436721634156044,0.03437105216632326,0.9013096651244134,0.01261339546768661,0.18878779206666457,0.010800242902431123,0.43829137406265495,0.009875004389628838,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.515509929080137,0.00018791118070078278,Baseline | |
| 36,0,KL Min.,Phi,0.0,1,1,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.44728902446239105,0.03218356795252413,0.37100541871767156,0.01893179859385056,0.006274075944943428,0.000824922030848276,0.3303089219870328,0.002713607859041618,0.7574074074074073,0.038158075922171186,0.49499160868801123,0.029162363299944538,0.4090631750196614,0.018303909839036594,0.008311510352364968,0.0005689692148083968,0.32773223293554377,0.005482191182751713,0.8708212210594464,0.012381207244497535,0.4771104829046241,0.01475989154892623,0.901602017178373,0.003973347728843266,0.14385460262990374,0.003620106691246055,0.4089341145397958,0.005884837429620094,,,,0.8539212715516609,0.031346063395792045,0.48645782090255196,0.03456714217160867,0.8766605534610836,0.015848473554253645,0.17139831956964943,0.011604002688469584,0.44665876925476555,0.011241633000776397,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.5117586083357036,0.00018791118070078278,Baseline | |
| 37,0,KL Min.,Phi,0.0,1,2,1e-05,0.9746444032158318,0.4073333333333333,0.04890628707870714,0.4459501972480129,0.032147250569322675,0.3698524073030104,0.018853838335508723,0.006410138555944562,0.0008236481790441195,0.32919405814551017,0.0023855357854585617,0.7727920227920227,0.03738327846205438,0.4944772525502684,0.029189796852057737,0.40890753209297365,0.018309465969741583,0.008619326709697636,0.000605652987536889,0.3259745482368673,0.005504124688299596,0.8644732670807849,0.012725421137655237,0.4770221582883435,0.01473796126059729,0.8995617144013818,0.004044063305004252,0.1421489980518293,0.0035798163470490397,0.409747891688481,0.005733914865744404,,,,0.7355449835578416,0.03950861903934351,0.4914792311419337,0.034715402996517965,0.7981980067534827,0.025447423032687603,0.14673958568288328,0.011278651585041795,0.4378549070641552,0.011760080697022423,0.45,1.8189894035458565e-11,0.006097560975609756,,,,,,,,,,0.0005039436209702519,0.5134691972534541,0.0005039436209702519,Baseline | |
| 38,0,KL Min.,Phi,0.0,1,3,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.4456991947196746,0.03215966277122295,0.36964723281115164,0.018889792071085803,0.006257042590449862,0.0008205103758582331,0.3301645688918783,0.0026483778453465392,0.7813390313390313,0.03683314429199754,0.49303718049924833,0.029316544474557827,0.4080997155333039,0.018335271177574435,0.008678718170859818,0.000602621662205056,0.3258117561281757,0.0056010494054130455,0.8634078684349685,0.012707220158671272,0.4771776461535086,0.014728449040630889,0.8979833941106623,0.004125198628258003,0.14231791646736963,0.003590713570556948,0.4120013750387407,0.0059784558597488725,,,,0.7058307447567751,0.03762467220687855,0.4915664520701643,0.03429830630265117,0.749746098694655,0.029648831961869206,0.14131349156441358,0.011057901423693596,0.4322310136368344,0.010362471288961101,0.45,1.8189894035458565e-11,0.006097560975609756,,,,,,,,,,0.0005039436209702519,0.5116057893453726,0.0005039436209702519,Baseline | |
| 39,0,KL Min.,Phi,0.0,1,4,1e-05,0.9746444032158318,0.37733333333333335,0.04823455597984076,0.4451312466103927,0.032074337973567416,0.36881099308750925,0.018903959324709778,0.0059874249941924895,0.0008190026906871147,0.3303457487722835,0.0028451252827916503,0.7685185185185185,0.03740362832403835,0.4918437433567759,0.029355067089610144,0.40717173960466846,0.018403339661921904,0.008547287120320947,0.000603847838139359,0.32100142283307515,0.003938698868090708,0.8428443007768867,0.013282883318907314,0.4777430419737114,0.014703616309482685,0.8920185483075557,0.004357109300321827,0.13791498221330778,0.0034626333594075798,0.4134893271474381,0.0060851720970190645,,,,0.5782954585385347,0.03430208142559459,0.49893064938975257,0.034342567821562794,0.6305634094200867,0.036773093087640214,0.11157094004096924,0.007548761190745235,0.4460763047379145,0.012491670364386375,0.425,1.000444171950221e-10,0.013414634146341463,,,,,,,,,,0.0012708143485281624,0.5056422614621192,0.0012708143485281624,Baseline | |
| 15,0,Pref. Opt.,Phi,0.0,1,0,1e-05,0.9837146980004123,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.9381956676442949,0.02117638697886323,0.48436721634156044,0.03437105216632326,0.9013096651244134,0.01261339546768661,0.18878779206666457,0.010800242902431123,0.43829137406265495,0.009875004389628838,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.515509929080137,0.00018791118070078278,Baseline | |
| 16,0,Pref. Opt.,Phi,0.0,1,1,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.4489850050826217,0.03225845881655124,0.37224482018994254,0.018985125243437023,0.006473743083891557,0.0008315444125398596,0.3254124620029657,0.0026943664665070462,0.7659544159544159,0.037649394138102935,0.4970882841437024,0.029006757595648636,0.4094247685032987,0.01825566212866724,0.008383623032350601,0.0005657777541473935,0.3242876344534,0.0055548040980471424,0.8671142353045616,0.012471023827958234,0.47606098235209154,0.014768102870306712,0.9023179047674869,0.003922789842839779,0.14286495163153254,0.0035401553841250357,0.41037595274329824,0.005839125856205601,,,,0.9330309672201167,0.021853616497567792,0.48643911896540437,0.034277537346453654,0.9010443301295336,0.012574648672749041,0.18783049443545252,0.010811458129562046,0.44451988008365484,0.011218002760991452,0.475,1.2732925824820995e-11,0.004878048780487805,,,,,,,,,,0.00018791118070078278,0.5145665974848272,0.00018791118070078278,Baseline | |
| 17,0,Pref. Opt.,Phi,0.0,1,2,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.4491712231703405,0.03226886991221277,0.37279699051781207,0.018991983963438937,0.006344285490875648,0.0008322774860283573,0.3272932411424616,0.0025697205117798574,0.7642450142450141,0.03790882473231565,0.49855809602618845,0.028792933219349295,0.4098851505834903,0.018117937478638112,0.00855662960770205,0.000612820596756875,0.31847697450564455,0.00411682140084272,0.8666505821636726,0.012861245146145787,0.4741905325045548,0.014707545858556728,0.9015666105080429,0.003913986167791284,0.14302421206131977,0.003641820734049634,0.4116082431844605,0.006023237326044905,,,,0.9185294366978219,0.021316348888820707,0.4905423874689709,0.034181738592440364,0.8977405393561181,0.012581508180712856,0.1848156137227071,0.010665564061639772,0.4446187943410747,0.012439499449886359,0.475,1.8189894035458565e-11,0.006097560975609756,,,,,,,,,,0.00018791118070078278,0.5127794902523923,0.00018791118070078278,Baseline | |
| 18,0,Pref. Opt.,Phi,0.0,1,3,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.44945734787621616,0.03234404771417288,0.37359707463859704,0.01894855935207623,0.006342658215171831,0.0008318745194273358,0.3246666616822851,0.0024558218476043473,0.7727920227920227,0.03738327846205438,0.4991752890211673,0.028657231340903942,0.41060168729471536,0.017986216686673884,0.00861903389671744,0.0006078251846535709,0.31596479309852454,0.003795369293627395,0.8660650186616514,0.012947218687872044,0.4724868102294998,0.014680718341847771,0.9010237385590695,0.0038858369211263156,0.14267391233686347,0.0036306517956240696,0.40985059525490936,0.006001589859070673,,,,0.9010788605397811,0.02786512361785225,0.4953714647461885,0.03430355713172164,0.8922957468659709,0.012661474480246291,0.18106744471903297,0.011528644483560276,0.447550153698668,0.012946999087382446,0.475,4.547473508864641e-11,0.00975609756097561,,,,,,,,,,0.00018791118070078278,0.5133445153755323,0.00018791118070078278,Baseline | |
| 19,0,Pref. Opt.,Phi,0.0,1,4,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.44775042997148523,0.03238472843064173,0.37342411191729574,0.01898011229807771,0.006488728815292577,0.0008338447434264748,0.322111466077318,0.002699263017488665,0.7642450142450141,0.03790882473231565,0.5005958992077298,0.028513844628767247,0.41105922285791363,0.01788232770195742,0.00855034167153587,0.0006109420299516348,0.31216234328703946,0.0029088676961579905,0.8630235409553103,0.013020140276001927,0.4708506097824937,0.014625044357353395,0.8999396728215585,0.003869018215951114,0.14201429377409552,0.003646058278982462,0.4056852456481182,0.005737696809606483,,,,0.8618708658299875,0.03347284506939616,0.4990465502257882,0.034281423153676806,0.8815489828873548,0.012847001873313047,0.17307691454306728,0.011715725848197642,0.4442958540187635,0.014485684318669156,0.475,3.765308065339923e-10,0.020731707317073172,,,,,,,,,,0.00018791118070078278,0.5143193024987673,0.00018791118070078278,Baseline | |
| 41,0,Retain Model,Phi,0.0,1,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.45783926809466224,0.03305397798751837,0.38180200003278386,0.019651959123090125,0.006650119841252343,0.0008361738912389345,0.3360844536600135,0.0030123859366680246,0.7257834757834757,0.039763488344732846,0.49172629935967993,0.029256382358827042,0.40953168852397737,0.018241907846353475,0.008231357710091945,0.000622467436847553,0.32767004075399175,0.0038654559826867027,0.8781841931599393,0.01138950331429817,0.47858936704250027,0.0146725438332836,0.9056413263174269,0.0036558785423746634,0.14638917492890713,0.003590313796402128,0.4530173013101492,0.00782466712167954,,,,0.42706460154385173,0.028397188521646986,0.6613765913805292,0.03507393230874414,0.17076435669886378,0.02994780207067888,0.079180300952986,0.004087766978084058,0.43983005260554914,0.014588202260298236,0.0,1.0,0.0,,,,,,,,,,1.0,0.5176828673725652,1.0,Baseline | |
| 24,0,Grad. Ascent,Phi,0.01,1,0,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278,Baseline | |
| 25,0,Grad. Ascent,Phi,0.01,1,1,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.4691141904426271,0.032187114431551596,0.38185851674870763,0.024631684319720258,0.00635287414100886,0.0008323238796090722,0.3362393946194996,0.002561648916142886,0.7727920227920227,0.03738327846205438,0.5007502937651985,0.02913699590761685,0.4230345334013543,0.02480236194466246,0.00865986969041309,0.0006201978388291764,0.3297809590558845,0.004773159767438224,0.8647643950421807,0.012574895573603572,0.4738633417290816,0.014919198842056409,0.9016971757706093,0.003960450565372028,0.1420961817001078,0.0035491682338650112,0.42061222293170564,0.006061023340165375,,,,0.8351083204153287,0.03468185604306714,0.48547395327449755,0.0343302859804704,0.8762624998326849,0.015939609912789067,0.16977828225000077,0.011745558994093767,0.4714677044614162,0.014098106109854213,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5202964894841409,0.00018791118070078278,Baseline | |
| 26,0,Grad. Ascent,Phi,0.01,1,2,1e-05,0.98989898989899,0.38733333333333336,0.04848034069953959,0.4692552717598635,0.0319858379756086,0.38084732616315853,0.024653511750053078,0.006217831116610556,0.0008325026644222629,0.3352374736866834,0.0023782089038650246,0.7642450142450141,0.03790882473231565,0.4982178627701232,0.02924159180960339,0.42222187367452574,0.024732882573132414,0.008593509225866842,0.0006238956439960916,0.32738407165812244,0.0039952262494613745,0.8626545173228876,0.012615884749887563,0.47403377079269965,0.014884890626082364,0.8994563658075735,0.0040500242530629865,0.1421624553717516,0.0035612554732744085,0.4248196645920974,0.006288685129704801,,,,0.7491315887684878,0.03840270956453479,0.4914152500022265,0.03473571932502338,0.7987346416621142,0.025483078002970002,0.15227715948351514,0.011429540068171234,0.45893339011908807,0.014332063482746715,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5171485443679109,0.0005039436209702519,Baseline | |
| 27,0,Grad. Ascent,Phi,0.01,1,3,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.46827697182259764,0.03199714991555438,0.37986275697090166,0.024683683166899117,0.0060852587694064575,0.0008316088723813273,0.3346540367577501,0.0025102001301302293,0.7813390313390313,0.03683314429199754,0.49758126759199706,0.029290823118665352,0.42291758966523413,0.024768525634996402,0.008711461693312057,0.0006142624589183962,0.3304355112761004,0.00468168862477608,0.8621898803203313,0.012675142116322974,0.4737819144984506,0.014879413937365008,0.8980118565021712,0.004101156933668793,0.141822856706416,0.0035623405861251413,0.425677003820111,0.006287501279962867,,,,0.7035248197390535,0.03785429126606341,0.49219857093975267,0.034533939732104536,0.7496804815311098,0.030025387742131277,0.14326477318298653,0.011183244934636558,0.47462469320937883,0.016061767197491774,0.45,0.0001079662160918815,0.16463414634146342,,,,,,,,,,0.0005039436209702519,0.5155707581476769,0.0005039436209702519,Baseline | |
| 28,0,Grad. Ascent,Phi,0.01,1,4,1e-05,0.98989898989899,0.37733333333333335,0.04823455597984076,0.4683050718887695,0.03196494359019205,0.37973423444654464,0.024712637980204625,0.006080660094815265,0.0008308238664007435,0.33721011519441696,0.0027474074646629534,0.7813390313390313,0.03683314429199754,0.4951969127455589,0.02933253322005141,0.42167850628817516,0.024745665337022785,0.00870503408115977,0.0006147226509369577,0.3262692961252157,0.0036998880937771715,0.8449952295372212,0.012991834440605334,0.47377467878050217,0.014860154734651602,0.8922974386393037,0.00432933862865457,0.13882406585213347,0.0034812570781953154,0.429391288265879,0.006498054955344724,,,,0.5568401869809103,0.03385181282192007,0.49954401650303915,0.03412444059301271,0.6364464792336467,0.03720487155677825,0.10974136698219039,0.00758079850021502,0.4594013242305288,0.01278222966051082,0.425,0.00017029843002092093,0.17317073170731706,,,,,,,,,,0.0012708143485281624,0.5141524904253366,0.0012708143485281624,Baseline | |
| 29,0,Grad. Ascent,Phi,0.01,1,5,1e-05,0.98989898989899,0.38233333333333336,0.04809841902243682,0.4656878562210687,0.03185483678808689,0.37891681270776084,0.024945621711883015,0.0060660514877271705,0.0008179669372596636,0.33686435234975043,0.0029637794986684773,0.7727920227920227,0.03738327846205438,0.49286327339842456,0.029581520933661523,0.4199271006536794,0.024913938281251026,0.00864859818334021,0.0006182947158362087,0.32680656999712626,0.003963069223778722,0.8138522096696973,0.013791463830249668,0.4759427221738433,0.014805837954181122,0.8768447298760198,0.005065601389448835,0.13228278077763803,0.0033774160878568297,0.42518901903854023,0.006238692265172211,,,,0.5153328352580208,0.030093793268626302,0.5125376957409661,0.03376893216030942,0.46593670788860864,0.041332065007430675,0.10100573166688265,0.006268528626701115,0.5008845677285123,0.017679916621148442,0.425,0.0004266080886736745,0.19146341463414634,,,,,,,,,,0.0012708143485281624,0.5120448011393222,0.0012708143485281624,Baseline | |
| 30,0,Grad. Ascent,Phi,0.01,1,6,1e-05,0.98989898989899,0.369,0.04798347779615544,0.4652649824138459,0.031901421227671097,0.37881425137317065,0.025073015405731258,0.005853814781267504,0.0008174372444993994,0.3400373175620246,0.0035082700416259422,0.7813390313390313,0.036833144291997535,0.49237848392853567,0.029663903711107636,0.42021734573649105,0.02501877091901449,0.008703449844656574,0.0006150748448367928,0.3249038894978622,0.0037683053725297254,0.7929022300143219,0.014055765183003346,0.4764762666060773,0.014809247473951015,0.8695189025530045,0.005447226130489343,0.1288666480764426,0.003387143077713062,0.4260365268836295,0.006332620990770888,,,,0.509371521687693,0.029151995412908707,0.5145456065317962,0.03356810827479242,0.41335722637707983,0.041227523729198315,0.10027239473070085,0.006393775965940635,0.5096926945227181,0.019243339211422624,0.425,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0012708143485281624,0.5084837586756136,0.0012708143485281624,Baseline | |
| 31,0,Grad. Ascent,Phi,0.01,1,7,1e-05,0.98989898989899,0.369,0.04798347779615544,0.46380898510012486,0.031900447979558225,0.3791614072646656,0.025162238730662718,0.005856244154930032,0.0008203253717020242,0.33916173415891043,0.004058804347582513,0.7642450142450141,0.037908824732315646,0.4901217094973814,0.029818007400573093,0.41949967720473597,0.025133885110752527,0.008511006670189884,0.0006210087261035859,0.32756302010210164,0.003869938105448067,0.7775199360472875,0.01416553158908383,0.47750847119003215,0.014804619330946758,0.8620642150080514,0.00584595470538699,0.12581050159259718,0.003322329956915689,0.4289844186852424,0.006312337709294942,,,,0.5015612493487781,0.0278234082958558,0.5168351848342064,0.03364483803027,0.3712698597659793,0.04043530489302637,0.09924327494690141,0.006106059210917637,0.5257463841349544,0.020700739696875955,0.425,0.0006754665791959269,0.20121951219512196,,,,,,,,,,0.0012708143485281624,0.5062886806507887,0.0012708143485281624,Baseline | |
| 32,0,Grad. Ascent,Phi,0.01,1,8,1e-05,0.98989898989899,0.4023333333333333,0.04854852825740032,0.46552289532755425,0.03196817915544298,0.3801214868668356,0.02523734931086047,0.006384576048500103,0.0008274180603713374,0.3408106871651121,0.004508380208437795,0.7642450142450141,0.03790882473231565,0.490037686865792,0.029673226078079068,0.4191095735138308,0.025259609291243903,0.00846994361911571,0.000617609813987176,0.32563031783573965,0.00379815633643885,0.7563971390426154,0.01421262148052474,0.47775131017565314,0.014832564076398162,0.8524204105886942,0.006292773672531188,0.12214556905522372,0.003212424337827836,0.43608762263277623,0.006794768504197196,,,,0.49666270694254255,0.027391970438179983,0.5208033131595877,0.03376144930648525,0.32692163167853544,0.03914980832441415,0.09730839092564955,0.005738286470631208,0.5080816158264476,0.018800927977896627,0.4,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.003018184077228396,0.5117172322110884,0.003018184077228396,Baseline | |
| 33,0,Grad. Ascent,Phi,0.01,1,9,1e-05,0.98989898989899,0.41233333333333333,0.048740949259120245,0.4660208651618553,0.031988097787335926,0.3798812250358469,0.025340040388076003,0.006533325218413113,0.000827183242722597,0.3453007870486442,0.0036814273920029736,0.753133903133903,0.03816316425302378,0.49079396078693677,0.029671099859135464,0.4193018847778626,0.025285792610138837,0.008167497737694757,0.0005681246260849913,0.3265673756532271,0.003721167893917763,0.7517134745572206,0.014099803370011875,0.4783700858431125,0.014825966205242552,0.8457655076459193,0.006562637938185463,0.12106966510374655,0.003178208878725879,0.4317915984944247,0.0062878367744713315,,,,0.4834522904351621,0.02875883671386502,0.5234591411139148,0.03421207858807924,0.30178133518688965,0.0381847480450477,0.09502896438292638,0.006041381653234637,0.5126974138957279,0.020110106280951858,0.375,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.006760732303569208,0.5126232355411223,0.006760732303569208,Baseline | |
| 34,0,Grad. Ascent,Phi,0.01,1,10,1e-05,0.98989898989899,0.4023333333333333,0.04854852825740032,0.4650549010452283,0.03212385949330844,0.3799928398269198,0.02538293333575537,0.006400086307343885,0.000827009349836385,0.3488285797583384,0.004296969570893441,0.7445868945868945,0.03864064861949842,0.488464404843072,0.029667727906935563,0.4185716439853416,0.02531846771046855,0.008031918779310879,0.0005685225245077936,0.32584154727641723,0.0039653516234121645,0.7399096265931445,0.014395047272774304,0.47821844276364117,0.01483165590457743,0.8409361401033726,0.006747677816660936,0.11890414606340625,0.003176970856523821,0.4324305244270342,0.00637197217123034,,,,0.4883771859419541,0.02903919470592847,0.5255092976650884,0.034336805461449973,0.2847066619636903,0.03725378117308237,0.09543565563723652,0.005945785400189619,0.4996831000827912,0.017437650222351688,0.375,0.0011671793090499705,0.21341463414634146,,,,,,,,,,0.006760732303569208,0.5090926373156979,0.006760732303569208,Baseline | |
| 35,0,Grad. Ascent,Phi,0.01,1,11,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.46401088646252103,0.03204591634547726,0.37938169655579146,0.025424564053503462,0.006256167693829846,0.0008262842753896119,0.34783696704184797,0.004607448396649673,0.7588319088319088,0.03804802946912591,0.48915999415287337,0.029684563730988857,0.41914833788976075,0.02537172024478071,0.008269045528105144,0.0005753880266182705,0.3270834283739693,0.003916501463494453,0.7338676926209406,0.014469389711262473,0.478601570751399,0.01478846406436839,0.8381726077881146,0.006824228899375792,0.11752007670397385,0.003125095662126394,0.4298467666485135,0.006180955822154491,,,,0.485157350072015,0.02898186266173905,0.5250209084904061,0.0342005043558565,0.2754518278622501,0.03676025171889327,0.0952382115721843,0.00615512656983899,0.5026880617758069,0.01833831324703816,0.375,0.0012308068326092325,0.2146341463414634,,,,,,,,,,0.006760732303569208,0.5075310717913282,0.006760732303569208,Baseline | |
| 0,0,Grad. Diff.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278,Baseline | |
| 1,0,Grad. Diff.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.46968334594275984,0.032090997545820794,0.381847876509468,0.02467010205693857,0.006159696245118596,0.0008311943035200422,0.3371039891249383,0.0026525736415314548,0.7727920227920227,0.03738327846205438,0.5016926787037962,0.029133357732067787,0.4230283644434858,0.024731981862292477,0.008663408793937894,0.0006214673844918737,0.32824241196574044,0.003994969864642441,0.8703212265914079,0.012501140518470311,0.4739276374058327,0.01490699996679798,0.902434282168424,0.003942863965509323,0.14344023683891427,0.003591285328726514,0.4189041499655849,0.005876073842655799,,,,0.8705028003226761,0.030852819399580747,0.48625888864412287,0.03447718096555444,0.8849568967379842,0.014797619920192982,0.17777903343646856,0.011637605234302415,0.46545038878090406,0.013422994194174726,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5177839372824619,0.00018791118070078278,Baseline | |
| 2,0,Grad. Diff.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4703728775015927,0.0320527949388215,0.3824314706212928,0.024673810217136435,0.006221825349757508,0.000832147843740073,0.336329595832092,0.0024501646757135384,0.7727920227920227,0.03738327846205438,0.5004708116545773,0.02909784139710554,0.423022449824084,0.024662796663197217,0.008670261906583973,0.000623584465254466,0.3235866877831451,0.003953841042990771,0.8744727303621407,0.012241106790960918,0.4746964922821466,0.014910390206772848,0.9025004656237983,0.003927597783213117,0.14397385401977397,0.003562840331328352,0.42303128871336776,0.006195569222778232,,,,0.7852113444990887,0.036251798787981196,0.4887747639147433,0.03461355221828389,0.8362468851456917,0.02132123357410361,0.1608663858198558,0.012115116165264516,0.46046654126642467,0.01240314003390908,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5191259657408259,0.00018791118070078278,Baseline | |
| 3,0,Grad. Diff.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.4699585669098189,0.03203610005510997,0.38144833107899073,0.02472764517316665,0.0062992845215982165,0.0008312532164697153,0.3374144421431132,0.002511531816578193,0.7784900284900286,0.037239813459932845,0.4991819777882713,0.02917688956035419,0.4224464880250402,0.024699454034639873,0.008665010087211966,0.0006209591957232924,0.32419314896048873,0.003859775907545111,0.8740983501403523,0.012255270271987388,0.4750030411171504,0.014911024137964728,0.9022497656883485,0.0039685062726749374,0.14432359885281365,0.003601994076317492,0.4232251522824819,0.00610813739317317,,,,0.7387187502644437,0.03919762687707207,0.490245758064806,0.03448691361268974,0.7880355591132844,0.026749027643331747,0.15065448525163863,0.011756876210525057,0.47555152932540884,0.01604736794469087,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5199038668033013,0.0005039436209702519,Baseline | |
| 4,0,Grad. Diff.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4705764594491274,0.0319648659709911,0.3825528276713364,0.02480701079605742,0.006143941183133531,0.0008279428396022854,0.3378518258530328,0.0026464069491313946,0.7699430199430201,0.037778470870230174,0.5014614894007436,0.029005221966733177,0.423186178456126,0.024681407372603416,0.0086028667289517,0.0006242725925294986,0.326053296455976,0.003726033704069992,0.8757945872055253,0.01217638844416652,0.47549030362875083,0.014895323836640011,0.9015248126690938,0.004027484971777941,0.14451407390011833,0.003597347600140643,0.426601342395262,0.006306539305783168,,,,0.6402682481532161,0.037919366242965644,0.49278564398751845,0.034055791375969355,0.7225704019845642,0.03242466112531492,0.12708923876890624,0.009576405917012544,0.4731563811860505,0.016911158951061364,0.45,0.00012320928908593487,0.16707317073170733,,,,,,,,,,0.0005039436209702519,0.5182919935140732,0.0005039436209702519,Baseline | |
| 5,0,Grad. Diff.,Phi,0.01,1,5,1e-05,0.9837146980004123,0.3706666666666667,0.04782421985238585,0.47128105881009524,0.03193034016761994,0.3830845279720404,0.02499857604717198,0.005939163832323779,0.0008180102100740433,0.33759430692944276,0.0030307298385894863,0.7784900284900286,0.037239813459932845,0.5003639224751233,0.02915568967360509,0.42286069752968514,0.024782447200514326,0.00865851078822668,0.0006206082044194495,0.3255564554178044,0.003910207417164235,0.8478222231029351,0.013603098993708956,0.4781012833050873,0.014815083376959382,0.8966624785872678,0.004279793902957413,0.13907025266820702,0.0036218286877939517,0.4218975966327066,0.005930153777455233,,,,0.557328597433796,0.033705566322635855,0.5034566232167167,0.03368701147588357,0.5690474407614421,0.04051216540659692,0.10917030370732084,0.00725251698026869,0.4621163743379803,0.014753892439507433,0.425,0.00023327588314714376,0.17926829268292682,,,,,,,,,,0.0012708143485281624,0.5153345679144592,0.0012708143485281624,Baseline | |
| 6,0,Grad. Diff.,Phi,0.01,1,6,1e-05,0.9837146980004123,0.3856666666666667,0.04794603916024768,0.47007009529477706,0.031950942192174994,0.3839120761469267,0.025128620523099183,0.006220921033695498,0.0008265366987434795,0.34108845725514575,0.003007195755640496,0.7699430199430201,0.037778470870230174,0.4980599052346513,0.02940122031640498,0.4226061959725478,0.02483302858172543,0.00854245962617961,0.0006231456373436992,0.32658552433065685,0.0038634158452649043,0.8438380987393276,0.013496047641892009,0.4779487231142976,0.014862606608793589,0.8924592383031154,0.004521642263258704,0.1381472323152376,0.003578483430072228,0.42468041161765124,0.006259129823076829,,,,0.5370583389304254,0.033686601442450316,0.5061855038042944,0.033122411432869814,0.5035395261921789,0.041558663624014704,0.10590503262348419,0.007226458246234129,0.47952431303665166,0.01489658634888218,0.425,0.0003167852501064772,0.18536585365853658,,,,,,,,,,0.0012708143485281624,0.5173689166403966,0.0012708143485281624,Baseline | |
| 7,0,Grad. Diff.,Phi,0.01,1,7,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.46926416702229956,0.03210326930182116,0.3834747710810494,0.02512357170259834,0.006001691670560483,0.0008138220799669095,0.33752493349478774,0.003106201419656793,0.7727920227920227,0.03738327846205438,0.5008415582080639,0.02920305318115105,0.42321147083835314,0.024848739404839743,0.008580025154071576,0.0006175681433410414,0.32853235683946813,0.0038851656182212987,0.8348958609916904,0.013784928589479424,0.47971013498012477,0.014797511135517685,0.8877683574873093,0.0047795885003666366,0.13641923747724238,0.003550323280088861,0.4230205045670796,0.006113236381716485,,,,0.5113520274160418,0.029429310821373244,0.5112281781666459,0.0334362313783791,0.4552004489928631,0.04164071708861998,0.10030164821097332,0.006230769922786472,0.47774846548231087,0.015754486172814514,0.425,0.0004523318730207393,0.1926829268292683,,,,,,,,,,0.0012708143485281624,0.5153764404003137,0.0012708143485281624,Baseline | |
| 8,0,Grad. Diff.,Phi,0.01,1,8,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.4708028818403621,0.03204800835269835,0.3838930224894358,0.02521831559041362,0.0060084921389601705,0.0008142611806819213,0.3397985630665407,0.002976638883970388,0.7742165242165243,0.03726587507540985,0.49890412368352555,0.02919099559118092,0.42337931256790934,0.024922389964410506,0.008602634219539315,0.000620598510479757,0.3285331653120452,0.0039213635475069215,0.819381647931274,0.01420904976176903,0.4795627140875673,0.014821141264367179,0.8820885288132968,0.00508686020907914,0.13392740385447738,0.0035777805198427526,0.42939863845526977,0.006246870571576884,,,,0.5089654323788317,0.029584197091004117,0.5142076536424027,0.0333800229984447,0.40954934299039447,0.04124621741408505,0.10002834278526165,0.006638175629868696,0.4804069331934361,0.015280365748356681,0.425,0.0006384575062838849,0.2,,,,,,,,,,0.0012708143485281624,0.5146337212713537,0.0012708143485281624,Baseline | |
| 9,0,Grad. Diff.,Phi,0.01,1,9,1e-05,0.9837146980004123,0.3756666666666667,0.04769397160069877,0.4698512012533962,0.03202472486620743,0.38364630569101493,0.025300293697908482,0.006001080793765982,0.0008141324123642806,0.34137724659636265,0.003384219753711942,0.7588319088319088,0.03804802946912591,0.4975801689776138,0.029320968299058538,0.4221853551608589,0.024995577535612205,0.008215678817529366,0.0005731752500952975,0.32823245330474343,0.003969969474006614,0.8145649037098377,0.014156117316800805,0.47951620524248084,0.014813540099953067,0.8784247142016177,0.005202634556646482,0.1328448806829067,0.0034920518160556618,0.4227935189689803,0.006018675341135678,,,,0.5014111328873474,0.029142692502568398,0.5155578454835973,0.03348758545196584,0.37913454004958635,0.04047901318510703,0.09790399885340889,0.006144879312065473,0.48492949441003025,0.01598944683113668,0.425,0.0008912169196264585,0.2073170731707317,,,,,,,,,,0.0012708143485281624,0.5129815561362334,0.0012708143485281624,Baseline | |
| 10,0,Grad. Diff.,Phi,0.01,1,10,1e-05,0.9837146980004123,0.36233333333333334,0.04755917809293407,0.4713239611853811,0.032066896152610325,0.3840323283024767,0.025344277054830743,0.0057955804578634475,0.0008137616259436301,0.34146940812855847,0.0032611904777300493,0.7417378917378917,0.03900535375717249,0.49793966453022287,0.029483818133792535,0.42214168853126804,0.025028793164267465,0.008089575704980942,0.0005811417280139287,0.3278978723777728,0.0038419478489272107,0.8124407421156895,0.014168072739714283,0.4788904510015802,0.014864696743006254,0.8757016904555477,0.005283866173338976,0.13226258008831934,0.0034794998499216904,0.42750516995121834,0.0061265625749422035,,,,0.5015227312554328,0.02968421513533533,0.5168789147318157,0.033244221766724744,0.3586088424346507,0.03967827594186178,0.09816558721513272,0.0064528517732610705,0.4882662319364609,0.01674548580066215,0.425,0.0008912169196264585,0.2073170731707317,,,,,,,,,,0.0012708143485281624,0.5092855757778905,0.0012708143485281624,Baseline | |
| 11,0,Grad. Diff.,Phi,0.01,1,11,1e-05,0.9837146980004123,0.35233333333333333,0.047255199418200236,0.4715890418438285,0.03201327690465643,0.3838378517657449,0.02538576252212471,0.00565021195780269,0.0008109601259962053,0.3429432698150645,0.0030628422879978756,0.7485754985754987,0.03878537265351063,0.49646859538782306,0.029407484196674306,0.4217837770945688,0.02501448340157833,0.008297755529560106,0.0006273437564698512,0.3300946694011867,0.004112029712803115,0.8100748286809943,0.014397117725099128,0.47894555763379193,0.014881835423776408,0.8741562583091229,0.005327642090610837,0.1316713262378962,0.003475151379026987,0.4308599680413131,0.006297105384855297,,,,0.4974402545923109,0.028465845359835783,0.5162766688657138,0.033124250041306,0.34863903437286214,0.03939242427633976,0.09766389168200143,0.006202908456664105,0.5003716191752916,0.018095141371351042,0.4,0.0010487130839464953,0.21097560975609755,,,,,,,,,,0.003018184077228396,0.507005341274042,0.003018184077228396,Baseline | |
| 36,0,KL Min.,Phi,0.01,1,0,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278,Baseline | |
| 37,0,KL Min.,Phi,0.01,1,1,1e-05,0.9746444032158318,0.3973333333333333,0.04870415050172085,0.4693683193146157,0.03216935613071336,0.3817674298716135,0.024626470561223326,0.006390538611325378,0.0008388628514610743,0.33480051600285676,0.0025438726089879573,0.7727920227920227,0.03738327846205438,0.5007687657393778,0.029138492383236157,0.42304214922377037,0.02480040947261073,0.008660340883445968,0.000619981268040081,0.3312178344724497,0.0049101428306495285,0.8645210339136452,0.012589328821100242,0.473851028865007,0.014919925134490447,0.9016231488419769,0.0039682426406496395,0.14212708406234265,0.0035541811838022998,0.421349039779618,0.006102588568848379,,,,0.8351083204153287,0.03468185604306714,0.48543553801035,0.034325594606598536,0.8763363934438217,0.0159458536978417,0.16987585909909497,0.011761166828691388,0.472490726462257,0.014034876494622938,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5203017273761114,0.00018791118070078278,Baseline | |
| 38,0,KL Min.,Phi,0.01,1,2,1e-05,0.9746444032158318,0.38733333333333336,0.04848034069953959,0.46748527400767054,0.03203512671438045,0.38065863279959977,0.024624176405202154,0.0062145248809819245,0.0008314229951916702,0.33668006693349534,0.002387081424047051,0.7898860398860398,0.0362573030185129,0.49842215078902413,0.029176774161061732,0.4228080976369466,0.024737271998204663,0.008769453935932467,0.0006105723088491857,0.3329737898703605,0.005301080113175988,0.8667498013677366,0.01249667760447722,0.47325626179752095,0.014898746117798636,0.8994660136680576,0.004038774038964199,0.14259396730182083,0.003560234568630265,0.42631908739191315,0.006362839514928002,,,,0.752069610176904,0.03837578051401302,0.4919313341213655,0.03508175168424802,0.7987979280454878,0.025502376972673216,0.15321496287413355,0.011640477582715383,0.46766347371848555,0.015168292902195955,0.45,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.0005039436209702519,0.5183170841088887,0.0005039436209702519,Baseline | |
| 39,0,KL Min.,Phi,0.01,1,3,1e-05,0.9746444032158318,0.37733333333333335,0.04823455597984076,0.4670192564577889,0.03187794707624757,0.38043078819818943,0.024669505927405747,0.006075667945896106,0.0008307087490943248,0.3370361627465048,0.002645466989972904,0.7898860398860398,0.0362573030185129,0.49752020923291157,0.02936384051030043,0.42208745116685237,0.02477573645796673,0.008773234610149795,0.0006101807257702697,0.33175519217081495,0.004729086340890961,0.8636567889574792,0.012676600757409458,0.4734494368011259,0.014915329036777482,0.8981140305817465,0.004108412269362885,0.14235407396042657,0.0035863986465511106,0.4284877345945476,0.006459749638345023,,,,0.7000953819483986,0.03799326966028634,0.4938846300093765,0.034667360672219046,0.7497184656319902,0.029945045610757073,0.14239421378354944,0.011183943428077454,0.4829540089176213,0.017422659747347996,0.45,0.00011535796875250526,0.16585365853658537,,,,,,,,,,0.0005039436209702519,0.5157996301408445,0.0005039436209702519,Baseline | |
| 40,0,KL Min.,Phi,0.01,1,4,1e-05,0.9746444032158318,0.37733333333333335,0.04823455597984076,0.46672308708499133,0.031981336942478435,0.3799535521757767,0.024814816931711614,0.006079820500298093,0.0008302257569260186,0.3379250594616313,0.002751551207000693,0.7813390313390313,0.03683314429199754,0.4961550482011312,0.02929308028349156,0.42104554299968877,0.024772969981370938,0.008722978901266755,0.0006182275761392474,0.3275599037441755,0.0038197059141391386,0.843758528506807,0.012992186300695253,0.4747654412752712,0.01484925957484625,0.8926066254206179,0.004321110182493689,0.13840243569608365,0.003508624046049031,0.4260111702043169,0.006258499735065518,,,,0.5594639659639565,0.03330123884152528,0.4996118084164255,0.034234509461641575,0.6366187874928668,0.03711331276091983,0.11080302262215928,0.007923041826677397,0.4724597423141951,0.014894910072019023,0.425,0.0001597403588675661,0.1719512195121951,,,,,,,,,,0.0012708143485281624,0.5140842120174873,0.0012708143485281624,Baseline | |
| 41,0,KL Min.,Phi,0.01,1,5,1e-05,0.9746444032158318,0.38233333333333336,0.04809841902243682,0.46661963081131397,0.03175671051154822,0.3795513471467959,0.024979401303422254,0.006066683635827918,0.0008171283139956043,0.34078198352722955,0.003099265230063683,0.7984330484330483,0.03565450910887651,0.49506600533079254,0.02931052514640782,0.421653539241696,0.02495105297223016,0.008820582357258034,0.0006052592205008228,0.3239887332242519,0.0028279105309601455,0.8124993006855429,0.013949978972286607,0.4760999770578121,0.014791909571315773,0.8775803095771189,0.005051948103917992,0.13229293131648526,0.0034322194625840525,0.42539499394789415,0.006257874766935679,,,,0.5144388174484309,0.0313943612693118,0.5115159087167633,0.033457324804672194,0.4664356404676848,0.04140708857548905,0.10121536531974532,0.00685102362656209,0.4950466571751274,0.018307644165936474,0.425,0.0004022172452096129,0.1902439024390244,,,,,,,,,,0.0012708143485281624,0.5140522164958851,0.0012708143485281624,Baseline | |
| 42,0,KL Min.,Phi,0.01,1,6,1e-05,0.9746444032158318,0.369,0.04798347779615544,0.4656494734289401,0.03194461506974083,0.380035834037453,0.02506666391732315,0.005840816376111096,0.0008160691560246799,0.33752179555802736,0.002934774011611804,0.7927350427350427,0.03583167667835136,0.4922652421235348,0.029544619538345872,0.4205361598415399,0.025052454791332505,0.008714977398435388,0.0006015236136412495,0.3237006043380445,0.0029225498052488706,0.7990553414012964,0.014128445944383354,0.47651541523777496,0.01482555504957792,0.8703947691873343,0.00544939660195073,0.1298052519382808,0.003373667807252486,0.43012985259044834,0.006581205541459725,,,,0.511217871542697,0.03024107132098399,0.5155455707901652,0.033715958654653044,0.41400579997261067,0.04127612088322259,0.10032415846044249,0.006322614565791503,0.5012144492055711,0.018695379392584057,0.425,0.0005381573264457984,0.19634146341463415,,,,,,,,,,0.0012708143485281624,0.5096654291871373,0.0012708143485281624,Baseline | |
| 43,0,KL Min.,Phi,0.01,1,7,1e-05,0.9746444032158318,0.37233333333333335,0.047840116718887375,0.4622086892084715,0.03199169604204048,0.3796236596613422,0.025121422357595923,0.005918266421514356,0.0008142771112026905,0.3374200466826558,0.002896220507286891,0.7670940170940171,0.03751873572115046,0.4929355904548995,0.02948922504160227,0.4201856108010598,0.02510117351778158,0.008514705988737476,0.0006107967739492087,0.32601411182971723,0.0037853661197566808,0.7779557174266457,0.014158678704467744,0.47697211458362704,0.014854839250595327,0.8632711128767464,0.005830753155571272,0.1260960085844987,0.0033325450481360036,0.4300651397049737,0.006542126474561786,,,,0.5005932994814926,0.027310286083198406,0.5187947728757729,0.03399374741069954,0.3716535667341191,0.040549083361672324,0.0991005480036768,0.005886185801167351,0.5072595254021156,0.019851850953784837,0.425,0.000714401952791377,0.20243902439024392,,,,,,,,,,0.0012708143485281624,0.507441746730203,0.0012708143485281624,Baseline | |
| 44,0,KL Min.,Phi,0.01,1,8,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.46433918523143,0.03185891200226397,0.37975777111627634,0.02529275745010859,0.006274214106174164,0.0008304786615280901,0.34055965315926606,0.0028979032602286132,0.7685185185185185,0.03740362832403835,0.49013216054756503,0.029616552478116023,0.420079201803198,0.025229286487929155,0.008463921352537722,0.0006106387345924967,0.3263135266733187,0.003836909285912203,0.7568481585708866,0.01428971138961719,0.47738364932451705,0.01483178056276175,0.8535920668796955,0.006278443917368893,0.12186146306551661,0.0032260103838620395,0.42534052326820493,0.006182603722016793,,,,0.4905318770869142,0.027825397266743865,0.5203624555920119,0.03382456315074457,0.32750453983977823,0.03920438359166655,0.09598607517931182,0.005789514203038146,0.49329718378298704,0.017398100893484633,0.4,0.0009411722930963151,0.20853658536585365,,,,,,,,,,0.003018184077228396,0.5100530604240106,0.003018184077228396,Baseline | |
| 45,0,KL Min.,Phi,0.01,1,9,1e-05,0.9746444032158318,0.39233333333333337,0.048334447914700075,0.46569137919568343,0.03192442696925184,0.37977323601430657,0.02533463536096106,0.006261764168202744,0.0008275872174925255,0.34330013308815077,0.0038430642521031567,0.7599715099715099,0.03792058995790417,0.489500493082149,0.02963028382198511,0.41998566145768756,0.025289424379595814,0.008347802745736842,0.000611727684854704,0.3281775783401527,0.0038902765243317605,0.7501548650710678,0.014276290387539699,0.4777142889338256,0.014825878420149633,0.8474191916120225,0.006525903164386064,0.1211424392898338,0.0032203248708548805,0.4350469587170104,0.006737254567204074,,,,0.488441220207951,0.028574686249393265,0.521977224082869,0.03369426679582365,0.3018317889571157,0.03817504902796229,0.09574740993990964,0.0059271846246293945,0.5003407584459282,0.018066735824931,0.4,0.0009936344267771346,0.2097560975609756,,,,,,,,,,0.003018184077228396,0.5091784358553739,0.003018184077228396,Baseline | |
| 46,0,KL Min.,Phi,0.01,1,10,1e-05,0.9746444032158318,0.37233333333333335,0.047840116718887375,0.46591443553161893,0.0319913723462668,0.379618742111869,0.02537725587638941,0.005977889141912617,0.0008234929393976787,0.34288770372834887,0.003671966166317685,0.7431623931623931,0.038266114519774866,0.4888144622959025,0.02967804433765736,0.4195335201672202,0.02532399283402574,0.008033992358925587,0.0005620294604403494,0.3262256238100076,0.0031889824880277514,0.7433964244006845,0.014284550257803154,0.4781687679131385,0.014818208711896609,0.843157627632441,0.006691027247235992,0.11959925327649787,0.0031585335668434804,0.4309199036434964,0.006452711151863429,,,,0.4860688843218532,0.029150676278673963,0.5243762523852766,0.03412291962867894,0.2855184085621543,0.03736175091035647,0.09534122999291009,0.006092636670118598,0.5036426888541229,0.018991327618991145,0.375,0.0010487130839464953,0.21097560975609755,,,,,,,,,,0.006760732303569208,0.5038128040005867,0.006760732303569208,Baseline | |
| 47,0,KL Min.,Phi,0.01,1,11,1e-05,0.9746444032158318,0.3973333333333333,0.048182872741143454,0.46580599720278554,0.032186486911030626,0.38140561309676224,0.02539721839626697,0.0063224024960747485,0.0008237694967847481,0.34509067895439904,0.003473554858993239,0.7317663817663818,0.03908102870464613,0.49018121545712556,0.029547077607603375,0.4194701731983185,0.02529795907227767,0.007917888704511301,0.0005719818945835358,0.3280420737581117,0.0038464452946215246,0.7362316848590984,0.014445586926128353,0.4782364294459663,0.014834686414403981,0.8406052036779104,0.006769158027789019,0.11790352446092378,0.0031045118269796583,0.43333676680868793,0.006437032587517537,,,,0.48649233762976146,0.02902002241318492,0.5249621584390722,0.0337709030119393,0.2767055241480099,0.03687226372620335,0.09592190410580832,0.006118309796687845,0.5185498881897033,0.020222913736717862,0.375,0.0012308068326092325,0.2146341463414634,,,,,,,,,,0.006760732303569208,0.5080452710322519,0.006760732303569208,Baseline | |
| 12,0,Pref. Opt.,Phi,0.01,1,0,1e-05,0.9837146980004123,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278,Baseline | |
| 13,0,Pref. Opt.,Phi,0.01,1,1,1e-05,0.9837146980004123,0.38233333333333336,0.04809841902243682,0.4695644471765722,0.032111022589819085,0.3821397462223834,0.02464703456072267,0.006153572657457546,0.0008310480099831638,0.33470161507723,0.0025907352255946717,0.7813390313390313,0.03683314429199754,0.49994997489122384,0.02901335848914468,0.423125714266884,0.024726769022537756,0.008729845972384517,0.00061717851022102,0.32820195660951695,0.004749790799072437,0.8699035708291118,0.012486878576912882,0.4723351180736019,0.014908368095607742,0.9022933428393556,0.003922594953766335,0.14342581530987908,0.0036072113448714724,0.42420604544307905,0.006353922574839655,,,,0.9329232942741275,0.021639744391332795,0.4871442826481921,0.03468910704930502,0.9008306477162641,0.012558588339405433,0.19130465211597325,0.01093519211074757,0.4693874139013009,0.015138469053562939,0.475,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.00018791118070078278,0.5178248457199529,0.00018791118070078278,Baseline | |
| 14,0,Pref. Opt.,Phi,0.01,1,2,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47373309033540345,0.03209292262222703,0.38306152117101555,0.024593148204354688,0.006221156974718491,0.0008326594451508989,0.33261632170052935,0.002403245145408713,0.7642450142450141,0.03790882473231565,0.5020158663025113,0.028922915356361156,0.42270417924164666,0.024547437598509053,0.008591716794152418,0.0006241901899955245,0.3250061811418768,0.0040736233139708,0.8697745042465942,0.012703071530420666,0.47070887156358365,0.014862566050645976,0.9016617458504347,0.0038924697723894657,0.1432510360204912,0.0036332228257412624,0.42169449673347664,0.006170992160783022,,,,0.9238480952795737,0.02270021192679422,0.49118586644200307,0.03439937641741466,0.8973157071423055,0.012643086433375313,0.18928482312551928,0.01128407740707521,0.4620826945233665,0.014870571758568919,0.475,0.0001079662160918815,0.16463414634146342,,,,,,,,,,0.00018791118070078278,0.5186540235064979,0.00018791118070078278,Baseline | |
| 15,0,Pref. Opt.,Phi,0.01,1,3,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47322356959353196,0.032090097799751256,0.3836252355966438,0.024533610249120985,0.006244834976411179,0.0008366171638060224,0.332023633957796,0.002240392424196764,0.7642450142450141,0.03790882473231565,0.5037126672984529,0.028674912968998895,0.42315810331987685,0.024509415202320455,0.008595310840958353,0.0006247365596962819,0.32273691517936487,0.004054460541639736,0.8671411814816133,0.012864763680041141,0.46965244104034704,0.014811643696071134,0.9011404530470776,0.0038774756771686758,0.14294274241861651,0.003652105525939985,0.42516070085930907,0.006360936337803339,,,,0.8882952136116742,0.030173871303531573,0.4941051785407263,0.034414952599980016,0.892011493086336,0.01269183107531916,0.181449464788547,0.011516363123766277,0.4692100338392125,0.015989732346313342,0.475,0.0001315457593591418,0.16829268292682928,,,,,,,,,,0.00018791118070078278,0.518710798875116,0.00018791118070078278,Baseline | |
| 16,0,Pref. Opt.,Phi,0.01,1,4,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4698419349800418,0.032174976991090856,0.3833710955901396,0.02450290256564993,0.0062216273555909555,0.0008326437977280568,0.32995903710748453,0.0025143808643199018,0.7642450142450141,0.03790882473231565,0.5043976451143791,0.02852554286309331,0.4225313101506524,0.02438108326503652,0.008606433771668401,0.0006252220539135593,0.3177757334605928,0.0040909182830694375,0.8659897604031571,0.01294696089031625,0.4679745149968511,0.01474244021831627,0.8997578733555137,0.003858208835410039,0.14277014790222292,0.0036595494875842414,0.42513923825054484,0.006558871646898568,,,,0.830626168311446,0.03666827582463525,0.500608886943749,0.034655168338932923,0.8803722774714562,0.01286604118769073,0.16720318733626194,0.011243049085207167,0.4832524940236804,0.0182485343806283,0.45,0.0001597403588675661,0.1719512195121951,,,,,,,,,,0.0005039436209702519,0.5178566010230325,0.0005039436209702519,Baseline | |
| 17,0,Pref. Opt.,Phi,0.01,1,5,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.473392095236652,0.03213593743408392,0.38388315024452024,0.024406449715621222,0.006236562921041011,0.0008339162234818053,0.3262242787598863,0.002278723187388704,0.777065527065527,0.037358703521530014,0.5075911367243402,0.027999433867593158,0.4221688519543452,0.024079422131479598,0.008586217608143869,0.0005991179115282932,0.30961405773226625,0.0028007493631818773,0.8463808761428868,0.013662869153115336,0.4629802406039191,0.014643937089535087,0.8926058048504588,0.0038593252310868548,0.13866940284917637,0.0036620799876700303,0.4232339998206337,0.006775848826416689,,,,0.5951507612466873,0.04701737225270782,0.5147149210529406,0.03455717563377442,0.8146070831502457,0.014045559412524477,0.11782537863058522,0.010126005310337817,0.4539101489589914,0.01725294996501672,0.45,0.0003167852501064772,0.18536585365853658,,,,,,,,,,0.0005039436209702519,0.5176409900343251,0.0005039436209702519,Baseline | |
| 18,0,Pref. Opt.,Phi,0.01,1,6,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.471955998541882,0.03202736283788483,0.38442990002238553,0.024287215038984594,0.0063868085765826765,0.0008364847580720083,0.32637109880998716,0.002559197570063446,0.7813390313390313,0.036833144291997535,0.5072079863087249,0.02789183907793472,0.422042399087405,0.024040452464352585,0.008606575802915802,0.0005947140631104189,0.31173464647688465,0.002725507451032846,0.8359647049487345,0.01398540865289182,0.46185472253185933,0.014589858185317082,0.8894214559114425,0.0038853990597116574,0.1370003718531207,0.0036825926266285296,0.42474502178168855,0.007106788904499209,,,,0.5952542795657114,0.046518730719322804,0.5170966115106268,0.034416950899108595,0.7897982301818713,0.014506903896328208,0.11572568933881214,0.009812552773005903,0.4549178026795063,0.0194299180535143,0.45,0.0004022172452096129,0.1902439024390244,,,,,,,,,,0.0005039436209702519,0.5189273306998731,0.0005039436209702519,Baseline | |
| 19,0,Pref. Opt.,Phi,0.01,1,7,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.4735493554166035,0.03216060185135826,0.3843611343361813,0.024282058066674543,0.006373279533591777,0.0008344211040083778,0.3265799539701609,0.0025570664841415474,0.7813390313390313,0.036833144291997535,0.5072444156379285,0.02789171501484806,0.4209126843807497,0.0239404049635069,0.008602355342068378,0.0005935509605736122,0.3103928280800253,0.0027410198543817823,0.8353600028911543,0.014048605309541698,0.4615008801980296,0.014577311666534804,0.8876955822150964,0.00390206840606907,0.13688941799970575,0.0036891851650605874,0.41960781114981044,0.006886132345513996,,,,0.5511244707926591,0.04812972893552936,0.5217853217374565,0.03458208830203486,0.7776128715032737,0.014576091470149228,0.10842348927575078,0.010392964568508944,0.44939060451577123,0.019595271887938318,0.45,0.0005080382052256027,0.1951219512195122,,,,,,,,,,0.0005039436209702519,0.5187997231250767,0.0005039436209702519,Baseline | |
| 20,0,Pref. Opt.,Phi,0.01,1,8,1e-05,0.9837146980004123,0.37733333333333335,0.04823455597984075,0.47283943704773734,0.032141106075115736,0.383321977821912,0.02418869749218474,0.006103657996804235,0.0008345726825392287,0.3269799150563427,0.0028114831645313235,0.7813390313390313,0.036833144291997535,0.5067470299325614,0.027740354553480756,0.4202048621937792,0.02386389710936895,0.008603423271328028,0.0005944545817256467,0.3094905798253412,0.002639950983222656,0.8344948145791741,0.01403317147400795,0.4604241035389309,0.014568576185452892,0.886103321944917,0.00389572569488024,0.1362255766893378,0.003624717948355866,0.42320804701124765,0.006997757958268458,,,,0.5557046276624373,0.04885660018778633,0.5249199913902439,0.03484705804801916,0.765206755396493,0.014758164767542933,0.11129006545878325,0.011225475130762672,0.4572348155118309,0.020601901219586695,0.45,0.0005698828390450217,0.1975609756097561,,,,,,,,,,0.0005039436209702519,0.5141204212831718,0.0005039436209702519,Baseline | |
| 21,0,Pref. Opt.,Phi,0.01,1,9,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47305201246994344,0.032025513070615026,0.3832585282122411,0.024153828510293955,0.006304204898528629,0.0008434781351910319,0.3272734485304209,0.002393918575076332,0.7856125356125355,0.03679964654194333,0.5076125619284477,0.0276422982768888,0.42000406726644474,0.02383728784491541,0.008661175169087286,0.0005957154226671271,0.31382433780907093,0.003291634016670384,0.8254588376729868,0.014312619333965044,0.45980541241197526,0.014559037103665752,0.8848184025706329,0.0039110395550623085,0.13498759255467818,0.003674858996123534,0.42578183612723514,0.007072260177702463,,,,0.477951365296287,0.04745327731911095,0.524225102206236,0.034466321020753574,0.7582780629722929,0.014833343353199312,0.09941397764465934,0.012266559601245825,0.4605282818832631,0.021643835207248004,0.45,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0005039436209702519,0.5159019141261182,0.0005039436209702519,Baseline | |
| 22,0,Pref. Opt.,Phi,0.01,1,10,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.4718799285103602,0.03207022632395998,0.3828481651107484,0.02416978696334627,0.006304494678789557,0.000843004449906009,0.3248681767383259,0.002600804822575272,0.7813390313390313,0.036833144291997535,0.5084242173163721,0.02770253830261805,0.4204093305477784,0.023855312368164842,0.008593357612077069,0.0005937218283935182,0.3092155113623794,0.0027477579524202095,0.8200642374948647,0.014478779490283391,0.45955791143341695,0.014534720156410472,0.8842474989015223,0.0039007334447722845,0.1338469232637897,0.003659254550298215,0.42424670062669245,0.0069936795561650784,,,,0.47666320019540215,0.04835504135185417,0.5258763051003069,0.03454144151614293,0.7540888513742684,0.01480332725423416,0.09900630246176083,0.012275419712231391,0.4457449478483344,0.020271071184639517,0.45,0.0006032901037542615,0.19878048780487806,,,,,,,,,,0.0005039436209702519,0.515327672412302,0.0005039436209702519,Baseline | |
| 23,0,Pref. Opt.,Phi,0.01,1,11,1e-05,0.9837146980004123,0.38733333333333336,0.04848034069953959,0.47224980204856204,0.032126325825416184,0.38331229424569524,0.02416273620920019,0.006315111568157691,0.0008448801605183565,0.32522094906958254,0.0025543634145486858,0.777065527065527,0.03686234087422618,0.5069446282771966,0.027699732362282264,0.4199203215179363,0.023816242867843656,0.008521695353501987,0.0005903308922614756,0.3097998659013392,0.0026540286459362616,0.8234366808895417,0.014403973858602778,0.4601889564942228,0.014500234637120713,0.8841265051179884,0.003911412682269276,0.13434480838369153,0.003641417434490408,0.42186528079126506,0.006919430156173156,,,,0.477355072986262,0.04724224268622652,0.5250077492402552,0.0342066641899655,0.752332011401004,0.014861161664184788,0.09868799422318655,0.011459322053894659,0.4785914891769881,0.02371184522102981,0.425,0.0006384575062838849,0.2,,,,,,,,,,0.0012708143485281624,0.5152420182060062,0.0012708143485281624,Baseline | |
| 48,0,Retain Model,Phi,0.01,1,-1,2e-05,0.0,0.43733333333333335,0.04938517614523233,0.4566326936712402,0.03302099494178741,0.3808582408768965,0.019657218278108554,0.00693177988902883,0.000837165528065107,0.33673456869232615,0.002895923239621764,0.7215099715099714,0.04019992314443127,0.49079303584497147,0.029332542237957754,0.4091986973040716,0.01813497686131319,0.008160041024810489,0.0006259427718389491,0.33083919148372004,0.004875766466783252,0.8821586065505498,0.011300871600387114,0.47814597044432,0.01470878267456817,0.9055798983042737,0.0036737327308074127,0.14686273673169498,0.003552445628334266,0.45246705756499705,0.007829978128825415,,,,0.4320950028850645,0.02596101749250188,0.6576937980932389,0.034791136763264396,0.17052496661467564,0.02992203970918228,0.0815255064751508,0.004202778891891995,0.45844616301248403,0.018226628388955366,0.0,1.0,0.0,,,,,,,,,,1.0,0.5202691368576465,1.0,Baseline | |