versions/phi-10p/phi-10p.csv

,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality,Submitted By
104,0,Grad. Ascent,Phi,0.01,10,0,1e-05,0.8888888888888888,0.38733333333333336,0.04848034069953959,0.46262685920343233,0.032022274818019815,0.37727909801521875,0.024351149126135403,0.006216376446533307,0.0008325163165586139,0.33363565117459865,0.002581931553834998,0.7813390313390313,0.036329601764307544,0.49764006590077964,0.029303189670398327,0.42394593734073427,0.024844152263675656,0.008698525332898381,0.000609437555348295,0.32001749255522816,0.0027811474692140668,0.8293988903501516,0.013375125953831815,0.4675757684708973,0.014892585442756652,0.8856740242073007,0.0045197665070554624,0.13599701940092346,0.0034752642065795894,0.4204511387351163,0.006238060685493297,,,,0.7739077047207454,0.014218989234627513,0.4962392731653131,0.013514095540609302,0.8513315066446633,0.006550243701946486,0.1505747906404153,0.00416185324293904,0.43851280496589123,0.005785546183555594,0.3433333333333333,1.560351168372984e-15,0.23448504983388704,,,,,,,,,,4.499933086722873e-16,0.5138312128126559,4.499933086722873e-16,Baseline
105,0,Grad. Ascent,Phi,0.01,10,1,1e-05,0.8888888888888888,0.050333333333333334,0.01919534525506847,0.40805294450029195,0.033176226664097086,0.33773306442955425,0.025145873823857533,0.0008310899085380647,0.0003160929497113445,0.38256543081324046,0.006163353383665441,0.5066951566951566,0.043822581683795284,0.4575550487490544,0.029849815468665587,0.41641462641092025,0.027915693718454464,0.005409955411943765,0.0005465415547370757,0.3210891134762343,0.003392912980891136,0.3753649794084481,0.008758192077520759,0.4079706719520729,0.01604554754578335,0.20340229312804473,0.009048480887113085,0.05748510143554693,0.0011990444908374707,0.40899719051172007,0.005581217341813106,,,,0.3685740816396321,0.008724358383170072,0.5697747610953693,0.013634570700029058,0.15178419933425014,0.008786395278742023,0.06789342072111246,0.0014919333319953292,0.4424170946570548,0.005994998501491427,0.18333333333333332,1.3019995884475283e-05,0.3547951273532669,,,,,,,,,,8.024952455325493e-05,0.21494446099725653,8.024952455325493e-05,Baseline
106,0,Grad. Ascent,Phi,0.01,10,2,1e-05,0.888888888888889,0.0,0.0,0.39158088345838826,0.03800380120509807,0.3075735683060553,0.029857819211246285,0.0,0.0,0.02959125094122237,0.00048306317239815895,0.0,0.0,0.2854042734525795,0.03082270522742792,0.3360544677760921,0.03222595389640453,0.0,0.0,0.027940060567179213,0.0003859521499626529,0.007807156410915588,0.0010601901322647809,0.17270937948507792,0.012886329657118577,1.8382741673714414e-21,3.9788466594068538e-22,0.0013606045995862963,0.00016400379703431758,0.029495057002204183,0.00027231076232216384,,,,0.006670329759095243,0.0009573188423209912,0.7163483706949536,0.011714719455172608,1.0776189832024882e-21,1.4469548801109098e-22,0.0014906642925606281,0.00020001780970441,0.030475322446632928,0.00028735312281396273,0.23666666666666666,4.848462497562527e-06,0.3477519379844961,,,,,,,,,,8.835663084782468e-08,0.0,8.835663084782468e-08,Baseline
107,0,Grad. Ascent,Phi,0.01,10,3,1e-05,0.8888888888888888,0.0,0.0,0.4129156176796982,0.0411221816671796,0.2931598040099206,0.03438947237267602,0.0,0.0,0.025401168476535216,0.00041550134386492425,0.0,0.0,0.34299333163574197,0.033866094896031075,0.3493050898894228,0.034138717826545706,0.0,0.0,0.025816242765395313,0.00036380379433475455,0.007550746154505331,0.0010349914605595788,0.16370338977878376,0.014435452971855237,4.9517116102927254e-33,1.2883600309977162e-33,0.0011470510031240104,0.00013985878728187777,0.027087213146201026,0.00022403677230231216,,,,0.006485144573910058,0.0009435035460830455,0.6911288732463645,0.013104429787068127,2.0499950950854926e-33,5.448030113526146e-34,0.0012641290999910917,0.00017210636833645877,0.027795582898943724,0.00025674750627736854,0.2866666666666667,6.439154694790821e-07,0.33421926910299005,,,,,,,,,,2.8915775251270757e-11,0.0,2.8915775251270757e-11,Baseline
108,0,Grad. Ascent,Phi,0.01,10,4,1e-05,0.8888888888888888,0.0,0.0,0.42272137701102525,0.04198985879761028,0.29214401137254276,0.03439819729145634,0.0,0.0,0.023413290513385775,0.0004008956370943507,0.0,0.0,0.3514976578827366,0.03438030776644592,0.3517272798800346,0.03451353564607756,0.0,0.0,0.024839786704193487,0.00037164006895920734,0.007550746154505331,0.0010349914605595788,0.16875376753134938,0.014809581127576407,6.128942235346742e-37,1.7602274676345458e-37,0.0011137794051070903,0.00013579294552203738,0.025437145867752035,0.00022487348273128978,,,,0.00660008710264569,0.0009478526502965091,0.6903274669246469,0.013843159240812183,2.6949097075668354e-37,8.985990808942673e-38,0.0012497410581228368,0.00016856372800777225,0.02509197975700741,0.0003157540558186838,0.31333333333333335,1.0799718480933462e-06,0.33758582502768547,,,,,,,,,,2.0608068972918464e-13,0.0,2.0608068972918464e-13,Baseline
84,0,Grad. Diff.,Phi,0.01,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.46763445442266877,0.032086944521973707,0.37983783104513946,0.024551987007587654,0.0062214564383918595,0.0008320447075543163,0.33967725891835315,0.0036467775257637324,0.794159544159544,0.035702313401374315,0.5004589107540602,0.02922319247158341,0.4238985762130126,0.024852575894821077,0.008833055175520275,0.0006069072846750914,0.3209691273481886,0.0029922111857795773,0.8512018888944253,0.013617520716051027,0.47289773805319774,0.014868782794743247,0.9022726216633026,0.004059745092963582,0.13979093243781576,0.0036225120116489726,0.4209939501709632,0.006246072991701256,,,,0.8068307904481231,0.013967347966220936,0.4912515257885599,0.013589591988715675,0.8747724664497272,0.0057496242088185085,0.15874476881433583,0.004369379838342959,0.44962312237478813,0.006518956081873533,0.36,3.3244427687029583e-16,0.22819490586932448,,,,,,,,,,1.150018983956209e-17,0.5182230783786858,1.150018983956209e-17,Baseline
85,0,Grad. Diff.,Phi,0.01,10,1,1e-05,0.8208616780045351,0.26733333333333337,0.043178901195115055,0.4708035736212265,0.03227237204878717,0.3778543917353441,0.025604040656350004,0.004188064407966967,0.000695019857980829,0.34197609229103,0.004346917977793288,0.671937321937322,0.040765954548627116,0.48772073795171245,0.02944815890148784,0.42496179063474276,0.026236346711911676,0.007254724298555321,0.000572458500660811,0.32733186105132894,0.003783748731779358,0.5800804822838824,0.013248426383885528,0.4560462773151391,0.015229796830433847,0.6964530245978232,0.009380494396936676,0.0919533604161501,0.00258634036676916,0.41580093804498214,0.005216825541800492,,,,0.46834452300903495,0.01081264023627754,0.512469669007763,0.013630596946085581,0.41841045483635875,0.013129476230542697,0.08727695613153873,0.0021786302405923615,0.44446069709361763,0.005680044628805669,0.2833333333333333,1.2756156971881535e-12,0.2636323366555925,,,,,,,,,,5.191390347437448e-11,0.4555706116355508,5.191390347437448e-11,Baseline
86,0,Grad. Diff.,Phi,0.01,10,2,1e-05,0.8208616780045351,0.1895,0.038614221224933194,0.4786367966447317,0.03242327265239884,0.37907945579618435,0.026582851236194017,0.0029103807314015107,0.0006066207759563108,0.4133417677176665,0.008601314832276769,0.5935897435897435,0.043360004371740875,0.47753891647194047,0.029658474826921136,0.4232705690329648,0.027610508124742066,0.006268795915061675,0.0005520153472636709,0.3580717789942354,0.004939226119811255,0.4958000890884974,0.012288113694150487,0.4472732125103214,0.015632229754474054,0.5312651643551275,0.011947699596160564,0.07773724830857956,0.002037444089024772,0.46385600611004035,0.006516757143451464,,,,0.36838422577302615,0.008818899867762822,0.5535800898772767,0.013298086551446792,0.11345422380320618,0.00795545892847003,0.07061406004267429,0.001961289993992192,0.49294025218373916,0.006683942217872004,0.21,3.2806140673387666e-07,0.32992248062015506,,,,,,,,,,3.3273813118952403e-06,0.4039391680154967,3.3273813118952403e-06,Baseline
87,0,Grad. Diff.,Phi,0.01,10,3,1e-05,0.8208616780045351,0.09733333333333334,0.0288565475533775,0.49321620323279936,0.03322858999189783,0.3791272034933522,0.02935485334563536,0.0015375094338432344,0.0004598241720230491,0.4249761946479158,0.011544925797175126,0.4853276353276353,0.04420116625448147,0.46752091517891275,0.030814503271693928,0.41441848746449306,0.028546572985064012,0.005429759327983811,0.0005775995481994158,0.3791365272525054,0.009337505761420018,0.3967442069196385,0.010983910952358254,0.4502406648146126,0.016485460492941202,0.3697677614769308,0.011846399079176693,0.062395476391998154,0.0015834503349666136,0.4808229704484246,0.007391773643496799,,,,0.2729516026853662,0.007406683059459851,0.5780388987583464,0.013627516496579957,0.024093259145547375,0.003073711444596511,0.055381529496401995,0.0020733294223912986,0.4992073897012985,0.00780970206944374,0.12333333333333334,0.0025239944311002244,0.3994019933554817,,,,,,,,,,0.020771538379556198,0.3103716513302391,0.020771538379556198,Baseline
88,0,Grad. Diff.,Phi,0.01,10,4,1e-05,0.8208616780045351,0.09533333333333335,0.02796510572208047,0.4963758383771545,0.034635359808800184,0.38086837687320546,0.031029522946684318,0.001462990304705662,0.0004327746638203656,0.41956301214417935,0.010552117384408847,0.42763532763532763,0.043866509491761074,0.46927195705813685,0.031233518915843424,0.4135819953761371,0.028776294968055657,0.004668542413603897,0.0005472993613465601,0.3731232978428005,0.007377753087154706,0.4048896401235171,0.010767413455804484,0.46830073949996176,0.016727806921783897,0.3802592738348547,0.01183638810785765,0.06350044482587289,0.001613143504834094,0.4818233395827019,0.0071431205953175715,,,,0.25060211740619376,0.006340483445416944,0.5634268277938057,0.014319464493400123,0.011870034047826564,0.002066130578169988,0.05196181616165727,0.0018597898147256979,0.46861735966198126,0.0076666225822631,0.12,0.008048165118045552,0.41173864894795126,,,,,,,,,,0.026515154829730034,0.30767161649743757,0.026515154829730034,Baseline
114,0,KL Min.,Phi,0.01,10,0,1e-05,0.7210884353741497,0.39399999999999996,0.048862205757775105,0.4630496447337228,0.03213711883559407,0.3777957209815736,0.024383258340669955,0.006282212746001334,0.0008344740976598885,0.33314233201004045,0.002534777962803933,0.7745014245014245,0.037116781834202695,0.4976417096399765,0.029269135286987727,0.42489118439963386,0.024852895528409916,0.008452600336644866,0.0005690156726456839,0.32216641910797494,0.004255364084461845,0.833095776501914,0.013261564291550761,0.4675369302546492,0.014914621323978418,0.8861953804998381,0.004519310572557787,0.13660658417848504,0.0034688456079135215,0.4129806816057001,0.005751563291042689,,,,0.7753096760661167,0.014220579199807251,0.4956776948018333,0.013517215581609338,0.8522478486583368,0.006514076572564693,0.15068938130380238,0.0041471337685869735,0.4384234943484155,0.0058262068935888795,0.3433333333333333,1.3061097204676333e-15,0.23375415282392026,,,,,,,,,,4.499933086722873e-16,0.5152749051510663,4.499933086722873e-16,Baseline
115,0,KL Min.,Phi,0.01,10,1,1e-05,0.7210884353741497,0.07366666666666666,0.02350487687295065,0.4155601506086474,0.03312215149358541,0.3451285349316393,0.025347802689850867,0.001105369704523463,0.00035145420373549556,0.36671817656130534,0.005241303359357983,0.5309116809116808,0.043521804499529665,0.46316761353905384,0.029743190085519216,0.4178615443633406,0.027896169993041186,0.005761567542448533,0.000553544301479423,0.32393449018906956,0.00343416101179692,0.38418055926336253,0.009276913165971314,0.4145619402598622,0.015829556085932135,0.2379925419887717,0.009649080449063548,0.058454221635296906,0.0012179762311111495,0.4046349328059282,0.005366597822718401,,,,0.37820502225943786,0.0088093550722838,0.5628668604997924,0.013723868852758577,0.1708351194516126,0.00929994070429681,0.06952707800291084,0.0015152492817266084,0.437194231609259,0.005937133700409873,0.19666666666666666,3.1363745056623183e-06,0.34473975636766335,,,,,,,,,,1.727127220822253e-05,0.26063388064586984,1.727127220822253e-05,Baseline
116,0,KL Min.,Phi,0.01,10,2,1e-05,0.7210884353741497,0.0,0.0,0.38154814653360697,0.0374856018543314,0.3041523225569939,0.029831134719355612,0.0,0.0,0.02562751725952336,0.0003180164076825011,0.0,0.0,0.29191706057482825,0.0307483046993774,0.33923802462678515,0.03297242946188308,0.0,0.0,0.025664640311617536,0.0006693827841054337,0.00770947631323549,0.0010432572338827095,0.17719536249578013,0.012954430634114807,1.8598462952539698e-20,4.590248108523514e-21,0.0013759516290399157,0.00016586953784826402,0.026388300071568425,0.0007807953503177587,,,,0.006485144573910058,0.0009435035460830455,0.7158215846454975,0.011735982867188155,1.012939759217286e-20,1.401166930596452e-21,0.001483468173788356,0.0002013855984698145,0.02676195084147439,0.00019463243188641783,0.23666666666666666,8.012881599741023e-06,0.3512956810631229,,,,,,,,,,8.835663084782468e-08,0.0,8.835663084782468e-08,Baseline
117,0,KL Min.,Phi,0.01,10,3,1e-05,0.7210884353741497,0.0,0.0,0.40420326107239757,0.041324569269453514,0.2978631451237876,0.0342175538827675,0.0,0.0,0.02618922243692677,0.00032609582066435054,0.0,0.0,0.3413459311862769,0.034245885286102805,0.35318441660494926,0.034525716502273505,0.0,0.0,0.025733233077865847,0.0003419849702186944,0.007550746154505331,0.0010349914605595788,0.15758162250506372,0.014201493539273491,4.604809671424778e-32,1.558734512438092e-32,0.0011965608203791966,0.00014582392025955042,0.027101196288802486,0.00018359316119752285,,,,0.006485144573910058,0.0009435035460830455,0.6937888757878856,0.013207218456694748,1.3791099959872322e-32,3.870876628717119e-33,0.0013204569705441997,0.00017934853597741893,0.027762149140351095,0.00022997203068911593,0.29333333333333333,3.303772651314238e-07,0.3299667774086379,,,,,,,,,,8.777796874606567e-12,0.0,8.777796874606567e-12,Baseline
118,0,KL Min.,Phi,0.01,10,4,1e-05,0.7210884353741497,0.0,0.0,0.42170661496212086,0.041831969404182504,0.2959215955627443,0.03444527169986282,0.0,0.0,0.027220825735514254,0.0004152865922803097,0.0,0.0,0.349333945584688,0.034616834165588604,0.3587513553879525,0.035146228701785534,0.0,0.0,0.026595004702349337,0.0003716612851068134,0.007550746154505331,0.0010349914605595788,0.16628244713990478,0.014684766917829667,6.053119977894884e-36,2.3721767213170554e-36,0.0011607057995181547,0.00014156054942761332,0.027673896942593097,0.00022694332280337194,,,,0.006485144573910058,0.0009435035460830455,0.6865021592496651,0.013688811798973874,1.536643954075805e-36,5.506393325624413e-37,0.00128028270007138,0.00017393647392277578,0.028988759550723546,0.00027126744537475466,0.30666666666666664,3.025304134640825e-07,0.3294130675526024,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13,Baseline
94,0,Pref. Opt.,Phi,0.01,10,0,1e-05,0.8208616780045351,0.37733333333333335,0.04823455597984076,0.4633567314257481,0.031895566069685424,0.3798519757802948,0.023935430681608423,0.006099201999879242,0.0008343713769010665,0.33312409093633194,0.0032418001511948557,0.7663817663817662,0.03796208513848588,0.5117682133403173,0.027515698378866003,0.4215456639612797,0.023738589524666693,0.008528132029654637,0.0006156955383397769,0.31744980507507875,0.0034052276864741625,0.7897261838427109,0.01563802729883126,0.45837838698468575,0.014526998730112898,0.876547121903362,0.004085892585188771,0.1283068888469919,0.0037150444828089667,0.4219954255233259,0.006351100216257766,,,,0.7546843827842254,0.01634024528593348,0.5071083314830976,0.013517231647519482,0.8757619468497647,0.004291819666333544,0.14801686170708653,0.0048171458204273486,0.4391319201856375,0.006398514647976133,0.31666666666666665,2.984159766716305e-14,0.24691029900332226,,,,,,,,,,1.0747499261825832e-13,0.5096056284904323,1.0747499261825832e-13,Baseline
95,0,Pref. Opt.,Phi,0.01,10,1,1e-05,0.8208616780045351,0.154,0.03499167770224098,0.41330351236861745,0.030850721589609102,0.35248413855146393,0.02190020702275666,0.002682525631143193,0.0006397126630936975,0.4125072026824579,0.014091135134307015,0.6652421652421652,0.042799260784633864,0.4992958656168068,0.02721888818980077,0.41163504838706727,0.02154968704870177,0.007383153510713886,0.0006438616432829957,0.3658834428768147,0.010231831520669461,0.42245825150406946,0.019488912310364474,0.4419272923709567,0.013924050722171908,0.768253946790184,0.005857639027553714,0.06771987432311334,0.003450680497431019,0.516505678105399,0.00847285607791128,,,,0.22019244482607556,0.008334882547690483,0.5309133421155721,0.013175896194486284,0.7215069924162151,0.005939747765760253,0.04480640078827815,0.0020663336569433245,0.540605987699674,0.008148375029006512,0.2866666666666667,6.8771309671958784e-12,0.2715171650055371,,,,,,,,,,2.8915775251270757e-11,0.38108177504512797,2.8915775251270757e-11,Baseline
96,0,Pref. Opt.,Phi,0.01,10,2,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.4277477813762279,0.031236946351923783,0.3610252010635058,0.02240931780501696,0.004410726182793019,0.0007719185095288448,0.3173188556660405,0.0034406276322295495,0.7378917378917379,0.039971471109039154,0.4929009396784097,0.02813357387533797,0.415959444537795,0.021781931300940752,0.008219607083925379,0.0006348949913872733,0.31005949715019726,0.004802090713059285,0.638810025773943,0.01975709794852587,0.45794313618269183,0.014086515007489855,0.8285163632527844,0.005102581074406367,0.10282600804857303,0.003874041371792119,0.3989700564755297,0.006337097375749005,,,,0.2789320557692803,0.014882761547760234,0.515232306613032,0.013277535065660815,0.7816773556300477,0.00541096972794901,0.05604794177960618,0.003269608440887674,0.372958495372734,0.006923965860153254,0.30666666666666664,1.0063266916163322e-13,0.25220376522702104,,,,,,,,,,7.411265830324788e-13,0.457693302147046,7.411265830324788e-13,Baseline
97,0,Pref. Opt.,Phi,0.01,10,3,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43219749452172285,0.031272015948036816,0.3633207821420204,0.022588833207167095,0.004563926174495639,0.0008042619722793832,0.321007172838772,0.003044589417687344,0.725071225071225,0.04037902502295831,0.49301821804149476,0.028302286688641962,0.41630717201079037,0.02224397691883354,0.008071939289661037,0.0006300502304919065,0.3172128600143534,0.00457817910188285,0.6623012752874878,0.019921995831522796,0.463795670397099,0.014239312232909173,0.8498283901763967,0.004726918156070472,0.1057432097529181,0.003842153881886251,0.38909406036551225,0.005652573752442972,,,,0.26418368759954414,0.013953248977438203,0.5061117310098682,0.0133431234128358,0.7900949128168973,0.005431819020997476,0.052060315044795843,0.002839327439682139,0.35706992312900676,0.0064992315823277115,0.31,9.635514732762048e-15,0.24208194905869324,,,,,,,,,,3.922502017067572e-13,0.4608206054374006,3.922502017067572e-13,Baseline
98,0,Pref. Opt.,Phi,0.01,10,4,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43165712120425864,0.03134336095034514,0.36286357801559377,0.022665043771968443,0.004567036572884703,0.0008066638333821726,0.3243596281097105,0.0033138196762159617,0.707977207977208,0.04116164037882798,0.4904415874697781,0.028335928612244935,0.4147520074511906,0.022331424884781834,0.007835425980165777,0.0006347918661963127,0.32330137793897257,0.0041925052876779535,0.6811029982146692,0.019661860317818046,0.465468840851521,0.014237484835500795,0.8565183317546117,0.004568546698867835,0.10914225775713474,0.003896249698376956,0.3870951986600262,0.005390354440795478,,,,0.2506558185868464,0.013390302432822288,0.5050272540974207,0.013363368007215626,0.7901141128010813,0.005431792941650961,0.04924391651848003,0.0026984790275368974,0.3593234280187344,0.005993863525875824,0.31666666666666665,7.491506747594435e-15,0.2410188261351052,,,,,,,,,,1.0747499261825832e-13,0.46080394367478766,1.0747499261825832e-13,Baseline
124,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0,Baseline
52,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0,Baseline
126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17,Baseline
109,0,Grad. Ascent,Phi,0.0,10,0,1e-05,0.8888888888888888,0.4073333333333333,0.04890628707870714,0.4406356242224836,0.03210465763045946,0.3683157496287917,0.018886394821732384,0.006476424119882822,0.0008317040505304013,0.3281049493378071,0.00270155455346914,0.7745014245014245,0.037116781834202695,0.4943866037355289,0.029147973767468638,0.4089421237929396,0.018279191875884542,0.008424521654309295,0.0005611561370451387,0.3168406471723739,0.0032912261781003235,0.8293331366032762,0.013525546360893025,0.47124110107624007,0.01475459702588147,0.8860145649500396,0.004550883049867538,0.13578979836134497,0.003489315454593434,0.40927888095291337,0.00602288582473178,,,,0.7745161978784337,0.014187720587384225,0.49534965382860546,0.013520690219857377,0.851142888237336,0.0065772894616179575,0.1495379327598032,0.004073439298777187,0.42869549886833974,0.005696280124063535,0.3466666666666667,1.1902067485709357e-42,0.04409745293466224,,,,,,,,,,2.1942743021891237e-16,0.5097650710521427,2.1942743021891237e-16,Baseline
110,0,Grad. Ascent,Phi,0.0,10,1,1e-05,0.8888888888888888,0.026999999999999996,0.012514368845827887,0.3787143458174361,0.032383266620030986,0.3285012734983283,0.018715599264884003,0.00048116390140347796,0.00020275372126647503,0.3873666230932246,0.00739301124598016,0.4582621082621083,0.04323131791377336,0.4461277609377497,0.029581617716401953,0.37742364797320005,0.01741689373131969,0.004846520129004641,0.0004991707096444833,0.3269568935592411,0.00529632256531904,0.3434572265997768,0.008519663779399804,0.39415218335462315,0.0161702504941777,0.1332832081459894,0.007439459716360153,0.05244859939126453,0.0010695279205143774,0.4044743200651449,0.0056027076540315895,,,,0.34396669040323125,0.008341377453847346,0.5738379362702275,0.013596302802225898,0.10191279829692185,0.007048959803597189,0.062478826837356775,0.0012873148879500539,0.4384827933379019,0.006286328256681316,0.17,6.420260655107087e-06,0.34972314507198227,,,,,,,,,,0.00033397069759294196,0.14343459129668779,0.00033397069759294196,Baseline
111,0,Grad. Ascent,Phi,0.0,10,2,1e-05,0.888888888888889,0.0,0.0,0.3861709819636343,0.04079175692534878,0.2927623483867784,0.030142437208385237,0.0,0.0,0.02792804434404739,0.00043609910943842876,0.0,0.0,0.3086000631073772,0.03279741647499922,0.23566999813714237,0.017652880701749328,0.0,0.0,0.027518631190947575,0.0003932350785266071,0.007550746154505331,0.0010349914605595788,0.15638599425486044,0.013326466578662037,1.20699547623219e-26,3.349158753988646e-27,0.0012130687250796128,0.00014796223738014504,0.02878088425650157,0.0002499294619913251,,,,0.006485144573910058,0.0009435035460830455,0.7141512266191344,0.012899828001606358,5.961178331925751e-27,1.0676843705845748e-27,0.0013202579129019303,0.0001796465494887684,0.0286744275144207,0.0002774535149486274,0.26,2.2802826393830683e-06,0.34256921373200444,,,,,,,,,,2.550959337009968e-09,0.0,2.550959337009968e-09,Baseline
112,0,Grad. Ascent,Phi,0.0,10,3,1e-05,0.8888888888888888,0.0,0.0,0.43768324488741156,0.04286377622761245,0.27893965536690163,0.032246404177528686,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35469792312892506,0.0353245275189434,0.2538575890783119,0.01912899300259437,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16579268503752392,0.01493512828320238,1.3953754830761458e-39,4.345321169828471e-40,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6899198206632992,0.014186401488148285,7.251360296796451e-40,2.6427886941909497e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,9.239368668537131e-06,0.35231450719822816,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13,Baseline
113,0,Grad. Ascent,Phi,0.0,10,4,1e-05,0.8888888888888888,0.0,0.0,0.43865777180439325,0.044329451818748394,0.2794223399907739,0.03330419952607949,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.3656102077269917,0.03668139895918216,0.25480435990722056,0.019639223434811746,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.16850754784082062,0.015408343280255494,1.2665311763692826e-42,4.457082789857745e-43,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6760347428655031,0.014446783080401208,6.3879918785462964e-43,2.81229533821925e-43,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.30666666666666664,7.074335639783706e-06,0.35040974529346625,,,,,,,,,,7.411265830324788e-13,0.0,7.411265830324788e-13,Baseline
89,0,Grad. Diff.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.445489286930888,0.03229003674923452,0.37030142536660876,0.01888994796965704,0.0061201590578911095,0.000819574741197496,0.33036224192508873,0.003606786695587268,0.777065527065527,0.036862340874226185,0.49531109821206637,0.029118029847928672,0.408587487805685,0.01831624708872293,0.008608980022137672,0.0006026885472454966,0.31927911942242043,0.0040052762824905825,0.8530475707793382,0.013514286562889284,0.47616832991712404,0.014724263389256042,0.9020615519919413,0.004077912862438643,0.13998843202607217,0.003577178138639071,0.40759786609109755,0.0058559235535909455,,,,0.8089788999178928,0.013968280336619586,0.49048439694787827,0.013574288877985733,0.8746356061656911,0.005757043972610084,0.15701386033285988,0.004224819428420731,0.4299783888180241,0.005867888812475599,0.36,1.180529730554766e-43,0.038538205980066444,,,,,,,,,,1.150018983956209e-17,0.5095916359417909,1.150018983956209e-17,Baseline
90,0,Grad. Diff.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.23366666666666666,0.04134996135612024,0.448711121936769,0.03251591687870528,0.37259156149460004,0.019343586979528517,0.0036174684295270133,0.0006456670789976135,0.35084684639490876,0.004892543566542066,0.6501424501424501,0.04247327893615494,0.4753932430999148,0.029982393492054334,0.4005848724076532,0.018609746294909576,0.0068690105123928825,0.0005716981944819044,0.3303812523029244,0.003546827046213594,0.5628412560299246,0.013110945676236323,0.4580760565067743,0.015229737572763568,0.681057023106619,0.01024070126834248,0.0886238351318877,0.002426277583440824,0.42055467416083575,0.004994579398505561,,,,0.46203609392415806,0.01091867307056635,0.5114268242745105,0.013696751629091402,0.39126369530708427,0.013219304645635324,0.08462003634647551,0.0020996706054532297,0.43631911633893933,0.004829743853718719,0.2866666666666667,5.939289230547254e-27,0.14197120708748615,,,,,,,,,,2.8915775251270757e-11,0.4335645373296677,2.8915775251270757e-11,Baseline
91,0,Grad. Diff.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.2053333333333333,0.03948523996488023,0.4617578617989009,0.03312670105472504,0.3786869096458096,0.02067738672719293,0.0030140672033289583,0.0005923791732660947,0.4112465508044762,0.010254320002101412,0.5024216524216524,0.04380305738510996,0.4692979336023198,0.029486952804471563,0.38677711002086307,0.01878419442657594,0.005438630481755229,0.0005556600432701432,0.34256549180763196,0.006425791282040907,0.44407238762011636,0.011288158570864326,0.4456124316228852,0.016172136034494928,0.4387009048764408,0.012723258624848553,0.07112488288431025,0.002165385558990518,0.4741629263985171,0.007492712792964969,,,,0.30875170331470164,0.007974400159793121,0.5789688478876374,0.013376387864029145,0.054493439234888544,0.004603772700049135,0.06286718410802472,0.00249583506010431,0.49636067836253955,0.007636791279568331,0.16666666666666666,3.850140759368365e-08,0.31689922480620153,,,,,,,,,,0.0004688948594180668,0.38862474609301456,0.0004688948594180668,Baseline
92,0,Grad. Diff.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.025,0.012394334537179828,0.4815935750631795,0.03891390096873717,0.38400695068215485,0.028411514664050685,0.0008807482198892126,0.0005780606318251168,0.3382076267332419,0.013329960370499602,0.23817663817663817,0.03609328712275771,0.4788025429991702,0.03245957461517988,0.3843939853103076,0.021060327247136357,0.0037762744455419497,0.0008736819933718429,0.39817194557158064,0.010442966371690138,0.26913251229634727,0.008318145570150776,0.502772110633196,0.019199442290337928,0.11338575553958656,0.007936346771898294,0.048124009138765585,0.002558802040992586,0.3751924199022533,0.008887224559306744,,,,0.1894867784117846,0.004641042318677772,0.47669152933424613,0.016473403722812002,0.0002766024657169499,8.370774640982862e-05,0.0435711624312673,0.0021496425240812313,0.3439928424171195,0.008872932813047263,0.18,0.14165394443314375,0.4510520487264673,,,,,,,,,,0.00011580724071708764,0.13217173107417687,0.00011580724071708764,Baseline
93,0,Grad. Diff.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.06083333333333333,0.019093330641141205,0.5086347329545251,0.04106627386262414,0.3487585126010581,0.0311229051402676,0.0009206726703364054,0.00028304833011280297,0.20953284692620008,0.016489932417523244,0.34002849002849,0.04041876238615587,0.5447495306271707,0.033931359325418194,0.4064550825116915,0.024244404505141467,0.003870131209698908,0.000495195820981596,0.3127129829424078,0.013231132627163454,0.38118660416278505,0.01141174188129042,0.49680372751005913,0.017118264884523133,0.44515118672144394,0.012320610824723199,0.060515475586569875,0.0019308386607570646,0.4066249338835942,0.011449592642912466,,,,0.09423709669538781,0.004523192731968132,0.5121976536358716,0.01756234639022113,5.079474684466335e-05,3.247775961231264e-05,0.015294580506806769,0.000756985372720552,0.05267286227958383,0.004882019183521703,0.24333333333333335,8.55908179140657e-05,0.36916943521594686,,,,,,,,,,3.3247401264281346e-08,0.25429955690432804,3.3247401264281346e-08,Baseline
119,0,KL Min.,Phi,0.0,10,0,1e-05,0.7210884353741497,0.41733333333333333,0.04908701817726713,0.4404119900313483,0.03215834584785806,0.3685403748239444,0.018886852683290357,0.006609113947183648,0.00083314965658764,0.32839321242418057,0.002507967748268899,0.7813390313390313,0.036833144291997535,0.49309723511408027,0.029165321907741543,0.40840541183725465,0.0182786916131292,0.008647799939233133,0.0006019463377911001,0.3164046884334776,0.002967030477080494,0.8340946493773876,0.013426858520502996,0.47125500023974304,0.014748205422405927,0.8864616240665817,0.004533328375479302,0.13701555671396073,0.003514771618699596,0.40423482523744636,0.005668013534349268,,,,0.7764363369638583,0.014071456253801585,0.4947696579702449,0.013494912442660918,0.8517714980231927,0.006555103140143843,0.1500083919623026,0.0040543560030796835,0.42862182856275277,0.005687185269494926,0.3466666666666667,8.960455869891988e-43,0.043410852713178294,,,,,,,,,,2.1942743021891237e-16,0.511783767496194,2.1942743021891237e-16,Baseline
120,0,KL Min.,Phi,0.0,10,1,1e-05,0.7210884353741497,0.06616666666666667,0.02277895414552839,0.38616568889864217,0.032841923580659,0.3373331931585142,0.018648271660188672,0.0009673422788279231,0.0003269511784435408,0.3757633473703473,0.007062844551478875,0.4568376068376069,0.04324292953572399,0.4500329359673502,0.02956541431818185,0.3799713615715442,0.017526960438075313,0.004801713022895753,0.0004947101310173516,0.3286703437685256,0.003873008065887857,0.358224456612624,0.008514703588570245,0.40326034100983643,0.01602569865634584,0.170710124332116,0.00846030855071312,0.054515254890658366,0.0010553167957073715,0.3983812445013232,0.005187913018942307,,,,0.3532902519889898,0.008232457523358213,0.5664525573018395,0.013598115309911316,0.12235810684039583,0.007698740904127741,0.0649760526318002,0.0014454081190137878,0.429791667216399,0.006016338046140314,0.18666666666666668,9.261379512870918e-08,0.3221262458471761,,,,,,,,,,5.522790313356146e-05,0.23172372077326256,5.522790313356146e-05,Baseline
121,0,KL Min.,Phi,0.0,10,2,1e-05,0.7210884353741497,0.0,0.0,0.3896628430219675,0.040382667395010674,0.29674549248224763,0.029609856180972914,0.0,0.0,0.02605066361846702,0.00033757789187220373,0.0,0.0,0.30882691795012995,0.03233780155076009,0.2354926554575992,0.017661041881035233,0.0,0.0,0.02611884871771877,0.00033386902415561516,0.007550746154505331,0.0010349914605595788,0.15479912781898394,0.013116735104066175,1.0046068308868282e-25,2.4646078942378577e-26,0.001258300749534157,0.00015343091812601938,0.02759032883735345,0.00021697095771110273,,,,0.006485144573910058,0.0009435035460830455,0.714292514930254,0.012802150491243931,4.854365133918027e-26,8.929189246805764e-27,0.0013695072986089475,0.00018652953507862944,0.02772596694393935,0.00021692720249407658,0.24666666666666667,2.1923745611671208e-06,0.34230343300110744,,,,,,,,,,2.0179572425111938e-08,0.0,2.0179572425111938e-08,Baseline
122,0,KL Min.,Phi,0.0,10,3,1e-05,0.7210884353741497,0.0,0.0,0.44072821233597004,0.04260482389159185,0.2785531708647916,0.032310448587946954,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.35823112850426997,0.03549349991263717,0.24838314796984587,0.018921114350511508,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.1666880102772587,0.014848232404540763,6.649611643545127e-39,2.1976276979304463e-39,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6894464972216763,0.014104224091332612,2.3147277267651083e-39,8.501699378930412e-40,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.3,7.988031105534583e-06,0.3512735326688815,,,,,,,,,,2.5881511422773775e-12,0.0,2.5881511422773775e-12,Baseline
123,0,KL Min.,Phi,0.0,10,4,1e-05,0.7210884353741497,0.0,0.0,0.46635820448756704,0.04420621513121829,0.24670611228608602,0.033424713350826064,0.0,0.0,0.011330985493835564,1.958102121849729e-05,0.0,0.0,0.42242444283905484,0.03756859490016205,0.2869533480674148,0.024705588796362796,0.0,0.0,0.011379685390984825,3.0772137439828354e-05,0.007550746154505331,0.0010349914605595788,0.17398114915082943,0.015774595323348888,1.3172543247790392e-33,1.128078192351984e-33,0.001087085413713033,0.00013248729005034838,0.011481522077037848,1.091040809265311e-05,,,,0.006485144573910058,0.0009435035460830455,0.6702601806503722,0.014507975683145874,3.466152028939939e-39,2.4482241539901036e-39,0.0012010521474301438,0.0001646876652112906,0.011994085443504188,3.169031440214118e-05,0.31333333333333335,4.564366539733312e-06,0.3473311184939092,,,,,,,,,,2.0608068972918464e-13,0.0,2.0608068972918464e-13,Baseline
99,0,Pref. Opt.,Phi,0.0,10,0,1e-05,0.8208616780045351,0.38733333333333336,0.04848034069953959,0.43958768915672614,0.03201377473778239,0.36954148073282966,0.018475406909683512,0.0062186222122174225,0.0008318323673224484,0.3296917068571787,0.0046509310873603625,0.7642450142450141,0.03790882473231565,0.5085866828004575,0.027376659012571938,0.4128835041291744,0.017453614159539964,0.008348131177790142,0.0005851803215926627,0.3099638539004192,0.0034217253479417744,0.7897970485636896,0.01560307813848238,0.4610280292306868,0.014411367134427746,0.8766018821342342,0.004091227722166755,0.1273599112562381,0.003687028045594734,0.3973241301372439,0.005886132812497454,,,,0.7561071918107968,0.016287888925169285,0.505780143762839,0.013469338616808978,0.875980368026049,0.004282309480310711,0.14579489306184049,0.004599239936926811,0.4152343327881947,0.005917592510452096,0.32,5.144304720368566e-37,0.07665559246954595,,,,,,,,,,5.563730678470443e-14,0.5046156138615842,5.563730678470443e-14,Baseline
100,0,Pref. Opt.,Phi,0.0,10,1,1e-05,0.8208616780045351,0.17066666666666666,0.03688572458133378,0.398097593174122,0.030658872972237534,0.3473319068940162,0.01673575152905193,0.0029095484732297246,0.0006580960661434977,0.2779515373235178,0.0034875882262884114,0.6524216524216524,0.04342010748392519,0.5029589294985205,0.0272167573948497,0.4106615313952846,0.01679715874015566,0.007213782213173275,0.0006315423771492203,0.29640589363423786,0.007256977923894145,0.4157369052689159,0.019439495403639942,0.4428018289135021,0.013837380399883631,0.7747471223103995,0.005464012326173342,0.06518609687132093,0.0032763021315533962,0.360046731049611,0.00817335504355518,,,,0.20367182870403827,0.009274833330809624,0.5309647459878414,0.013148473719160551,0.7234846904991572,0.005864907735236472,0.04102579083602729,0.002255860634011684,0.3804965163857859,0.009105379325214965,0.29,3.4286578485665095e-26,0.14739756367663345,,,,,,,,,,1.5989601818532152e-11,0.38858508844208894,1.5989601818532152e-11,Baseline
101,0,Pref. Opt.,Phi,0.0,10,2,1e-05,0.8208616780045351,0.29233333333333333,0.04491881940456958,0.4087252900067323,0.0310915737552159,0.35329993323454817,0.017383358638716227,0.004919638997249475,0.0008032913787596555,0.2812622421768081,0.003317656232924557,0.7606837606837606,0.03851471583338498,0.49227062858670234,0.028165690638201627,0.41050816200893164,0.017304776647714917,0.008272116019019353,0.0005999502448213067,0.2766736661994572,0.0044089878789167185,0.6400973874874583,0.019440961303790187,0.4601940385344932,0.014036297864505397,0.8343165200314714,0.004909012902157577,0.10097992956048368,0.003742977958814409,0.34440409616126755,0.005067362634500041,,,,0.2752258962662184,0.015184657951135534,0.5125136820862575,0.013201131180235505,0.7803354761928551,0.0055047247911336064,0.05282075998502547,0.003056916532625831,0.2925720656191614,0.003815817406646774,0.31,4.2734211582588426e-33,0.10084163898117386,,,,,,,,,,3.922502017067572e-13,0.4635901617821062,3.922502017067572e-13,Baseline
102,0,Pref. Opt.,Phi,0.0,10,3,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.415320668948717,0.031062911872498312,0.3558490152972197,0.017601857456544336,0.003802229591357634,0.0007264091963216739,0.28037974506404106,0.0036664109838314704,0.7051282051282052,0.04108592314438152,0.4868892295245139,0.028300346655511868,0.4071353723149788,0.01750881824180998,0.007652637976552868,0.0006120018331332855,0.2818804914342013,0.004265775073193291,0.6761552316550627,0.019385788497320533,0.4662565111620517,0.014205346582392659,0.8576960767364884,0.0047351948047892525,0.10642936056056714,0.003772563028343751,0.34187252464356854,0.004481089053299932,,,,0.23005648767467027,0.012309505775143548,0.5063466880646643,0.013362926315265726,0.7774173932003705,0.005687403349703199,0.04364537660671691,0.002299339457067745,0.28993550598053264,0.003031198702827004,0.31,3.076509991615289e-34,0.09364341085271317,,,,,,,,,,3.922502017067572e-13,0.44188907038498515,3.922502017067572e-13,Baseline
103,0,Pref. Opt.,Phi,0.0,10,4,1e-05,0.8208616780045351,0.22566666666666665,0.04087388558735096,0.41873749533700433,0.031014138839880974,0.3560428742235176,0.01766535626579844,0.00392613552176532,0.0007586720332192074,0.31701491895791006,0.003986008431068629,0.6951566951566951,0.04147789038411901,0.48347158179024324,0.028520063411345657,0.4052351774271735,0.017626395111619356,0.00756923997348644,0.0006164048502494053,0.32018380504074817,0.004923326108424165,0.7317416816694867,0.018545592358354707,0.471358582657205,0.014228447282412016,0.8762493318448833,0.004170960723817527,0.11742815098580654,0.0039300163222826074,0.37899289762204186,0.004846155113022571,,,,0.22542637329599832,0.011624463946222212,0.5048653246444754,0.013454713155325862,0.7796325730927125,0.005701842462918839,0.04350450756625529,0.0023243657135120967,0.3350620955762081,0.003605206488093111,0.3233333333333333,5.527837426332548e-35,0.08901439645625692,,,,,,,,,,2.858944731506222e-14,0.44483865411257695,2.858944731506222e-14,Baseline
125,0,Retain Model,Phi,0.0,10,-1,2e-05,0.0,0.44733333333333336,0.04950298429938799,0.4559023106732315,0.03283401691458175,0.3764878052915082,0.019616100500433782,0.007157778674970126,0.0008471703859198075,0.35267965882838304,0.004806363653018593,0.7670940170940171,0.03816773858757475,0.5037410710028157,0.029493147306494313,0.4170062423493305,0.018065802584815813,0.008563835771652536,0.0006222200036427265,0.3480993478787522,0.005115672181072033,0.8686838505851442,0.012597149181808459,0.4778830670614996,0.014402799020616376,0.9033232236014582,0.004136077136604402,0.14567073822653545,0.0037584503851931473,0.4521166520885928,0.007857296458691466,,,,0.4330523884261115,0.008902909468669264,0.6364134686518225,0.012814046873094457,0.13676270625058615,0.007359832649756168,0.08092029760683267,0.0017570194044373376,0.46591939546346245,0.00735441333476235,0.0,1.0,0.0,,,,,,,,,,1.0,0.5256206068691371,1.0,Baseline