reformat data

results.csv

@@ -1,27 +1,27 @@
-copyright,model,decoding,count_verbatim,count_nonverbatim,count_qa,score_rouge_l,score_rouge_l>=0.8,events_recall,events_recall>=5,char_recall,char_recall>=3,score_f1,verbatim_quality_score,nonverbatim_quality_score
-yes,gpt-35-turbo,greedy,2274,1770,589,0.1840055085,2.022867194,0.5316384181,1.355932203,0.1836158192,1.412429379,36.09021864,3.49648197,4.340112994
-yes,gpt-4-turbo,greedy,2274,1730,589,0.1579340721,0.4397537379,0.8560693642,2.947976879,0.4398843931,4.50867052,41.9088674,3.940193492,4.667052023
-yes,llama2-13b-chat-hf,greedy,2274,1770,589,0.1259847233,0,0.2271186441,0.2259887006,0.106779661,0.5649717514,17.18724202,3.922163588,4.201694915
-yes,llama2-13b-hf,greedy,2274,1770,589,0.1487607591,0.08795074758,0.3169491525,0.3389830508,0.2542372881,2.033898305,20.94628725,2.514951627,3.020903955
-yes,llama2-13b-hf,memfree,2274,1770,589,0.1470236149,0,0.3146892655,0.3389830508,0.2446327684,2.033898305,20.94628725,2.551890941,3.049717514
-yes,llama2-13b-hf,system,2274,1770,589,0.1489617194,0.04397537379,0.3367231638,0.4519774011,0.2423728814,2.033898305,19.79607546,2.576077397,3.123163842
-yes,llama2-13b-vicuna,greedy,2274,1770,589,0.1419072826,0.08795074758,0.4824858757,0.4519774011,0.186440678,1.412429379,16.18073258,3.649956025,4.176271186
-yes,llama2-70b,greedy,2274,1770,589,0.198620695,2.418645558,0.8903954802,4.011299435,0.7485875706,10.33898305,30.1233411,2.803869833,3.346892655
-yes,llama2-70b,memfree,2274,1770,589,0.1751059825,0.3078276165,0.8903954802,3.84180791,0.7519774011,10.9039548,30.1233411,2.76121372,3.341242938
-yes,llama2-70b,system,2274,1770,589,0.2003116714,2.594547054,0.9146892655,4.745762712,0.7734463277,11.52542373,29.9026073,2.750659631,3.355932203
-yes,llama2-70b-chat,greedy,2274,1770,589,0.1468163176,0.1319261214,0.4016949153,0.7344632768,0.1644067797,1.129943503,21.19026512,3.627968338,4.156497175
-yes,llama2-7b,greedy,2274,1770,589,0.1435181828,0.1319261214,0.297740113,0.2259887006,0.213559322,1.694915254,15.34213034,2.380386983,2.85819209
-yes,llama3-70b,greedy,2274,1770,589,0.3042579322,10.51011434,1.176836158,6.892655367,1.076271186,15.59322034,39.98167839,2.708003518,3.206779661
-yes,llama3-70b,memfree,2274,1770,589,0.2223630689,0.6156552331,1.215254237,7.231638418,1.074576271,15.53672316,39.98167839,2.666666667,3.196045198
-yes,llama3-70b,system,2274,1770,589,0.308713149,11.03781882,1.15480226,5.93220339,1.038418079,15.02824859,39.92419107,2.736147757,3.276271186
-yes,llama3-70b-instruct,greedy,2274,1770,589,0.1338709257,0.219876869,0.4344632768,1.242937853,0.4276836158,4.237288136,30.20756187,3.237906772,4.404519774
-yes,llama3-8b,greedy,2274,1770,589,0.1498831988,0.1759014952,0.6531073446,2.316384181,0.3949152542,4.463276836,18.60886463,2.576956904,2.737288136
-yes,mistral-7b,greedy,2274,1770,589,0.1477934219,0.1319261214,0.3576271186,0.395480226,0.2299435028,1.920903955,18.71270589,2.279683377,2.796045198
-yes,mixtral-8x7b,greedy,2274,1770,589,0.1561011593,0.9674582234,0.5344632768,1.299435028,0.5536723164,6.949152542,23.32206589,2.981530343,3.537853107
-yes,mixtral-8x7b-instruct,greedy,2274,1770,589,0.1316051003,0.08795074758,0.7254237288,1.97740113,0.3474576271,2.937853107,21.27583658,3.420844327,4.255932203
-yes,tulu2-13b,greedy,2274,1770,589,0.1306359884,0,0.506779661,0.6214689266,0.2474576271,1.581920904,17.89834888,2.931838171,4.005649718
-yes,tulu2-13b-dpo,greedy,2274,1770,589,0.1383527819,0.08795074758,0.618079096,1.525423729,0.288700565,1.751412429,17.32643669,3.448988566,4.196610169
-yes,tulu2-70b,greedy,2274,1770,589,0.1678018825,1.011433597,0.7706214689,2.824858757,0.4395480226,4.632768362,28.32230484,2.921723835,4.019774011
-yes,tulu2-70b,memfree,2274,1770,589,0.1578867035,0.08795074758,0.7734463277,2.881355932,0.4293785311,4.406779661,28.32230484,2.91292876,4.044632768
-yes,tulu2-70b,system,2274,1770,589,0.1675028708,0.7475813544,0.7559322034,2.033898305,0.3875706215,3.276836158,28.30660473,3.044415128,4.116949153
-yes,tulu2-70b-dpo,greedy,2274,1770,589,0.1738150265,0.3518029903,0.7689265537,2.146892655,0.3672316384,3.389830508,28.836381,3.480650836,4.363276836
+Model,Inference,Literal Copying (%),(Non-literal) Event Copying (%),(Non-literal) Character Copying (%),Fact Recall (F1),(Literal) Fluency,(Non-literal) Fluency
+gpt-35-turbo,greedy,2.023,1.356,1.412,36.090,3.496,4.340
+gpt-4-turbo,greedy,0.440,2.948,4.509,41.909,3.940,4.667
+llama2-13b-chat,greedy,0.000,0.226,0.565,17.187,3.922,4.202
+llama2-13b,greedy,0.088,0.339,2.034,20.946,2.515,3.021
+llama2-13b,memfree,0.000,0.339,2.034,20.946,2.552,3.050
+llama2-13b,system_prompt,0.044,0.452,2.034,19.796,2.576,3.123
+llama2-13b-vicuna,greedy,0.088,0.452,1.412,16.181,3.650,4.176
+llama2-70b,greedy,2.419,4.011,10.339,30.123,2.804,3.347
+llama2-70b,memfree,0.308,3.842,10.904,30.123,2.761,3.341
+llama2-70b,system_prompt,2.595,4.746,11.525,29.903,2.751,3.356
+llama2-70b-chat,greedy,0.132,0.734,1.130,21.190,3.628,4.156
+llama2-7b,greedy,0.132,0.226,1.695,15.342,2.380,2.858
+llama3-70b,greedy,10.510,6.893,15.593,39.982,2.708,3.207
+llama3-70b,memfree,0.616,7.232,15.537,39.982,2.667,3.196
+llama3-70b,system_prompt,11.038,5.932,15.028,39.924,2.736,3.276
+llama3-70b-instruct,greedy,0.220,1.243,4.237,30.208,3.238,4.405
+llama3-8b,greedy,0.176,2.316,4.463,18.609,2.577,2.737
+mistral-7b,greedy,0.132,0.395,1.921,18.713,2.280,2.796
+mixtral-8x7b,greedy,0.967,1.299,6.949,23.322,2.982,3.538
+mixtral-8x7b-instruct,greedy,0.088,1.977,2.938,21.276,3.421,4.256
+tulu2-13b,greedy,0.000,0.621,1.582,17.898,2.932,4.006
+tulu2-13b-dpo,greedy,0.088,1.525,1.751,17.326,3.449,4.197
+tulu2-70b,greedy,1.011,2.825,4.633,28.322,2.922,4.020
+tulu2-70b,memfree,0.088,2.881,4.407,28.322,2.913,4.045
+tulu2-70b,system_prompt,0.748,2.034,3.277,28.307,3.044,4.117
+tulu2-70b-dpo,greedy,0.352,2.147,3.390,28.836,3.481,4.363