bug fix

app.py

@@ -4,7 +4,7 @@ import os
 from apscheduler.schedulers.background import BackgroundScheduler
 from huggingface_hub import HfApi
 from uploads import add_new_eval
-from utils import LEADERBOARD_PATH, CORPORA, load_data
+from utils import LEADERBOARD_PATH, CORPORA, load_data, DEFAULT_COLUMNS, DEFAULT_COLUMN_LABELS
 
 
 CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results."
@@ -45,7 +45,9 @@ with demo:
                 )
 
             leaderboard_table = gr.components.Dataframe(
-                value=load_data(CORPORA[0]),
+                value=load_data(CORPORA[0]).rename(columns={
+                    k: v for k, v in zip(DEFAULT_COLUMNS, DEFAULT_COLUMN_LABELS)
+                }),
                 interactive=True,
                 visible=True,
             )

submission/books.csv

@@ -1,4 +1,4 @@
-Method Name,Submitted By,VerbMem Forget,KnowMem Forget,PrivLeak,KnowMem Retain,Id
+name,organization,verbmem_f,knowmem_f,privleak,knowmem_r,id
 target,Baseline,99.8,59.4,-57.5,66.9,"-"
 retrain,Baseline,14.3,28.9,0.0,74.5,"-"
 "ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-25.0,0.0,"-"

submission/news.csv

@@ -1,4 +1,4 @@
-Method Name,Submitted By,VerbMem Forget,KnowMem Forget,PrivLeak,KnowMem Retain,Id
+name,organization,verbmem_f,knowmem_f,privleak,knowmem_r,id
 target,Baseline,58.4,63.9,-99.8,55.2,"-"
 retrain,Baseline,20.8,33.1,0.0,55.0,"-"
 "ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,5.2,0.0,"-"

uploads.py

@@ -4,7 +4,7 @@ import io
 import os
 import base64
 import pandas as pd
-from utils import DEFAULT_METRICS, LEADERBOARD_PATH, DEFAULT_METRIC_LABELS
+from utils import DEFAULT_COLUMNS, DEFAULT_METRICS, LEADERBOARD_PATH
 
 
 api = HfApi()
@@ -46,18 +46,13 @@ def add_new_eval(
     df = pd.read_csv(io_path)
     df_new = pd.read_csv(fpath)
 
-    for col in ['name'] + DEFAULT_METRICS:
+    for col in DEFAULT_METRICS:
         if col not in df_new.columns:
             return format_warning(f"Missing column in the submitted file: {col}")
 
-    df_new['Submitted By'] = organization
-    df_new['Id'] = base64.b64encode(os.urandom(6)).decode('ascii')
-    df_new = df_new.rename(
-        columns={
-            k: v for k, v in zip(DEFAULT_METRICS, DEFAULT_METRIC_LABELS)
-        } | {'name': 'Method Name'}
-    )
-    df_new = df_new[['Method Name', 'Submitted By'] + DEFAULT_METRIC_LABELS + ['Id']]
+    df_new['organization'] = organization
+    df_new['id'] = base64.b64encode(os.urandom(6)).decode('ascii')
+    df_new = df_new[DEFAULT_COLUMNS]
 
     df = pd.concat([df, df_new]).reset_index(drop=True)
     buffer = io.BytesIO()

utils.py

@@ -6,14 +6,19 @@ DEFAULT_METRICS = [
     'verbmem_f',
     'knowmem_f',
     'privleak',
-    'knowmem_r'
+    'knowmem_r',
 ]
 
-DEFAULT_METRIC_LABELS = [
+DEFAULT_COLUMNS = ['name', 'organization'] + DEFAULT_METRICS + ['id']
+
+DEFAULT_COLUMN_LABELS = [
+    'Method Name',
+    'Submitted By',
     'VerbMem ⬇️',
     'KnowMem Forget ⬇️',
     'PrivLeak',
-    'KnowMem Retain (Utility) ⬆'
+    'KnowMem Retain (Utility) ⬆',
+    'Submission Id'
 ]
 
 CORPORA = ['news', 'books']
@@ -22,5 +27,4 @@ CORPORA = ['news', 'books']
 def load_data(corpus):
     assert corpus in CORPORA
     df = pd.read_csv(f"submission/{corpus}.csv")
-    df = df[['Method Name', 'Submitted By'] + DEFAULT_METRIC_LABELS + ['Id']]
-    return df
+    return df[DEFAULT_COLUMNS]