import pandas as pd LEADERBOARD_PATH = f"chan0369/muse_leaderboard" DEFAULT_METRICS = [ 'verbmem_f', 'knowmem_f', 'privleak', 'knowmem_r' ] DEFAULT_METRIC_LABELS = [ 'VerbMem ⬇️', 'KnowMem Forget ⬇️', 'PrivLeak', 'KnowMem Retain (Utility) ⬆' ] CORPORA = ['news', 'books'] def load_data(corpus): assert corpus in CORPORA df = pd.read_csv(f"submission/{corpus}.csv") df = df[['Method Name', 'Submitted By'] + DEFAULT_METRIC_LABELS + ['Id']] return df