utils.py

import pandas as pd

LEADERBOARD_PATH = f"chan0369/muse_leaderboard"

DEFAULT_METRICS = [
    'verbmem_f',
    'knowmem_f',
    'privleak',
    'knowmem_r'
]

DEFAULT_METRIC_LABELS = [
    'VerbMem ⬇️',
    'KnowMem Forget ⬇️',
    'PrivLeak',
    'KnowMem Retain (Utility) ⬆'
]

CORPORA = ['news', 'books']


def load_data(corpus):
    assert corpus in CORPORA
    df = pd.read_csv(f"submission/{corpus}.csv")
    df = df[['Method Name', 'Submitted By'] + DEFAULT_METRIC_LABELS + ['Id']]
    return df