Spaces:
Sleeping
Sleeping
File size: 694 Bytes
1538407 b826bd5 5c6e7ab b826bd5 5c6e7ab b826bd5 1538407 5c6e7ab 1538407 b826bd5 1538407 e6cc9f5 1538407 2ac59aa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import pandas as pd
LEADERBOARD_PATH = f"chan0369/muse_leaderboard"
DEFAULT_METRICS = [
'verbmem_f',
'knowmem_f',
'privleak',
'knowmem_r',
]
DEFAULT_COLUMNS = ['name', 'organization'] + DEFAULT_METRICS + ['id']
DEFAULT_COLUMN_LABELS = [
'Method Name',
'Submitted By',
'VerbMem ⬇️',
'KnowMem Forget ⬇️',
'PrivLeak',
'KnowMem Retain (Utility) ⬆',
'Submission Id'
]
CORPORA = ['news', 'books']
def load_data(corpus):
assert corpus in CORPORA
df = pd.read_csv(f"submission/{corpus}.csv")
df = df[DEFAULT_COLUMNS].rename(columns={
k: v for k, v in zip(DEFAULT_COLUMNS, DEFAULT_COLUMN_LABELS)
})
return df
|