core_leaderboard / config.py
benediktstroebl's picture
layout update
066588c
raw
history blame
722 Bytes
import pandas as pd
TYPES = [
"str",
"number",
"number"
]
SWEBENCH_ON_LOAD_COLUMNS = [
"Agent Name",
"Accuracy",
"Total Cost",
]
SWEBENCH_SEARCH_COLUMNS = ['Total Cost']
USACO_ON_LOAD_COLUMNS = [
"Agent Name",
"Accuracy",
"Total Cost",
]
USACO_SEARCH_COLUMNS = ['Total Cost']
NUMERIC_INTERVALS = {
"?": pd.Interval(-1, 0, closed="right"),
"~1.5": pd.Interval(0, 2, closed="right"),
"~3": pd.Interval(2, 4, closed="right"),
"~7": pd.Interval(4, 9, closed="right"),
"~13": pd.Interval(9, 20, closed="right"),
"~35": pd.Interval(20, 45, closed="right"),
"~60": pd.Interval(45, 70, closed="right"),
"70+": pd.Interval(70, 10000, closed="right"),
}