finetuning-leaderboard / competitions.py
rusticluftig's picture
Add leaderboard for competition 2
191e77c
raw
history blame
911 Bytes
from dataclasses import dataclass
from typing import Dict
@dataclass(frozen=True)
class CompetitionDetails:
# The display name of the competition.
name: str
# The HTML description of the competition.
html_description: str
# A map of competition IDs to HTML descriptions.
COMPETITION_DETAILS: Dict[int, CompetitionDetails] = {
1: CompetitionDetails(
name="SN9_MODEL",
html_description="""<b>Competition ID 1</b><br/>Produce the best fine-tuned model from a Subnet 9 pretrained model. Models are evaluated using synthetic prompt/response data from Subnet 18.""",
),
2: CompetitionDetails(
name="General Knowledge Chat-bot",
# TODO: Add link to SN1 dataset details.
html_description="""<b>Competition ID 2</b><br/>Produce the best general knowledge chat-bot. Models are evaluated using synthetic MMLU-like dataset from Subnet 1.""",
)
}