File size: 911 Bytes
a2dcddd
 
 
 
 
 
 
 
93ec8ee
a2dcddd
 
93ec8ee
a2dcddd
 
 
 
 
93ec8ee
191e77c
 
 
 
 
a2dcddd
93ec8ee
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
from dataclasses import dataclass
from typing import Dict


@dataclass(frozen=True)
class CompetitionDetails:
    # The display name of the competition.
    name: str

    # The HTML description of the competition.
    html_description: str


# A map of competition IDs to HTML descriptions.
COMPETITION_DETAILS: Dict[int, CompetitionDetails] = {
    1: CompetitionDetails(
        name="SN9_MODEL",
        html_description="""<b>Competition ID 1</b><br/>Produce the best fine-tuned model from a Subnet 9 pretrained model. Models are evaluated using synthetic prompt/response data from Subnet 18.""",
    ),
    2: CompetitionDetails(
        name="General Knowledge Chat-bot",
        # TODO: Add link to SN1 dataset details.
        html_description="""<b>Competition ID 2</b><br/>Produce the best general knowledge chat-bot. Models are evaluated using synthetic MMLU-like dataset from Subnet 1.""",
    )
}