Commit
·
3b9b868
1
Parent(s):
be645c2
add mmlu
Browse files- src/about.py +1 -0
src/about.py
CHANGED
@@ -15,6 +15,7 @@ class Tasks(Enum):
|
|
15 |
task0 = Task("tmlu", "acc,none", "TMLU")
|
16 |
task1 = Task("twllm_eval", "acc,none", "TW Truthful QA")
|
17 |
task2 = Task("tw_legal", "acc,none", "TW Legal Eval")
|
|
|
18 |
|
19 |
NUM_FEWSHOT = 0 # Change with your few shot
|
20 |
# ---------------------------------------------------
|
|
|
15 |
task0 = Task("tmlu", "acc,none", "TMLU")
|
16 |
task1 = Task("twllm_eval", "acc,none", "TW Truthful QA")
|
17 |
task2 = Task("tw_legal", "acc,none", "TW Legal Eval")
|
18 |
+
task3 = Task("mmlu", "acc,none", "MMLU")
|
19 |
|
20 |
NUM_FEWSHOT = 0 # Change with your few shot
|
21 |
# ---------------------------------------------------
|