Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
new tasks
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -106,7 +106,7 @@ class EvalResult:
|
|
106 |
task = task.value
|
107 |
|
108 |
task_n_shot_num = n_shot_num
|
109 |
-
if 'perplexity' in task.metric: # perplexity is the same for 0-shot and 5-shot and is calculated only with 0-shot
|
110 |
task_n_shot_num = 0
|
111 |
|
112 |
# We average all scores of a given metric (not all metrics are present in all files)
|
|
|
106 |
task = task.value
|
107 |
|
108 |
task_n_shot_num = n_shot_num
|
109 |
+
if 'perplexity' in task.metric or task.benchmark=='polish_eq_bench': # perplexity is the same for 0-shot and 5-shot and is calculated only with 0-shot
|
110 |
task_n_shot_num = 0
|
111 |
|
112 |
# We average all scores of a given metric (not all metrics are present in all files)
|