Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -114,6 +114,7 @@ class EvalResult:
|
|
114 |
def update_with_request_file(self, requests_path):
|
115 |
"""Finds the relevant request file for the current model and updates info with it"""
|
116 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
|
|
|
117 |
|
118 |
try:
|
119 |
with open(request_file, "r") as f:
|
@@ -219,8 +220,8 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
219 |
results.append(v)
|
220 |
except KeyError: # not all eval values present
|
221 |
continue
|
222 |
-
print(f"Processing file: {model_result_filepath}")
|
223 |
-
print(f"Eval result: {eval_result.to_dict()}")
|
224 |
|
225 |
|
226 |
return results
|
|
|
114 |
def update_with_request_file(self, requests_path):
|
115 |
"""Finds the relevant request file for the current model and updates info with it"""
|
116 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
|
117 |
+
print(f"Request file for {self.full_model} with precision {self.precision}: {request_file}")
|
118 |
|
119 |
try:
|
120 |
with open(request_file, "r") as f:
|
|
|
220 |
results.append(v)
|
221 |
except KeyError: # not all eval values present
|
222 |
continue
|
223 |
+
# print(f"Processing file: {model_result_filepath}")
|
224 |
+
# print(f"Eval result: {eval_result.to_dict()}")
|
225 |
|
226 |
|
227 |
return results
|