Spaces:
Running
Running
Paul Hager
commited on
Commit
·
6b2665a
1
Parent(s):
47f11bf
debug
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -85,6 +85,7 @@ class EvalResult:
|
|
85 |
self.params = config.get("params", 0)
|
86 |
self.seq_length = config.get("max_sequence_length", 0)
|
87 |
self.model_quantization_bits = config.get("model_quantization_bits", 0)
|
|
|
88 |
|
89 |
|
90 |
return self(
|
@@ -97,6 +98,7 @@ class EvalResult:
|
|
97 |
revision=config.get("model_sha", ""),
|
98 |
still_on_hub=still_on_hub,
|
99 |
architecture=architecture,
|
|
|
100 |
)
|
101 |
|
102 |
def update_with_request_file(self, requests_path):
|
@@ -119,6 +121,7 @@ class EvalResult:
|
|
119 |
|
120 |
def to_dict(self):
|
121 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
|
|
122 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
123 |
data_dict = {
|
124 |
"eval_name": self.eval_name, # not a column, just a save name,
|
|
|
85 |
self.params = config.get("params", 0)
|
86 |
self.seq_length = config.get("max_sequence_length", 0)
|
87 |
self.model_quantization_bits = config.get("model_quantization_bits", 0)
|
88 |
+
print(self.seq_length)
|
89 |
|
90 |
|
91 |
return self(
|
|
|
98 |
revision=config.get("model_sha", ""),
|
99 |
still_on_hub=still_on_hub,
|
100 |
architecture=architecture,
|
101 |
+
|
102 |
)
|
103 |
|
104 |
def update_with_request_file(self, requests_path):
|
|
|
121 |
|
122 |
def to_dict(self):
|
123 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
124 |
+
print(self.seq_length)
|
125 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
126 |
data_dict = {
|
127 |
"eval_name": self.eval_name, # not a column, just a save name,
|