Spaces:
Running
Running
Paul Hager
commited on
Commit
·
997ff83
1
Parent(s):
6b2665a
seq length and quant bits not correctly read
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -83,8 +83,8 @@ class EvalResult:
|
|
83 |
results[task.benchmark] = mean_acc
|
84 |
|
85 |
self.params = config.get("params", 0)
|
86 |
-
|
87 |
-
|
88 |
print(self.seq_length)
|
89 |
|
90 |
|
@@ -98,7 +98,8 @@ class EvalResult:
|
|
98 |
revision=config.get("model_sha", ""),
|
99 |
still_on_hub=still_on_hub,
|
100 |
architecture=architecture,
|
101 |
-
|
|
|
102 |
)
|
103 |
|
104 |
def update_with_request_file(self, requests_path):
|
|
|
83 |
results[task.benchmark] = mean_acc
|
84 |
|
85 |
self.params = config.get("params", 0)
|
86 |
+
seq_length = config.get("max_sequence_length", 0)
|
87 |
+
model_quantization_bits = config.get("model_quantization_bits", 0)
|
88 |
print(self.seq_length)
|
89 |
|
90 |
|
|
|
98 |
revision=config.get("model_sha", ""),
|
99 |
still_on_hub=still_on_hub,
|
100 |
architecture=architecture,
|
101 |
+
seq_length=seq_length,
|
102 |
+
model_quantization_bits=model_quantization_bits
|
103 |
)
|
104 |
|
105 |
def update_with_request_file(self, requests_path):
|