Paul Hager commited on
Commit
6b2665a
·
1 Parent(s): 47f11bf
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +3 -0
src/leaderboard/read_evals.py CHANGED
@@ -85,6 +85,7 @@ class EvalResult:
85
  self.params = config.get("params", 0)
86
  self.seq_length = config.get("max_sequence_length", 0)
87
  self.model_quantization_bits = config.get("model_quantization_bits", 0)
 
88
 
89
 
90
  return self(
@@ -97,6 +98,7 @@ class EvalResult:
97
  revision=config.get("model_sha", ""),
98
  still_on_hub=still_on_hub,
99
  architecture=architecture,
 
100
  )
101
 
102
  def update_with_request_file(self, requests_path):
@@ -119,6 +121,7 @@ class EvalResult:
119
 
120
  def to_dict(self):
121
  """Converts the Eval Result to a dict compatible with our dataframe display"""
 
122
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
123
  data_dict = {
124
  "eval_name": self.eval_name, # not a column, just a save name,
 
85
  self.params = config.get("params", 0)
86
  self.seq_length = config.get("max_sequence_length", 0)
87
  self.model_quantization_bits = config.get("model_quantization_bits", 0)
88
+ print(self.seq_length)
89
 
90
 
91
  return self(
 
98
  revision=config.get("model_sha", ""),
99
  still_on_hub=still_on_hub,
100
  architecture=architecture,
101
+
102
  )
103
 
104
  def update_with_request_file(self, requests_path):
 
121
 
122
  def to_dict(self):
123
  """Converts the Eval Result to a dict compatible with our dataframe display"""
124
+ print(self.seq_length)
125
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
126
  data_dict = {
127
  "eval_name": self.eval_name, # not a column, just a save name,