Paul Hager commited on
Commit
997ff83
·
1 Parent(s): 6b2665a

seq length and quant bits not correctly read

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -3
src/leaderboard/read_evals.py CHANGED
@@ -83,8 +83,8 @@ class EvalResult:
83
  results[task.benchmark] = mean_acc
84
 
85
  self.params = config.get("params", 0)
86
- self.seq_length = config.get("max_sequence_length", 0)
87
- self.model_quantization_bits = config.get("model_quantization_bits", 0)
88
  print(self.seq_length)
89
 
90
 
@@ -98,7 +98,8 @@ class EvalResult:
98
  revision=config.get("model_sha", ""),
99
  still_on_hub=still_on_hub,
100
  architecture=architecture,
101
-
 
102
  )
103
 
104
  def update_with_request_file(self, requests_path):
 
83
  results[task.benchmark] = mean_acc
84
 
85
  self.params = config.get("params", 0)
86
+ seq_length = config.get("max_sequence_length", 0)
87
+ model_quantization_bits = config.get("model_quantization_bits", 0)
88
  print(self.seq_length)
89
 
90
 
 
98
  revision=config.get("model_sha", ""),
99
  still_on_hub=still_on_hub,
100
  architecture=architecture,
101
+ seq_length=seq_length,
102
+ model_quantization_bits=model_quantization_bits
103
  )
104
 
105
  def update_with_request_file(self, requests_path):