updated repoId & results keys

src/display/utils.py

@@ -113,11 +113,11 @@ class ModelArch(Enum):
 
     @staticmethod
     def from_str(type):
-        if "encoder" in type:
+        if "Encoder" == type:
             return ModelArch.Encoder
-        if "decoder" in type:
+        if "Decoder" == type:
             return ModelArch.Decoder
-        if "GLiNEREncoder" in type:
+        if "GLiNEREncoder" == type:
             return ModelArch.GLiNEREncoder
         # if "unknown" in type:
         #     return ModelArch.Unknown

src/envs.py

@@ -9,7 +9,7 @@ TOKEN = os.environ.get("TOKEN")  # A read/write token for your org
 OWNER = "m42-health"  # Change to your org - don't forget to create a results and request dataset, with the correct format!
 # ----------------------------------
 
-REPO_ID = f"{OWNER}/leaderboard"
+REPO_ID = f"{OWNER}/clinical_ner_leaderboard"
 QUEUE_REPO = f"{OWNER}/ner_leaderboard_requests"
 RESULTS_REPO = f"{OWNER}/ner_leaderboard_results"
 

src/leaderboard/read_evals.py

@@ -44,7 +44,7 @@ class EvalResult:
 
         # Precision
         precision = Precision.from_str(config.get("model_dtype"))
-        model_architecture = ModelArch.from_str(config.get("architecture"))
+        model_architecture = ModelArch.from_str(config.get("model_architecture"))
         model_type = ModelType.from_str(config.get("model_type", ""))
         # print(model_architecture, model_type)
         license = config.get("license", "?")
@@ -65,7 +65,7 @@ class EvalResult:
         full_model = "/".join(org_and_model)
 
         still_on_hub, _, model_config = is_model_on_hub(
-            full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
+            full_model, config.get("revision", "main"), trust_remote_code=True, test_tokenizer=False
         )
         backbone = "?"
         if model_config is not None:
@@ -106,7 +106,7 @@ class EvalResult:
             dataset_results=dataset_results,
             clinical_type_results=types_results,
             precision=precision,
-            revision=config.get("model_sha", ""),
+            revision=config.get("revision", ""),
             still_on_hub=still_on_hub,
             architecture=model_architecture,
             backbone=backbone,