Adding link to detailed results and evals

requirements.txt

@@ -24,7 +24,7 @@ gradio_client==0.1.3
 h11==0.14.0
 httpcore==0.17.0
 httpx==0.24.0
-huggingface-hub==0.13.4
+huggingface-hub==0.16.4
 idna==3.4
 Jinja2==3.1.2
 jsonschema==4.17.3

src/auto_leaderboard/get_model_metadata.py

@@ -1,6 +1,7 @@
 import re
 import os
 from typing import List
+from tqdm import tqdm
 
 from src.utils_display import AutoEvalColumn
 from src.auto_leaderboard.model_metadata_type import get_model_type
@@ -11,7 +12,7 @@ api = HfApi(token=os.environ.get("H4_TOKEN", None))
 
 
 def get_model_infos_from_hub(leaderboard_data: List[dict]):
-    for model_data in leaderboard_data:
+    for model_data in tqdm(leaderboard_data):
         model_name = model_data["model_name_for_query"]
         try:
             model_info = api.model_info(model_name)

src/utils_display.py

@@ -1,4 +1,9 @@
+import os
 from dataclasses import dataclass
+from huggingface_hub import HfApi
+
+API = HfApi()
+
 
 # These classes are for user facing column names, to avoid having to change them 
 # all around the code when a modif is needed 
@@ -86,8 +91,20 @@ def make_clickable_model(model_name):
         link = OASST_LINK
     #else:
     #    link = MODEL_PAGE
-  
-    return model_hyperlink(link, model_name)
+    details_model_name = model_name.replace('/', '__')
+    details_link = f"https://huggingface.co/datasets/open-llm-leaderboard/details_{details_model_name}"
+    print(f"details_link: {details_link}")
+    try:
+        check_path = list(API.list_files_info(repo_id=f"open-llm-leaderboard/details_{details_model_name}",
+                                              paths="README.md",
+                                              repo_type="dataset"))
+        print(f"check_path: {check_path}")
+    except Exception as err:
+        # No details repo for this model
+        print(f"No details repo for this model: {err}")
+        return model_hyperlink(link, model_name)
+
+    return model_hyperlink(link, model_name) + '  ' + model_hyperlink(details_link, "📑")
 
 def styled_error(error):
     return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>"