| import os | |
| from huggingface_hub import HfApi # type: ignore | |
| # clone / pull the lmeh eval data | |
| TOKEN = os.environ.get("TOKEN", None) | |
| OWNER = "cot-leaderboard" | |
| REPO_ID = f"{OWNER}/open_cot_dashboard" | |
| EVAL_DATASET = f"{OWNER}/cot-eval-results" | |
| TRACES_DATASET = f"{OWNER}/cot-eval-traces-2.0" | |
| CACHE_PATH=os.getenv("HF_HOME", ".") | |
| # Local caches | |
| EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "cot-eval-results") | |
| API = HfApi(token=TOKEN) | |