Gregor Betz
commited on
Commit
•
2c4b95c
1
Parent(s):
1b11ded
remove is_visible
Browse files- backend/data.py +0 -18
backend/data.py
CHANGED
|
@@ -9,24 +9,6 @@ from backend.envs import EVAL_DATASET, TRACES_DATASET, TOKEN, EVAL_RESULTS_PATH
|
|
| 9 |
|
| 10 |
|
| 11 |
SUBSETS = ["base","cot","orig"]
|
| 12 |
-
INITIALLY_VISIBLE_MODELS = [
|
| 13 |
-
"01-ai/Yi-34B-Chat",
|
| 14 |
-
"Qwen/Qwen2-72B-Instruct",
|
| 15 |
-
"allenai/tulu-2-dpo-70b",
|
| 16 |
-
"google/gemma-2-2b-it",
|
| 17 |
-
"internlm/internlm2-chat-20b",
|
| 18 |
-
"meta-llama/Llama-2-70b-chat-hf",
|
| 19 |
-
"meta-llama/Meta-Llama-3.1-70B-Instruct",
|
| 20 |
-
"meta-llama/Meta-Llama-3.1-8B-Instruct",
|
| 21 |
-
"microsoft/Phi-3-mini-4k-instruct",
|
| 22 |
-
"microsoft/Phi-3.5-MoE-instruct",
|
| 23 |
-
"mistralai/Mistral-7B-Instruct-v0.2",
|
| 24 |
-
"mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 25 |
-
]
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
def is_visible_model(model: str) -> bool:
|
| 29 |
-
return model in INITIALLY_VISIBLE_MODELS
|
| 30 |
|
| 31 |
|
| 32 |
def load_cot_data():
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
SUBSETS = ["base","cot","orig"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
def load_cot_data():
|