Hugging Face's logo

Spaces:
PartAI
/
open-persian-llm-leaderboard
Running

App Files Community
tabedini commited on
Commit
c0d4ed9
·
verified ·
1 Parent(s): 6c73fc8

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +2 -1
leaderboard_data.jsonl CHANGED
@@ -21,4 +21,5 @@
21
  {"Model":"Skywork/Skywork-o1-Open-Llama-3.1-8B", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 27.02, "ARC Easy": 47.12, "ARC Challenge": 41.61, "MMLU Pro": 14.55, "AUT Multiple Choice Persian": 40.43, "Hub License": "llama3.1", "Model sha": "main", "model_name_for_query": "Skywork/Skywork-o1-Open-Llama-3.1-8B"}
22
  {"Model":"O1-OPEN/OpenO1-LLama-8B-v0.1", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 34.66, "ARC Easy": 77.87, "ARC Challenge": 63.08, "MMLU Pro": 21.24, "AUT Multiple Choice Persian": 54.24, "Hub License": "None", "Model sha": "main", "model_name_for_query": "O1-OPEN/OpenO1-LLama-8B-v0.1"}
23
  {"Model":"PrincetonPLI/Llama-3-8B-Instruct-SkillMix", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 34.67, "ARC Easy": 72.98, "ARC Challenge": 60.40, "MMLU Pro": 23.38, "AUT Multiple Choice Persian": 54.04, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "PrincetonPLI/Llama-3-8B-Instruct-SkillMix"}
24
- {"Model":"Qwen/QwQ-32B-Preview", "Precision": "bfloat16", "#Params (B)": 32.8, "Part Multiple Choice": 46.64, "ARC Easy": 91.95, "ARC Challenge": 87.24, "MMLU Pro": 37.94, "AUT Multiple Choice Persian": 60.15, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Qwen/QwQ-32B-Preview"}
 
 
21
  {"Model":"Skywork/Skywork-o1-Open-Llama-3.1-8B", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 27.02, "ARC Easy": 47.12, "ARC Challenge": 41.61, "MMLU Pro": 14.55, "AUT Multiple Choice Persian": 40.43, "Hub License": "llama3.1", "Model sha": "main", "model_name_for_query": "Skywork/Skywork-o1-Open-Llama-3.1-8B"}
22
  {"Model":"O1-OPEN/OpenO1-LLama-8B-v0.1", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 34.66, "ARC Easy": 77.87, "ARC Challenge": 63.08, "MMLU Pro": 21.24, "AUT Multiple Choice Persian": 54.24, "Hub License": "None", "Model sha": "main", "model_name_for_query": "O1-OPEN/OpenO1-LLama-8B-v0.1"}
23
  {"Model":"PrincetonPLI/Llama-3-8B-Instruct-SkillMix", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 34.67, "ARC Easy": 72.98, "ARC Challenge": 60.40, "MMLU Pro": 23.38, "AUT Multiple Choice Persian": 54.04, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "PrincetonPLI/Llama-3-8B-Instruct-SkillMix"}
24
+ {"Model":"Qwen/QwQ-32B-Preview", "Precision": "bfloat16", "#Params (B)": 32.8, "Part Multiple Choice": 46.64, "ARC Easy": 91.95, "ARC Challenge": 87.24, "MMLU Pro": 37.94, "AUT Multiple Choice Persian": 60.15, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Qwen/QwQ-32B-Preview"}
25
+ {"Model":"NousResearch/Hermes-3-Llama-3.1-8B", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 35.01, "ARC Easy": 77.01, "ARC Challenge": 58.39, "MMLU Pro": 21.00, "AUT Multiple Choice Persian": 52.46, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "NousResearch/Hermes-3-Llama-3.1-8B"}