Update README.md
Browse files
README.md
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
---
|
2 |
library_name: transformers
|
3 |
-
tags: []
|
4 |
model-index:
|
5 |
- name: ldm_soup_Llama-3.1-8B-Inst
|
6 |
results:
|
@@ -17,7 +16,8 @@ model-index:
|
|
17 |
value: 80.33
|
18 |
name: strict accuracy
|
19 |
source:
|
20 |
-
url:
|
|
|
21 |
name: Open LLM Leaderboard
|
22 |
- task:
|
23 |
type: text-generation
|
@@ -32,7 +32,8 @@ model-index:
|
|
32 |
value: 31.1
|
33 |
name: normalized accuracy
|
34 |
source:
|
35 |
-
url:
|
|
|
36 |
name: Open LLM Leaderboard
|
37 |
- task:
|
38 |
type: text-generation
|
@@ -47,7 +48,8 @@ model-index:
|
|
47 |
value: 11.56
|
48 |
name: exact match
|
49 |
source:
|
50 |
-
url:
|
|
|
51 |
name: Open LLM Leaderboard
|
52 |
- task:
|
53 |
type: text-generation
|
@@ -62,7 +64,8 @@ model-index:
|
|
62 |
value: 5.26
|
63 |
name: acc_norm
|
64 |
source:
|
65 |
-
url:
|
|
|
66 |
name: Open LLM Leaderboard
|
67 |
- task:
|
68 |
type: text-generation
|
@@ -77,7 +80,8 @@ model-index:
|
|
77 |
value: 11.52
|
78 |
name: acc_norm
|
79 |
source:
|
80 |
-
url:
|
|
|
81 |
name: Open LLM Leaderboard
|
82 |
- task:
|
83 |
type: text-generation
|
@@ -94,8 +98,14 @@ model-index:
|
|
94 |
value: 32.07
|
95 |
name: accuracy
|
96 |
source:
|
97 |
-
url:
|
|
|
98 |
name: Open LLM Leaderboard
|
|
|
|
|
|
|
|
|
|
|
99 |
---
|
100 |
|
101 |
# Model Card for DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
@@ -134,5 +144,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
|
|
134 |
|MATH Lvl 5 (4-Shot)|11.56|
|
135 |
|GPQA (0-shot) | 5.26|
|
136 |
|MuSR (0-shot) |11.52|
|
137 |
-
|MMLU-PRO (5-shot) |32.07|
|
138 |
-
|
|
|
1 |
---
|
2 |
library_name: transformers
|
|
|
3 |
model-index:
|
4 |
- name: ldm_soup_Llama-3.1-8B-Inst
|
5 |
results:
|
|
|
16 |
value: 80.33
|
17 |
name: strict accuracy
|
18 |
source:
|
19 |
+
url: >-
|
20 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
21 |
name: Open LLM Leaderboard
|
22 |
- task:
|
23 |
type: text-generation
|
|
|
32 |
value: 31.1
|
33 |
name: normalized accuracy
|
34 |
source:
|
35 |
+
url: >-
|
36 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
37 |
name: Open LLM Leaderboard
|
38 |
- task:
|
39 |
type: text-generation
|
|
|
48 |
value: 11.56
|
49 |
name: exact match
|
50 |
source:
|
51 |
+
url: >-
|
52 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
53 |
name: Open LLM Leaderboard
|
54 |
- task:
|
55 |
type: text-generation
|
|
|
64 |
value: 5.26
|
65 |
name: acc_norm
|
66 |
source:
|
67 |
+
url: >-
|
68 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
69 |
name: Open LLM Leaderboard
|
70 |
- task:
|
71 |
type: text-generation
|
|
|
80 |
value: 11.52
|
81 |
name: acc_norm
|
82 |
source:
|
83 |
+
url: >-
|
84 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
85 |
name: Open LLM Leaderboard
|
86 |
- task:
|
87 |
type: text-generation
|
|
|
98 |
value: 32.07
|
99 |
name: accuracy
|
100 |
source:
|
101 |
+
url: >-
|
102 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
103 |
name: Open LLM Leaderboard
|
104 |
+
license: apache-2.0
|
105 |
+
language:
|
106 |
+
- en
|
107 |
+
base_model:
|
108 |
+
- meta-llama/Llama-3.1-8B-Instruct
|
109 |
---
|
110 |
|
111 |
# Model Card for DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
|
|
|
144 |
|MATH Lvl 5 (4-Shot)|11.56|
|
145 |
|GPQA (0-shot) | 5.26|
|
146 |
|MuSR (0-shot) |11.52|
|
147 |
+
|MMLU-PRO (5-shot) |32.07|
|
|