bedio commited on
Commit
69b5eed
1 Parent(s): b93f8bf

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +18 -9
README.md CHANGED
@@ -1,6 +1,5 @@
1
  ---
2
  library_name: transformers
3
- tags: []
4
  model-index:
5
  - name: ldm_soup_Llama-3.1-8B-Inst
6
  results:
@@ -17,7 +16,8 @@ model-index:
17
  value: 80.33
18
  name: strict accuracy
19
  source:
20
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
21
  name: Open LLM Leaderboard
22
  - task:
23
  type: text-generation
@@ -32,7 +32,8 @@ model-index:
32
  value: 31.1
33
  name: normalized accuracy
34
  source:
35
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
36
  name: Open LLM Leaderboard
37
  - task:
38
  type: text-generation
@@ -47,7 +48,8 @@ model-index:
47
  value: 11.56
48
  name: exact match
49
  source:
50
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
51
  name: Open LLM Leaderboard
52
  - task:
53
  type: text-generation
@@ -62,7 +64,8 @@ model-index:
62
  value: 5.26
63
  name: acc_norm
64
  source:
65
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
66
  name: Open LLM Leaderboard
67
  - task:
68
  type: text-generation
@@ -77,7 +80,8 @@ model-index:
77
  value: 11.52
78
  name: acc_norm
79
  source:
80
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
81
  name: Open LLM Leaderboard
82
  - task:
83
  type: text-generation
@@ -94,8 +98,14 @@ model-index:
94
  value: 32.07
95
  name: accuracy
96
  source:
97
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
98
  name: Open LLM Leaderboard
 
 
 
 
 
99
  ---
100
 
101
  # Model Card for DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
@@ -134,5 +144,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
134
  |MATH Lvl 5 (4-Shot)|11.56|
135
  |GPQA (0-shot) | 5.26|
136
  |MuSR (0-shot) |11.52|
137
- |MMLU-PRO (5-shot) |32.07|
138
-
 
1
  ---
2
  library_name: transformers
 
3
  model-index:
4
  - name: ldm_soup_Llama-3.1-8B-Inst
5
  results:
 
16
  value: 80.33
17
  name: strict accuracy
18
  source:
19
+ url: >-
20
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
21
  name: Open LLM Leaderboard
22
  - task:
23
  type: text-generation
 
32
  value: 31.1
33
  name: normalized accuracy
34
  source:
35
+ url: >-
36
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
37
  name: Open LLM Leaderboard
38
  - task:
39
  type: text-generation
 
48
  value: 11.56
49
  name: exact match
50
  source:
51
+ url: >-
52
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
53
  name: Open LLM Leaderboard
54
  - task:
55
  type: text-generation
 
64
  value: 5.26
65
  name: acc_norm
66
  source:
67
+ url: >-
68
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
69
  name: Open LLM Leaderboard
70
  - task:
71
  type: text-generation
 
80
  value: 11.52
81
  name: acc_norm
82
  source:
83
+ url: >-
84
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
85
  name: Open LLM Leaderboard
86
  - task:
87
  type: text-generation
 
98
  value: 32.07
99
  name: accuracy
100
  source:
101
+ url: >-
102
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
103
  name: Open LLM Leaderboard
104
+ license: apache-2.0
105
+ language:
106
+ - en
107
+ base_model:
108
+ - meta-llama/Llama-3.1-8B-Instruct
109
  ---
110
 
111
  # Model Card for DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst
 
144
  |MATH Lvl 5 (4-Shot)|11.56|
145
  |GPQA (0-shot) | 5.26|
146
  |MuSR (0-shot) |11.52|
147
+ |MMLU-PRO (5-shot) |32.07|