Files changed (1) hide show
  1. README.md +20 -9
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  language:
3
- - en
4
  license: other
5
- library_name: transformers
6
  tags:
7
  - chat
8
  - qwen
@@ -33,7 +33,8 @@ model-index:
33
  value: 80.63
34
  name: strict accuracy
35
  source:
36
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
37
  name: Open LLM Leaderboard
38
  - task:
39
  type: text-generation
@@ -48,7 +49,8 @@ model-index:
48
  value: 62.61
49
  name: normalized accuracy
50
  source:
51
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
52
  name: Open LLM Leaderboard
53
  - task:
54
  type: text-generation
@@ -63,7 +65,8 @@ model-index:
63
  value: 39.95
64
  name: exact match
65
  source:
66
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
67
  name: Open LLM Leaderboard
68
  - task:
69
  type: text-generation
@@ -78,7 +81,8 @@ model-index:
78
  value: 20.36
79
  name: acc_norm
80
  source:
81
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
82
  name: Open LLM Leaderboard
83
  - task:
84
  type: text-generation
@@ -93,7 +97,8 @@ model-index:
93
  value: 38.53
94
  name: acc_norm
95
  source:
96
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
97
  name: Open LLM Leaderboard
98
  - task:
99
  type: text-generation
@@ -110,8 +115,14 @@ model-index:
110
  value: 70.03
111
  name: accuracy
112
  source:
113
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
 
114
  name: Open LLM Leaderboard
 
 
 
 
 
115
  ---
116
 
117
  <img src="./calme_3.png" alt="Calme-3 Models" width="800" style="margin-left:'auto' margin-right:'auto' display:'block'"/>
@@ -187,4 +198,4 @@ model = AutoModelForCausalLM.from_pretrained("MaziyarPanahi/calme-3.2-instruct-7
187
 
188
  # Ethical Considerations
189
 
190
- As with any large language model, users should be aware of potential biases and limitations. We recommend implementing appropriate safeguards and human oversight when deploying this model in production environments.
 
1
  ---
2
  language:
3
+ - it
4
  license: other
5
+ library_name: adapter-transformers
6
  tags:
7
  - chat
8
  - qwen
 
33
  value: 80.63
34
  name: strict accuracy
35
  source:
36
+ url: >-
37
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
38
  name: Open LLM Leaderboard
39
  - task:
40
  type: text-generation
 
49
  value: 62.61
50
  name: normalized accuracy
51
  source:
52
+ url: >-
53
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
54
  name: Open LLM Leaderboard
55
  - task:
56
  type: text-generation
 
65
  value: 39.95
66
  name: exact match
67
  source:
68
+ url: >-
69
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
70
  name: Open LLM Leaderboard
71
  - task:
72
  type: text-generation
 
81
  value: 20.36
82
  name: acc_norm
83
  source:
84
+ url: >-
85
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
86
  name: Open LLM Leaderboard
87
  - task:
88
  type: text-generation
 
97
  value: 38.53
98
  name: acc_norm
99
  source:
100
+ url: >-
101
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
102
  name: Open LLM Leaderboard
103
  - task:
104
  type: text-generation
 
115
  value: 70.03
116
  name: accuracy
117
  source:
118
+ url: >-
119
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=MaziyarPanahi/calme-3.2-instruct-78b
120
  name: Open LLM Leaderboard
121
+ datasets:
122
+ - bespokelabs/Bespoke-Stratos-17k
123
+ metrics:
124
+ - character
125
+ new_version: deepseek-ai/DeepSeek-R1
126
  ---
127
 
128
  <img src="./calme_3.png" alt="Calme-3 Models" width="800" style="margin-left:'auto' margin-right:'auto' display:'block'"/>
 
198
 
199
  # Ethical Considerations
200
 
201
+ As with any large language model, users should be aware of potential biases and limitations. We recommend implementing appropriate safeguards and human oversight when deploying this model in production environments.