Update README.md
Browse files
README.md
CHANGED
@@ -144,28 +144,23 @@ Evaluated across multiple Greek financial NLP tasks. **Bold values** denote the
|
|
144 |
| Gemma-2-2B | 0.00 | 0.16 | 0.22 | 0.03 | 0.41 | 0.16 |
|
145 |
| Gemma-2-9B | 0.02 | 0.05 | 0.31 | 0.06 | 0.61 | 0.21 |
|
146 |
| Mistral-7B | 0.00 | 0.00 | 0.30 | 0.14 | 0.39 | 0.17 |
|
147 |
-
|
148 |
| **Open-source Large Models** |
|
149 |
| Deepseek-V3 | 0.07 | 0.00 | 0.50 | **0.38** | 0.61 | 0.31 |
|
150 |
| LLaMA-3-70B | 0.05 | 0.45 | 0.60 | 0.08 | 0.61 | 0.36 |
|
151 |
| Qwen2.5-32B | 0.37 | 0.55 | 0.60 | 0.10 | _0.70_ | 0.47 |
|
152 |
| Qwen2.5-72B | _0.32_ | 0.39 | _0.74_ | 0.04 | **0.72** | 0.44 |
|
153 |
| Gemma-2-27B | 0.18 | 0.18 | 0.25 | 0.09 | 0.61 | 0.26 |
|
154 |
-
|
155 |
| **Proprietary Models** |
|
156 |
| GPT-3.5-Turbo | 0.14 | 0.30 | 0.51 | 0.31 | 0.50 | 0.35 |
|
157 |
| GPT-4o-Mini | 0.25 | 0.30 | 0.12 | _0.36_ | 0.59 | 0.32 |
|
158 |
| GPT-4o | 0.09 | 0.31 | **0.78** | 0.26 | 0.59 | 0.41 |
|
159 |
| GPT-4 | _0.28_ | _0.60_ | 0.71 | **0.38** | 0.63 | **0.52** |
|
160 |
-
|
161 |
| **English Financial Models** |
|
162 |
| Finma-7B | 0.00 | 0.00 | 0.25 | 0.11 | 0.35 | 0.14 |
|
163 |
| FinLLaMA-8B | 0.00 | 0.00 | 0.28 | 0.03 | 0.38 | 0.14 |
|
164 |
-
|
165 |
| **Greek General Models** |
|
166 |
| Meltemi-7B | 0.12 | 0.50 | 0.48 | 0.19 | 0.43 | 0.34 |
|
167 |
| Llama-Kríkri-8B | 0.19 | 0.45 | 0.57 | 0.22 | 0.39 | 0.36 |
|
168 |
-
|
169 |
| **Greek Financial Models** |
|
170 |
| Plutus-8B | **0.70** | **0.57** | _0.64_ | _0.34_ | **0.72** | **0.60** |
|
171 |
|
|
|
144 |
| Gemma-2-2B | 0.00 | 0.16 | 0.22 | 0.03 | 0.41 | 0.16 |
|
145 |
| Gemma-2-9B | 0.02 | 0.05 | 0.31 | 0.06 | 0.61 | 0.21 |
|
146 |
| Mistral-7B | 0.00 | 0.00 | 0.30 | 0.14 | 0.39 | 0.17 |
|
|
|
147 |
| **Open-source Large Models** |
|
148 |
| Deepseek-V3 | 0.07 | 0.00 | 0.50 | **0.38** | 0.61 | 0.31 |
|
149 |
| LLaMA-3-70B | 0.05 | 0.45 | 0.60 | 0.08 | 0.61 | 0.36 |
|
150 |
| Qwen2.5-32B | 0.37 | 0.55 | 0.60 | 0.10 | _0.70_ | 0.47 |
|
151 |
| Qwen2.5-72B | _0.32_ | 0.39 | _0.74_ | 0.04 | **0.72** | 0.44 |
|
152 |
| Gemma-2-27B | 0.18 | 0.18 | 0.25 | 0.09 | 0.61 | 0.26 |
|
|
|
153 |
| **Proprietary Models** |
|
154 |
| GPT-3.5-Turbo | 0.14 | 0.30 | 0.51 | 0.31 | 0.50 | 0.35 |
|
155 |
| GPT-4o-Mini | 0.25 | 0.30 | 0.12 | _0.36_ | 0.59 | 0.32 |
|
156 |
| GPT-4o | 0.09 | 0.31 | **0.78** | 0.26 | 0.59 | 0.41 |
|
157 |
| GPT-4 | _0.28_ | _0.60_ | 0.71 | **0.38** | 0.63 | **0.52** |
|
|
|
158 |
| **English Financial Models** |
|
159 |
| Finma-7B | 0.00 | 0.00 | 0.25 | 0.11 | 0.35 | 0.14 |
|
160 |
| FinLLaMA-8B | 0.00 | 0.00 | 0.28 | 0.03 | 0.38 | 0.14 |
|
|
|
161 |
| **Greek General Models** |
|
162 |
| Meltemi-7B | 0.12 | 0.50 | 0.48 | 0.19 | 0.43 | 0.34 |
|
163 |
| Llama-Kríkri-8B | 0.19 | 0.45 | 0.57 | 0.22 | 0.39 | 0.36 |
|
|
|
164 |
| **Greek Financial Models** |
|
165 |
| Plutus-8B | **0.70** | **0.57** | _0.64_ | _0.34_ | **0.72** | **0.60** |
|
166 |
|