Upload ugi-leaderboard-data.csv

ugi-leaderboard-data.csv

@@ -193,15 +193,15 @@
 35,CohereForAI/c4ai-command-r-v01,https://huggingface.co/CohereForAI/c4ai-command-r-v01,23.26,6.666666667,35.0,32.7,11.2,21.8,48.0,2.5,0.192,0.213,0.10,7.10,8.97,1.79,0.047,3.00,-0.08,1.69
 8,Casual-Autopsy/L3-Super-Nova-RP-8B,https://huggingface.co/Casual-Autopsy/L3-Super-Nova-RP-8B,23.22,5.833333333,8.0,22.5,11.8,17.6,30.9,33.3,0.192,0.180,0.15,8.34,10.26,1.76,0.079,2.47,0.06,0.72
 27,google/gemma-2-27b-it,https://huggingface.co/google/gemma-2-27b-it,23.16,0,27.0,31.7,36.9,5.7,23.2,18.3,0.331,0.494,0.15,5.29,8.24,1.76,0.226,1.87,0.27,0.61
-2,TheDrummer/Gemmasutra-Mini-2B-v1,https://huggingface.co/TheDrummer/Gemmasutra-Mini-2B-v1,23.08,6.666666667,2.0,20.0,0.0,28.6,36.8,30.0,0.236,0.228,0.10,5.41,6.82,1.48,0.000,NA,NA,NA
+2,SicariusSicariiStuff/2B_or_not_2B,https://huggingface.co/SicariusSicariiStuff/2B_or_not_2B,23.30,7.916666667,2.0,30.0,0.0,25.0,29.4,32.1,0.135,0.135,0.05,8.52,8.64,1.42,0.000,NA,NA,NA
 7,icefog72/IceSakeRP-7b,https://huggingface.co/icefog72/IceSakeRP-7b,23.00,5,7.0,25.8,15.4,23.1,37.3,13.3,0.084,0.163,0.05,8.97,8.91,2.19,0.075,2.40,0.03,0.68
 7,Undi95/Toppy-M-7B,https://huggingface.co/Undi95/Toppy-M-7B,22.90,5,7.0,31.7,5.4,31.8,34.8,10.8,0.126,0.155,0.05,7.64,7.96,1.67,0.048,2.47,-0.12,0.72
 8,Undi95/Meta-Llama-3.1-8B-Claude-39fail-3000total,https://huggingface.co/Undi95/Meta-Llama-3.1-8B-Claude-39fail-3000total,22.84,3.75,8.0,23.3,16.3,25.2,38.5,10.8,0.226,0.239,0.10,5.60,8.09,1.44,0.033,2.87,-0.09,0.75
 8,meta-llama/Meta-Llama-3.1-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct,22.74,5,8.0,23.3,16.1,8.8,46.3,19.2,0.082,0.145,0.05,8.03,9.19,1.51,0.103,2.73,0.20,0.94
-2,BeaverAI/Pocket-Tiger-Gemma-2B-v1f,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1f-GGUF,22.47,6.25,2.0,35.0,10.0,26.1,32.9,8.3,0.165,0.147,0.15,9.01,8.99,1.58,0.046,2.60,-0.10,0.77
+2,TheDrummer/Gemmasutra-Mini-2B-v1,https://huggingface.co/TheDrummer/Gemmasutra-Mini-2B-v1,23.08,6.666666667,2.0,20.0,0.0,28.6,36.8,30.0,0.236,0.228,0.10,5.41,6.82,1.48,0.000,NA,NA,NA
 8,Nitral-AI/Poppy_Porpoise-0.72-L3-8B,https://huggingface.co/Nitral-AI/Poppy_Porpoise-0.72-L3-8B,22.34,5,8.0,17.5,15.5,22.3,23.1,33.3,0.167,0.219,0.05,7.63,8.36,1.62,0.065,2.73,0.02,0.94
 13,Undi95/Unholy-v2-13B,https://huggingface.co/Undi95/Unholy-v2-13B,22.29,5.833333333,13.0,28.3,6.1,30.4,33.3,13.3,0.092,0.116,0.05,8.50,10.58,1.60,0.048,2.47,-0.12,0.72
-2,BeaverAI/Gemmasutra-Mini-2B-v1c,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1c-GGUF,22.26,6.666666667,2.0,27.5,0.0,30.4,45.1,8.3,0.048,0.068,0.00,5.96,4.90,2.06,0.016,3.00,-0.38,1.26
+2,BeaverAI/Pocket-Tiger-Gemma-2B-v1f,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1f-GGUF,22.47,6.25,2.0,35.0,10.0,26.1,32.9,8.3,0.165,0.147,0.15,9.01,8.99,1.58,0.046,2.60,-0.10,0.77
 8,Cas-Warehouse/Llama-3-Mopeyfied-Psychology-8B,https://huggingface.co/Cas-Warehouse/Llama-3-Mopeyfied-Psychology-8B,22.26,4.166666667,8.0,13.3,10.3,15.7,25.3,46.7,0.210,0.226,0.15,7.97,6.91,1.62,0.093,2.40,0.07,0.77
 11,Sao10K/Fimbulvetr-11B-v2,https://huggingface.co/Sao10K/Fimbulvetr-11B-v2,22.18,5.833333333,11.0,43.3,5.0,25.4,26.3,10.8,0.324,0.181,0.35,7.99,8.32,1.62,0.016,2.53,-0.36,0.57
 ,claude-3-5-sonnet-20240620,,22.16,0.833333333,NA,0.0,29.2,31.8,24.8,25.0,0.820,0.659,0.65,5.43,8.84,1.69,0.450,1.67,0.53,0.61
@@ -213,8 +213,8 @@
 8,mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,20.77,5,8.0,40.0,10.3,17.5,27.7,8.3,0.127,0.140,0.10,7.41,9.20,1.29,0.075,2.00,0.00,0.40
 8,nothingiisreal/L3-8B-Celeste-V1.2,https://huggingface.co/nothingiisreal/L3-8B-Celeste-V1.2,19.99,3.333333333,8.0,10.0,25.0,16.7,34.9,13.3,0.022,0.160,0.00,9.06,7.17,1.68,0.075,2.00,0.00,0.40
 8,Nitral-AI/Hathor_Sofit-L3-8B-v1,https://huggingface.co/Nitral-AI/Hathor_Sofit-L3-8B-v1,19.77,5,8.0,5.0,13.2,12.9,51.1,16.7,0.185,0.179,0.10,7.35,7.90,1.52,0.065,2.73,0.02,0.94
+2,BeaverAI/Gemmasutra-Mini-2B-v1c,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1c-GGUF,22.26,6.666666667,2.0,27.5,0.0,30.4,45.1,8.3,0.048,0.068,0.00,5.96,4.90,2.06,0.016,3.00,-0.38,1.26
 2,BeaverAI/Gemmasutra-Mini-2B-v1e,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1e-GGUF,19.31,5.416666667,2.0,20.0,5.0,32.8,38.8,0.0,0.101,0.137,0.00,6.37,7.89,1.35,0.112,2.60,0.14,1.06
-2,BeaverAI/Pocket-Tiger-Gemma-2B-v1e,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1e-GGUF,19.21,5.416666667,2.0,40.0,10.0,25.5,20.6,0.0,0.191,0.153,0.15,8.17,8.41,1.80,0.020,2.73,-0.37,0.97
 13,KoboldAI/LLaMA2-13B-Psyfighter2,https://huggingface.co/KoboldAI/LLaMA2-13B-Psyfighter2,18.95,5,13.0,15.0,5.0,29.2,37.2,8.3,0.249,0.165,0.20,8.33,8.42,1.59,0.000,NA,NA,NA
 ,gpt-4o-mini,,18.88,0.833333333,NA,0.0,41.4,16.7,12.2,24.2,0.254,0.367,0.15,6.52,10.62,1.42,0.132,2.40,0.15,0.94
 8,CohereForAI/aya-23-8B,https://huggingface.co/CohereForAI/aya-23-8B,18.63,5.833333333,8.0,27.5,0.0,27.5,38.1,0.0,0.153,0.132,0.10,8.16,7.93,1.64,0.076,2.47,0.01,0.81
@@ -222,8 +222,8 @@
 8,princeton-nlp/Llama-3-Instruct-8B-SimPO,https://huggingface.co/princeton-nlp/Llama-3-Instruct-8B-SimPO,17.70,4.166666667,8.0,13.3,18.1,18.5,38.6,0.0,0.136,0.177,0.05,8.40,10.92,1.51,0.091,2.07,0.04,0.50
 8,nothingiisreal/L3-8B-Celeste-v1,https://huggingface.co/nothingiisreal/L3-8B-Celeste-v1,17.30,3.333333333,8.0,0.0,25.3,11.3,36.7,13.3,0.065,0.190,0.00,6.99,6.12,1.56,0.000,2.20,NA,0.00
 8,tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1,https://huggingface.co/tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1,17.28,3.333333333,8.0,28.3,0.4,12.1,28.8,16.7,0.089,0.112,0.00,9.51,7.27,1.43,0.036,2.33,-0.33,0.88
+2,BeaverAI/Pocket-Tiger-Gemma-2B-v1e,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1e-GGUF,19.21,5.416666667,2.0,40.0,10.0,25.5,20.6,0.0,0.191,0.153,0.15,8.17,8.41,1.80,0.020,2.73,-0.37,0.97
 2,BeaverAI/Gemmasutra-Mini-2B-v1b,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1b-GGUF,17.23,4.583333333,2.0,20.0,5.0,34.6,26.6,0.0,0.121,0.160,0.05,7.12,7.36,1.57,0.183,2.27,0.23,0.93
-2,BeaverAI/Pocket-Tiger-Gemma-2B-v1d,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1d-GGUF,17.20,4.583333333,2.0,10.0,10.0,25.5,32.2,8.3,0.137,0.140,0.10,8.24,10.23,1.54,0.020,2.73,-0.37,0.97
 7,mistralai/Mistral-7B-Instruct-v0.3,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3,17.15,1.666666667,7.0,13.3,5.0,23.1,25.2,19.2,0.045,0.120,0.00,10.35,9.29,1.79,0.073,2.47,-0.05,0.96
 8,grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter,https://huggingface.co/grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter,17.02,4.166666667,8.0,10.0,0.3,21.7,28.0,25.0,0.040,0.039,0.05,8.07,7.48,1.48,0.045,2.60,-0.20,1.09
 8,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,https://huggingface.co/chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,16.91,2.5,8.0,31.7,5.3,11.2,28.0,8.3,0.098,0.140,0.00,8.35,10.38,1.67,0.057,2.40,-0.02,0.57
@@ -242,7 +242,7 @@
 20,seb-c/Psydestroyer-20B,https://huggingface.co/seb-c/Psydestroyer-20B,11.78,4.5,20.0,5.0,0.4,30.0,21.0,2.5,0.045,0.033,0.05,4.93,6.55,2.15,0.000,NA,NA,NA
 7,Qwen/Qwen2-7B-Instruct,https://huggingface.co/Qwen/Qwen2-7B-Instruct,11.52,3.333333333,7.0,15.0,0.0,8.1,26.2,8.3,0.104,0.083,0.10,9.91,11.56,1.75,0.074,2.13,0.17,0.25
 9,google/gemma-2-9b-it,https://huggingface.co/google/gemma-2-9b-it,11.24,0,9.0,25.0,10.0,2.5,16.1,2.5,0.203,0.258,0.05,6.13,9.02,1.64,0.101,2.33,0.00,1.02
-2,BeaverAI/Gemmasutra-Mini-2B-v1a,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1a-GGUF,11.06,1.666666667,2.0,20.0,0.0,22.1,13.1,0.0,0.048,0.075,0.00,7.67,7.40,1.63,0.061,2.60,-0.04,0.88
+2,BeaverAI/Pocket-Tiger-Gemma-2B-v1d,https://huggingface.co/BeaverAI/Pocket-Tiger-Gemma-2B-v1d-GGUF,17.20,4.583333333,2.0,10.0,10.0,25.5,32.2,8.3,0.137,0.140,0.10,8.24,10.23,1.54,0.020,2.73,-0.37,0.97
 3.8,failspy/Phi-3-mini-128k-instruct-abliterated-v3,https://huggingface.co/failspy/Phi-3-mini-128k-instruct-abliterated-v3,10.56,2.916666667,3.8,0.0,10.0,14.1,28.7,0.0,0.015,0.065,0.00,8.12,8.84,1.48,0.000,NA,NA,NA
 1.5,Qwen/Qwen2-1.5B-Instruct,https://huggingface.co/Qwen/Qwen2-1.5B-Instruct,10.20,1.666666667,1.5,20.0,0.0,9.8,12.9,8.3,0.070,0.070,0.00,11.51,8.26,1.57,0.000,NA,NA,NA
 3.8,microsoft/Phi-3.1-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct,9.09,0.833333333,3.8,15.0,6.4,16.3,7.8,0.0,0.038,0.055,0.00,10.26,12.40,0.81,0.000,NA,NA,NA
@@ -250,7 +250,8 @@
 ,claude-3-opus-20240229,,8.15,0,NA,0.0,5.9,17.0,17.9,0.0,0.723,0.459,0.80,7.97,9.06,2.03,0.679,1.60,0.73,0.79
 7,SanjiWatsuki/Kunoichi-DPO-v2-7B,https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B,8.11,1.666666667,7.0,10.0,0.0,6.3,19.3,5.0,0.090,0.090,0.05,6.53,9.36,1.47,0.000,NA,NA,NA
 3.8,failspy/Phi-3-mini-4k-geminified,https://huggingface.co/failspy/Phi-3-mini-4k-geminified,8.00,0,3.8,5.0,15.0,0.0,11.7,8.3,0.089,0.114,0.05,7.13,9.21,1.82,0.000,NA,NA,NA
+2,BeaverAI/Gemmasutra-Mini-2B-v1a,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1a-GGUF,11.06,1.666666667,2.0,20.0,0.0,22.1,13.1,0.0,0.048,0.075,0.00,7.67,7.40,1.63,0.061,2.60,-0.04,0.88
 2,IlyaGusev/gemma-2-2b-it-abliterated,https://huggingface.co/IlyaGusev/gemma-2-2b-it-abliterated,7.56,2.5,2.0,0.0,0.0,13.3,16.2,8.3,0.049,0.055,0.00,8.37,9.64,1.75,0.032,2.60,-0.23,0.81
 2,google/gemma-2-2b-it,https://huggingface.co/google/gemma-2-2b-it,4.64,0,2.0,0.0,0.0,1.1,13.8,8.3,0.144,0.143,0.05,5.82,8.19,1.92,0.044,2.60,-0.17,0.97
-2,BeaverAI/Gemmasutra-Mini-2B-v1d,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1d-GGUF,2.50,0,2.0,0.0,0.0,0.7,11.8,0.0,0.095,0.091,0.05,6.43,6.89,1.58,0.028,2.67,-0.22,0.75
 7,google/gemma-7b-it,https://huggingface.co/google/gemma-7b-it,2.30,0,7.0,5.0,0.8,0.0,5.7,0.0,0.018,0.018,0.00,15.06,10.13,0.84,0.000,NA,NA,NA
+2,BeaverAI/Gemmasutra-Mini-2B-v1d,https://huggingface.co/BeaverAI/Gemmasutra-Mini-2B-v1d-GGUF,2.50,0,2.0,0.0,0.0,0.7,11.8,0.0,0.095,0.091,0.05,6.43,6.89,1.58,0.028,2.67,-0.22,0.75