Alvarez
commited on
Commit
•
d0ec0db
1
Parent(s):
71c6d3b
update scores
Browse files
status/leaderboard_status_091124.csv
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,Model Type,Precision,Size,Infrastructure,Affiliation
|
| 2 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-VAGO-Llama3-8B-Guanaco-v1,70.742,Gaudi,66.89,82.32,66.04,63.48,74.98,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 3 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v2,69.542,Gaudi,64.68,81.21,66.16,61.39,74.27,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
|
|
|
| 4 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v1,69.162,Gaudi,63.99,80.95,66.04,60.17,74.66,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 5 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Qwentensential_v1,65.642,Gaudi,51.54,79.42,70.44,54.36,72.45,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 6 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT_v2,65.534,Gaudi,56.14,75.61,71.74,52.44,71.74,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
|
@@ -10,6 +11,8 @@ Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,W
|
|
| 10 |
<p>🟨 🟦 🟥 🟠</p>,jalfredar/Llama3-8B-Guanaco-Gaudi,63.726,Gaudi,55.47,77.29,65.03,47.83,73.01,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 11 |
<p>🟨 🟦 🟥 🟠 🟢</p>,HiteshJ14/Llama3-8B-Workshop,63.724,Gaudi,55.46,77.29,65.03,47.83,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 12 |
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/Gaudi_LoRA_Llama-3-8B-Instruct,63.722,Gaudi,55.46,77.29,65.03,47.82,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
|
|
|
|
|
|
| 13 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT,62.97,Gaudi,55.03,78,61.92,47.13,72.77,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 14 |
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/Alpaca_Llama-3-8B-Instruct_Gaudi,62.92,Gaudi,55.2,76.89,64.2,44.83,73.48,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 15 |
<p>🟨 🟦 🟥 🟠</p>,ntrajic/llama-2-7b-guanaco-helios,55.934,Gaudi,44.28,77.38,43.26,43.95,70.8,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
|
@@ -40,6 +43,5 @@ Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,W
|
|
| 40 |
<p>🟨 🟦 🟥 🟠</p>,Maelstrome/gemma-2b-storytelling,48.946,Xeon,41.72,71.32,33.82,33.15,64.72,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
| 41 |
<p>🟨 🟦</p>,selinas/Accel3,46.55,Gaudi,37.11,69.63,26.1,33.93,65.98,fine-tuned,bf16,3,Intel Developer Cloud,No Affiliation
|
| 42 |
<p>🟨 🟦 </p>,pikhan/gpt2-medium-biochem-bioasq-pubmedqa-demo,33.482,Xeon,25.85,40.14,23.11,39.19,39.12,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
| 43 |
-
<p>🟨 🟦 🟥 🟠</p>,
|
| 44 |
-
<p>🟨 🟦 🟥 🟠</p>,
|
| 45 |
-
<p>🟨 🟦 🟥 🟠</p>,gopalakrishnan-d/Llama3-8b-VAGO-Gaudi-Alpaca-v1,69.2,Gaudi,65.19,80.92,65.43,59.24,75.22,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
|
|
|
| 1 |
Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,Model Type,Precision,Size,Infrastructure,Affiliation
|
| 2 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-VAGO-Llama3-8B-Guanaco-v1,70.742,Gaudi,66.89,82.32,66.04,63.48,74.98,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 3 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v2,69.542,Gaudi,64.68,81.21,66.16,61.39,74.27,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 4 |
+
<p>🟨 🟦 🟥 🟠</p>,gopalakrishnan-d/Llama3-8b-VAGO-Gaudi-Alpaca-v1,69.2,Gaudi,65.19,80.92,65.43,59.24,75.22,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 5 |
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v1,69.162,Gaudi,63.99,80.95,66.04,60.17,74.66,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 6 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Qwentensential_v1,65.642,Gaudi,51.54,79.42,70.44,54.36,72.45,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 7 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT_v2,65.534,Gaudi,56.14,75.61,71.74,52.44,71.74,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
|
|
|
| 11 |
<p>🟨 🟦 🟥 🟠</p>,jalfredar/Llama3-8B-Guanaco-Gaudi,63.726,Gaudi,55.47,77.29,65.03,47.83,73.01,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 12 |
<p>🟨 🟦 🟥 🟠 🟢</p>,HiteshJ14/Llama3-8B-Workshop,63.724,Gaudi,55.46,77.29,65.03,47.83,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 13 |
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/Gaudi_LoRA_Llama-3-8B-Instruct,63.722,Gaudi,55.46,77.29,65.03,47.82,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 14 |
+
<p>🟨 🟦 🟥 🟠</p>,gopalakrishnan-d/guadi-meta-llama3-8b-guanaco-v1,63.522,Gaudi,54.78,79.11,63.81,46.43,73.48,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 15 |
+
<p>🟨 🟦 🟥 🟠</p>,gopalakrishnan-d/guadi-meta-llama3-8b-alpaca-v1,63.444,Gaudi,54.01,78.73,64.09,46.67,73.72,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 16 |
<p>🟨 🟦 🟥 🟠</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT,62.97,Gaudi,55.03,78,61.92,47.13,72.77,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 17 |
<p>🟨 🟦 🟥 🟠 🟢</p>,migaraa/Alpaca_Llama-3-8B-Instruct_Gaudi,62.92,Gaudi,55.2,76.89,64.2,44.83,73.48,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
| 18 |
<p>🟨 🟦 🟥 🟠</p>,ntrajic/llama-2-7b-guanaco-helios,55.934,Gaudi,44.28,77.38,43.26,43.95,70.8,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
|
|
|
|
| 43 |
<p>🟨 🟦 🟥 🟠</p>,Maelstrome/gemma-2b-storytelling,48.946,Xeon,41.72,71.32,33.82,33.15,64.72,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
| 44 |
<p>🟨 🟦</p>,selinas/Accel3,46.55,Gaudi,37.11,69.63,26.1,33.93,65.98,fine-tuned,bf16,3,Intel Developer Cloud,No Affiliation
|
| 45 |
<p>🟨 🟦 </p>,pikhan/gpt2-medium-biochem-bioasq-pubmedqa-demo,33.482,Xeon,25.85,40.14,23.11,39.19,39.12,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
|
| 46 |
+
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-Llama3.1-8B-UC200k-v2,70.316,Gaudi,66.72,80.47,66.19,62.9,75.3,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
| 47 |
+
<p>🟨 🟦 🟥 🟠</p>,yuriachermann/Not-so-bright-AGI-Llama3.1-8B-UC200k-v1,65.634,Gaudi,60.41,78.52,64.89,51.03,73.32,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
|
|
|