Commit
•
3a9acf4
1
Parent(s):
da3bd0a
Create README.md
Browse files
README.md
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
| Tasks | Version | Filter | n-shot | Metric | Value | ± | Stderr |
|
| 2 |
+
|------------------------------|---------|-----------------------|--------|----------|-------|----|--------|
|
| 3 |
+
| assin2_rte | 1.1 | all | 15 | f1_macro | 0.9358| ± | 0.0035 |
|
| 4 |
+
| | | all | 15 | acc | 0.9359| ± | 0.0035 |
|
| 5 |
+
| assin2_sts | 1.1 | all | 15 | pearson | 0.7803| ± | 0.0068 |
|
| 6 |
+
| | | all | 15 | mse | 0.5815| ± | N/A |
|
| 7 |
+
| bluex | 1.1 | all | 3 | acc | 0.6745| ± | 0.0101 |
|
| 8 |
+
| | | exam_id__USP_2019 | 3 | acc | 0.5500| ± | 0.0453 |
|
| 9 |
+
| | | exam_id__UNICAMP_2021_1| 3 | acc | 0.5870| ± | 0.0418 |
|
| 10 |
+
| | | exam_id__USP_2020 | 3 | acc | 0.6250| ± | 0.0373 |
|
| 11 |
+
| | | exam_id__USP_2022 | 3 | acc | 0.6939| ± | 0.0381 |
|
| 12 |
+
| | | exam_id__UNICAMP_2019 | 3 | acc | 0.7200| ± | 0.0367 |
|
| 13 |
+
| | | exam_id__UNICAMP_2024 | 3 | acc | 0.5778| ± | 0.0425 |
|
| 14 |
+
| | | exam_id__USP_2018 | 3 | acc | 0.5926| ± | 0.0385 |
|
| 15 |
+
| | | exam_id__USP_2021 | 3 | acc | 0.6538| ± | 0.0381 |
|
| 16 |
+
| | | exam_id__UNICAMP_2023 | 3 | acc | 0.7442| ± | 0.0385 |
|
| 17 |
+
| | | exam_id__UNICAMP_2021_2| 3 | acc | 0.6667| ± | 0.0380 |
|
| 18 |
+
| | | exam_id__UNICAMP_2020 | 3 | acc | 0.7091| ± | 0.0355 |
|
| 19 |
+
| | | exam_id__USP_2023 | 3 | acc | 0.8182| ± | 0.0336 |
|
| 20 |
+
| | | exam_id__USP_2024 | 3 | acc | 0.8537| ± | 0.0318 |
|
| 21 |
+
| | | exam_id__UNICAMP_2022 | 3 | acc | 0.6667| ± | 0.0435 |
|
| 22 |
+
| | | exam_id__UNICAMP_2018 | 3 | acc | 0.6852| ± | 0.0364 |
|
| 23 |
+
| enem | 1.1 | all | 3 | acc | 0.8062| ± | 0.0060 |
|
| 24 |
+
| | | exam_id__2016_2 | 3 | acc | 0.7967| ± | 0.0210 |
|
| 25 |
+
| | | exam_id__2014 | 3 | acc | 0.8165| ± | 0.0214 |
|
| 26 |
+
| | | exam_id__2010 | 3 | acc | 0.8291| ± | 0.0202 |
|
| 27 |
+
| | | exam_id__2023 | 3 | acc | 0.8000| ± | 0.0199 |
|
| 28 |
+
| | | exam_id__2009 | 3 | acc | 0.7913| ± | 0.0219 |
|
| 29 |
+
| | | exam_id__2017 | 3 | acc | 0.7931| ± | 0.0217 |
|
| 30 |
+
| | | exam_id__2011 | 3 | acc | 0.8718| ± | 0.0178 |
|
| 31 |
+
| | | exam_id__2015 | 3 | acc | 0.8151| ± | 0.0205 |
|
| 32 |
+
| | | exam_id__2012 | 3 | acc | 0.8621| ± | 0.0185 |
|
| 33 |
+
| | | exam_id__2016 | 3 | acc | 0.8430| ± | 0.0190 |
|
| 34 |
+
| | | exam_id__2013 | 3 | acc | 0.7870| ± | 0.0228 |
|
| 35 |
+
| | | exam_id__2022 | 3 | acc | 0.6842| ± | 0.0233 |
|
| 36 |
+
| faquad_nli | 1.1 | all | 15 | f1_macro | 0.4545| ± | 0.0081 |
|
| 37 |
+
| | | all | 15 | acc | 0.7877| ± | 0.0113 |
|
| 38 |
+
| hatebr_offensive_binary | 1.0 | all | 25 | f1_macro | 0.7212| ± | 0.0087 |
|
| 39 |
+
| | | all | 25 | acc | 0.7393| ± | 0.0083 |
|
| 40 |
+
| oab_exams | 1.5 | all | 3 | acc | 0.5718| ± | 0.0061 |
|
| 41 |
+
| | | exam_id__2014-15 | 3 | acc | 0.6795| ± | 0.0305 |
|
| 42 |
+
| | | exam_id__2012-09 | 3 | acc | 0.4805| ± | 0.0329 |
|
| 43 |
+
...
|