eval
Browse files
README.md
CHANGED
|
@@ -41,6 +41,18 @@ model-index:
|
|
| 41 |
- type: acc
|
| 42 |
value: 67.96
|
| 43 |
name: acc
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
- task:
|
| 45 |
type: text-generation
|
| 46 |
name: Text Generation
|
|
|
|
| 41 |
- type: acc
|
| 42 |
value: 67.96
|
| 43 |
name: acc
|
| 44 |
+
- task:
|
| 45 |
+
type: text-generation
|
| 46 |
+
name: Text Generation
|
| 47 |
+
dataset:
|
| 48 |
+
name: ARC Challenge (25-Shot)
|
| 49 |
+
type: arc-challenge
|
| 50 |
+
args:
|
| 51 |
+
num_few_shot: 25
|
| 52 |
+
metrics:
|
| 53 |
+
- type: acc_norm
|
| 54 |
+
value: 47.18
|
| 55 |
+
name: normalized accuracy
|
| 56 |
- task:
|
| 57 |
type: text-generation
|
| 58 |
name: Text Generation
|