aidal commited on
Commit
b632085
1 Parent(s): 529b77d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -29
README.md CHANGED
@@ -43,35 +43,13 @@ language:
43
  ----
44
  # Banchmark results
45
 
46
- | model | dataset | max_token | prompt | score |
47
- |---------------|------------------|-----------|--------|---------|
48
- | base-model-7b | ARC-easy-dev | 2 | en-1 | 0.41929 |
49
- | base-model-7b | ARC-easy-dev | 80 | en-2 | 0.39122 |
50
- | base-model-7b | ARC-easy-dev | 300 | en-1 | 0.34448 |
51
- | model | dataset | max_token | prompt | score |
52
- |---------------|------------------|-----------|--------|---------|
53
- | fa-model-7b | ARC-easy-dev | 80 | en-1 | 0.37894 |
54
- | fa-model-7b | ARC-easy-dev | 80 | en-2 | 0.33333 |
55
- | fa-model-7b | ARC-easy-dev | 80 | fa-2 | 0.28771 |
56
- | fa-model-7b | ARC-easy-dev | 300 | fa-1 | 0.25752 |
57
- | fa-model-7b | ARC-easy-dev | 2 | fa-1 | 0.24035 |
58
-
59
- <br>
60
- <br>
61
- <br>
62
-
63
- | model | dataset | max_token | prompt | score |
64
- |---------------|--------------------|-----------|--------|---------|
65
- | base-model-7b | ARC-challenge-dev | 80 | en-2 | 0.37123 |
66
- | base-model-7b | ARC-challenge-dev | 2 | en-2 | 0.36789 |
67
- | base-model-7b | ARC-challenge-dev | 2 | en-1 | 0.35451 |
68
- | base-model-7b | ARC-challenge-dev | 80 | en-1 | 0.33779 |
69
- | model | dataset | max_token | prompt | score |
70
- |---------------|--------------------|-----------|--------|---------|
71
- | fa-model-7b | ARC-challenge-dev | 2 | en-1 | 0.39298 |
72
- | fa-model-7b | ARC-challenge-dev | 80 | en-1 | 0.38421 |
73
- | fa-model-7b | ARC-challenge-dev | 2 | en-2 | 0.31929 |
74
- | fa-model-7b | ARC-challenge-dev | 80 | en-2 | 0.31754 |
75
 
76
  ----
77
  # How to use
 
43
  ----
44
  # Banchmark results
45
 
46
+ | model | dataset | max_token | prompt | score |
47
+ |---------------|-------------------|-----------|--------|---------|
48
+ | base-model-7b | ARC-easy-dev | 2 | en-1 | 0.41929 |
49
+ | base-model-7b | ARC-easy-dev | 80 | en-2 | 0.39122 |
50
+ | fa-model-7b | ARC-easy-dev | 80 | en-1 | 0.37894 |
51
+ | base-model-7b | ARC-challenge-dev | 80 | en-2 | 0.37123 |
52
+ | fa-model-7b | ARC-challenge-dev | 80 | en-1 | 0.39298 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
 
54
  ----
55
  # How to use