lm1-2b8-55b-c4-repetitions
/
evaluation_small
/2b855b11bc4-results_lm-eval_global_step52452_2022-12-23-13-35-31.csv
task,metric,value,err,version | |
arc_challenge,acc,0.27303754266211605,0.013019332762635734,0 | |
arc_challenge,acc_norm,0.2815699658703072,0.013143376735009024,0 | |
arc_easy,acc,0.5597643097643098,0.010186228624515651,0 | |
arc_easy,acc_norm,0.4978956228956229,0.010259692651537049,0 | |
boolq,acc,0.5892966360856269,0.008604460608471413,1 | |
copa,acc,0.74,0.04408440022768077,0 | |
hellaswag,acc,0.43616809400517825,0.004948952519517524,0 | |
hellaswag,acc_norm,0.563931487751444,0.004948824501355473,0 | |
piqa,acc,0.7366702937976061,0.010276185322196764,0 | |
piqa,acc_norm,0.7383025027203483,0.010255630772708227,0 | |
rte,acc,0.5090252707581228,0.030091559826331334,0 | |
sciq,acc,0.802,0.012607733934175315,0 | |
sciq,acc_norm,0.713,0.014312087053809961,0 | |
winogrande,acc,0.5485398579321231,0.01398611030101776,0 | |