| multiple_choice_score: there are 1548 tasks in prompt | |
| multiple_choice_score: reading tasks.......................................................................................................done | |
| multiple_choice_score: preparing task data...done | |
| multiple_choice_score : calculating TruthfulQA score over 1548 tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 0.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 42.85714286 | |
| 8 50.00000000 | |
| 9 44.44444444 | |
| 10 50.00000000 | |
| 11 54.54545455 | |
| 12 50.00000000 | |
| 13 46.15384615 | |
| 14 50.00000000 | |
| 15 46.66666667 | |
| 16 50.00000000 | |
| 17 47.05882353 | |
| 18 44.44444444 | |
| 19 47.36842105 | |
| 20 45.00000000 | |
| 21 42.85714286 | |
| 22 40.90909091 | |
| 23 39.13043478 | |
| 24 37.50000000 | |
| 25 36.00000000 | |
| 26 38.46153846 | |
| 27 40.74074074 | |
| 28 42.85714286 | |
| 29 44.82758621 | |
| 30 46.66666667 | |
| 31 48.38709677 | |
| 32 50.00000000 | |
| 33 48.48484848 | |
| 34 47.05882353 | |
| 35 48.57142857 | |
| 36 50.00000000 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 52.50000000 | |
| 41 53.65853659 | |
| 42 54.76190476 | |
| 43 53.48837209 | |
| 44 52.27272727 | |
| 45 51.11111111 | |
| 46 50.00000000 | |
| 47 51.06382979 | |
| 48 50.00000000 | |
| 49 48.97959184 | |
| 50 50.00000000 | |
| 51 50.98039216 | |
| 52 51.92307692 | |
| 53 52.83018868 | |
| 54 53.70370370 | |
| 55 52.72727273 | |
| 56 51.78571429 | |
| 57 50.87719298 | |
| 58 50.00000000 | |
| 59 50.84745763 | |
| 60 50.00000000 | |
| 61 50.81967213 | |
| 62 50.00000000 | |
| 63 50.79365079 | |
| 64 51.56250000 | |
| 65 50.76923077 | |
| 66 50.00000000 | |
| 67 49.25373134 | |
| 68 48.52941176 | |
| 69 49.27536232 | |
| 70 48.57142857 | |
| 71 47.88732394 | |
| 72 47.22222222 | |
| 73 46.57534247 | |
| 74 47.29729730 | |
| 75 48.00000000 | |
| 76 47.36842105 | |
| 77 48.05194805 | |
| 78 47.43589744 | |
| 79 46.83544304 | |
| 80 47.50000000 | |
| 81 46.91358025 | |
| 82 47.56097561 | |
| 83 48.19277108 | |
| 84 47.61904762 | |
| 85 47.05882353 | |
| 86 47.67441860 | |
| 87 47.12643678 | |
| 88 46.59090909 | |
| 89 46.06741573 | |
| 90 45.55555556 | |
| 91 46.15384615 | |
| 92 45.65217391 | |
| 93 45.16129032 | |
| 94 45.74468085 | |
| 95 45.26315789 | |
| 96 44.79166667 | |
| 97 44.32989691 | |
| 98 43.87755102 | |
| 99 44.44444444 | |
| 100 44.00000000 | |
| 101 44.55445545 | |
| 102 44.11764706 | |
| 103 43.68932039 | |
| 104 43.26923077 | |
| 105 43.80952381 | |
| 106 43.39622642 | |
| 107 43.92523364 | |
| 108 43.51851852 | |
| 109 43.11926606 | |
| 110 43.63636364 | |
| 111 44.14414414 | |
| 112 44.64285714 | |
| 113 45.13274336 | |
| 114 44.73684211 | |
| 115 45.21739130 | |
| 116 44.82758621 | |
| 117 45.29914530 | |
| 118 45.76271186 | |
| 119 46.21848739 | |
| 120 45.83333333 | |
| 121 46.28099174 | |
| 122 45.90163934 | |
| 123 46.34146341 | |
| 124 45.96774194 | |
| 125 46.40000000 | |
| 126 46.03174603 | |
| 127 46.45669291 | |
| 128 46.09375000 | |
| 129 45.73643411 | |
| 130 45.38461538 | |
| 131 45.03816794 | |
| 132 45.45454545 | |
| 133 45.86466165 | |
| 134 46.26865672 | |
| 135 45.92592593 | |
| 136 46.32352941 | |
| 137 45.98540146 | |
| 138 45.65217391 | |
| 139 45.32374101 | |
| 140 45.00000000 | |
| 141 44.68085106 | |
| 142 44.36619718 | |
| 143 44.05594406 | |
| 144 43.75000000 | |
| 145 43.44827586 | |
| 146 43.15068493 | |
| 147 42.85714286 | |
| 148 42.56756757 | |
| 149 42.28187919 | |
| 150 42.00000000 | |
| 151 41.72185430 | |
| 152 42.10526316 | |
| 153 41.83006536 | |
| 154 42.20779221 | |
| 155 42.58064516 | |
| 156 42.94871795 | |
| 157 43.31210191 | |
| 158 43.67088608 | |
| 159 44.02515723 | |
| 160 43.75000000 | |
| 161 44.09937888 | |
| 162 43.82716049 | |
| 163 43.55828221 | |
| 164 43.90243902 | |
| 165 44.24242424 | |
| 166 43.97590361 | |
| 167 43.71257485 | |
| 168 44.04761905 | |
| 169 43.78698225 | |
| 170 44.11764706 | |
| 171 44.44444444 | |
| 172 44.76744186 | |
| 173 44.50867052 | |
| 174 44.82758621 | |
| 175 44.57142857 | |
| 176 44.88636364 | |
| 177 44.63276836 | |
| 178 44.94382022 | |
| 179 45.25139665 | |
| 180 45.55555556 | |
| 181 45.85635359 | |
| 182 46.15384615 | |
| 183 46.44808743 | |
| 184 46.19565217 | |
| 185 45.94594595 | |
| 186 45.69892473 | |
| 187 45.98930481 | |
| 188 45.74468085 | |
| 189 46.03174603 | |
| 190 45.78947368 | |
| 191 46.07329843 | |
| 192 46.35416667 | |
| 193 46.63212435 | |
| 194 46.90721649 | |
| 195 46.66666667 | |
| 196 46.93877551 | |
| 197 47.20812183 | |
| 198 46.96969697 | |
| 199 46.73366834 | |
| 200 47.00000000 | |
| 201 46.76616915 | |
| 202 47.02970297 | |
| 203 46.79802956 | |
| 204 47.05882353 | |
| 205 46.82926829 | |
| 206 46.60194175 | |
| 207 46.37681159 | |
| 208 46.63461538 | |
| 209 46.88995215 | |
| 210 46.66666667 | |
| 211 46.91943128 | |
| 212 46.69811321 | |
| 213 46.47887324 | |
| 214 46.26168224 | |
| 215 46.04651163 | |
| 216 45.83333333 | |
| 217 45.62211982 | |
| 218 45.41284404 | |
| 219 45.20547945 | |
| 220 45.00000000 | |
| 221 44.79638009 | |
| 222 45.04504505 | |
| 223 44.84304933 | |
| 224 44.64285714 | |
| 225 44.88888889 | |
| 226 45.13274336 | |
| 227 44.93392070 | |
| 228 44.73684211 | |
| 229 44.97816594 | |
| 230 44.78260870 | |
| 231 44.58874459 | |
| 232 44.39655172 | |
| 233 44.20600858 | |
| 234 44.44444444 | |
| 235 44.68085106 | |
| 236 44.91525424 | |
| 237 45.14767932 | |
| 238 44.95798319 | |
| 239 45.18828452 | |
| 240 45.41666667 | |
| 241 45.64315353 | |
| 242 45.45454545 | |
| 243 45.67901235 | |
| 244 45.49180328 | |
| 245 45.71428571 | |
| 246 45.52845528 | |
| 247 45.74898785 | |
| 248 45.56451613 | |
| 249 45.38152610 | |
| 250 45.20000000 | |
| 251 45.01992032 | |
| 252 44.84126984 | |
| 253 45.05928854 | |
| 254 44.88188976 | |
| 255 45.09803922 | |
| 256 44.92187500 | |
| 257 45.13618677 | |
| 258 44.96124031 | |
| 259 45.17374517 | |
| 260 45.00000000 | |
| 261 45.21072797 | |
| 262 45.03816794 | |
| 263 45.24714829 | |
| 264 45.45454545 | |
| 265 45.28301887 | |
| 266 45.48872180 | |
| 267 45.69288390 | |
| 268 45.89552239 | |
| 269 45.72490706 | |
| 270 45.92592593 | |
| 271 46.12546125 | |
| 272 46.32352941 | |
| 273 46.52014652 | |
| 274 46.71532847 | |
| 275 46.90909091 | |
| 276 46.73913043 | |
| 277 46.57039711 | |
| 278 46.76258993 | |
| 279 46.59498208 | |
| 280 46.78571429 | |
| 281 46.61921708 | |
| 282 46.80851064 | |
| 283 46.99646643 | |
| 284 47.18309859 | |
| 285 47.01754386 | |
| 286 46.85314685 | |
| 287 47.03832753 | |
| 288 46.87500000 | |
| 289 46.71280277 | |
| 290 46.89655172 | |
| 291 46.73539519 | |
| 292 46.91780822 | |
| 293 46.75767918 | |
| 294 46.59863946 | |
| 295 46.44067797 | |
| 296 46.28378378 | |
| 297 46.46464646 | |
| 298 46.30872483 | |
| 299 46.15384615 | |
| 300 46.00000000 | |
| 301 45.84717608 | |
| 302 45.69536424 | |
| 303 45.54455446 | |
| 304 45.39473684 | |
| 305 45.24590164 | |
| 306 45.42483660 | |
| 307 45.27687296 | |
| 308 45.12987013 | |
| 309 45.30744337 | |
| 310 45.48387097 | |
| 311 45.65916399 | |
| 312 45.83333333 | |
| 313 46.00638978 | |
| 314 46.17834395 | |
| 315 46.34920635 | |
| 316 46.20253165 | |
| 317 46.05678233 | |
| 318 46.22641509 | |
| 319 46.08150470 | |
| 320 45.93750000 | |
| 321 45.79439252 | |
| 322 45.96273292 | |
| 323 46.13003096 | |
| 324 46.29629630 | |
| 325 46.46153846 | |
| 326 46.31901840 | |
| 327 46.48318043 | |
| 328 46.34146341 | |
| 329 46.20060790 | |
| 330 46.06060606 | |
| 331 45.92145015 | |
| 332 46.08433735 | |
| 333 45.94594595 | |
| 334 45.80838323 | |
| 335 45.97014925 | |
| 336 45.83333333 | |
| 337 45.69732938 | |
| 338 45.56213018 | |
| 339 45.42772861 | |
| 340 45.29411765 | |
| 341 45.16129032 | |
| 342 45.32163743 | |
| 343 45.48104956 | |
| 344 45.63953488 | |
| 345 45.50724638 | |
| 346 45.66473988 | |
| 347 45.82132565 | |
| 348 45.68965517 | |
| 349 45.84527221 | |
| 350 46.00000000 | |
| 351 46.15384615 | |
| 352 46.30681818 | |
| 353 46.17563739 | |
| 354 46.04519774 | |
| 355 45.91549296 | |
| 356 46.06741573 | |
| 357 46.21848739 | |
| 358 46.08938547 | |
| 359 45.96100279 | |
| 360 45.83333333 | |
| 361 45.70637119 | |
| 362 45.85635359 | |
| 363 45.73002755 | |
| 364 45.87912088 | |
| 365 45.75342466 | |
| 366 45.90163934 | |
| 367 45.77656676 | |
| 368 45.92391304 | |
| 369 46.07046070 | |
| 370 45.94594595 | |
| 371 45.82210243 | |
| 372 45.96774194 | |
| 373 46.11260054 | |
| 374 46.25668449 | |
| 375 46.40000000 | |
| 376 46.27659574 | |
| 377 46.15384615 | |
| 378 46.03174603 | |
| 379 45.91029024 | |
| 380 45.78947368 | |
| 381 45.66929134 | |
| 382 45.81151832 | |
| 383 45.69190601 | |
| 384 45.83333333 | |
| 385 45.71428571 | |
| 386 45.85492228 | |
| 387 45.99483204 | |
| 388 45.87628866 | |
| 389 46.01542416 | |
| 390 46.15384615 | |
| 391 46.03580563 | |
| 392 45.91836735 | |
| 393 46.05597964 | |
| 394 45.93908629 | |
| 395 45.82278481 | |
| 396 45.70707071 | |
| 397 45.59193955 | |
| 398 45.47738693 | |
| 399 45.61403509 | |
| 400 45.75000000 | |
| 401 45.63591022 | |
| 402 45.52238806 | |
| 403 45.65756824 | |
| 404 45.54455446 | |
| 405 45.43209877 | |
| 406 45.32019704 | |
| 407 45.45454545 | |
| 408 45.34313725 | |
| 409 45.47677262 | |
| 410 45.36585366 | |
| 411 45.25547445 | |
| 412 45.14563107 | |
| 413 45.27845036 | |
| 414 45.16908213 | |
| 415 45.06024096 | |
| 416 45.19230769 | |
| 417 45.08393285 | |
| 418 44.97607656 | |
| 419 44.86873508 | |
| 420 44.76190476 | |
| 421 44.65558195 | |
| 422 44.78672986 | |
| 423 44.91725768 | |
| 424 45.04716981 | |
| 425 44.94117647 | |
| 426 44.83568075 | |
| 427 44.73067916 | |
| 428 44.62616822 | |
| 429 44.75524476 | |
| 430 44.65116279 | |
| 431 44.77958237 | |
| 432 44.67592593 | |
| 433 44.57274827 | |
| 434 44.47004608 | |
| 435 44.36781609 | |
| 436 44.26605505 | |
| 437 44.39359268 | |
| 438 44.29223744 | |
| 439 44.19134396 | |
| 440 44.31818182 | |
| 441 44.21768707 | |
| 442 44.11764706 | |
| 443 44.24379233 | |
| 444 44.14414414 | |
| 445 44.26966292 | |
| 446 44.39461883 | |
| 447 44.29530201 | |
| 448 44.19642857 | |
| 449 44.09799555 | |
| 450 44.00000000 | |
| 451 43.90243902 | |
| 452 44.02654867 | |
| 453 44.15011038 | |
| 454 44.27312775 | |
| 455 44.39560440 | |
| 456 44.51754386 | |
| 457 44.42013129 | |
| 458 44.32314410 | |
| 459 44.44444444 | |
| 460 44.56521739 | |
| 461 44.68546638 | |
| 462 44.58874459 | |
| 463 44.49244060 | |
| 464 44.39655172 | |
| 465 44.30107527 | |
| 466 44.20600858 | |
| 467 44.32548180 | |
| 468 44.44444444 | |
| 469 44.34968017 | |
| 470 44.46808511 | |
| 471 44.58598726 | |
| 472 44.70338983 | |
| 473 44.60887949 | |
| 474 44.51476793 | |
| 475 44.42105263 | |
| 476 44.53781513 | |
| 477 44.44444444 | |
| 478 44.35146444 | |
| 479 44.25887265 | |
| 480 44.37500000 | |
| 481 44.28274428 | |
| 482 44.39834025 | |
| 483 44.51345756 | |
| 484 44.42148760 | |
| 485 44.32989691 | |
| 486 44.44444444 | |
| 487 44.35318275 | |
| 488 44.26229508 | |
| 489 44.37627812 | |
| 490 44.28571429 | |
| 491 44.19551935 | |
| 492 44.10569106 | |
| 493 44.01622718 | |
| 494 43.92712551 | |
| 495 43.83838384 | |
| 496 43.75000000 | |
| 497 43.66197183 | |
| 498 43.77510040 | |
| 499 43.88777555 | |
| 500 43.80000000 | |
| 501 43.71257485 | |
| 502 43.62549801 | |
| 503 43.73757455 | |
| 504 43.65079365 | |
| 505 43.56435644 | |
| 506 43.47826087 | |
| 507 43.58974359 | |
| 508 43.70078740 | |
| 509 43.61493124 | |
| 510 43.52941176 | |
| 511 43.44422701 | |
| 512 43.35937500 | |
| 513 43.46978558 | |
| 514 43.38521401 | |
| 515 43.49514563 | |
| 516 43.41085271 | |
| 517 43.32688588 | |
| 518 43.43629344 | |
| 519 43.54527938 | |
| 520 43.65384615 | |
| 521 43.57005758 | |
| 522 43.48659004 | |
| 523 43.59464627 | |
| 524 43.51145038 | |
| 525 43.61904762 | |
| 526 43.53612167 | |
| 527 43.64326376 | |
| 528 43.56060606 | |
| 529 43.66729679 | |
| 530 43.77358491 | |
| 531 43.87947269 | |
| 532 43.79699248 | |
| 533 43.90243902 | |
| 534 43.82022472 | |
| 535 43.92523364 | |
| 536 44.02985075 | |
| 537 44.13407821 | |
| 538 44.05204461 | |
| 539 44.15584416 | |
| 540 44.07407407 | |
| 541 43.99260628 | |
| 542 43.91143911 | |
| 543 43.83057090 | |
| 544 43.93382353 | |
| 545 43.85321101 | |
| 546 43.77289377 | |
| 547 43.69287020 | |
| 548 43.79562044 | |
| 549 43.89799636 | |
| 550 44.00000000 | |
| 551 44.10163339 | |
| 552 44.20289855 | |
| 553 44.12296564 | |
| 554 44.04332130 | |
| 555 44.14414414 | |
| 556 44.24460432 | |
| 557 44.34470377 | |
| 558 44.26523297 | |
| 559 44.36493739 | |
| 560 44.28571429 | |
| 561 44.38502674 | |
| 562 44.30604982 | |
| 563 44.22735346 | |
| 564 44.14893617 | |
| 565 44.24778761 | |
| 566 44.34628975 | |
| 567 44.26807760 | |
| 568 44.36619718 | |
| 569 44.46397188 | |
| 570 44.56140351 | |
| 571 44.65849387 | |
| 572 44.58041958 | |
| 573 44.50261780 | |
| 574 44.42508711 | |
| 575 44.34782609 | |
| 576 44.27083333 | |
| 577 44.19410745 | |
| 578 44.11764706 | |
| 579 44.21416235 | |
| 580 44.31034483 | |
| 581 44.23407917 | |
| 582 44.32989691 | |
| 583 44.25385935 | |
| 584 44.34931507 | |
| 585 44.27350427 | |
| 586 44.19795222 | |
| 587 44.12265758 | |
| 588 44.04761905 | |
| 589 43.97283531 | |
| 590 43.89830508 | |
| 591 43.82402707 | |
| 592 43.75000000 | |