| multiple_choice_score: there are 1548 tasks in prompt | |
| multiple_choice_score: reading tasks.......................................................................................................done | |
| multiple_choice_score: preparing task data...done | |
| multiple_choice_score : calculating TruthfulQA score over 1548 tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 66.66666667 | |
| 4 50.00000000 | |
| 5 60.00000000 | |
| 6 66.66666667 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 55.55555556 | |
| 10 60.00000000 | |
| 11 63.63636364 | |
| 12 58.33333333 | |
| 13 53.84615385 | |
| 14 57.14285714 | |
| 15 53.33333333 | |
| 16 56.25000000 | |
| 17 52.94117647 | |
| 18 50.00000000 | |
| 19 52.63157895 | |
| 20 50.00000000 | |
| 21 47.61904762 | |
| 22 45.45454545 | |
| 23 43.47826087 | |
| 24 41.66666667 | |
| 25 40.00000000 | |
| 26 42.30769231 | |
| 27 44.44444444 | |
| 28 46.42857143 | |
| 29 48.27586207 | |
| 30 50.00000000 | |
| 31 48.38709677 | |
| 32 50.00000000 | |
| 33 48.48484848 | |
| 34 47.05882353 | |
| 35 48.57142857 | |
| 36 50.00000000 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 52.50000000 | |
| 41 51.21951220 | |
| 42 52.38095238 | |
| 43 51.16279070 | |
| 44 50.00000000 | |
| 45 48.88888889 | |
| 46 47.82608696 | |
| 47 48.93617021 | |
| 48 47.91666667 | |
| 49 46.93877551 | |
| 50 48.00000000 | |
| 51 49.01960784 | |
| 52 50.00000000 | |
| 53 50.94339623 | |
| 54 51.85185185 | |
| 55 50.90909091 | |
| 56 50.00000000 | |
| 57 49.12280702 | |
| 58 48.27586207 | |
| 59 49.15254237 | |
| 60 48.33333333 | |
| 61 47.54098361 | |
| 62 46.77419355 | |
| 63 47.61904762 | |
| 64 48.43750000 | |
| 65 47.69230769 | |
| 66 46.96969697 | |
| 67 47.76119403 | |
| 68 47.05882353 | |
| 69 47.82608696 | |
| 70 47.14285714 | |
| 71 46.47887324 | |
| 72 45.83333333 | |
| 73 45.20547945 | |
| 74 45.94594595 | |
| 75 46.66666667 | |
| 76 46.05263158 | |
| 77 46.75324675 | |
| 78 46.15384615 | |
| 79 45.56962025 | |
| 80 46.25000000 | |
| 81 45.67901235 | |
| 82 45.12195122 | |
| 83 45.78313253 | |
| 84 45.23809524 | |
| 85 44.70588235 | |
| 86 45.34883721 | |
| 87 44.82758621 | |
| 88 44.31818182 | |
| 89 43.82022472 | |
| 90 43.33333333 | |
| 91 43.95604396 | |
| 92 43.47826087 | |
| 93 44.08602151 | |
| 94 44.68085106 | |
| 95 44.21052632 | |
| 96 43.75000000 | |
| 97 43.29896907 | |
| 98 42.85714286 | |
| 99 43.43434343 | |
| 100 43.00000000 | |
| 101 43.56435644 | |
| 102 43.13725490 | |
| 103 42.71844660 | |
| 104 42.30769231 | |
| 105 42.85714286 | |
| 106 42.45283019 | |
| 107 42.99065421 | |
| 108 42.59259259 | |
| 109 42.20183486 | |
| 110 42.72727273 | |
| 111 43.24324324 | |
| 112 43.75000000 | |
| 113 44.24778761 | |
| 114 43.85964912 | |
| 115 44.34782609 | |
| 116 43.96551724 | |
| 117 43.58974359 | |
| 118 44.06779661 | |
| 119 43.69747899 | |
| 120 43.33333333 | |
| 121 43.80165289 | |
| 122 43.44262295 | |
| 123 43.90243902 | |
| 124 43.54838710 | |
| 125 44.00000000 | |
| 126 44.44444444 | |
| 127 44.88188976 | |
| 128 44.53125000 | |
| 129 44.18604651 | |
| 130 43.84615385 | |
| 131 43.51145038 | |
| 132 43.93939394 | |
| 133 44.36090226 | |
| 134 44.77611940 | |
| 135 44.44444444 | |
| 136 44.85294118 | |
| 137 45.25547445 | |
| 138 44.92753623 | |
| 139 44.60431655 | |
| 140 44.28571429 | |
| 141 43.97163121 | |
| 142 43.66197183 | |
| 143 43.35664336 | |
| 144 43.05555556 | |
| 145 42.75862069 | |
| 146 42.46575342 | |
| 147 42.17687075 | |
| 148 41.89189189 | |
| 149 41.61073826 | |
| 150 41.33333333 | |
| 151 41.05960265 | |
| 152 41.44736842 | |
| 153 41.17647059 | |
| 154 41.55844156 | |
| 155 41.93548387 | |
| 156 42.30769231 | |
| 157 42.67515924 | |
| 158 43.03797468 | |
| 159 43.39622642 | |
| 160 43.12500000 | |
| 161 43.47826087 | |
| 162 43.20987654 | |
| 163 42.94478528 | |
| 164 43.29268293 | |
| 165 43.63636364 | |
| 166 43.37349398 | |
| 167 43.11377246 | |
| 168 43.45238095 | |
| 169 43.19526627 | |
| 170 43.52941176 | |
| 171 43.85964912 | |
| 172 44.18604651 | |
| 173 43.93063584 | |
| 174 44.25287356 | |
| 175 44.00000000 | |
| 176 44.31818182 | |
| 177 44.06779661 | |
| 178 44.38202247 | |
| 179 44.69273743 | |
| 180 45.00000000 | |
| 181 45.30386740 | |
| 182 45.60439560 | |
| 183 45.35519126 | |
| 184 45.10869565 | |
| 185 44.86486486 | |
| 186 44.62365591 | |
| 187 44.91978610 | |
| 188 44.68085106 | |
| 189 44.97354497 | |
| 190 44.73684211 | |
| 191 44.50261780 | |
| 192 44.79166667 | |
| 193 45.07772021 | |
| 194 45.36082474 | |
| 195 45.12820513 | |
| 196 45.40816327 | |
| 197 45.17766497 | |
| 198 44.94949495 | |
| 199 44.72361809 | |
| 200 45.00000000 | |
| 201 44.77611940 | |
| 202 45.04950495 | |
| 203 44.82758621 | |
| 204 45.09803922 | |
| 205 44.87804878 | |
| 206 44.66019417 | |
| 207 44.44444444 | |
| 208 44.71153846 | |
| 209 44.97607656 | |
| 210 44.76190476 | |
| 211 45.02369668 | |
| 212 44.81132075 | |
| 213 44.60093897 | |
| 214 44.39252336 | |
| 215 44.18604651 | |
| 216 43.98148148 | |
| 217 43.77880184 | |
| 218 43.57798165 | |
| 219 43.37899543 | |
| 220 43.18181818 | |
| 221 42.98642534 | |
| 222 43.24324324 | |
| 223 43.04932735 | |
| 224 42.85714286 | |
| 225 43.11111111 | |
| 226 43.36283186 | |
| 227 43.61233480 | |
| 228 43.42105263 | |
| 229 43.66812227 | |
| 230 43.47826087 | |
| 231 43.29004329 | |
| 232 43.10344828 | |
| 233 42.91845494 | |
| 234 43.16239316 | |
| 235 43.40425532 | |
| 236 43.64406780 | |
| 237 43.88185654 | |
| 238 43.69747899 | |
| 239 43.51464435 | |
| 240 43.75000000 | |
| 241 43.98340249 | |
| 242 43.80165289 | |
| 243 44.03292181 | |
| 244 43.85245902 | |
| 245 44.08163265 | |
| 246 43.90243902 | |
| 247 44.12955466 | |
| 248 43.95161290 | |
| 249 43.77510040 | |
| 250 43.60000000 | |
| 251 43.42629482 | |
| 252 43.25396825 | |
| 253 43.47826087 | |
| 254 43.30708661 | |
| 255 43.13725490 | |
| 256 42.96875000 | |
| 257 43.19066148 | |
| 258 43.02325581 | |
| 259 43.24324324 | |
| 260 43.46153846 | |
| 261 43.67816092 | |
| 262 43.51145038 | |
| 263 43.72623574 | |
| 264 43.93939394 | |
| 265 43.77358491 | |
| 266 43.98496241 | |
| 267 44.19475655 | |
| 268 44.40298507 | |
| 269 44.23791822 | |
| 270 44.44444444 | |
| 271 44.64944649 | |
| 272 44.85294118 | |
| 273 44.68864469 | |
| 274 44.89051095 | |
| 275 45.09090909 | |
| 276 44.92753623 | |
| 277 44.76534296 | |
| 278 44.96402878 | |
| 279 44.80286738 | |
| 280 45.00000000 | |
| 281 44.83985765 | |
| 282 45.03546099 | |
| 283 45.22968198 | |
| 284 45.42253521 | |
| 285 45.26315789 | |
| 286 45.10489510 | |
| 287 45.29616725 | |
| 288 45.13888889 | |
| 289 45.32871972 | |
| 290 45.51724138 | |
| 291 45.36082474 | |
| 292 45.54794521 | |
| 293 45.39249147 | |
| 294 45.23809524 | |
| 295 45.08474576 | |
| 296 44.93243243 | |
| 297 44.78114478 | |
| 298 44.63087248 | |
| 299 44.48160535 | |
| 300 44.33333333 | |
| 301 44.18604651 | |
| 302 44.03973510 | |
| 303 43.89438944 | |
| 304 43.75000000 | |
| 305 43.60655738 | |
| 306 43.79084967 | |
| 307 43.64820847 | |
| 308 43.50649351 | |
| 309 43.36569579 | |
| 310 43.54838710 | |
| 311 43.72990354 | |
| 312 43.91025641 | |
| 313 44.08945687 | |
| 314 44.26751592 | |
| 315 44.44444444 | |
| 316 44.30379747 | |
| 317 44.16403785 | |
| 318 44.33962264 | |
| 319 44.20062696 | |
| 320 44.06250000 | |
| 321 43.92523364 | |
| 322 44.09937888 | |
| 323 44.27244582 | |
| 324 44.44444444 | |
| 325 44.61538462 | |
| 326 44.47852761 | |
| 327 44.64831804 | |
| 328 44.51219512 | |
| 329 44.37689970 | |
| 330 44.24242424 | |
| 331 44.10876133 | |
| 332 44.27710843 | |
| 333 44.14414414 | |
| 334 44.01197605 | |
| 335 44.17910448 | |
| 336 44.04761905 | |
| 337 43.91691395 | |
| 338 43.78698225 | |
| 339 43.65781711 | |
| 340 43.52941176 | |
| 341 43.40175953 | |
| 342 43.56725146 | |
| 343 43.73177843 | |
| 344 43.89534884 | |
| 345 43.76811594 | |
| 346 43.64161850 | |
| 347 43.80403458 | |
| 348 43.67816092 | |
| 349 43.83954155 | |
| 350 44.00000000 | |
| 351 44.15954416 | |
| 352 44.03409091 | |
| 353 43.90934844 | |
| 354 43.78531073 | |
| 355 43.66197183 | |
| 356 43.53932584 | |
| 357 43.69747899 | |
| 358 43.57541899 | |
| 359 43.45403900 | |
| 360 43.33333333 | |
| 361 43.21329640 | |
| 362 43.37016575 | |
| 363 43.25068871 | |
| 364 43.40659341 | |
| 365 43.28767123 | |
| 366 43.16939891 | |
| 367 43.05177112 | |
| 368 43.20652174 | |
| 369 43.36043360 | |
| 370 43.24324324 | |
| 371 43.12668464 | |
| 372 43.27956989 | |
| 373 43.43163539 | |
| 374 43.58288770 | |
| 375 43.73333333 | |
| 376 43.61702128 | |
| 377 43.50132626 | |
| 378 43.38624339 | |
| 379 43.27176781 | |
| 380 43.15789474 | |
| 381 43.04461942 | |
| 382 43.19371728 | |
| 383 43.08093995 | |
| 384 43.22916667 | |
| 385 43.11688312 | |
| 386 43.00518135 | |
| 387 43.15245478 | |
| 388 43.04123711 | |
| 389 43.18766067 | |
| 390 43.33333333 | |
| 391 43.22250639 | |
| 392 43.11224490 | |
| 393 43.25699746 | |
| 394 43.14720812 | |
| 395 43.03797468 | |
| 396 42.92929293 | |
| 397 42.82115869 | |
| 398 42.71356784 | |
| 399 42.85714286 | |
| 400 43.00000000 | |
| 401 42.89276808 | |
| 402 42.78606965 | |
| 403 42.92803970 | |
| 404 42.82178218 | |
| 405 42.71604938 | |
| 406 42.61083744 | |
| 407 42.75184275 | |
| 408 42.64705882 | |
| 409 42.78728606 | |
| 410 42.68292683 | |
| 411 42.57907543 | |
| 412 42.47572816 | |
| 413 42.61501211 | |
| 414 42.51207729 | |
| 415 42.40963855 | |
| 416 42.54807692 | |
| 417 42.44604317 | |
| 418 42.34449761 | |
| 419 42.24343675 | |
| 420 42.14285714 | |
| 421 42.04275534 | |
| 422 42.18009479 | |
| 423 42.31678487 | |
| 424 42.21698113 | |
| 425 42.11764706 | |
| 426 42.01877934 | |
| 427 41.92037471 | |
| 428 41.82242991 | |
| 429 41.95804196 | |
| 430 41.86046512 | |
| 431 41.99535963 | |
| 432 41.89814815 | |
| 433 41.80138568 | |
| 434 41.70506912 | |
| 435 41.60919540 | |
| 436 41.51376147 | |
| 437 41.64759725 | |
| 438 41.55251142 | |
| 439 41.45785877 | |
| 440 41.59090909 | |
| 441 41.49659864 | |
| 442 41.40271493 | |
| 443 41.53498871 | |
| 444 41.66666667 | |
| 445 41.79775281 | |
| 446 41.92825112 | |
| 447 41.83445190 | |
| 448 41.74107143 | |
| 449 41.64810690 | |
| 450 41.55555556 | |
| 451 41.46341463 | |
| 452 41.59292035 | |
| 453 41.72185430 | |
| 454 41.62995595 | |
| 455 41.75824176 | |
| 456 41.88596491 | |
| 457 41.79431072 | |
| 458 41.70305677 | |
| 459 41.61220044 | |
| 460 41.73913043 | |
| 461 41.86550976 | |
| 462 41.77489177 | |
| 463 41.68466523 | |
| 464 41.59482759 | |
| 465 41.50537634 | |
| 466 41.41630901 | |
| 467 41.54175589 | |
| 468 41.66666667 | |
| 469 41.57782516 | |
| 470 41.70212766 | |
| 471 41.82590234 | |
| 472 41.94915254 | |
| 473 42.07188161 | |
| 474 41.98312236 | |
| 475 41.89473684 | |
| 476 42.01680672 | |
| 477 41.92872117 | |
| 478 42.05020921 | |
| 479 41.96242171 | |
| 480 42.08333333 | |
| 481 41.99584200 | |
| 482 42.11618257 | |
| 483 42.23602484 | |
| 484 42.14876033 | |
| 485 42.06185567 | |
| 486 42.18106996 | |
| 487 42.09445585 | |
| 488 42.00819672 | |
| 489 41.92229039 | |
| 490 41.83673469 | |
| 491 41.75152749 | |
| 492 41.66666667 | |
| 493 41.58215010 | |
| 494 41.49797571 | |
| 495 41.41414141 | |
| 496 41.33064516 | |
| 497 41.24748491 | |
| 498 41.16465863 | |
| 499 41.28256513 | |
| 500 41.20000000 | |
| 501 41.11776447 | |
| 502 41.03585657 | |
| 503 41.15308151 | |
| 504 41.07142857 | |
| 505 40.99009901 | |
| 506 40.90909091 | |
| 507 41.02564103 | |
| 508 41.14173228 | |
| 509 41.06090373 | |
| 510 40.98039216 | |
| 511 40.90019569 | |
| 512 40.82031250 | |
| 513 40.93567251 | |
| 514 40.85603113 | |
| 515 40.77669903 | |
| 516 40.69767442 | |
| 517 40.61895551 | |
| 518 40.73359073 | |
| 519 40.84778420 | |
| 520 40.96153846 | |
| 521 40.88291747 | |
| 522 40.80459770 | |
| 523 40.91778203 | |
| 524 40.83969466 | |
| 525 40.95238095 | |
| 526 40.87452471 | |
| 527 40.98671727 | |
| 528 40.90909091 | |
| 529 41.02079395 | |
| 530 41.13207547 | |
| 531 41.24293785 | |
| 532 41.16541353 | |
| 533 41.27579737 | |
| 534 41.19850187 | |
| 535 41.30841121 | |
| 536 41.41791045 | |
| 537 41.52700186 | |
| 538 41.44981413 | |
| 539 41.55844156 | |
| 540 41.48148148 | |
| 541 41.40480591 | |
| 542 41.32841328 | |
| 543 41.25230203 | |
| 544 41.36029412 | |
| 545 41.28440367 | |
| 546 41.20879121 | |
| 547 41.13345521 | |
| 548 41.24087591 | |
| 549 41.34790528 | |
| 550 41.45454545 | |
| 551 41.56079855 | |
| 552 41.66666667 | |
| 553 41.59132007 | |
| 554 41.51624549 | |
| 555 41.62162162 | |
| 556 41.72661871 | |
| 557 41.83123878 | |
| 558 41.75627240 | |
| 559 41.68157424 | |
| 560 41.60714286 | |
| 561 41.71122995 | |
| 562 41.63701068 | |
| 563 41.56305506 | |
| 564 41.48936170 | |
| 565 41.59292035 | |
| 566 41.69611307 | |
| 567 41.62257496 | |
| 568 41.72535211 | |
| 569 41.82776801 | |
| 570 41.92982456 | |
| 571 42.03152364 | |
| 572 41.95804196 | |
| 573 41.88481675 | |
| 574 41.81184669 | |
| 575 41.73913043 | |
| 576 41.66666667 | |
| 577 41.59445407 | |
| 578 41.52249135 | |
| 579 41.62348877 | |
| 580 41.55172414 | |
| 581 41.48020654 | |
| 582 41.58075601 | |
| 583 41.50943396 | |
| 584 41.60958904 | |
| 585 41.53846154 | |
| 586 41.46757679 | |
| 587 41.39693356 | |
| 588 41.32653061 | |
| 589 41.25636672 | |
| 590 41.18644068 | |
| 591 41.11675127 | |
| 592 41.04729730 | |