| multiple_choice_score: there are 1548 tasks in prompt | |
| multiple_choice_score: reading tasks.......................................................................................................done | |
| multiple_choice_score: preparing task data...done | |
| multiple_choice_score : calculating TruthfulQA score over 1548 tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 42.85714286 | |
| 8 50.00000000 | |
| 9 44.44444444 | |
| 10 50.00000000 | |
| 11 54.54545455 | |
| 12 50.00000000 | |
| 13 46.15384615 | |
| 14 50.00000000 | |
| 15 46.66666667 | |
| 16 50.00000000 | |
| 17 47.05882353 | |
| 18 44.44444444 | |
| 19 47.36842105 | |
| 20 45.00000000 | |
| 21 42.85714286 | |
| 22 40.90909091 | |
| 23 39.13043478 | |
| 24 37.50000000 | |
| 25 36.00000000 | |
| 26 38.46153846 | |
| 27 40.74074074 | |
| 28 42.85714286 | |
| 29 44.82758621 | |
| 30 46.66666667 | |
| 31 45.16129032 | |
| 32 43.75000000 | |
| 33 42.42424242 | |
| 34 41.17647059 | |
| 35 42.85714286 | |
| 36 44.44444444 | |
| 37 45.94594595 | |
| 38 47.36842105 | |
| 39 46.15384615 | |
| 40 47.50000000 | |
| 41 46.34146341 | |
| 42 47.61904762 | |
| 43 46.51162791 | |
| 44 45.45454545 | |
| 45 44.44444444 | |
| 46 43.47826087 | |
| 47 44.68085106 | |
| 48 43.75000000 | |
| 49 42.85714286 | |
| 50 44.00000000 | |
| 51 45.09803922 | |
| 52 46.15384615 | |
| 53 47.16981132 | |
| 54 48.14814815 | |
| 55 47.27272727 | |
| 56 46.42857143 | |
| 57 45.61403509 | |
| 58 44.82758621 | |
| 59 45.76271186 | |
| 60 45.00000000 | |
| 61 44.26229508 | |
| 62 43.54838710 | |
| 63 44.44444444 | |
| 64 45.31250000 | |
| 65 44.61538462 | |
| 66 43.93939394 | |
| 67 43.28358209 | |
| 68 42.64705882 | |
| 69 43.47826087 | |
| 70 42.85714286 | |
| 71 42.25352113 | |
| 72 41.66666667 | |
| 73 41.09589041 | |
| 74 41.89189189 | |
| 75 42.66666667 | |
| 76 42.10526316 | |
| 77 42.85714286 | |
| 78 42.30769231 | |
| 79 41.77215190 | |
| 80 42.50000000 | |
| 81 41.97530864 | |
| 82 42.68292683 | |
| 83 43.37349398 | |
| 84 42.85714286 | |
| 85 42.35294118 | |
| 86 43.02325581 | |
| 87 42.52873563 | |
| 88 42.04545455 | |
| 89 41.57303371 | |
| 90 41.11111111 | |
| 91 41.75824176 | |
| 92 41.30434783 | |
| 93 41.93548387 | |
| 94 42.55319149 | |
| 95 42.10526316 | |
| 96 41.66666667 | |
| 97 41.23711340 | |
| 98 40.81632653 | |
| 99 41.41414141 | |
| 100 42.00000000 | |
| 101 42.57425743 | |
| 102 42.15686275 | |
| 103 41.74757282 | |
| 104 41.34615385 | |
| 105 41.90476190 | |
| 106 41.50943396 | |
| 107 42.05607477 | |
| 108 41.66666667 | |
| 109 41.28440367 | |
| 110 41.81818182 | |
| 111 42.34234234 | |
| 112 42.85714286 | |
| 113 43.36283186 | |
| 114 42.98245614 | |
| 115 43.47826087 | |
| 116 43.10344828 | |
| 117 43.58974359 | |
| 118 44.06779661 | |
| 119 43.69747899 | |
| 120 43.33333333 | |
| 121 43.80165289 | |
| 122 43.44262295 | |
| 123 43.90243902 | |
| 124 43.54838710 | |
| 125 44.00000000 | |
| 126 43.65079365 | |
| 127 44.09448819 | |
| 128 43.75000000 | |
| 129 43.41085271 | |
| 130 43.07692308 | |
| 131 42.74809160 | |
| 132 43.18181818 | |
| 133 43.60902256 | |
| 134 44.02985075 | |
| 135 43.70370370 | |
| 136 44.11764706 | |
| 137 43.79562044 | |
| 138 43.47826087 | |
| 139 43.16546763 | |
| 140 42.85714286 | |
| 141 42.55319149 | |
| 142 42.25352113 | |
| 143 41.95804196 | |
| 144 41.66666667 | |
| 145 41.37931034 | |
| 146 41.09589041 | |
| 147 40.81632653 | |
| 148 40.54054054 | |
| 149 40.26845638 | |
| 150 40.00000000 | |
| 151 39.73509934 | |
| 152 40.13157895 | |
| 153 39.86928105 | |
| 154 40.25974026 | |
| 155 40.64516129 | |
| 156 41.02564103 | |
| 157 41.40127389 | |
| 158 41.77215190 | |
| 159 42.13836478 | |
| 160 41.87500000 | |
| 161 42.23602484 | |
| 162 41.97530864 | |
| 163 41.71779141 | |
| 164 42.07317073 | |
| 165 42.42424242 | |
| 166 42.16867470 | |
| 167 41.91616766 | |
| 168 42.26190476 | |
| 169 42.01183432 | |
| 170 42.35294118 | |
| 171 42.69005848 | |
| 172 43.02325581 | |
| 173 42.77456647 | |
| 174 43.10344828 | |
| 175 42.85714286 | |
| 176 43.18181818 | |
| 177 42.93785311 | |
| 178 43.25842697 | |
| 179 43.57541899 | |
| 180 43.88888889 | |
| 181 44.19889503 | |
| 182 44.50549451 | |
| 183 44.26229508 | |
| 184 44.02173913 | |
| 185 43.78378378 | |
| 186 43.54838710 | |
| 187 43.85026738 | |
| 188 43.61702128 | |
| 189 43.91534392 | |
| 190 43.68421053 | |
| 191 43.97905759 | |
| 192 44.27083333 | |
| 193 44.55958549 | |
| 194 44.84536082 | |
| 195 44.61538462 | |
| 196 44.89795918 | |
| 197 45.17766497 | |
| 198 44.94949495 | |
| 199 44.72361809 | |
| 200 45.00000000 | |
| 201 45.27363184 | |
| 202 45.54455446 | |
| 203 45.32019704 | |
| 204 45.58823529 | |
| 205 45.36585366 | |
| 206 45.14563107 | |
| 207 44.92753623 | |
| 208 45.19230769 | |
| 209 45.45454545 | |
| 210 45.23809524 | |
| 211 45.49763033 | |
| 212 45.28301887 | |
| 213 45.07042254 | |
| 214 44.85981308 | |
| 215 44.65116279 | |
| 216 44.44444444 | |
| 217 44.23963134 | |
| 218 44.03669725 | |
| 219 43.83561644 | |
| 220 43.63636364 | |
| 221 43.43891403 | |
| 222 43.69369369 | |
| 223 43.49775785 | |
| 224 43.30357143 | |
| 225 43.55555556 | |
| 226 43.80530973 | |
| 227 44.05286344 | |
| 228 43.85964912 | |
| 229 44.10480349 | |
| 230 43.91304348 | |
| 231 43.72294372 | |
| 232 43.53448276 | |
| 233 43.34763948 | |
| 234 43.58974359 | |
| 235 43.82978723 | |
| 236 44.06779661 | |
| 237 44.30379747 | |
| 238 44.11764706 | |
| 239 43.93305439 | |
| 240 44.16666667 | |
| 241 44.39834025 | |
| 242 44.21487603 | |
| 243 44.44444444 | |
| 244 44.26229508 | |
| 245 44.48979592 | |
| 246 44.30894309 | |
| 247 44.53441296 | |
| 248 44.35483871 | |
| 249 44.17670683 | |
| 250 44.00000000 | |
| 251 43.82470120 | |
| 252 43.65079365 | |
| 253 43.87351779 | |
| 254 43.70078740 | |
| 255 43.92156863 | |
| 256 43.75000000 | |
| 257 43.96887160 | |
| 258 43.79844961 | |
| 259 44.01544402 | |
| 260 44.23076923 | |
| 261 44.06130268 | |
| 262 43.89312977 | |
| 263 44.10646388 | |
| 264 44.31818182 | |
| 265 44.15094340 | |
| 266 44.36090226 | |
| 267 44.56928839 | |
| 268 44.77611940 | |
| 269 44.60966543 | |
| 270 44.81481481 | |
| 271 45.01845018 | |
| 272 45.22058824 | |
| 273 45.42124542 | |
| 274 45.62043796 | |
| 275 45.81818182 | |
| 276 45.65217391 | |
| 277 45.48736462 | |
| 278 45.68345324 | |
| 279 45.51971326 | |
| 280 45.35714286 | |
| 281 45.19572954 | |
| 282 45.39007092 | |
| 283 45.58303887 | |
| 284 45.77464789 | |
| 285 45.61403509 | |
| 286 45.45454545 | |
| 287 45.64459930 | |
| 288 45.48611111 | |
| 289 45.32871972 | |
| 290 45.51724138 | |
| 291 45.36082474 | |
| 292 45.54794521 | |
| 293 45.39249147 | |
| 294 45.57823129 | |
| 295 45.42372881 | |
| 296 45.27027027 | |
| 297 45.11784512 | |
| 298 44.96644295 | |
| 299 44.81605351 | |
| 300 44.66666667 | |
| 301 44.51827243 | |
| 302 44.37086093 | |
| 303 44.22442244 | |
| 304 44.07894737 | |
| 305 43.93442623 | |
| 306 44.11764706 | |
| 307 43.97394137 | |
| 308 43.83116883 | |
| 309 44.01294498 | |
| 310 44.19354839 | |
| 311 44.37299035 | |
| 312 44.55128205 | |
| 313 44.72843450 | |
| 314 44.90445860 | |
| 315 45.07936508 | |
| 316 44.93670886 | |
| 317 44.79495268 | |
| 318 44.96855346 | |
| 319 44.82758621 | |
| 320 44.68750000 | |
| 321 44.54828660 | |
| 322 44.72049689 | |
| 323 44.89164087 | |
| 324 45.06172840 | |
| 325 45.23076923 | |
| 326 45.09202454 | |
| 327 45.25993884 | |
| 328 45.12195122 | |
| 329 44.98480243 | |
| 330 44.84848485 | |
| 331 44.71299094 | |
| 332 44.87951807 | |
| 333 44.74474474 | |
| 334 44.61077844 | |
| 335 44.77611940 | |
| 336 44.64285714 | |
| 337 44.51038576 | |
| 338 44.37869822 | |
| 339 44.24778761 | |
| 340 44.11764706 | |
| 341 43.98826979 | |
| 342 44.15204678 | |
| 343 44.31486880 | |
| 344 44.47674419 | |
| 345 44.34782609 | |
| 346 44.50867052 | |
| 347 44.66858790 | |
| 348 44.54022989 | |
| 349 44.69914040 | |
| 350 44.85714286 | |
| 351 45.01424501 | |
| 352 45.17045455 | |
| 353 45.04249292 | |
| 354 44.91525424 | |
| 355 44.78873239 | |
| 356 44.66292135 | |
| 357 44.81792717 | |
| 358 44.69273743 | |
| 359 44.56824513 | |
| 360 44.44444444 | |
| 361 44.32132964 | |
| 362 44.47513812 | |
| 363 44.35261708 | |
| 364 44.50549451 | |
| 365 44.38356164 | |
| 366 44.26229508 | |
| 367 44.14168937 | |
| 368 44.29347826 | |
| 369 44.44444444 | |
| 370 44.32432432 | |
| 371 44.20485175 | |
| 372 44.35483871 | |
| 373 44.50402145 | |
| 374 44.65240642 | |
| 375 44.80000000 | |
| 376 44.68085106 | |
| 377 44.56233422 | |
| 378 44.44444444 | |
| 379 44.32717678 | |
| 380 44.21052632 | |
| 381 44.09448819 | |
| 382 44.24083770 | |
| 383 44.12532637 | |
| 384 44.27083333 | |
| 385 44.15584416 | |
| 386 44.04145078 | |
| 387 44.18604651 | |
| 388 44.07216495 | |
| 389 44.21593830 | |
| 390 44.35897436 | |
| 391 44.24552430 | |
| 392 44.13265306 | |
| 393 44.27480916 | |
| 394 44.41624365 | |
| 395 44.30379747 | |
| 396 44.19191919 | |
| 397 44.08060453 | |
| 398 43.96984925 | |
| 399 44.11027569 | |
| 400 44.25000000 | |
| 401 44.13965087 | |
| 402 44.02985075 | |
| 403 44.16873449 | |
| 404 44.05940594 | |
| 405 43.95061728 | |
| 406 43.84236453 | |
| 407 43.98034398 | |
| 408 43.87254902 | |
| 409 44.00977995 | |
| 410 43.90243902 | |
| 411 43.79562044 | |
| 412 43.68932039 | |
| 413 43.82566586 | |
| 414 43.71980676 | |
| 415 43.61445783 | |
| 416 43.75000000 | |
| 417 43.64508393 | |
| 418 43.54066986 | |
| 419 43.43675418 | |
| 420 43.33333333 | |
| 421 43.23040380 | |
| 422 43.36492891 | |
| 423 43.49881797 | |
| 424 43.63207547 | |
| 425 43.52941176 | |
| 426 43.42723005 | |
| 427 43.32552693 | |
| 428 43.22429907 | |
| 429 43.35664336 | |
| 430 43.25581395 | |
| 431 43.38747100 | |
| 432 43.28703704 | |
| 433 43.18706697 | |
| 434 43.08755760 | |
| 435 42.98850575 | |
| 436 42.88990826 | |
| 437 43.02059497 | |
| 438 42.92237443 | |
| 439 42.82460137 | |
| 440 42.95454545 | |
| 441 42.85714286 | |
| 442 42.76018100 | |
| 443 42.88939052 | |
| 444 42.79279279 | |
| 445 42.92134831 | |
| 446 43.04932735 | |
| 447 42.95302013 | |
| 448 42.85714286 | |
| 449 42.76169265 | |
| 450 42.66666667 | |
| 451 42.57206208 | |
| 452 42.69911504 | |
| 453 42.82560706 | |
| 454 42.73127753 | |
| 455 42.85714286 | |
| 456 42.98245614 | |
| 457 42.88840263 | |
| 458 42.79475983 | |
| 459 42.70152505 | |
| 460 42.82608696 | |
| 461 42.95010846 | |
| 462 42.85714286 | |
| 463 42.76457883 | |
| 464 42.67241379 | |
| 465 42.58064516 | |
| 466 42.48927039 | |
| 467 42.61241970 | |
| 468 42.73504274 | |
| 469 42.64392324 | |
| 470 42.76595745 | |
| 471 42.88747346 | |
| 472 43.00847458 | |
| 473 42.91754757 | |
| 474 42.82700422 | |
| 475 42.73684211 | |
| 476 42.85714286 | |
| 477 42.76729560 | |
| 478 42.88702929 | |
| 479 42.79749478 | |
| 480 42.91666667 | |
| 481 42.82744283 | |
| 482 42.94605809 | |
| 483 43.06418219 | |
| 484 42.97520661 | |
| 485 42.88659794 | |
| 486 43.00411523 | |
| 487 42.91581109 | |
| 488 42.82786885 | |
| 489 42.94478528 | |
| 490 42.85714286 | |
| 491 42.76985743 | |
| 492 42.68292683 | |
| 493 42.59634888 | |
| 494 42.51012146 | |
| 495 42.42424242 | |
| 496 42.33870968 | |
| 497 42.25352113 | |
| 498 42.36947791 | |
| 499 42.48496994 | |
| 500 42.40000000 | |
| 501 42.31536926 | |
| 502 42.23107570 | |
| 503 42.34592445 | |
| 504 42.26190476 | |
| 505 42.17821782 | |
| 506 42.09486166 | |
| 507 42.20907298 | |
| 508 42.32283465 | |
| 509 42.23968566 | |
| 510 42.15686275 | |
| 511 42.07436399 | |
| 512 41.99218750 | |
| 513 42.10526316 | |
| 514 42.02334630 | |
| 515 42.13592233 | |
| 516 42.05426357 | |
| 517 41.97292070 | |
| 518 42.08494208 | |
| 519 42.19653179 | |
| 520 42.30769231 | |
| 521 42.22648752 | |
| 522 42.14559387 | |
| 523 42.25621415 | |
| 524 42.17557252 | |
| 525 42.28571429 | |
| 526 42.20532319 | |
| 527 42.31499051 | |
| 528 42.23484848 | |
| 529 42.34404537 | |
| 530 42.45283019 | |
| 531 42.56120527 | |
| 532 42.48120301 | |
| 533 42.58911820 | |
| 534 42.50936330 | |
| 535 42.61682243 | |
| 536 42.72388060 | |
| 537 42.83054004 | |
| 538 42.93680297 | |
| 539 43.04267161 | |
| 540 42.96296296 | |
| 541 42.88354898 | |
| 542 42.80442804 | |
| 543 42.72559853 | |
| 544 42.83088235 | |
| 545 42.75229358 | |
| 546 42.67399267 | |
| 547 42.59597806 | |
| 548 42.70072993 | |
| 549 42.80510018 | |
| 550 42.90909091 | |
| 551 43.01270417 | |
| 552 43.11594203 | |
| 553 43.03797468 | |
| 554 42.96028881 | |
| 555 43.06306306 | |
| 556 43.16546763 | |
| 557 43.26750449 | |
| 558 43.18996416 | |
| 559 43.29159213 | |
| 560 43.21428571 | |
| 561 43.31550802 | |
| 562 43.23843416 | |
| 563 43.16163410 | |
| 564 43.08510638 | |
| 565 43.18584071 | |
| 566 43.28621908 | |
| 567 43.20987654 | |
| 568 43.30985915 | |
| 569 43.40949033 | |
| 570 43.50877193 | |
| 571 43.60770578 | |
| 572 43.53146853 | |
| 573 43.45549738 | |
| 574 43.37979094 | |
| 575 43.30434783 | |
| 576 43.22916667 | |
| 577 43.15424610 | |
| 578 43.07958478 | |
| 579 43.17789292 | |
| 580 43.27586207 | |
| 581 43.37349398 | |
| 582 43.47079038 | |
| 583 43.39622642 | |
| 584 43.49315068 | |
| 585 43.41880342 | |
| 586 43.34470990 | |
| 587 43.27086882 | |
| 588 43.19727891 | |
| 589 43.12393888 | |
| 590 43.05084746 | |
| 591 42.97800338 | |
| 592 42.90540541 | |