multiple_choice_score: there are 1548 tasks in prompt multiple_choice_score: reading tasks.......................................................................................................done multiple_choice_score: preparing task data...done multiple_choice_score : calculating TruthfulQA score over 1548 tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 42.85714286 8 50.00000000 9 44.44444444 10 50.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 50.00000000 15 46.66666667 16 50.00000000 17 47.05882353 18 44.44444444 19 47.36842105 20 45.00000000 21 42.85714286 22 40.90909091 23 39.13043478 24 37.50000000 25 36.00000000 26 38.46153846 27 40.74074074 28 42.85714286 29 44.82758621 30 46.66666667 31 45.16129032 32 43.75000000 33 42.42424242 34 41.17647059 35 42.85714286 36 44.44444444 37 45.94594595 38 47.36842105 39 46.15384615 40 47.50000000 41 46.34146341 42 47.61904762 43 46.51162791 44 45.45454545 45 44.44444444 46 43.47826087 47 44.68085106 48 43.75000000 49 42.85714286 50 44.00000000 51 45.09803922 52 46.15384615 53 47.16981132 54 48.14814815 55 47.27272727 56 46.42857143 57 45.61403509 58 44.82758621 59 45.76271186 60 45.00000000 61 44.26229508 62 43.54838710 63 44.44444444 64 45.31250000 65 44.61538462 66 43.93939394 67 43.28358209 68 42.64705882 69 43.47826087 70 42.85714286 71 42.25352113 72 41.66666667 73 41.09589041 74 41.89189189 75 42.66666667 76 42.10526316 77 42.85714286 78 42.30769231 79 41.77215190 80 42.50000000 81 41.97530864 82 42.68292683 83 43.37349398 84 42.85714286 85 42.35294118 86 43.02325581 87 42.52873563 88 42.04545455 89 41.57303371 90 41.11111111 91 41.75824176 92 41.30434783 93 41.93548387 94 42.55319149 95 42.10526316 96 41.66666667 97 41.23711340 98 40.81632653 99 41.41414141 100 42.00000000 101 42.57425743 102 42.15686275 103 41.74757282 104 41.34615385 105 41.90476190 106 41.50943396 107 42.05607477 108 41.66666667 109 41.28440367 110 41.81818182 111 42.34234234 112 42.85714286 113 43.36283186 114 42.98245614 115 43.47826087 116 43.10344828 117 43.58974359 118 44.06779661 119 43.69747899 120 43.33333333 121 43.80165289 122 43.44262295 123 43.90243902 124 43.54838710 125 44.00000000 126 43.65079365 127 44.09448819 128 43.75000000 129 43.41085271 130 43.07692308 131 42.74809160 132 43.18181818 133 43.60902256 134 44.02985075 135 43.70370370 136 44.11764706 137 43.79562044 138 43.47826087 139 43.16546763 140 42.85714286 141 42.55319149 142 42.25352113 143 41.95804196 144 41.66666667 145 41.37931034 146 41.09589041 147 40.81632653 148 40.54054054 149 40.26845638 150 40.00000000 151 39.73509934 152 40.13157895 153 39.86928105 154 40.25974026 155 40.64516129 156 41.02564103 157 41.40127389 158 41.77215190 159 42.13836478 160 41.87500000 161 42.23602484 162 41.97530864 163 41.71779141 164 42.07317073 165 42.42424242 166 42.16867470 167 41.91616766 168 42.26190476 169 42.01183432 170 42.35294118 171 42.69005848 172 43.02325581 173 42.77456647 174 43.10344828 175 42.85714286 176 43.18181818 177 42.93785311 178 43.25842697 179 43.57541899 180 43.88888889 181 44.19889503 182 44.50549451 183 44.26229508 184 44.02173913 185 43.78378378 186 43.54838710 187 43.85026738 188 43.61702128 189 43.91534392 190 43.68421053 191 43.97905759 192 44.27083333 193 44.55958549 194 44.84536082 195 44.61538462 196 44.89795918 197 45.17766497 198 44.94949495 199 44.72361809 200 45.00000000 201 45.27363184 202 45.54455446 203 45.32019704 204 45.58823529 205 45.36585366 206 45.14563107 207 44.92753623 208 45.19230769 209 45.45454545 210 45.23809524 211 45.49763033 212 45.28301887 213 45.07042254 214 44.85981308 215 44.65116279 216 44.44444444 217 44.23963134 218 44.03669725 219 43.83561644 220 43.63636364 221 43.43891403 222 43.69369369 223 43.49775785 224 43.30357143 225 43.55555556 226 43.80530973 227 44.05286344 228 43.85964912 229 44.10480349 230 43.91304348 231 43.72294372 232 43.53448276 233 43.34763948 234 43.58974359 235 43.82978723 236 44.06779661 237 44.30379747 238 44.11764706 239 43.93305439 240 44.16666667 241 44.39834025 242 44.21487603 243 44.44444444 244 44.26229508 245 44.48979592 246 44.30894309 247 44.53441296 248 44.35483871 249 44.17670683 250 44.00000000 251 43.82470120 252 43.65079365 253 43.87351779 254 43.70078740 255 43.92156863 256 43.75000000 257 43.96887160 258 43.79844961 259 44.01544402 260 44.23076923 261 44.06130268 262 43.89312977 263 44.10646388 264 44.31818182 265 44.15094340 266 44.36090226 267 44.56928839 268 44.77611940 269 44.60966543 270 44.81481481 271 45.01845018 272 45.22058824 273 45.42124542 274 45.62043796 275 45.81818182 276 45.65217391 277 45.48736462 278 45.68345324 279 45.51971326 280 45.35714286 281 45.19572954 282 45.39007092 283 45.58303887 284 45.77464789 285 45.61403509 286 45.45454545 287 45.64459930 288 45.48611111 289 45.32871972 290 45.51724138 291 45.36082474 292 45.54794521 293 45.39249147 294 45.57823129 295 45.42372881 296 45.27027027 297 45.11784512 298 44.96644295 299 44.81605351 300 44.66666667 301 44.51827243 302 44.37086093 303 44.22442244 304 44.07894737 305 43.93442623 306 44.11764706 307 43.97394137 308 43.83116883 309 44.01294498 310 44.19354839 311 44.37299035 312 44.55128205 313 44.72843450 314 44.90445860 315 45.07936508 316 44.93670886 317 44.79495268 318 44.96855346 319 44.82758621 320 44.68750000 321 44.54828660 322 44.72049689 323 44.89164087 324 45.06172840 325 45.23076923 326 45.09202454 327 45.25993884 328 45.12195122 329 44.98480243 330 44.84848485 331 44.71299094 332 44.87951807 333 44.74474474 334 44.61077844 335 44.77611940 336 44.64285714 337 44.51038576 338 44.37869822 339 44.24778761 340 44.11764706 341 43.98826979 342 44.15204678 343 44.31486880 344 44.47674419 345 44.34782609 346 44.50867052 347 44.66858790 348 44.54022989 349 44.69914040 350 44.85714286 351 45.01424501 352 45.17045455 353 45.04249292 354 44.91525424 355 44.78873239 356 44.66292135 357 44.81792717 358 44.69273743 359 44.56824513 360 44.44444444 361 44.32132964 362 44.47513812 363 44.35261708 364 44.50549451 365 44.38356164 366 44.26229508 367 44.14168937 368 44.29347826 369 44.44444444 370 44.32432432 371 44.20485175 372 44.35483871 373 44.50402145 374 44.65240642 375 44.80000000 376 44.68085106 377 44.56233422 378 44.44444444 379 44.32717678 380 44.21052632 381 44.09448819 382 44.24083770 383 44.12532637 384 44.27083333 385 44.15584416 386 44.04145078 387 44.18604651 388 44.07216495 389 44.21593830 390 44.35897436 391 44.24552430 392 44.13265306 393 44.27480916 394 44.41624365 395 44.30379747 396 44.19191919 397 44.08060453 398 43.96984925 399 44.11027569 400 44.25000000 401 44.13965087 402 44.02985075 403 44.16873449 404 44.05940594 405 43.95061728 406 43.84236453 407 43.98034398 408 43.87254902 409 44.00977995 410 43.90243902 411 43.79562044 412 43.68932039 413 43.82566586 414 43.71980676 415 43.61445783 416 43.75000000 417 43.64508393 418 43.54066986 419 43.43675418 420 43.33333333 421 43.23040380 422 43.36492891 423 43.49881797 424 43.63207547 425 43.52941176 426 43.42723005 427 43.32552693 428 43.22429907 429 43.35664336 430 43.25581395 431 43.38747100 432 43.28703704 433 43.18706697 434 43.08755760 435 42.98850575 436 42.88990826 437 43.02059497 438 42.92237443 439 42.82460137 440 42.95454545 441 42.85714286 442 42.76018100 443 42.88939052 444 42.79279279 445 42.92134831 446 43.04932735 447 42.95302013 448 42.85714286 449 42.76169265 450 42.66666667 451 42.57206208 452 42.69911504 453 42.82560706 454 42.73127753 455 42.85714286 456 42.98245614 457 42.88840263 458 42.79475983 459 42.70152505 460 42.82608696 461 42.95010846 462 42.85714286 463 42.76457883 464 42.67241379 465 42.58064516 466 42.48927039 467 42.61241970 468 42.73504274 469 42.64392324 470 42.76595745 471 42.88747346 472 43.00847458 473 42.91754757 474 42.82700422 475 42.73684211 476 42.85714286 477 42.76729560 478 42.88702929 479 42.79749478 480 42.91666667 481 42.82744283 482 42.94605809 483 43.06418219 484 42.97520661 485 42.88659794 486 43.00411523 487 42.91581109 488 42.82786885 489 42.94478528 490 42.85714286 491 42.76985743 492 42.68292683 493 42.59634888 494 42.51012146 495 42.42424242 496 42.33870968 497 42.25352113 498 42.36947791 499 42.48496994 500 42.40000000 501 42.31536926 502 42.23107570 503 42.34592445 504 42.26190476 505 42.17821782 506 42.09486166 507 42.20907298 508 42.32283465 509 42.23968566 510 42.15686275 511 42.07436399 512 41.99218750 513 42.10526316 514 42.02334630 515 42.13592233 516 42.05426357 517 41.97292070 518 42.08494208 519 42.19653179 520 42.30769231 521 42.22648752 522 42.14559387 523 42.25621415 524 42.17557252 525 42.28571429 526 42.20532319 527 42.31499051 528 42.23484848 529 42.34404537 530 42.45283019 531 42.56120527 532 42.48120301 533 42.58911820 534 42.50936330 535 42.61682243 536 42.72388060 537 42.83054004 538 42.93680297 539 43.04267161 540 42.96296296 541 42.88354898 542 42.80442804 543 42.72559853 544 42.83088235 545 42.75229358 546 42.67399267 547 42.59597806 548 42.70072993 549 42.80510018 550 42.90909091 551 43.01270417 552 43.11594203 553 43.03797468 554 42.96028881 555 43.06306306 556 43.16546763 557 43.26750449 558 43.18996416 559 43.29159213 560 43.21428571 561 43.31550802 562 43.23843416 563 43.16163410 564 43.08510638 565 43.18584071 566 43.28621908 567 43.20987654 568 43.30985915 569 43.40949033 570 43.50877193 571 43.60770578 572 43.53146853 573 43.45549738 574 43.37979094 575 43.30434783 576 43.22916667 577 43.15424610 578 43.07958478 579 43.17789292 580 43.27586207 581 43.37349398 582 43.47079038 583 43.39622642 584 43.49315068 585 43.41880342 586 43.34470990 587 43.27086882 588 43.19727891 589 43.12393888 590 43.05084746 591 42.97800338 592 42.90540541