| multiple_choice_score: there are 1548 tasks in prompt | |
| multiple_choice_score: reading tasks.......................................................................................................done | |
| multiple_choice_score: preparing task data...done | |
| multiple_choice_score : calculating TruthfulQA score over 1548 tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 0.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 42.85714286 | |
| 8 50.00000000 | |
| 9 44.44444444 | |
| 10 40.00000000 | |
| 11 45.45454545 | |
| 12 41.66666667 | |
| 13 38.46153846 | |
| 14 35.71428571 | |
| 15 33.33333333 | |
| 16 37.50000000 | |
| 17 35.29411765 | |
| 18 33.33333333 | |
| 19 36.84210526 | |
| 20 35.00000000 | |
| 21 33.33333333 | |
| 22 31.81818182 | |
| 23 30.43478261 | |
| 24 29.16666667 | |
| 25 28.00000000 | |
| 26 26.92307692 | |
| 27 29.62962963 | |
| 28 32.14285714 | |
| 29 34.48275862 | |
| 30 36.66666667 | |
| 31 38.70967742 | |
| 32 37.50000000 | |
| 33 36.36363636 | |
| 34 35.29411765 | |
| 35 37.14285714 | |
| 36 38.88888889 | |
| 37 40.54054054 | |
| 38 39.47368421 | |
| 39 38.46153846 | |
| 40 40.00000000 | |
| 41 39.02439024 | |
| 42 40.47619048 | |
| 43 39.53488372 | |
| 44 38.63636364 | |
| 45 37.77777778 | |
| 46 36.95652174 | |
| 47 38.29787234 | |
| 48 37.50000000 | |
| 49 36.73469388 | |
| 50 38.00000000 | |
| 51 39.21568627 | |
| 52 40.38461538 | |
| 53 41.50943396 | |
| 54 42.59259259 | |
| 55 41.81818182 | |
| 56 41.07142857 | |
| 57 40.35087719 | |
| 58 39.65517241 | |
| 59 40.67796610 | |
| 60 40.00000000 | |
| 61 39.34426230 | |
| 62 38.70967742 | |
| 63 39.68253968 | |
| 64 40.62500000 | |
| 65 40.00000000 | |
| 66 39.39393939 | |
| 67 38.80597015 | |
| 68 38.23529412 | |
| 69 39.13043478 | |
| 70 38.57142857 | |
| 71 38.02816901 | |
| 72 37.50000000 | |
| 73 36.98630137 | |
| 74 37.83783784 | |
| 75 38.66666667 | |
| 76 38.15789474 | |
| 77 37.66233766 | |
| 78 37.17948718 | |
| 79 36.70886076 | |
| 80 37.50000000 | |
| 81 37.03703704 | |
| 82 37.80487805 | |
| 83 38.55421687 | |
| 84 38.09523810 | |
| 85 38.82352941 | |
| 86 39.53488372 | |
| 87 39.08045977 | |
| 88 38.63636364 | |
| 89 38.20224719 | |
| 90 37.77777778 | |
| 91 37.36263736 | |
| 92 36.95652174 | |
| 93 37.63440860 | |
| 94 38.29787234 | |
| 95 37.89473684 | |
| 96 37.50000000 | |
| 97 37.11340206 | |
| 98 36.73469388 | |
| 99 37.37373737 | |
| 100 38.00000000 | |
| 101 38.61386139 | |
| 102 38.23529412 | |
| 103 37.86407767 | |
| 104 37.50000000 | |
| 105 38.09523810 | |
| 106 37.73584906 | |
| 107 38.31775701 | |
| 108 37.96296296 | |
| 109 37.61467890 | |
| 110 38.18181818 | |
| 111 38.73873874 | |
| 112 39.28571429 | |
| 113 39.82300885 | |
| 114 39.47368421 | |
| 115 40.00000000 | |
| 116 40.51724138 | |
| 117 41.02564103 | |
| 118 41.52542373 | |
| 119 41.17647059 | |
| 120 40.83333333 | |
| 121 41.32231405 | |
| 122 40.98360656 | |
| 123 41.46341463 | |
| 124 41.12903226 | |
| 125 41.60000000 | |
| 126 41.26984127 | |
| 127 41.73228346 | |
| 128 41.40625000 | |
| 129 41.08527132 | |
| 130 40.76923077 | |
| 131 40.45801527 | |
| 132 40.90909091 | |
| 133 41.35338346 | |
| 134 41.79104478 | |
| 135 41.48148148 | |
| 136 41.91176471 | |
| 137 41.60583942 | |
| 138 41.30434783 | |
| 139 41.00719424 | |
| 140 40.71428571 | |
| 141 40.42553191 | |
| 142 40.14084507 | |
| 143 39.86013986 | |
| 144 39.58333333 | |
| 145 39.31034483 | |
| 146 39.04109589 | |
| 147 38.77551020 | |
| 148 38.51351351 | |
| 149 38.25503356 | |
| 150 38.00000000 | |
| 151 37.74834437 | |
| 152 38.15789474 | |
| 153 37.90849673 | |
| 154 38.31168831 | |
| 155 38.70967742 | |
| 156 39.10256410 | |
| 157 39.49044586 | |
| 158 39.87341772 | |
| 159 40.25157233 | |
| 160 40.00000000 | |
| 161 40.37267081 | |
| 162 40.12345679 | |
| 163 39.87730061 | |
| 164 40.24390244 | |
| 165 40.60606061 | |
| 166 40.36144578 | |
| 167 40.11976048 | |
| 168 40.47619048 | |
| 169 40.23668639 | |
| 170 40.58823529 | |
| 171 40.93567251 | |
| 172 41.27906977 | |
| 173 41.04046243 | |
| 174 41.37931034 | |
| 175 41.14285714 | |
| 176 41.47727273 | |
| 177 41.24293785 | |
| 178 41.57303371 | |
| 179 41.89944134 | |
| 180 42.22222222 | |
| 181 42.54143646 | |
| 182 42.85714286 | |
| 183 42.62295082 | |
| 184 42.93478261 | |
| 185 42.70270270 | |
| 186 42.47311828 | |
| 187 42.78074866 | |
| 188 42.55319149 | |
| 189 42.32804233 | |
| 190 42.10526316 | |
| 191 42.40837696 | |
| 192 42.70833333 | |
| 193 43.00518135 | |
| 194 43.29896907 | |
| 195 43.07692308 | |
| 196 43.36734694 | |
| 197 43.65482234 | |
| 198 43.43434343 | |
| 199 43.21608040 | |
| 200 43.50000000 | |
| 201 43.28358209 | |
| 202 43.56435644 | |
| 203 43.34975369 | |
| 204 43.62745098 | |
| 205 43.41463415 | |
| 206 43.20388350 | |
| 207 42.99516908 | |
| 208 43.26923077 | |
| 209 43.54066986 | |
| 210 43.33333333 | |
| 211 43.60189573 | |
| 212 43.39622642 | |
| 213 43.19248826 | |
| 214 42.99065421 | |
| 215 42.79069767 | |
| 216 42.59259259 | |
| 217 42.39631336 | |
| 218 42.20183486 | |
| 219 42.00913242 | |
| 220 41.81818182 | |
| 221 41.62895928 | |
| 222 41.89189189 | |
| 223 41.70403587 | |
| 224 41.51785714 | |
| 225 41.77777778 | |
| 226 42.03539823 | |
| 227 42.29074890 | |
| 228 42.10526316 | |
| 229 42.35807860 | |
| 230 42.17391304 | |
| 231 41.99134199 | |
| 232 41.81034483 | |
| 233 41.63090129 | |
| 234 41.45299145 | |
| 235 41.70212766 | |
| 236 41.94915254 | |
| 237 42.19409283 | |
| 238 42.01680672 | |
| 239 41.84100418 | |
| 240 41.66666667 | |
| 241 41.90871369 | |
| 242 41.73553719 | |
| 243 41.97530864 | |
| 244 41.80327869 | |
| 245 42.04081633 | |
| 246 41.86991870 | |
| 247 42.10526316 | |
| 248 41.93548387 | |
| 249 41.76706827 | |
| 250 41.60000000 | |
| 251 41.43426295 | |
| 252 41.26984127 | |
| 253 41.50197628 | |
| 254 41.33858268 | |
| 255 41.17647059 | |
| 256 41.01562500 | |
| 257 40.85603113 | |
| 258 40.69767442 | |
| 259 40.92664093 | |
| 260 40.76923077 | |
| 261 40.99616858 | |
| 262 40.83969466 | |
| 263 41.06463878 | |
| 264 41.28787879 | |
| 265 41.13207547 | |
| 266 41.35338346 | |
| 267 41.57303371 | |
| 268 41.79104478 | |
| 269 41.63568773 | |
| 270 41.85185185 | |
| 271 42.06642066 | |
| 272 42.27941176 | |
| 273 42.12454212 | |
| 274 41.97080292 | |
| 275 42.18181818 | |
| 276 42.02898551 | |
| 277 41.87725632 | |
| 278 42.08633094 | |
| 279 41.93548387 | |
| 280 42.14285714 | |
| 281 41.99288256 | |
| 282 42.19858156 | |
| 283 42.40282686 | |
| 284 42.60563380 | |
| 285 42.45614035 | |
| 286 42.30769231 | |
| 287 42.50871080 | |
| 288 42.36111111 | |
| 289 42.21453287 | |
| 290 42.41379310 | |
| 291 42.26804124 | |
| 292 42.12328767 | |
| 293 41.97952218 | |
| 294 41.83673469 | |
| 295 41.69491525 | |
| 296 41.55405405 | |
| 297 41.41414141 | |
| 298 41.27516779 | |
| 299 41.13712375 | |
| 300 41.00000000 | |
| 301 40.86378738 | |
| 302 40.72847682 | |
| 303 40.59405941 | |
| 304 40.46052632 | |
| 305 40.32786885 | |
| 306 40.52287582 | |
| 307 40.39087948 | |
| 308 40.25974026 | |
| 309 40.12944984 | |
| 310 40.00000000 | |
| 311 40.19292605 | |
| 312 40.38461538 | |
| 313 40.57507987 | |
| 314 40.76433121 | |
| 315 40.95238095 | |
| 316 40.82278481 | |
| 317 40.69400631 | |
| 318 40.88050314 | |
| 319 41.06583072 | |
| 320 40.93750000 | |
| 321 40.80996885 | |
| 322 40.68322981 | |
| 323 40.86687307 | |
| 324 40.74074074 | |
| 325 40.92307692 | |
| 326 40.79754601 | |
| 327 40.97859327 | |
| 328 40.85365854 | |
| 329 40.72948328 | |
| 330 40.60606061 | |
| 331 40.48338369 | |
| 332 40.66265060 | |
| 333 40.54054054 | |
| 334 40.41916168 | |
| 335 40.59701493 | |
| 336 40.47619048 | |
| 337 40.35608309 | |
| 338 40.23668639 | |
| 339 40.11799410 | |
| 340 40.00000000 | |
| 341 39.88269795 | |
| 342 40.05847953 | |
| 343 40.23323615 | |
| 344 40.40697674 | |
| 345 40.28985507 | |
| 346 40.46242775 | |
| 347 40.63400576 | |
| 348 40.51724138 | |
| 349 40.68767908 | |
| 350 40.57142857 | |
| 351 40.45584046 | |
| 352 40.62500000 | |
| 353 40.50991501 | |
| 354 40.39548023 | |
| 355 40.28169014 | |
| 356 40.16853933 | |
| 357 40.33613445 | |
| 358 40.22346369 | |
| 359 40.11142061 | |
| 360 40.00000000 | |
| 361 39.88919668 | |
| 362 40.05524862 | |
| 363 39.94490358 | |
| 364 40.10989011 | |
| 365 40.00000000 | |
| 366 40.16393443 | |
| 367 40.05449591 | |
| 368 40.21739130 | |
| 369 40.37940379 | |
| 370 40.27027027 | |
| 371 40.16172507 | |
| 372 40.05376344 | |
| 373 40.21447721 | |
| 374 40.37433155 | |
| 375 40.26666667 | |
| 376 40.15957447 | |
| 377 40.05305040 | |
| 378 39.94708995 | |
| 379 39.84168865 | |
| 380 39.73684211 | |
| 381 39.89501312 | |
| 382 40.05235602 | |
| 383 39.94778068 | |
| 384 40.10416667 | |
| 385 40.00000000 | |
| 386 39.89637306 | |
| 387 40.05167959 | |
| 388 39.94845361 | |
| 389 40.10282776 | |
| 390 40.25641026 | |
| 391 40.15345269 | |
| 392 40.05102041 | |
| 393 40.20356234 | |
| 394 40.10152284 | |
| 395 40.00000000 | |
| 396 39.89898990 | |
| 397 40.05037783 | |
| 398 39.94974874 | |
| 399 40.10025063 | |
| 400 40.25000000 | |
| 401 40.14962594 | |
| 402 40.04975124 | |
| 403 40.19851117 | |
| 404 40.09900990 | |
| 405 40.00000000 | |
| 406 39.90147783 | |
| 407 40.04914005 | |
| 408 39.95098039 | |
| 409 40.09779951 | |
| 410 40.00000000 | |
| 411 39.90267640 | |
| 412 39.80582524 | |
| 413 39.95157385 | |
| 414 39.85507246 | |
| 415 39.75903614 | |
| 416 39.90384615 | |
| 417 39.80815348 | |
| 418 39.71291866 | |
| 419 39.61813842 | |
| 420 39.52380952 | |
| 421 39.42992874 | |
| 422 39.33649289 | |
| 423 39.24349882 | |
| 424 39.38679245 | |
| 425 39.29411765 | |
| 426 39.20187793 | |
| 427 39.34426230 | |
| 428 39.25233645 | |
| 429 39.39393939 | |
| 430 39.30232558 | |
| 431 39.44315545 | |
| 432 39.35185185 | |
| 433 39.26096998 | |
| 434 39.17050691 | |
| 435 39.08045977 | |
| 436 38.99082569 | |
| 437 39.13043478 | |
| 438 39.04109589 | |
| 439 38.95216401 | |
| 440 39.09090909 | |
| 441 39.22902494 | |
| 442 39.14027149 | |
| 443 39.27765237 | |
| 444 39.18918919 | |
| 445 39.32584270 | |
| 446 39.46188341 | |
| 447 39.37360179 | |
| 448 39.28571429 | |
| 449 39.19821826 | |
| 450 39.11111111 | |
| 451 39.02439024 | |
| 452 38.93805310 | |
| 453 38.85209713 | |
| 454 38.98678414 | |
| 455 39.12087912 | |
| 456 39.25438596 | |
| 457 39.16849015 | |
| 458 39.08296943 | |
| 459 39.21568627 | |
| 460 39.34782609 | |
| 461 39.47939262 | |
| 462 39.39393939 | |
| 463 39.30885529 | |
| 464 39.22413793 | |
| 465 39.13978495 | |
| 466 39.05579399 | |
| 467 39.18629550 | |
| 468 39.31623932 | |
| 469 39.23240938 | |
| 470 39.36170213 | |
| 471 39.49044586 | |
| 472 39.61864407 | |
| 473 39.53488372 | |
| 474 39.45147679 | |
| 475 39.36842105 | |
| 476 39.49579832 | |
| 477 39.41299790 | |
| 478 39.53974895 | |
| 479 39.45720251 | |
| 480 39.58333333 | |
| 481 39.50103950 | |
| 482 39.62655602 | |
| 483 39.75155280 | |
| 484 39.66942149 | |
| 485 39.58762887 | |
| 486 39.71193416 | |
| 487 39.63039014 | |
| 488 39.54918033 | |
| 489 39.46830266 | |
| 490 39.38775510 | |
| 491 39.30753564 | |
| 492 39.43089431 | |
| 493 39.35091278 | |
| 494 39.27125506 | |
| 495 39.19191919 | |
| 496 39.11290323 | |
| 497 39.03420523 | |
| 498 38.95582329 | |
| 499 39.07815631 | |
| 500 39.00000000 | |
| 501 38.92215569 | |
| 502 38.84462151 | |
| 503 38.76739563 | |
| 504 38.69047619 | |
| 505 38.61386139 | |
| 506 38.53754941 | |
| 507 38.65877712 | |
| 508 38.77952756 | |
| 509 38.70333988 | |
| 510 38.62745098 | |
| 511 38.55185910 | |
| 512 38.47656250 | |
| 513 38.59649123 | |
| 514 38.52140078 | |
| 515 38.64077670 | |
| 516 38.56589147 | |
| 517 38.49129594 | |
| 518 38.61003861 | |
| 519 38.72832370 | |
| 520 38.84615385 | |
| 521 38.77159309 | |
| 522 38.69731801 | |
| 523 38.81453155 | |
| 524 38.74045802 | |
| 525 38.85714286 | |
| 526 38.78326996 | |
| 527 38.89943074 | |
| 528 38.82575758 | |
| 529 38.94139887 | |
| 530 39.05660377 | |
| 531 38.98305085 | |
| 532 38.90977444 | |
| 533 39.02439024 | |
| 534 38.95131086 | |
| 535 39.06542056 | |
| 536 39.17910448 | |
| 537 39.29236499 | |
| 538 39.21933086 | |
| 539 39.33209647 | |
| 540 39.25925926 | |
| 541 39.37153420 | |
| 542 39.29889299 | |
| 543 39.22651934 | |
| 544 39.33823529 | |
| 545 39.26605505 | |
| 546 39.19413919 | |
| 547 39.12248629 | |
| 548 39.23357664 | |
| 549 39.34426230 | |
| 550 39.45454545 | |
| 551 39.56442831 | |
| 552 39.67391304 | |
| 553 39.60216998 | |
| 554 39.53068592 | |
| 555 39.63963964 | |
| 556 39.74820144 | |
| 557 39.85637343 | |
| 558 39.78494624 | |
| 559 39.71377460 | |
| 560 39.64285714 | |
| 561 39.75044563 | |
| 562 39.67971530 | |
| 563 39.60923623 | |
| 564 39.53900709 | |
| 565 39.64601770 | |
| 566 39.75265018 | |
| 567 39.68253968 | |
| 568 39.78873239 | |
| 569 39.89455185 | |
| 570 40.00000000 | |
| 571 40.10507881 | |
| 572 40.03496503 | |
| 573 39.96509599 | |
| 574 39.89547038 | |
| 575 39.82608696 | |
| 576 39.75694444 | |
| 577 39.68804159 | |
| 578 39.61937716 | |
| 579 39.55094991 | |
| 580 39.65517241 | |
| 581 39.58691910 | |
| 582 39.69072165 | |
| 583 39.62264151 | |
| 584 39.72602740 | |
| 585 39.65811966 | |
| 586 39.59044369 | |
| 587 39.69335605 | |
| 588 39.62585034 | |
| 589 39.55857385 | |
| 590 39.49152542 | |
| 591 39.42470389 | |
| 592 39.35810811 | |