| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 72.72727273 | |
| 12 66.66666667 | |
| 13 69.23076923 | |
| 14 71.42857143 | |
| 15 66.66666667 | |
| 16 68.75000000 | |
| 17 64.70588235 | |
| 18 61.11111111 | |
| 19 57.89473684 | |
| 20 60.00000000 | |
| 21 61.90476190 | |
| 22 59.09090909 | |
| 23 60.86956522 | |
| 24 58.33333333 | |
| 25 56.00000000 | |
| 26 53.84615385 | |
| 27 51.85185185 | |
| 28 53.57142857 | |
| 29 51.72413793 | |
| 30 50.00000000 | |
| 31 51.61290323 | |
| 32 50.00000000 | |
| 33 51.51515152 | |
| 34 52.94117647 | |
| 35 54.28571429 | |
| 36 52.77777778 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 50.00000000 | |
| 41 51.21951220 | |
| 42 50.00000000 | |
| 43 48.83720930 | |
| 44 50.00000000 | |
| 45 51.11111111 | |
| 46 50.00000000 | |
| 47 48.93617021 | |
| 48 47.91666667 | |
| 49 46.93877551 | |
| 50 46.00000000 | |
| 51 45.09803922 | |
| 52 44.23076923 | |
| 53 43.39622642 | |
| 54 42.59259259 | |
| 55 41.81818182 | |
| 56 41.07142857 | |
| 57 42.10526316 | |
| 58 43.10344828 | |
| 59 44.06779661 | |
| 60 45.00000000 | |
| 61 44.26229508 | |
| 62 43.54838710 | |
| 63 42.85714286 | |
| 64 42.18750000 | |
| 65 41.53846154 | |
| 66 40.90909091 | |
| 67 41.79104478 | |
| 68 41.17647059 | |
| 69 42.02898551 | |
| 70 42.85714286 | |
| 71 42.25352113 | |
| 72 43.05555556 | |
| 73 42.46575342 | |
| 74 43.24324324 | |
| 75 42.66666667 | |
| 76 43.42105263 | |
| 77 44.15584416 | |
| 78 43.58974359 | |
| 79 43.03797468 | |
| 80 43.75000000 | |
| 81 43.20987654 | |
| 82 42.68292683 | |
| 83 43.37349398 | |
| 84 42.85714286 | |
| 85 42.35294118 | |
| 86 43.02325581 | |
| 87 43.67816092 | |
| 88 44.31818182 | |
| 89 43.82022472 | |
| 90 43.33333333 | |
| 91 43.95604396 | |
| 92 43.47826087 | |
| 93 44.08602151 | |
| 94 44.68085106 | |
| 95 45.26315789 | |
| 96 45.83333333 | |
| 97 46.39175258 | |
| 98 46.93877551 | |
| 99 47.47474747 | |
| 100 47.00000000 | |
| 101 47.52475248 | |
| 102 47.05882353 | |
| 103 46.60194175 | |
| 104 47.11538462 | |
| 105 47.61904762 | |
| 106 48.11320755 | |
| 107 48.59813084 | |
| 108 49.07407407 | |
| 109 48.62385321 | |
| 110 49.09090909 | |
| 111 49.54954955 | |
| 112 50.00000000 | |
| 113 50.44247788 | |
| 114 50.00000000 | |
| 115 50.43478261 | |
| 116 50.00000000 | |
| 117 49.57264957 | |
| 118 50.00000000 | |
| 119 50.42016807 | |
| 120 50.00000000 | |
| 121 49.58677686 | |
| 122 50.00000000 | |
| 123 50.40650407 | |
| 124 50.80645161 | |
| 125 51.20000000 | |
| 126 51.58730159 | |
| 127 51.96850394 | |
| 128 51.56250000 | |
| 129 51.16279070 | |
| 130 50.76923077 | |
| 131 51.14503817 | |
| 132 50.75757576 | |
| 133 51.12781955 | |
| 134 51.49253731 | |
| 135 51.85185185 | |
| 136 52.20588235 | |
| 137 52.55474453 | |
| 138 52.89855072 | |
| 139 52.51798561 | |
| 140 52.85714286 | |
| 141 53.19148936 | |
| 142 53.52112676 | |
| 143 53.84615385 | |
| 144 54.16666667 | |
| 145 54.48275862 | |
| 146 54.79452055 | |
| 147 55.10204082 | |
| 148 55.40540541 | |
| 149 55.03355705 | |
| 150 55.33333333 | |
| 151 54.96688742 | |
| 152 54.60526316 | |
| 153 54.90196078 | |
| 154 55.19480519 | |
| 155 55.48387097 | |
| 156 55.76923077 | |
| 157 55.41401274 | |
| 158 55.69620253 | |
| 159 55.34591195 | |
| 160 55.62500000 | |
| 161 55.90062112 | |
| 162 55.55555556 | |
| 163 55.82822086 | |
| 164 56.09756098 | |
| 165 56.36363636 | |
| 166 56.62650602 | |
| 167 56.88622754 | |
| 168 57.14285714 | |
| 169 56.80473373 | |
| 170 56.47058824 | |
| 171 56.72514620 | |
| 172 56.97674419 | |
| 173 56.64739884 | |
| 174 56.32183908 | |
| 175 56.57142857 | |
| 176 56.81818182 | |
| 177 57.06214689 | |
| 178 57.30337079 | |
| 179 56.98324022 | |
| 180 57.22222222 | |
| 181 56.90607735 | |
| 182 57.14285714 | |
| 183 57.37704918 | |
| 184 57.06521739 | |
| 185 57.29729730 | |
| 186 56.98924731 | |
| 187 56.68449198 | |
| 188 56.38297872 | |
| 189 56.08465608 | |
| 190 56.31578947 | |
| 191 56.54450262 | |
| 192 56.77083333 | |
| 193 56.47668394 | |
| 194 56.70103093 | |
| 195 56.41025641 | |
| 196 56.12244898 | |
| 197 55.83756345 | |
| 198 55.55555556 | |
| 199 55.77889447 | |
| 200 56.00000000 | |
| 201 55.72139303 | |
| 202 55.44554455 | |
| 203 55.17241379 | |
| 204 55.39215686 | |
| 205 55.12195122 | |
| 206 54.85436893 | |
| 207 55.07246377 | |
| 208 54.80769231 | |
| 209 55.02392344 | |
| 210 55.23809524 | |
| 211 55.45023697 | |
| 212 55.66037736 | |
| 213 55.86854460 | |
| 214 55.60747664 | |
| 215 55.81395349 | |
| 216 56.01851852 | |
| 217 55.76036866 | |
| 218 55.50458716 | |
| 219 55.70776256 | |
| 220 55.90909091 | |
| 221 55.65610860 | |
| 222 55.85585586 | |
| 223 56.05381166 | |
| 224 56.25000000 | |
| 225 56.44444444 | |
| 226 56.19469027 | |
| 227 55.94713656 | |
| 228 55.70175439 | |
| 229 55.89519651 | |
| 230 55.65217391 | |
| 231 55.41125541 | |
| 232 55.17241379 | |
| 233 55.36480687 | |
| 234 55.55555556 | |
| 235 55.31914894 | |
| 236 55.08474576 | |
| 237 55.27426160 | |
| 238 55.46218487 | |
| 239 55.23012552 | |
| 240 55.00000000 | |
| 241 55.18672199 | |
| 242 55.37190083 | |
| 243 55.55555556 | |
| 244 55.32786885 | |
| 245 55.10204082 | |
| 246 54.87804878 | |
| 247 54.65587045 | |
| 248 54.83870968 | |
| 249 55.02008032 | |
| 250 55.20000000 | |
| 251 55.37848606 | |
| 252 55.55555556 | |
| 253 55.33596838 | |
| 254 55.51181102 | |
| 255 55.68627451 | |
| 256 55.85937500 | |
| 257 55.64202335 | |
| 258 55.81395349 | |
| 259 55.98455598 | |
| 260 56.15384615 | |
| 261 56.32183908 | |
| 262 56.10687023 | |
| 263 55.89353612 | |
| 264 56.06060606 | |
| 265 56.22641509 | |
| 266 56.39097744 | |
| 267 56.55430712 | |
| 268 56.71641791 | |
| 269 56.87732342 | |
| 270 56.66666667 | |
| 271 56.45756458 | |
| 272 56.25000000 | |
| 273 56.04395604 | |
| 274 56.20437956 | |
| 275 56.00000000 | |
| 276 56.15942029 | |
| 277 56.31768953 | |
| 278 56.47482014 | |
| 279 56.63082437 | |
| 280 56.78571429 | |
| 281 56.93950178 | |
| 282 57.09219858 | |
| 283 57.24381625 | |
| 284 57.39436620 | |
| 285 57.19298246 | |
| 286 56.99300699 | |
| 287 57.14285714 | |
| 288 57.29166667 | |
| 289 57.43944637 | |
| 290 57.58620690 | |
| 291 57.38831615 | |
| 292 57.19178082 | |
| 293 57.33788396 | |
| 294 57.48299320 | |
| 295 57.62711864 | |
| 296 57.77027027 | |
| 297 57.91245791 | |
| 298 58.05369128 | |
| 299 57.85953177 | |
| 300 57.66666667 | |
| 301 57.80730897 | |
| 302 57.94701987 | |
| 303 57.75577558 | |
| 304 57.89473684 | |
| 305 57.70491803 | |
| 306 57.84313725 | |
| 307 57.65472313 | |
| 308 57.79220779 | |
| 309 57.60517799 | |
| 310 57.74193548 | |
| 311 57.87781350 | |
| 312 58.01282051 | |
| 313 58.14696486 | |
| 314 57.96178344 | |
| 315 57.77777778 | |
| 316 57.91139241 | |
| 317 58.04416404 | |
| 318 57.86163522 | |
| 319 57.68025078 | |
| 320 57.81250000 | |
| 321 57.63239875 | |
| 322 57.45341615 | |
| 323 57.58513932 | |
| 324 57.71604938 | |
| 325 57.84615385 | |
| 326 57.66871166 | |
| 327 57.49235474 | |
| 328 57.62195122 | |
| 329 57.75075988 | |
| 330 57.57575758 | |
| 331 57.70392749 | |
| 332 57.53012048 | |
| 333 57.65765766 | |
| 334 57.48502994 | |
| 335 57.61194030 | |
| 336 57.73809524 | |
| 337 57.56676558 | |
| 338 57.39644970 | |
| 339 57.52212389 | |
| 340 57.35294118 | |
| 341 57.47800587 | |
| 342 57.60233918 | |
| 343 57.43440233 | |
| 344 57.26744186 | |
| 345 57.39130435 | |
| 346 57.22543353 | |
| 347 57.06051873 | |
| 348 56.89655172 | |
| 349 56.73352436 | |
| 350 56.57142857 | |
| 351 56.69515670 | |
| 352 56.81818182 | |
| 353 56.94050992 | |
| 354 57.06214689 | |
| 355 57.18309859 | |
| 356 57.30337079 | |
| 357 57.14285714 | |
| 358 57.26256983 | |
| 359 57.38161560 | |
| 360 57.22222222 | |
| 361 57.06371191 | |
| 362 57.18232044 | |
| 363 57.30027548 | |
| 364 57.41758242 | |
| 365 57.53424658 | |
| 366 57.65027322 | |
| 367 57.76566757 | |
| 368 57.88043478 | |
| 369 57.99457995 | |
| 370 57.83783784 | |
| 371 57.68194070 | |
| 372 57.79569892 | |
| 373 57.64075067 | |
| 374 57.48663102 | |
| 375 57.60000000 | |
| 376 57.71276596 | |
| 377 57.55968170 | |
| 378 57.40740741 | |
| 379 57.51978892 | |
| 380 57.63157895 | |
| 381 57.74278215 | |
| 382 57.59162304 | |
| 383 57.70234987 | |
| 384 57.81250000 | |
| 385 57.92207792 | |
| 386 58.03108808 | |
| 387 57.88113695 | |
| 388 57.73195876 | |
| 389 57.58354756 | |
| 390 57.69230769 | |
| 391 57.54475703 | |
| 392 57.65306122 | |
| 393 57.76081425 | |
| 394 57.86802030 | |
| 395 57.72151899 | |
| 396 57.82828283 | |
| 397 57.93450882 | |
| 398 58.04020101 | |
| 399 58.14536341 | |
| 400 58.00000000 | |
| 401 58.10473815 | |
| 402 57.96019900 | |
| 403 57.81637717 | |
| 404 57.67326733 | |
| 405 57.77777778 | |
| 406 57.63546798 | |
| 407 57.73955774 | |
| 408 57.59803922 | |
| 409 57.70171149 | |
| 410 57.80487805 | |
| 411 57.66423358 | |
| 412 57.52427184 | |
| 413 57.38498789 | |
| 414 57.48792271 | |
| 415 57.34939759 | |
| 416 57.45192308 | |
| 417 57.55395683 | |
| 418 57.65550239 | |
| 419 57.51789976 | |
| 420 57.61904762 | |
| 421 57.48218527 | |
| 422 57.58293839 | |
| 423 57.68321513 | |
| 424 57.78301887 | |
| 425 57.88235294 | |
| 426 57.98122066 | |
| 427 57.84543326 | |
| 428 57.71028037 | |
| 429 57.57575758 | |
| 430 57.67441860 | |
| 431 57.54060325 | |
| 432 57.40740741 | |
| 433 57.50577367 | |
| 434 57.60368664 | |
| 435 57.47126437 | |
| 436 57.33944954 | |
| 437 57.20823799 | |
| 438 57.07762557 | |
| 439 57.17539863 | |
| 440 57.27272727 | |
| 441 57.36961451 | |
| 442 57.46606335 | |
| 443 57.56207675 | |
| 444 57.43243243 | |
| 445 57.52808989 | |
| 446 57.62331839 | |
| 447 57.71812081 | |
| 448 57.81250000 | |
| 449 57.90645880 | |
| 450 58.00000000 | |
| 451 57.87139690 | |
| 452 57.74336283 | |
| 453 57.61589404 | |
| 454 57.48898678 | |
| 455 57.36263736 | |
| 456 57.45614035 | |
| 457 57.54923414 | |
| 458 57.64192140 | |
| 459 57.73420479 | |
| 460 57.82608696 | |
| 461 57.91757050 | |
| 462 58.00865801 | |
| 463 58.09935205 | |
| 464 58.18965517 | |
| 465 58.06451613 | |
| 466 58.15450644 | |
| 467 58.24411135 | |
| 468 58.11965812 | |
| 469 57.99573561 | |
| 470 57.87234043 | |
| 471 57.96178344 | |
| 472 58.05084746 | |
| 473 58.13953488 | |
| 474 58.22784810 | |
| 475 58.31578947 | |
| 476 58.19327731 | |
| 477 58.07127883 | |
| 478 58.15899582 | |
| 479 58.24634656 | |
| 480 58.33333333 | |
| 481 58.21205821 | |
| 482 58.09128631 | |
| 483 58.17805383 | |
| 484 58.05785124 | |
| 485 57.93814433 | |
| 486 58.02469136 | |
| 487 58.11088296 | |
| 488 57.99180328 | |
| 489 58.07770961 | |
| 490 58.16326531 | |
| 491 58.04480652 | |
| 492 57.92682927 | |
| 493 58.01217039 | |
| 494 58.09716599 | |
| 495 58.18181818 | |
| 496 58.26612903 | |
| 497 58.14889336 | |
| 498 58.23293173 | |
| 499 58.11623246 | |
| 500 58.20000000 | |
| 501 58.08383234 | |
| 502 57.96812749 | |
| 503 58.05168986 | |
| 504 58.13492063 | |
| 505 58.21782178 | |
| 506 58.10276680 | |
| 507 58.18540434 | |
| 508 58.07086614 | |
| 509 58.15324165 | |
| 510 58.23529412 | |
| 511 58.12133072 | |
| 512 58.00781250 | |
| 513 57.89473684 | |
| 514 57.97665370 | |
| 515 58.05825243 | |
| 516 57.94573643 | |
| 517 57.83365571 | |
| 518 57.91505792 | |
| 519 57.80346821 | |
| 520 57.69230769 | |
| 521 57.58157390 | |
| 522 57.47126437 | |
| 523 57.55258126 | |
| 524 57.63358779 | |
| 525 57.71428571 | |
| 526 57.60456274 | |
| 527 57.49525617 | |
| 528 57.57575758 | |
| 529 57.65595463 | |
| 530 57.73584906 | |
| 531 57.62711864 | |
| 532 57.51879699 | |
| 533 57.59849906 | |
| 534 57.49063670 | |
| 535 57.57009346 | |
| 536 57.46268657 | |
| 537 57.54189944 | |
| 538 57.62081784 | |
| 539 57.51391466 | |
| 540 57.40740741 | |
| 541 57.48613678 | |
| 542 57.38007380 | |
| 543 57.27440147 | |
| 544 57.16911765 | |
| 545 57.24770642 | |
| 546 57.32600733 | |
| 547 57.40402194 | |
| 548 57.29927007 | |
| 549 57.37704918 | |
| 550 57.27272727 | |
| 551 57.16878403 | |
| 552 57.06521739 | |
| 553 56.96202532 | |
| 554 57.03971119 | |
| 555 56.93693694 | |
| 556 57.01438849 | |
| 557 56.91202873 | |
| 558 56.81003584 | |
| 559 56.88729875 | |
| 560 56.96428571 | |
| 561 57.04099822 | |
| 562 56.93950178 | |
| 563 57.01598579 | |
| 564 56.91489362 | |
| 565 56.81415929 | |
| 566 56.71378092 | |
| 567 56.79012346 | |
| 568 56.86619718 | |
| 569 56.76625659 | |
| 570 56.66666667 | |
| 571 56.74255692 | |
| 572 56.81818182 | |
| 573 56.71902269 | |
| 574 56.79442509 | |
| 575 56.69565217 | |
| 576 56.77083333 | |
| 577 56.84575390 | |
| 578 56.92041522 | |
| 579 56.82210708 | |
| 580 56.72413793 | |
| 581 56.62650602 | |
| 582 56.70103093 | |
| 583 56.77530017 | |
| 584 56.67808219 | |
| 585 56.58119658 | |
| 586 56.48464164 | |
| 587 56.55877342 | |
| 588 56.46258503 | |
| 589 56.36672326 | |
| 590 56.27118644 | |
| 591 56.34517766 | |
| 592 56.25000000 | |
| 593 56.15514334 | |
| 594 56.06060606 | |
| 595 56.13445378 | |
| 596 56.20805369 | |
| 597 56.28140704 | |
| 598 56.35451505 | |
| 599 56.26043406 | |
| 600 56.33333333 | |
| 601 56.40599002 | |
| 602 56.47840532 | |
| 603 56.38474295 | |
| 604 56.45695364 | |
| 605 56.52892562 | |
| 606 56.43564356 | |
| 607 56.34266886 | |
| 608 56.25000000 | |
| 609 56.32183908 | |
| 610 56.39344262 | |
| 611 56.46481178 | |
| 612 56.37254902 | |
| 613 56.28058728 | |
| 614 56.18892508 | |
| 615 56.09756098 | |
| 616 56.00649351 | |
| 617 55.91572123 | |
| 618 55.98705502 | |
| 619 55.89660743 | |
| 620 55.96774194 | |
| 621 55.87761675 | |
| 622 55.78778135 | |
| 623 55.85874799 | |
| 624 55.76923077 | |
| 625 55.84000000 | |
| 626 55.75079872 | |
| 627 55.82137161 | |
| 628 55.89171975 | |
| 629 55.80286169 | |
| 630 55.71428571 | |
| 631 55.62599049 | |
| 632 55.53797468 | |
| 633 55.45023697 | |
| 634 55.52050473 | |
| 635 55.43307087 | |
| 636 55.50314465 | |
| 637 55.57299843 | |
| 638 55.48589342 | |
| 639 55.55555556 | |
| 640 55.46875000 | |
| 641 55.38221529 | |
| 642 55.45171340 | |
| 643 55.52099533 | |
| 644 55.43478261 | |
| 645 55.34883721 | |
| 646 55.41795666 | |
| 647 55.48686244 | |
| 648 55.55555556 | |
| 649 55.46995378 | |
| 650 55.53846154 | |
| 651 55.60675883 | |
| 652 55.67484663 | |
| 653 55.74272588 | |
| 654 55.81039755 | |
| 655 55.87786260 | |
| 656 55.94512195 | |
| 657 56.01217656 | |
| 658 55.92705167 | |
| 659 55.99393020 | |
| 660 55.90909091 | |
| 661 55.97579425 | |
| 662 56.04229607 | |
| 663 56.10859729 | |
| 664 56.17469880 | |
| 665 56.24060150 | |
| 666 56.30630631 | |
| 667 56.37181409 | |
| 668 56.43712575 | |
| 669 56.35276532 | |
| 670 56.41791045 | |
| 671 56.48286140 | |
| 672 56.54761905 | |
| 673 56.61218425 | |
| 674 56.52818991 | |
| 675 56.59259259 | |
| 676 56.50887574 | |
| 677 56.42540620 | |
| 678 56.34218289 | |
| 679 56.40648012 | |
| 680 56.32352941 | |
| 681 56.24082232 | |
| 682 56.30498534 | |
| 683 56.36896047 | |
| 684 56.43274854 | |
| 685 56.49635036 | |
| 686 56.55976676 | |
| 687 56.62299854 | |
| 688 56.68604651 | |
| 689 56.74891147 | |
| 690 56.81159420 | |
| 691 56.72937771 | |
| 692 56.79190751 | |
| 693 56.70995671 | |
| 694 56.77233429 | |
| 695 56.69064748 | |
| 696 56.75287356 | |
| 697 56.81492109 | |
| 698 56.87679083 | |
| 699 56.79542203 | |
| 700 56.71428571 | |
| 701 56.77603424 | |
| 702 56.83760684 | |
| 703 56.75675676 | |
| 704 56.81818182 | |
| 705 56.87943262 | |
| 706 56.94050992 | |
| 707 56.85997171 | |
| 708 56.92090395 | |
| 709 56.98166432 | |
| 710 57.04225352 | |
| 711 56.96202532 | |
| 712 57.02247191 | |
| 713 57.08274895 | |
| 714 57.14285714 | |
| 715 57.06293706 | |
| 716 57.12290503 | |
| 717 57.18270572 | |
| 718 57.10306407 | |
| 719 57.02364395 | |
| 720 56.94444444 | |
| 721 57.00416089 | |
| 722 57.06371191 | |
| 723 57.12309820 | |
| 724 57.18232044 | |
| 725 57.24137931 | |
| 726 57.16253444 | |
| 727 57.22145805 | |
| 728 57.28021978 | |
| 729 57.33882030 | |
| 730 57.26027397 | |
| 731 57.31874145 | |
| 732 57.24043716 | |
| 733 57.29877217 | |
| 734 57.35694823 | |
| 735 57.27891156 | |
| 736 57.20108696 | |
| 737 57.12347354 | |
| 738 57.04607046 | |
| 739 56.96887686 | |
| 740 57.02702703 | |
| 741 57.08502024 | |
| 742 57.14285714 | |
| 743 57.20053836 | |
| 744 57.12365591 | |
| 745 57.04697987 | |
| 746 57.10455764 | |
| 747 57.02811245 | |
| 748 57.08556150 | |
| 749 57.14285714 | |
| 750 57.20000000 | |