common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 66.66666667 16 68.75000000 17 64.70588235 18 61.11111111 19 57.89473684 20 60.00000000 21 61.90476190 22 59.09090909 23 60.86956522 24 58.33333333 25 56.00000000 26 53.84615385 27 51.85185185 28 53.57142857 29 51.72413793 30 50.00000000 31 51.61290323 32 50.00000000 33 51.51515152 34 52.94117647 35 54.28571429 36 52.77777778 37 51.35135135 38 52.63157895 39 51.28205128 40 50.00000000 41 51.21951220 42 50.00000000 43 48.83720930 44 50.00000000 45 51.11111111 46 50.00000000 47 48.93617021 48 47.91666667 49 46.93877551 50 46.00000000 51 45.09803922 52 44.23076923 53 43.39622642 54 42.59259259 55 41.81818182 56 41.07142857 57 42.10526316 58 43.10344828 59 44.06779661 60 45.00000000 61 44.26229508 62 43.54838710 63 42.85714286 64 42.18750000 65 41.53846154 66 40.90909091 67 41.79104478 68 41.17647059 69 42.02898551 70 42.85714286 71 42.25352113 72 43.05555556 73 42.46575342 74 43.24324324 75 42.66666667 76 43.42105263 77 44.15584416 78 43.58974359 79 43.03797468 80 43.75000000 81 43.20987654 82 42.68292683 83 43.37349398 84 42.85714286 85 42.35294118 86 43.02325581 87 43.67816092 88 44.31818182 89 43.82022472 90 43.33333333 91 43.95604396 92 43.47826087 93 44.08602151 94 44.68085106 95 45.26315789 96 45.83333333 97 46.39175258 98 46.93877551 99 47.47474747 100 47.00000000 101 47.52475248 102 47.05882353 103 46.60194175 104 47.11538462 105 47.61904762 106 48.11320755 107 48.59813084 108 49.07407407 109 48.62385321 110 49.09090909 111 49.54954955 112 50.00000000 113 50.44247788 114 50.00000000 115 50.43478261 116 50.00000000 117 49.57264957 118 50.00000000 119 50.42016807 120 50.00000000 121 49.58677686 122 50.00000000 123 50.40650407 124 50.80645161 125 51.20000000 126 51.58730159 127 51.96850394 128 51.56250000 129 51.16279070 130 50.76923077 131 51.14503817 132 50.75757576 133 51.12781955 134 51.49253731 135 51.85185185 136 52.20588235 137 52.55474453 138 52.89855072 139 52.51798561 140 52.85714286 141 53.19148936 142 53.52112676 143 53.84615385 144 54.16666667 145 54.48275862 146 54.79452055 147 55.10204082 148 55.40540541 149 55.03355705 150 55.33333333 151 54.96688742 152 54.60526316 153 54.90196078 154 55.19480519 155 55.48387097 156 55.76923077 157 55.41401274 158 55.69620253 159 55.34591195 160 55.62500000 161 55.90062112 162 55.55555556 163 55.82822086 164 56.09756098 165 56.36363636 166 56.62650602 167 56.88622754 168 57.14285714 169 56.80473373 170 56.47058824 171 56.72514620 172 56.97674419 173 56.64739884 174 56.32183908 175 56.57142857 176 56.81818182 177 57.06214689 178 57.30337079 179 56.98324022 180 57.22222222 181 56.90607735 182 57.14285714 183 57.37704918 184 57.06521739 185 57.29729730 186 56.98924731 187 56.68449198 188 56.38297872 189 56.08465608 190 56.31578947 191 56.54450262 192 56.77083333 193 56.47668394 194 56.70103093 195 56.41025641 196 56.12244898 197 55.83756345 198 55.55555556 199 55.77889447 200 56.00000000 201 55.72139303 202 55.44554455 203 55.17241379 204 55.39215686 205 55.12195122 206 54.85436893 207 55.07246377 208 54.80769231 209 55.02392344 210 55.23809524 211 55.45023697 212 55.66037736 213 55.86854460 214 55.60747664 215 55.81395349 216 56.01851852 217 55.76036866 218 55.50458716 219 55.70776256 220 55.90909091 221 55.65610860 222 55.85585586 223 56.05381166 224 56.25000000 225 56.44444444 226 56.19469027 227 55.94713656 228 55.70175439 229 55.89519651 230 55.65217391 231 55.41125541 232 55.17241379 233 55.36480687 234 55.55555556 235 55.31914894 236 55.08474576 237 55.27426160 238 55.46218487 239 55.23012552 240 55.00000000 241 55.18672199 242 55.37190083 243 55.55555556 244 55.32786885 245 55.10204082 246 54.87804878 247 54.65587045 248 54.83870968 249 55.02008032 250 55.20000000 251 55.37848606 252 55.55555556 253 55.33596838 254 55.51181102 255 55.68627451 256 55.85937500 257 55.64202335 258 55.81395349 259 55.98455598 260 56.15384615 261 56.32183908 262 56.10687023 263 55.89353612 264 56.06060606 265 56.22641509 266 56.39097744 267 56.55430712 268 56.71641791 269 56.87732342 270 56.66666667 271 56.45756458 272 56.25000000 273 56.04395604 274 56.20437956 275 56.00000000 276 56.15942029 277 56.31768953 278 56.47482014 279 56.63082437 280 56.78571429 281 56.93950178 282 57.09219858 283 57.24381625 284 57.39436620 285 57.19298246 286 56.99300699 287 57.14285714 288 57.29166667 289 57.43944637 290 57.58620690 291 57.38831615 292 57.19178082 293 57.33788396 294 57.48299320 295 57.62711864 296 57.77027027 297 57.91245791 298 58.05369128 299 57.85953177 300 57.66666667 301 57.80730897 302 57.94701987 303 57.75577558 304 57.89473684 305 57.70491803 306 57.84313725 307 57.65472313 308 57.79220779 309 57.60517799 310 57.74193548 311 57.87781350 312 58.01282051 313 58.14696486 314 57.96178344 315 57.77777778 316 57.91139241 317 58.04416404 318 57.86163522 319 57.68025078 320 57.81250000 321 57.63239875 322 57.45341615 323 57.58513932 324 57.71604938 325 57.84615385 326 57.66871166 327 57.49235474 328 57.62195122 329 57.75075988 330 57.57575758 331 57.70392749 332 57.53012048 333 57.65765766 334 57.48502994 335 57.61194030 336 57.73809524 337 57.56676558 338 57.39644970 339 57.52212389 340 57.35294118 341 57.47800587 342 57.60233918 343 57.43440233 344 57.26744186 345 57.39130435 346 57.22543353 347 57.06051873 348 56.89655172 349 56.73352436 350 56.57142857 351 56.69515670 352 56.81818182 353 56.94050992 354 57.06214689 355 57.18309859 356 57.30337079 357 57.14285714 358 57.26256983 359 57.38161560 360 57.22222222 361 57.06371191 362 57.18232044 363 57.30027548 364 57.41758242 365 57.53424658 366 57.65027322 367 57.76566757 368 57.88043478 369 57.99457995 370 57.83783784 371 57.68194070 372 57.79569892 373 57.64075067 374 57.48663102 375 57.60000000 376 57.71276596 377 57.55968170 378 57.40740741 379 57.51978892 380 57.63157895 381 57.74278215 382 57.59162304 383 57.70234987 384 57.81250000 385 57.92207792 386 58.03108808 387 57.88113695 388 57.73195876 389 57.58354756 390 57.69230769 391 57.54475703 392 57.65306122 393 57.76081425 394 57.86802030 395 57.72151899 396 57.82828283 397 57.93450882 398 58.04020101 399 58.14536341 400 58.00000000 401 58.10473815 402 57.96019900 403 57.81637717 404 57.67326733 405 57.77777778 406 57.63546798 407 57.73955774 408 57.59803922 409 57.70171149 410 57.80487805 411 57.66423358 412 57.52427184 413 57.38498789 414 57.48792271 415 57.34939759 416 57.45192308 417 57.55395683 418 57.65550239 419 57.51789976 420 57.61904762 421 57.48218527 422 57.58293839 423 57.68321513 424 57.78301887 425 57.88235294 426 57.98122066 427 57.84543326 428 57.71028037 429 57.57575758 430 57.67441860 431 57.54060325 432 57.40740741 433 57.50577367 434 57.60368664 435 57.47126437 436 57.33944954 437 57.20823799 438 57.07762557 439 57.17539863 440 57.27272727 441 57.36961451 442 57.46606335 443 57.56207675 444 57.43243243 445 57.52808989 446 57.62331839 447 57.71812081 448 57.81250000 449 57.90645880 450 58.00000000 451 57.87139690 452 57.74336283 453 57.61589404 454 57.48898678 455 57.36263736 456 57.45614035 457 57.54923414 458 57.64192140 459 57.73420479 460 57.82608696 461 57.91757050 462 58.00865801 463 58.09935205 464 58.18965517 465 58.06451613 466 58.15450644 467 58.24411135 468 58.11965812 469 57.99573561 470 57.87234043 471 57.96178344 472 58.05084746 473 58.13953488 474 58.22784810 475 58.31578947 476 58.19327731 477 58.07127883 478 58.15899582 479 58.24634656 480 58.33333333 481 58.21205821 482 58.09128631 483 58.17805383 484 58.05785124 485 57.93814433 486 58.02469136 487 58.11088296 488 57.99180328 489 58.07770961 490 58.16326531 491 58.04480652 492 57.92682927 493 58.01217039 494 58.09716599 495 58.18181818 496 58.26612903 497 58.14889336 498 58.23293173 499 58.11623246 500 58.20000000 501 58.08383234 502 57.96812749 503 58.05168986 504 58.13492063 505 58.21782178 506 58.10276680 507 58.18540434 508 58.07086614 509 58.15324165 510 58.23529412 511 58.12133072 512 58.00781250 513 57.89473684 514 57.97665370 515 58.05825243 516 57.94573643 517 57.83365571 518 57.91505792 519 57.80346821 520 57.69230769 521 57.58157390 522 57.47126437 523 57.55258126 524 57.63358779 525 57.71428571 526 57.60456274 527 57.49525617 528 57.57575758 529 57.65595463 530 57.73584906 531 57.62711864 532 57.51879699 533 57.59849906 534 57.49063670 535 57.57009346 536 57.46268657 537 57.54189944 538 57.62081784 539 57.51391466 540 57.40740741 541 57.48613678 542 57.38007380 543 57.27440147 544 57.16911765 545 57.24770642 546 57.32600733 547 57.40402194 548 57.29927007 549 57.37704918 550 57.27272727 551 57.16878403 552 57.06521739 553 56.96202532 554 57.03971119 555 56.93693694 556 57.01438849 557 56.91202873 558 56.81003584 559 56.88729875 560 56.96428571 561 57.04099822 562 56.93950178 563 57.01598579 564 56.91489362 565 56.81415929 566 56.71378092 567 56.79012346 568 56.86619718 569 56.76625659 570 56.66666667 571 56.74255692 572 56.81818182 573 56.71902269 574 56.79442509 575 56.69565217 576 56.77083333 577 56.84575390 578 56.92041522 579 56.82210708 580 56.72413793 581 56.62650602 582 56.70103093 583 56.77530017 584 56.67808219 585 56.58119658 586 56.48464164 587 56.55877342 588 56.46258503 589 56.36672326 590 56.27118644 591 56.34517766 592 56.25000000 593 56.15514334 594 56.06060606 595 56.13445378 596 56.20805369 597 56.28140704 598 56.35451505 599 56.26043406 600 56.33333333 601 56.40599002 602 56.47840532 603 56.38474295 604 56.45695364 605 56.52892562 606 56.43564356 607 56.34266886 608 56.25000000 609 56.32183908 610 56.39344262 611 56.46481178 612 56.37254902 613 56.28058728 614 56.18892508 615 56.09756098 616 56.00649351 617 55.91572123 618 55.98705502 619 55.89660743 620 55.96774194 621 55.87761675 622 55.78778135 623 55.85874799 624 55.76923077 625 55.84000000 626 55.75079872 627 55.82137161 628 55.89171975 629 55.80286169 630 55.71428571 631 55.62599049 632 55.53797468 633 55.45023697 634 55.52050473 635 55.43307087 636 55.50314465 637 55.57299843 638 55.48589342 639 55.55555556 640 55.46875000 641 55.38221529 642 55.45171340 643 55.52099533 644 55.43478261 645 55.34883721 646 55.41795666 647 55.48686244 648 55.55555556 649 55.46995378 650 55.53846154 651 55.60675883 652 55.67484663 653 55.74272588 654 55.81039755 655 55.87786260 656 55.94512195 657 56.01217656 658 55.92705167 659 55.99393020 660 55.90909091 661 55.97579425 662 56.04229607 663 56.10859729 664 56.17469880 665 56.24060150 666 56.30630631 667 56.37181409 668 56.43712575 669 56.35276532 670 56.41791045 671 56.48286140 672 56.54761905 673 56.61218425 674 56.52818991 675 56.59259259 676 56.50887574 677 56.42540620 678 56.34218289 679 56.40648012 680 56.32352941 681 56.24082232 682 56.30498534 683 56.36896047 684 56.43274854 685 56.49635036 686 56.55976676 687 56.62299854 688 56.68604651 689 56.74891147 690 56.81159420 691 56.72937771 692 56.79190751 693 56.70995671 694 56.77233429 695 56.69064748 696 56.75287356 697 56.81492109 698 56.87679083 699 56.79542203 700 56.71428571 701 56.77603424 702 56.83760684 703 56.75675676 704 56.81818182 705 56.87943262 706 56.94050992 707 56.85997171 708 56.92090395 709 56.98166432 710 57.04225352 711 56.96202532 712 57.02247191 713 57.08274895 714 57.14285714 715 57.06293706 716 57.12290503 717 57.18270572 718 57.10306407 719 57.02364395 720 56.94444444 721 57.00416089 722 57.06371191 723 57.12309820 724 57.18232044 725 57.24137931 726 57.16253444 727 57.22145805 728 57.28021978 729 57.33882030 730 57.26027397 731 57.31874145 732 57.24043716 733 57.29877217 734 57.35694823 735 57.27891156 736 57.20108696 737 57.12347354 738 57.04607046 739 56.96887686 740 57.02702703 741 57.08502024 742 57.14285714 743 57.20053836 744 57.12365591 745 57.04697987 746 57.10455764 747 57.02811245 748 57.08556150 749 57.14285714 750 57.20000000