common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 63.63636364 12 58.33333333 13 61.53846154 14 64.28571429 15 66.66666667 16 68.75000000 17 64.70588235 18 61.11111111 19 57.89473684 20 60.00000000 21 61.90476190 22 59.09090909 23 60.86956522 24 58.33333333 25 56.00000000 26 53.84615385 27 51.85185185 28 53.57142857 29 51.72413793 30 50.00000000 31 51.61290323 32 50.00000000 33 51.51515152 34 52.94117647 35 51.42857143 36 50.00000000 37 48.64864865 38 50.00000000 39 48.71794872 40 47.50000000 41 48.78048780 42 47.61904762 43 46.51162791 44 47.72727273 45 46.66666667 46 45.65217391 47 44.68085106 48 43.75000000 49 42.85714286 50 42.00000000 51 43.13725490 52 42.30769231 53 41.50943396 54 40.74074074 55 40.00000000 56 39.28571429 57 40.35087719 58 41.37931034 59 42.37288136 60 43.33333333 61 42.62295082 62 41.93548387 63 41.26984127 64 42.18750000 65 41.53846154 66 40.90909091 67 41.79104478 68 41.17647059 69 42.02898551 70 41.42857143 71 40.84507042 72 41.66666667 73 41.09589041 74 41.89189189 75 41.33333333 76 42.10526316 77 42.85714286 78 42.30769231 79 43.03797468 80 43.75000000 81 43.20987654 82 43.90243902 83 44.57831325 84 44.04761905 85 43.52941176 86 44.18604651 87 44.82758621 88 45.45454545 89 44.94382022 90 45.55555556 91 46.15384615 92 45.65217391 93 46.23655914 94 46.80851064 95 47.36842105 96 47.91666667 97 48.45360825 98 48.97959184 99 49.49494949 100 49.00000000 101 49.50495050 102 49.01960784 103 48.54368932 104 49.03846154 105 48.57142857 106 49.05660377 107 49.53271028 108 50.00000000 109 49.54128440 110 50.00000000 111 49.54954955 112 49.10714286 113 49.55752212 114 49.12280702 115 49.56521739 116 49.13793103 117 48.71794872 118 49.15254237 119 49.57983193 120 49.16666667 121 48.76033058 122 48.36065574 123 48.78048780 124 49.19354839 125 49.60000000 126 50.00000000 127 50.39370079 128 50.00000000 129 49.61240310 130 49.23076923 131 49.61832061 132 49.24242424 133 49.62406015 134 50.00000000 135 50.37037037 136 50.73529412 137 50.36496350 138 50.72463768 139 50.35971223 140 50.71428571 141 51.06382979 142 51.40845070 143 51.74825175 144 52.08333333 145 52.41379310 146 52.73972603 147 53.06122449 148 52.70270270 149 52.34899329 150 52.66666667 151 52.31788079 152 51.97368421 153 52.28758170 154 52.59740260 155 52.90322581 156 52.56410256 157 52.22929936 158 52.53164557 159 52.20125786 160 52.50000000 161 52.79503106 162 52.46913580 163 52.76073620 164 53.04878049 165 53.33333333 166 53.61445783 167 53.89221557 168 54.16666667 169 53.84615385 170 53.52941176 171 53.80116959 172 54.06976744 173 53.75722543 174 53.44827586 175 53.71428571 176 53.97727273 177 54.23728814 178 54.49438202 179 54.18994413 180 54.44444444 181 54.14364641 182 54.39560440 183 54.64480874 184 54.34782609 185 54.59459459 186 54.30107527 187 54.01069519 188 53.72340426 189 53.43915344 190 53.68421053 191 53.92670157 192 54.16666667 193 53.88601036 194 54.12371134 195 53.84615385 196 53.57142857 197 53.29949239 198 53.03030303 199 53.26633166 200 53.50000000 201 53.23383085 202 52.97029703 203 52.70935961 204 52.94117647 205 52.68292683 206 52.42718447 207 52.65700483 208 52.40384615 209 52.63157895 210 52.85714286 211 53.08056872 212 53.30188679 213 53.52112676 214 53.73831776 215 53.48837209 216 53.70370370 217 53.45622120 218 53.21100917 219 53.42465753 220 53.63636364 221 53.84615385 222 54.05405405 223 54.26008969 224 54.46428571 225 54.66666667 226 54.42477876 227 54.18502203 228 53.94736842 229 54.14847162 230 53.91304348 231 53.67965368 232 53.44827586 233 53.21888412 234 52.99145299 235 52.76595745 236 52.54237288 237 52.74261603 238 52.52100840 239 52.71966527 240 52.91666667 241 52.69709544 242 52.89256198 243 53.08641975 244 52.86885246 245 52.65306122 246 52.43902439 247 52.22672065 248 52.41935484 249 52.61044177 250 52.80000000 251 52.98804781 252 53.17460317 253 52.96442688 254 53.14960630 255 52.94117647 256 52.73437500 257 52.52918288 258 52.71317829 259 52.89575290 260 53.07692308 261 53.25670498 262 53.05343511 263 52.85171103 264 53.03030303 265 53.20754717 266 53.00751880 267 53.18352060 268 53.35820896 269 53.53159851 270 53.33333333 271 53.13653137 272 52.94117647 273 52.74725275 274 52.91970803 275 52.72727273 276 52.89855072 277 53.06859206 278 53.23741007 279 53.40501792 280 53.57142857 281 53.73665480 282 53.90070922 283 53.71024735 284 53.87323944 285 53.68421053 286 53.49650350 287 53.65853659 288 53.81944444 289 53.97923875 290 54.13793103 291 53.95189003 292 53.76712329 293 53.92491468 294 54.08163265 295 54.23728814 296 54.39189189 297 54.54545455 298 54.69798658 299 54.51505017 300 54.66666667 301 54.81727575 302 54.96688742 303 54.78547855 304 54.93421053 305 54.75409836 306 54.90196078 307 54.72312704 308 54.87012987 309 54.69255663 310 54.83870968 311 54.98392283 312 55.12820513 313 55.27156550 314 55.09554140 315 54.92063492 316 55.06329114 317 55.20504732 318 55.03144654 319 54.85893417 320 55.00000000 321 54.82866044 322 54.65838509 323 54.79876161 324 54.93827160 325 55.07692308 326 54.90797546 327 54.74006116 328 54.87804878 329 55.01519757 330 55.15151515 331 55.28700906 332 55.12048193 333 55.25525526 334 55.08982036 335 55.22388060 336 55.35714286 337 55.19287834 338 55.02958580 339 55.16224189 340 55.00000000 341 55.13196481 342 55.26315789 343 55.39358601 344 55.23255814 345 55.36231884 346 55.20231214 347 55.04322767 348 54.88505747 349 54.72779370 350 54.85714286 351 54.98575499 352 54.82954545 353 54.95750708 354 55.08474576 355 55.21126761 356 55.33707865 357 55.18207283 358 55.30726257 359 55.43175487 360 55.27777778 361 55.12465374 362 55.24861878 363 55.09641873 364 55.21978022 365 55.34246575 366 55.46448087 367 55.58583106 368 55.70652174 369 55.82655827 370 55.67567568 371 55.52560647 372 55.64516129 373 55.49597855 374 55.34759358 375 55.46666667 376 55.58510638 377 55.43766578 378 55.29100529 379 55.40897098 380 55.52631579 381 55.64304462 382 55.49738220 383 55.35248042 384 55.46875000 385 55.58441558 386 55.69948187 387 55.55555556 388 55.41237113 389 55.26992288 390 55.38461538 391 55.24296675 392 55.35714286 393 55.47073791 394 55.58375635 395 55.44303797 396 55.55555556 397 55.66750630 398 55.77889447 399 55.88972431 400 56.00000000 401 56.10972569 402 55.97014925 403 55.83126551 404 55.69306931 405 55.55555556 406 55.41871921 407 55.52825553 408 55.63725490 409 55.74572127 410 55.60975610 411 55.47445255 412 55.33980583 413 55.20581114 414 55.31400966 415 55.18072289 416 55.28846154 417 55.39568345 418 55.50239234 419 55.36992840 420 55.47619048 421 55.34441805 422 55.45023697 423 55.55555556 424 55.66037736 425 55.76470588 426 55.86854460 427 55.73770492 428 55.60747664 429 55.47785548 430 55.58139535 431 55.45243619 432 55.32407407 433 55.19630485 434 55.29953917 435 55.17241379 436 55.04587156 437 54.91990847 438 54.79452055 439 54.89749431 440 54.77272727 441 54.87528345 442 54.97737557 443 55.07900677 444 54.95495495 445 55.05617978 446 55.15695067 447 55.25727069 448 55.35714286 449 55.45657016 450 55.55555556 451 55.43237251 452 55.30973451 453 55.18763797 454 55.28634361 455 55.16483516 456 55.26315789 457 55.36105033 458 55.24017467 459 55.33769063 460 55.43478261 461 55.53145336 462 55.62770563 463 55.72354212 464 55.81896552 465 55.69892473 466 55.79399142 467 55.88865096 468 55.76923077 469 55.65031983 470 55.53191489 471 55.62632696 472 55.72033898 473 55.81395349 474 55.90717300 475 56.00000000 476 55.88235294 477 55.76519916 478 55.85774059 479 55.94989562 480 56.04166667 481 55.92515593 482 55.80912863 483 55.90062112 484 55.78512397 485 55.67010309 486 55.76131687 487 55.85215606 488 55.73770492 489 55.82822086 490 55.91836735 491 56.00814664 492 55.89430894 493 55.98377282 494 56.07287449 495 56.16161616 496 56.25000000 497 56.13682093 498 56.22489960 499 56.11222445 500 56.20000000 501 56.28742515 502 56.37450199 503 56.46123260 504 56.54761905 505 56.63366337 506 56.52173913 507 56.60749507 508 56.49606299 509 56.58153242 510 56.66666667 511 56.55577299 512 56.44531250 513 56.33528265 514 56.42023346 515 56.50485437 516 56.39534884 517 56.28626692 518 56.37065637 519 56.26204239 520 56.15384615 521 56.04606526 522 55.93869732 523 56.02294455 524 56.10687023 525 56.19047619 526 56.08365019 527 55.97722960 528 56.06060606 529 56.14366730 530 56.22641509 531 56.12052731 532 56.01503759 533 56.09756098 534 55.99250936 535 56.07476636 536 55.97014925 537 56.05214153 538 56.13382900 539 56.02968460 540 55.92592593 541 56.00739372 542 56.08856089 543 55.98526703 544 56.06617647 545 56.14678899 546 56.22710623 547 56.30712980 548 56.20437956 549 56.28415301 550 56.18181818 551 56.07985481 552 55.97826087 553 55.87703436 554 55.95667870 555 55.85585586 556 55.93525180 557 55.83482944 558 55.73476703 559 55.63506261 560 55.71428571 561 55.79322638 562 55.69395018 563 55.77264654 564 55.67375887 565 55.57522124 566 55.47703180 567 55.55555556 568 55.63380282 569 55.53602812 570 55.43859649 571 55.51663748 572 55.59440559 573 55.67190227 574 55.74912892 575 55.82608696 576 55.90277778 577 55.80589255 578 55.88235294 579 55.78583765 580 55.68965517 581 55.59380379 582 55.49828179 583 55.57461407 584 55.47945205 585 55.38461538 586 55.29010239 587 55.36626917 588 55.27210884 589 55.17826825 590 55.08474576 591 55.16074450 592 55.23648649 593 55.14333895 594 55.21885522 595 55.29411765 596 55.36912752 597 55.44388610 598 55.51839465 599 55.42570952 600 55.33333333 601 55.40765391 602 55.31561462 603 55.22388060 604 55.29801325 605 55.37190083 606 55.28052805 607 55.18945634 608 55.09868421 609 55.17241379 610 55.24590164 611 55.31914894 612 55.22875817 613 55.13866232 614 55.04885993 615 54.95934959 616 54.87012987 617 54.78119935 618 54.85436893 619 54.76575121 620 54.83870968 621 54.75040258 622 54.66237942 623 54.73515249 624 54.64743590 625 54.56000000 626 54.47284345 627 54.54545455 628 54.61783439 629 54.53100159 630 54.60317460 631 54.51664025 632 54.43037975 633 54.34439179 634 54.41640379 635 54.33070866 636 54.40251572 637 54.47409733 638 54.38871473 639 54.46009390 640 54.37500000 641 54.29017161 642 54.20560748 643 54.27682737 644 54.19254658 645 54.10852713 646 54.17956656 647 54.25038640 648 54.32098765 649 54.23728814 650 54.30769231 651 54.37788018 652 54.44785276 653 54.51761103 654 54.58715596 655 54.65648855 656 54.72560976 657 54.64231355 658 54.71124620 659 54.77996965 660 54.69696970 661 54.76550681 662 54.83383686 663 54.90196078 664 54.96987952 665 55.03759398 666 55.10510511 667 55.17241379 668 55.23952096 669 55.15695067 670 55.22388060 671 55.29061103 672 55.35714286 673 55.42347697 674 55.34124629 675 55.40740741 676 55.32544379 677 55.24372230 678 55.30973451 679 55.37555228 680 55.29411765 681 55.21292217 682 55.27859238 683 55.34407028 684 55.40935673 685 55.32846715 686 55.39358601 687 55.45851528 688 55.52325581 689 55.58780842 690 55.65217391 691 55.71635311 692 55.78034682 693 55.69985570 694 55.76368876 695 55.68345324 696 55.74712644 697 55.81061693 698 55.87392550 699 55.79399142 700 55.71428571 701 55.77746077 702 55.84045584 703 55.76102418 704 55.82386364 705 55.74468085 706 55.80736544 707 55.72842999 708 55.79096045 709 55.85331453 710 55.91549296 711 55.83684951 712 55.89887640 713 55.96072931 714 56.02240896 715 56.08391608 716 56.14525140 717 56.20641562 718 56.26740947 719 56.18915160 720 56.11111111 721 56.03328710 722 56.09418283 723 56.15491010 724 56.21546961 725 56.27586207 726 56.33608815 727 56.39614856 728 56.45604396 729 56.37860082 730 56.30136986 731 56.36114911 732 56.28415301 733 56.34379263 734 56.40326975 735 56.32653061 736 56.25000000 737 56.17367707 738 56.09756098 739 56.02165088 740 56.08108108 741 56.14035088 742 56.19946092 743 56.25841184 744 56.31720430 745 56.24161074 746 56.30026810 747 56.22489960 748 56.28342246 749 56.34178905 750 56.40000000