common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 87.50000000 9 88.88888889 10 90.00000000 11 90.90909091 12 83.33333333 13 84.61538462 14 85.71428571 15 86.66666667 16 87.50000000 17 88.23529412 18 88.88888889 19 84.21052632 20 85.00000000 21 85.71428571 22 86.36363636 23 86.95652174 24 83.33333333 25 80.00000000 26 76.92307692 27 74.07407407 28 75.00000000 29 75.86206897 30 73.33333333 31 74.19354839 32 71.87500000 33 72.72727273 34 73.52941176 35 74.28571429 36 75.00000000 37 75.67567568 38 76.31578947 39 76.92307692 40 77.50000000 41 78.04878049 42 76.19047619 43 76.74418605 44 77.27272727 45 75.55555556 46 76.08695652 47 76.59574468 48 77.08333333 49 77.55102041 50 78.00000000 51 78.43137255 52 76.92307692 53 75.47169811 54 74.07407407 55 72.72727273 56 71.42857143 57 71.92982456 58 72.41379310 59 72.88135593 60 73.33333333 61 73.77049180 62 72.58064516 63 73.01587302 64 73.43750000 65 73.84615385 66 72.72727273 67 73.13432836 68 73.52941176 69 73.91304348 70 74.28571429 71 73.23943662 72 73.61111111 73 73.97260274 74 74.32432432 75 73.33333333 76 73.68421053 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 75.90361446 84 76.19047619 85 76.47058824 86 76.74418605 87 77.01149425 88 77.27272727 89 76.40449438 90 76.66666667 91 76.92307692 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 77.55102041 99 77.77777778 100 77.00000000 101 77.22772277 102 76.47058824 103 75.72815534 104 75.96153846 105 76.19047619 106 76.41509434 107 76.63551402 108 76.85185185 109 76.14678899 110 76.36363636 111 76.57657658 112 76.78571429 113 76.99115044 114 77.19298246 115 77.39130435 116 76.72413793 117 76.92307692 118 77.11864407 119 77.31092437 120 76.66666667 121 76.85950413 122 77.04918033 123 77.23577236 124 77.41935484 125 77.60000000 126 77.77777778 127 77.95275591 128 77.34375000 129 77.51937984 130 76.92307692 131 77.09923664 132 77.27272727 133 77.44360902 134 77.61194030 135 77.77777778 136 77.94117647 137 78.10218978 138 78.26086957 139 78.41726619 140 78.57142857 141 78.72340426 142 78.87323944 143 79.02097902 144 79.16666667 145 79.31034483 146 79.45205479 147 79.59183673 148 79.05405405 149 79.19463087 150 79.33333333 151 78.80794702 152 78.28947368 153 78.43137255 154 78.57142857 155 78.70967742 156 78.20512821 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 78.69822485 170 78.82352941 171 78.94736842 172 79.06976744 173 79.19075145 174 79.31034483 175 79.42857143 176 79.54545455 177 79.66101695 178 79.77528090 179 79.32960894 180 79.44444444 181 79.00552486 182 79.12087912 183 79.23497268 184 79.34782609 185 79.45945946 186 79.03225806 187 78.60962567 188 78.72340426 189 78.83597884 190 78.94736842 191 79.05759162 192 79.16666667 193 78.75647668 194 78.86597938 195 78.46153846 196 78.57142857 197 78.68020305 198 78.28282828 199 78.39195980 200 78.50000000 201 78.60696517 202 78.71287129 203 78.32512315 204 78.43137255 205 78.53658537 206 78.64077670 207 78.74396135 208 78.36538462 209 78.46889952 210 78.57142857 211 78.67298578 212 78.77358491 213 78.87323944 214 78.97196262 215 78.60465116 216 78.70370370 217 78.34101382 218 78.44036697 219 78.53881279 220 78.63636364 221 78.28054299 222 78.37837838 223 78.47533632 224 78.57142857 225 78.66666667 226 78.76106195 227 78.41409692 228 78.50877193 229 78.60262009 230 78.26086957 231 77.92207792 232 77.58620690 233 77.68240343 234 77.77777778 235 77.44680851 236 77.11864407 237 77.21518987 238 77.31092437 239 77.40585774 240 77.50000000 241 77.59336100 242 77.68595041 243 77.77777778 244 77.86885246 245 77.55102041 246 77.64227642 247 77.73279352 248 77.82258065 249 77.91164659 250 78.00000000 251 78.08764940 252 78.17460317 253 77.86561265 254 77.95275591 255 78.03921569 256 78.12500000 257 77.82101167 258 77.90697674 259 77.99227799 260 78.07692308 261 78.16091954 262 77.86259542 263 77.94676806 264 78.03030303 265 78.11320755 266 78.19548872 267 78.27715356 268 78.35820896 269 78.43866171 270 78.51851852 271 78.22878229 272 78.30882353 273 78.02197802 274 78.10218978 275 77.81818182 276 77.89855072 277 77.97833935 278 78.05755396 279 78.13620072 280 78.21428571 281 78.29181495 282 78.36879433 283 78.09187279 284 78.16901408 285 77.89473684 286 77.97202797 287 78.04878049 288 78.12500000 289 78.20069204 290 78.27586207 291 78.35051546 292 78.08219178 293 78.15699659 294 78.23129252 295 78.30508475 296 78.37837838 297 78.45117845 298 78.52348993 299 78.26086957 300 78.00000000 301 78.07308970 302 78.14569536 303 77.88778878 304 77.63157895 305 77.70491803 306 77.77777778 307 77.52442997 308 77.59740260 309 77.66990291 310 77.74193548 311 77.81350482 312 77.88461538 313 77.95527157 314 78.02547771 315 78.09523810 316 78.16455696 317 78.23343849 318 77.98742138 319 78.05642633 320 78.12500000 321 77.88161994 322 77.63975155 323 77.70897833 324 77.77777778 325 77.84615385 326 77.91411043 327 77.67584098 328 77.74390244 329 77.81155015 330 77.87878788 331 77.94561934 332 78.01204819 333 78.07807808 334 77.84431138 335 77.61194030 336 77.67857143 337 77.44807122 338 77.21893491 339 77.28613569 340 77.35294118 341 77.41935484 342 77.48538012 343 77.55102041 344 77.61627907 345 77.68115942 346 77.45664740 347 77.52161383 348 77.29885057 349 77.07736390 350 77.14285714 351 77.20797721 352 77.27272727 353 77.33711048 354 77.40112994 355 77.46478873 356 77.52808989 357 77.59103641 358 77.65363128 359 77.71587744 360 77.50000000 361 77.56232687 362 77.62430939 363 77.68595041 364 77.74725275 365 77.80821918 366 77.86885246 367 77.92915531 368 77.98913043 369 78.04878049 370 78.10810811 371 78.16711590 372 78.22580645 373 78.01608579 374 78.07486631 375 78.13333333 376 78.19148936 377 77.98408488 378 78.04232804 379 78.10026385 380 78.15789474 381 78.21522310 382 78.27225131 383 78.32898172 384 78.38541667 385 78.44155844 386 78.49740933 387 78.55297158 388 78.60824742 389 78.66323907 390 78.71794872 391 78.51662404 392 78.57142857 393 78.62595420 394 78.68020305 395 78.73417722 396 78.78787879 397 78.84130982 398 78.89447236 399 78.94736842 400 78.75000000 401 78.80299252 402 78.85572139 403 78.66004963 404 78.71287129 405 78.76543210 406 78.81773399 407 78.86977887 408 78.92156863 409 78.97310513 410 78.78048780 411 78.83211679 412 78.88349515 413 78.93462470 414 78.98550725 415 79.03614458 416 79.08653846 417 79.13669065 418 79.18660287 419 79.23627685 420 79.28571429 421 79.33491686 422 79.38388626 423 79.43262411 424 79.48113208 425 79.52941176 426 79.57746479 427 79.39110070 428 79.43925234 429 79.48717949 430 79.53488372 431 79.35034803 432 79.39814815 433 79.44572748 434 79.49308756 435 79.31034483 436 79.35779817 437 79.17620137 438 79.22374429 439 79.27107062 440 79.31818182 441 79.36507937 442 79.41176471 443 79.45823928 444 79.50450450 445 79.55056180 446 79.59641256 447 79.64205817 448 79.68750000 449 79.73273942 450 79.77777778 451 79.60088692 452 79.64601770 453 79.47019868 454 79.51541850 455 79.56043956 456 79.60526316 457 79.64989059 458 79.69432314 459 79.73856209 460 79.56521739 461 79.60954447 462 79.65367965 463 79.69762419 464 79.74137931 465 79.78494624 466 79.82832618 467 79.87152034 468 79.70085470 469 79.74413646 470 79.57446809 471 79.61783439 472 79.66101695 473 79.70401691 474 79.74683544 475 79.78947368 476 79.62184874 477 79.45492662 478 79.49790795 479 79.54070981 480 79.58333333 481 79.41787942 482 79.46058091 483 79.50310559 484 79.33884298 485 79.17525773 486 79.21810700 487 79.26078029 488 79.09836066 489 79.14110429 490 79.18367347 491 79.22606925 492 79.26829268 493 79.31034483 494 79.35222672 495 79.39393939 496 79.43548387 497 79.47686117 498 79.51807229 499 79.35871743 500 79.40000000 501 79.24151697 502 79.28286853 503 79.32405567 504 79.36507937 505 79.40594059 506 79.44664032 507 79.48717949 508 79.52755906 509 79.56777996 510 79.60784314 511 79.64774951 512 79.49218750 513 79.53216374 514 79.57198444 515 79.61165049 516 79.45736434 517 79.30367505 518 79.34362934 519 79.38342967 520 79.42307692 521 79.27063340 522 79.31034483 523 79.34990440 524 79.38931298 525 79.42857143 526 79.27756654 527 79.31688805 528 79.35606061 529 79.39508507 530 79.43396226 531 79.47269303 532 79.51127820 533 79.54971857 534 79.58801498 535 79.62616822 536 79.66417910 537 79.70204842 538 79.73977695 539 79.59183673 540 79.62962963 541 79.66728281 542 79.70479705 543 79.74217311 544 79.77941176 545 79.81651376 546 79.85347985 547 79.89031079 548 79.92700730 549 79.96357013 550 79.81818182 551 79.85480944 552 79.71014493 553 79.74683544 554 79.78339350 555 79.81981982 556 79.85611511 557 79.71274686 558 79.56989247 559 79.60644007 560 79.64285714 561 79.67914439 562 79.71530249 563 79.75133215 564 79.78723404 565 79.64601770 566 79.50530035 567 79.54144621 568 79.57746479 569 79.43760984 570 79.47368421 571 79.50963222 572 79.54545455 573 79.58115183 574 79.61672474 575 79.65217391 576 79.68750000 577 79.72270364 578 79.75778547 579 79.79274611 580 79.65517241 581 79.51807229 582 79.55326460 583 79.58833619 584 79.62328767 585 79.65811966 586 79.69283276 587 79.72742760 588 79.59183673 589 79.62648557 590 79.66101695 591 79.69543147 592 79.72972973 593 79.59527825 594 79.46127946 595 79.49579832 596 79.53020134 597 79.56448911 598 79.59866221 599 79.63272120 600 79.66666667 601 79.70049917 602 79.73421927 603 79.76782753 604 79.80132450 605 79.83471074 606 79.70297030 607 79.73640857 608 79.76973684 609 79.80295567 610 79.83606557 611 79.86906710 612 79.90196078 613 79.93474715 614 79.96742671 615 80.00000000 616 79.87012987 617 79.74068071 618 79.77346278 619 79.80613893 620 79.83870968 621 79.87117552 622 79.90353698 623 79.93579454 624 79.96794872 625 80.00000000 626 79.87220447 627 79.90430622 628 79.93630573 629 79.80922099 630 79.84126984 631 79.87321712 632 79.74683544 633 79.62085308 634 79.65299685 635 79.68503937 636 79.71698113 637 79.74882261 638 79.78056426 639 79.81220657 640 79.68750000 641 79.71918877 642 79.75077882 643 79.78227061 644 79.81366460 645 79.68992248 646 79.72136223 647 79.75270479 648 79.78395062 649 79.66101695 650 79.69230769 651 79.72350230 652 79.75460123 653 79.78560490 654 79.81651376 655 79.84732824 656 79.87804878 657 79.90867580 658 79.93920973 659 79.81790592 660 79.69696970 661 79.72768533 662 79.75830816 663 79.78883861 664 79.81927711 665 79.84962406 666 79.87987988 667 79.91004498 668 79.94011976 669 79.97010463 670 80.00000000 671 80.02980626 672 80.05952381 673 80.08915305 674 80.11869436 675 80.14814815 676 80.17751479 677 80.20679468 678 80.23598820 679 80.26509573 680 80.29411765 681 80.17621145 682 80.20527859 683 80.23426061 684 80.26315789 685 80.29197080 686 80.32069971 687 80.34934498 688 80.37790698 689 80.40638607 690 80.43478261 691 80.46309696 692 80.49132948 693 80.37518038 694 80.40345821 695 80.43165468 696 80.31609195 697 80.34433286 698 80.37249284 699 80.40057225 700 80.42857143 701 80.45649073 702 80.48433048 703 80.51209104 704 80.53977273 705 80.56737589 706 80.59490085 707 80.62234795 708 80.64971751 709 80.67700987 710 80.70422535 711 80.59071730 712 80.61797753 713 80.64516129 714 80.67226891 715 80.55944056 716 80.58659218 717 80.61366806 718 80.64066852 719 80.66759388 720 80.69444444 721 80.72122053 722 80.74792244 723 80.77455048 724 80.80110497 725 80.82758621 726 80.85399449 727 80.88033012 728 80.90659341 729 80.93278464 730 80.95890411 731 80.98495212 732 80.87431694 733 80.76398363 734 80.79019074 735 80.81632653 736 80.84239130 737 80.73270014 738 80.62330623 739 80.51420839 740 80.54054054 741 80.56680162 742 80.59299191 743 80.61911171 744 80.64516129 745 80.67114094 746 80.69705094 747 80.58902276 748 80.61497326 749 80.64085447 750 80.66666667