common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 73.33333333 16 75.00000000 17 70.58823529 18 66.66666667 19 63.15789474 20 65.00000000 21 66.66666667 22 63.63636364 23 65.21739130 24 62.50000000 25 60.00000000 26 57.69230769 27 55.55555556 28 57.14285714 29 55.17241379 30 53.33333333 31 54.83870968 32 53.12500000 33 54.54545455 34 55.88235294 35 57.14285714 36 55.55555556 37 54.05405405 38 55.26315789 39 53.84615385 40 52.50000000 41 51.21951220 42 50.00000000 43 48.83720930 44 50.00000000 45 48.88888889 46 47.82608696 47 46.80851064 48 45.83333333 49 44.89795918 50 44.00000000 51 45.09803922 52 44.23076923 53 43.39622642 54 42.59259259 55 41.81818182 56 41.07142857 57 42.10526316 58 43.10344828 59 44.06779661 60 45.00000000 61 44.26229508 62 43.54838710 63 42.85714286 64 43.75000000 65 43.07692308 66 42.42424242 67 43.28358209 68 42.64705882 69 43.47826087 70 42.85714286 71 42.25352113 72 43.05555556 73 42.46575342 74 43.24324324 75 42.66666667 76 43.42105263 77 44.15584416 78 43.58974359 79 44.30379747 80 45.00000000 81 44.44444444 82 43.90243902 83 44.57831325 84 44.04761905 85 43.52941176 86 44.18604651 87 44.82758621 88 45.45454545 89 44.94382022 90 44.44444444 91 45.05494505 92 44.56521739 93 45.16129032 94 45.74468085 95 46.31578947 96 46.87500000 97 47.42268041 98 47.95918367 99 48.48484848 100 48.00000000 101 48.51485149 102 48.03921569 103 47.57281553 104 48.07692308 105 47.61904762 106 48.11320755 107 48.59813084 108 49.07407407 109 48.62385321 110 49.09090909 111 48.64864865 112 49.10714286 113 49.55752212 114 49.12280702 115 49.56521739 116 49.13793103 117 48.71794872 118 48.30508475 119 48.73949580 120 48.33333333 121 47.93388430 122 47.54098361 123 47.96747967 124 48.38709677 125 48.80000000 126 49.20634921 127 49.60629921 128 49.21875000 129 48.83720930 130 49.23076923 131 49.61832061 132 49.24242424 133 49.62406015 134 50.00000000 135 50.37037037 136 50.73529412 137 51.09489051 138 51.44927536 139 51.07913669 140 51.42857143 141 51.77304965 142 52.11267606 143 52.44755245 144 52.77777778 145 53.10344828 146 53.42465753 147 53.74149660 148 53.37837838 149 53.02013423 150 53.33333333 151 52.98013245 152 52.63157895 153 52.94117647 154 52.59740260 155 52.90322581 156 52.56410256 157 52.22929936 158 52.53164557 159 52.20125786 160 52.50000000 161 52.79503106 162 52.46913580 163 52.76073620 164 53.04878049 165 53.33333333 166 53.61445783 167 53.89221557 168 54.16666667 169 53.84615385 170 53.52941176 171 53.80116959 172 54.06976744 173 53.75722543 174 53.44827586 175 53.71428571 176 53.40909091 177 53.67231638 178 53.93258427 179 53.63128492 180 53.88888889 181 53.59116022 182 53.84615385 183 54.09836066 184 53.80434783 185 54.05405405 186 53.76344086 187 53.47593583 188 53.19148936 189 52.91005291 190 53.15789474 191 53.40314136 192 53.64583333 193 53.36787565 194 53.60824742 195 53.33333333 196 53.06122449 197 52.79187817 198 52.52525253 199 52.76381910 200 53.00000000 201 53.23383085 202 52.97029703 203 52.70935961 204 52.94117647 205 52.68292683 206 52.42718447 207 52.65700483 208 52.40384615 209 52.63157895 210 52.85714286 211 53.08056872 212 53.30188679 213 53.52112676 214 53.27102804 215 53.02325581 216 53.24074074 217 52.99539171 218 52.75229358 219 52.96803653 220 53.18181818 221 53.39366516 222 53.60360360 223 53.81165919 224 54.01785714 225 54.22222222 226 53.98230088 227 53.74449339 228 53.50877193 229 53.71179039 230 53.47826087 231 53.24675325 232 53.01724138 233 53.21888412 234 53.41880342 235 53.19148936 236 52.96610169 237 53.16455696 238 53.36134454 239 53.55648536 240 53.75000000 241 53.52697095 242 53.71900826 243 53.90946502 244 53.68852459 245 53.46938776 246 53.25203252 247 53.03643725 248 53.22580645 249 53.41365462 250 53.60000000 251 53.78486056 252 53.96825397 253 53.75494071 254 53.93700787 255 53.72549020 256 53.90625000 257 53.69649805 258 53.87596899 259 54.05405405 260 54.23076923 261 54.40613027 262 54.19847328 263 53.99239544 264 54.16666667 265 54.33962264 266 54.13533835 267 54.30711610 268 54.47761194 269 54.64684015 270 54.44444444 271 54.24354244 272 54.04411765 273 53.84615385 274 54.01459854 275 53.81818182 276 53.98550725 277 54.15162455 278 54.31654676 279 54.48028674 280 54.64285714 281 54.80427046 282 54.96453901 283 54.77031802 284 54.92957746 285 54.73684211 286 54.54545455 287 54.70383275 288 54.86111111 289 55.01730104 290 55.17241379 291 54.98281787 292 54.79452055 293 54.94880546 294 55.10204082 295 55.25423729 296 55.40540541 297 55.55555556 298 55.70469799 299 55.51839465 300 55.33333333 301 55.14950166 302 55.29801325 303 55.11551155 304 55.26315789 305 55.08196721 306 55.22875817 307 55.04885993 308 55.19480519 309 55.01618123 310 55.16129032 311 55.30546624 312 55.44871795 313 55.59105431 314 55.41401274 315 55.23809524 316 55.37974684 317 55.52050473 318 55.34591195 319 55.17241379 320 55.31250000 321 55.14018692 322 54.96894410 323 55.10835913 324 55.24691358 325 55.38461538 326 55.21472393 327 55.04587156 328 55.18292683 329 55.31914894 330 55.45454545 331 55.58912387 332 55.42168675 333 55.55555556 334 55.38922156 335 55.52238806 336 55.65476190 337 55.48961424 338 55.32544379 339 55.45722714 340 55.29411765 341 55.42521994 342 55.55555556 343 55.39358601 344 55.23255814 345 55.36231884 346 55.20231214 347 55.04322767 348 54.88505747 349 54.72779370 350 54.85714286 351 54.98575499 352 54.82954545 353 54.95750708 354 55.08474576 355 55.21126761 356 55.33707865 357 55.18207283 358 55.30726257 359 55.43175487 360 55.27777778 361 55.12465374 362 55.24861878 363 55.37190083 364 55.49450549 365 55.61643836 366 55.73770492 367 55.85831063 368 55.97826087 369 56.09756098 370 55.94594595 371 56.06469003 372 56.18279570 373 56.03217158 374 55.88235294 375 56.00000000 376 56.11702128 377 55.96816976 378 55.82010582 379 55.93667546 380 56.05263158 381 56.16797900 382 56.02094241 383 55.87467363 384 55.98958333 385 56.10389610 386 56.21761658 387 56.07235142 388 55.92783505 389 55.78406170 390 55.89743590 391 55.75447570 392 55.86734694 393 55.97964377 394 56.09137056 395 55.94936709 396 56.06060606 397 56.17128463 398 56.28140704 399 56.39097744 400 56.50000000 401 56.60847880 402 56.46766169 403 56.32754342 404 56.18811881 405 56.04938272 406 55.91133005 407 56.01965602 408 55.88235294 409 55.99022005 410 55.85365854 411 55.71776156 412 55.58252427 413 55.44794189 414 55.55555556 415 55.42168675 416 55.52884615 417 55.63549161 418 55.74162679 419 55.60859189 420 55.71428571 421 55.58194774 422 55.68720379 423 55.79196217 424 55.89622642 425 56.00000000 426 56.10328638 427 55.97189696 428 55.84112150 429 55.71095571 430 55.81395349 431 55.68445476 432 55.55555556 433 55.42725173 434 55.52995392 435 55.40229885 436 55.27522936 437 55.14874142 438 55.02283105 439 55.12528474 440 55.00000000 441 55.10204082 442 55.20361991 443 55.30474041 444 55.18018018 445 55.28089888 446 55.38116592 447 55.48098434 448 55.58035714 449 55.67928731 450 55.77777778 451 55.65410200 452 55.53097345 453 55.40838852 454 55.50660793 455 55.38461538 456 55.48245614 457 55.57986871 458 55.45851528 459 55.55555556 460 55.65217391 461 55.74837310 462 55.84415584 463 55.93952484 464 56.03448276 465 55.91397849 466 56.00858369 467 56.10278373 468 55.98290598 469 55.86353945 470 55.74468085 471 55.83864119 472 55.93220339 473 56.02536998 474 56.11814346 475 56.21052632 476 56.09243697 477 55.97484277 478 56.06694561 479 56.15866388 480 56.25000000 481 56.13305613 482 56.01659751 483 56.10766046 484 55.99173554 485 55.87628866 486 55.96707819 487 56.05749487 488 55.94262295 489 56.03271984 490 56.12244898 491 56.21181263 492 56.30081301 493 56.38945233 494 56.47773279 495 56.56565657 496 56.65322581 497 56.53923541 498 56.62650602 499 56.51302605 500 56.60000000 501 56.48702595 502 56.57370518 503 56.66003976 504 56.74603175 505 56.83168317 506 56.71936759 507 56.80473373 508 56.88976378 509 56.97445972 510 57.05882353 511 56.94716243 512 56.83593750 513 56.72514620 514 56.80933852 515 56.89320388 516 56.78294574 517 56.67311412 518 56.75675676 519 56.64739884 520 56.53846154 521 56.42994242 522 56.32183908 523 56.40535373 524 56.48854962 525 56.38095238 526 56.27376426 527 56.16698292 528 56.25000000 529 56.33270321 530 56.41509434 531 56.30885122 532 56.39097744 533 56.47279550 534 56.36704120 535 56.44859813 536 56.52985075 537 56.61080074 538 56.69144981 539 56.58627087 540 56.48148148 541 56.56192237 542 56.45756458 543 56.35359116 544 56.43382353 545 56.51376147 546 56.59340659 547 56.67276051 548 56.56934307 549 56.64845173 550 56.54545455 551 56.44283122 552 56.34057971 553 56.23869801 554 56.31768953 555 56.21621622 556 56.29496403 557 56.19389587 558 56.09318996 559 55.99284436 560 56.07142857 561 56.14973262 562 56.04982206 563 56.12788632 564 56.02836879 565 55.92920354 566 55.83038869 567 55.90828924 568 55.98591549 569 55.88752197 570 55.78947368 571 55.86690018 572 55.94405594 573 56.02094241 574 56.09756098 575 56.00000000 576 56.07638889 577 55.97920277 578 56.05536332 579 55.95854922 580 55.86206897 581 55.76592083 582 55.67010309 583 55.74614065 584 55.65068493 585 55.55555556 586 55.46075085 587 55.53662692 588 55.44217687 589 55.34804754 590 55.25423729 591 55.32994924 592 55.40540541 593 55.31197302 594 55.38720539 595 55.46218487 596 55.53691275 597 55.61139028 598 55.68561873 599 55.59265442 600 55.50000000 601 55.57404326 602 55.48172757 603 55.38971808 604 55.46357616 605 55.53719008 606 55.44554455 607 55.35420099 608 55.26315789 609 55.33661741 610 55.40983607 611 55.48281506 612 55.39215686 613 55.30179445 614 55.21172638 615 55.12195122 616 55.03246753 617 55.10534846 618 55.17799353 619 55.08885299 620 55.16129032 621 55.07246377 622 54.98392283 623 55.05617978 624 55.12820513 625 55.04000000 626 54.95207668 627 55.02392344 628 55.09554140 629 55.00794913 630 55.07936508 631 54.99207607 632 54.90506329 633 54.81832543 634 54.88958991 635 54.96062992 636 55.03144654 637 55.10204082 638 55.01567398 639 55.08607199 640 55.00000000 641 54.91419657 642 54.82866044 643 54.89891135 644 54.81366460 645 54.72868217 646 54.79876161 647 54.86862442 648 54.93827160 649 54.85362096 650 54.92307692 651 54.99231951 652 55.06134969 653 55.13016845 654 55.19877676 655 55.26717557 656 55.33536585 657 55.25114155 658 55.16717325 659 55.23520486 660 55.15151515 661 55.21936460 662 55.28700906 663 55.35444947 664 55.42168675 665 55.48872180 666 55.55555556 667 55.62218891 668 55.68862275 669 55.60538117 670 55.67164179 671 55.73770492 672 55.80357143 673 55.86924220 674 55.78635015 675 55.85185185 676 55.76923077 677 55.68685377 678 55.75221239 679 55.81737850 680 55.73529412 681 55.65345081 682 55.71847507 683 55.78330893 684 55.84795322 685 55.91240876 686 55.97667638 687 56.04075691 688 56.10465116 689 56.16835994 690 56.23188406 691 56.29522431 692 56.35838150 693 56.27705628 694 56.34005764 695 56.25899281 696 56.32183908 697 56.38450502 698 56.44699140 699 56.36623748 700 56.42857143 701 56.49072753 702 56.55270655 703 56.47226174 704 56.53409091 705 56.59574468 706 56.65722380 707 56.57708628 708 56.63841808 709 56.69957687 710 56.76056338 711 56.68073136 712 56.74157303 713 56.80224404 714 56.86274510 715 56.78321678 716 56.84357542 717 56.90376569 718 56.82451253 719 56.74547983 720 56.66666667 721 56.72676838 722 56.78670360 723 56.84647303 724 56.90607735 725 56.96551724 726 57.02479339 727 57.08390646 728 57.14285714 729 57.20164609 730 57.12328767 731 57.18194254 732 57.10382514 733 57.16234652 734 57.22070845 735 57.14285714 736 57.06521739 737 56.98778833 738 56.91056911 739 56.83355886 740 56.89189189 741 56.95006748 742 57.00808625 743 57.06594886 744 57.12365591 745 57.04697987 746 57.10455764 747 57.02811245 748 57.08556150 749 57.14285714 750 57.20000000