common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 73.33333333 16 75.00000000 17 70.58823529 18 66.66666667 19 63.15789474 20 65.00000000 21 66.66666667 22 63.63636364 23 65.21739130 24 62.50000000 25 60.00000000 26 57.69230769 27 55.55555556 28 57.14285714 29 55.17241379 30 56.66666667 31 58.06451613 32 56.25000000 33 57.57575758 34 58.82352941 35 60.00000000 36 58.33333333 37 56.75675676 38 57.89473684 39 56.41025641 40 55.00000000 41 56.09756098 42 54.76190476 43 53.48837209 44 54.54545455 45 53.33333333 46 52.17391304 47 51.06382979 48 50.00000000 49 48.97959184 50 48.00000000 51 47.05882353 52 46.15384615 53 45.28301887 54 44.44444444 55 43.63636364 56 42.85714286 57 43.85964912 58 43.10344828 59 44.06779661 60 45.00000000 61 44.26229508 62 43.54838710 63 42.85714286 64 42.18750000 65 41.53846154 66 40.90909091 67 41.79104478 68 41.17647059 69 42.02898551 70 42.85714286 71 42.25352113 72 43.05555556 73 43.83561644 74 44.59459459 75 44.00000000 76 44.73684211 77 45.45454545 78 44.87179487 79 44.30379747 80 43.75000000 81 43.20987654 82 42.68292683 83 43.37349398 84 44.04761905 85 43.52941176 86 44.18604651 87 44.82758621 88 45.45454545 89 44.94382022 90 44.44444444 91 45.05494505 92 44.56521739 93 45.16129032 94 45.74468085 95 45.26315789 96 45.83333333 97 45.36082474 98 45.91836735 99 46.46464646 100 47.00000000 101 47.52475248 102 47.05882353 103 46.60194175 104 47.11538462 105 47.61904762 106 48.11320755 107 48.59813084 108 49.07407407 109 48.62385321 110 49.09090909 111 49.54954955 112 50.00000000 113 50.44247788 114 50.00000000 115 50.43478261 116 50.00000000 117 49.57264957 118 49.15254237 119 49.57983193 120 49.16666667 121 48.76033058 122 48.36065574 123 48.78048780 124 49.19354839 125 49.60000000 126 50.00000000 127 50.39370079 128 50.00000000 129 49.61240310 130 49.23076923 131 49.61832061 132 49.24242424 133 49.62406015 134 50.00000000 135 50.37037037 136 50.73529412 137 51.09489051 138 51.44927536 139 51.07913669 140 51.42857143 141 51.77304965 142 52.11267606 143 52.44755245 144 52.77777778 145 53.10344828 146 53.42465753 147 53.74149660 148 54.05405405 149 53.69127517 150 54.00000000 151 53.64238411 152 53.28947368 153 53.59477124 154 53.89610390 155 54.19354839 156 53.84615385 157 53.50318471 158 53.79746835 159 53.45911950 160 53.75000000 161 54.03726708 162 53.70370370 163 53.98773006 164 54.26829268 165 54.54545455 166 54.81927711 167 55.08982036 168 55.35714286 169 55.02958580 170 54.70588235 171 54.97076023 172 55.23255814 173 54.91329480 174 54.59770115 175 54.85714286 176 54.54545455 177 54.23728814 178 54.49438202 179 54.18994413 180 54.44444444 181 54.14364641 182 53.84615385 183 54.09836066 184 53.80434783 185 54.05405405 186 53.76344086 187 53.47593583 188 53.19148936 189 52.91005291 190 53.15789474 191 53.40314136 192 53.64583333 193 53.36787565 194 53.60824742 195 53.33333333 196 53.06122449 197 52.79187817 198 52.52525253 199 52.76381910 200 53.00000000 201 52.73631841 202 52.47524752 203 52.21674877 204 52.45098039 205 52.19512195 206 51.94174757 207 52.17391304 208 51.92307692 209 52.15311005 210 52.38095238 211 52.60663507 212 52.83018868 213 53.05164319 214 52.80373832 215 53.02325581 216 53.24074074 217 52.99539171 218 52.75229358 219 52.96803653 220 53.18181818 221 52.94117647 222 53.15315315 223 53.36322870 224 53.57142857 225 53.77777778 226 53.53982301 227 53.30396476 228 53.07017544 229 53.27510917 230 53.04347826 231 52.81385281 232 52.58620690 233 52.36051502 234 52.13675214 235 51.91489362 236 51.69491525 237 51.47679325 238 51.68067227 239 51.46443515 240 51.25000000 241 51.03734440 242 51.23966942 243 51.44032922 244 51.22950820 245 51.02040816 246 50.81300813 247 50.60728745 248 50.80645161 249 51.00401606 250 51.20000000 251 51.39442231 252 51.58730159 253 51.38339921 254 51.57480315 255 51.76470588 256 51.95312500 257 51.75097276 258 51.93798450 259 52.12355212 260 52.30769231 261 52.49042146 262 52.29007634 263 52.09125475 264 52.27272727 265 52.07547170 266 51.87969925 267 52.05992509 268 52.23880597 269 52.41635688 270 52.22222222 271 52.02952030 272 51.83823529 273 51.64835165 274 51.82481752 275 51.63636364 276 51.81159420 277 51.98555957 278 52.15827338 279 52.32974910 280 52.50000000 281 52.66903915 282 52.83687943 283 52.65017668 284 52.81690141 285 52.63157895 286 52.44755245 287 52.61324042 288 52.77777778 289 52.94117647 290 53.10344828 291 52.92096220 292 52.73972603 293 52.90102389 294 53.06122449 295 53.22033898 296 53.37837838 297 53.53535354 298 53.69127517 299 53.51170569 300 53.66666667 301 53.48837209 302 53.64238411 303 53.46534653 304 53.61842105 305 53.44262295 306 53.59477124 307 53.42019544 308 53.57142857 309 53.39805825 310 53.54838710 311 53.69774920 312 53.84615385 313 53.99361022 314 53.82165605 315 53.65079365 316 53.79746835 317 53.94321767 318 53.77358491 319 53.60501567 320 53.75000000 321 53.58255452 322 53.41614907 323 53.56037152 324 53.70370370 325 53.84615385 326 53.68098160 327 53.51681957 328 53.65853659 329 53.79939210 330 53.93939394 331 54.07854985 332 53.91566265 333 54.05405405 334 53.89221557 335 54.02985075 336 54.16666667 337 54.00593472 338 53.84615385 339 53.98230088 340 53.82352941 341 53.95894428 342 54.09356725 343 53.93586006 344 53.77906977 345 53.91304348 346 53.75722543 347 53.60230548 348 53.44827586 349 53.29512894 350 53.42857143 351 53.56125356 352 53.40909091 353 53.54107649 354 53.67231638 355 53.80281690 356 53.93258427 357 53.78151261 358 53.91061453 359 54.03899721 360 53.88888889 361 53.73961219 362 53.86740331 363 53.99449036 364 54.12087912 365 54.24657534 366 54.37158470 367 54.49591281 368 54.61956522 369 54.74254743 370 54.86486486 371 54.98652291 372 55.10752688 373 55.22788204 374 55.08021390 375 55.20000000 376 55.31914894 377 55.17241379 378 55.02645503 379 55.14511873 380 55.26315789 381 55.38057743 382 55.23560209 383 55.09138381 384 55.20833333 385 55.32467532 386 55.44041451 387 55.29715762 388 55.15463918 389 55.01285347 390 55.12820513 391 54.98721228 392 55.10204082 393 55.21628499 394 55.32994924 395 55.18987342 396 55.30303030 397 55.41561713 398 55.52763819 399 55.63909774 400 55.50000000 401 55.61097257 402 55.47263682 403 55.33498759 404 55.19801980 405 55.30864198 406 55.17241379 407 55.28255528 408 55.39215686 409 55.50122249 410 55.36585366 411 55.23114355 412 55.09708738 413 54.96368039 414 55.07246377 415 54.93975904 416 55.04807692 417 55.15587530 418 55.26315789 419 55.13126492 420 55.23809524 421 55.10688836 422 55.21327014 423 55.31914894 424 55.42452830 425 55.52941176 426 55.63380282 427 55.50351288 428 55.60747664 429 55.47785548 430 55.58139535 431 55.45243619 432 55.32407407 433 55.42725173 434 55.52995392 435 55.40229885 436 55.27522936 437 55.14874142 438 55.02283105 439 55.12528474 440 55.22727273 441 55.32879819 442 55.42986425 443 55.53047404 444 55.40540541 445 55.50561798 446 55.60538117 447 55.70469799 448 55.58035714 449 55.45657016 450 55.55555556 451 55.43237251 452 55.53097345 453 55.40838852 454 55.28634361 455 55.16483516 456 55.26315789 457 55.36105033 458 55.45851528 459 55.55555556 460 55.65217391 461 55.74837310 462 55.84415584 463 55.93952484 464 56.03448276 465 55.91397849 466 56.00858369 467 56.10278373 468 55.98290598 469 55.86353945 470 55.74468085 471 55.83864119 472 55.93220339 473 56.02536998 474 56.11814346 475 56.21052632 476 56.09243697 477 55.97484277 478 56.06694561 479 56.15866388 480 56.25000000 481 56.13305613 482 56.01659751 483 56.10766046 484 55.99173554 485 55.87628866 486 55.96707819 487 56.05749487 488 55.94262295 489 56.03271984 490 56.12244898 491 56.00814664 492 56.09756098 493 56.18661258 494 56.27530364 495 56.36363636 496 56.45161290 497 56.33802817 498 56.42570281 499 56.31262525 500 56.40000000 501 56.28742515 502 56.17529880 503 56.26242545 504 56.34920635 505 56.43564356 506 56.32411067 507 56.41025641 508 56.29921260 509 56.38506876 510 56.47058824 511 56.36007828 512 56.25000000 513 56.14035088 514 56.22568093 515 56.31067961 516 56.20155039 517 56.09284333 518 56.17760618 519 56.06936416 520 55.96153846 521 55.85412668 522 55.74712644 523 55.64053537 524 55.72519084 525 55.80952381 526 55.70342205 527 55.59772296 528 55.68181818 529 55.76559546 530 55.84905660 531 55.74387947 532 55.63909774 533 55.72232645 534 55.61797753 535 55.70093458 536 55.59701493 537 55.67970205 538 55.76208178 539 55.65862709 540 55.55555556 541 55.63770795 542 55.53505535 543 55.43278085 544 55.33088235 545 55.41284404 546 55.49450549 547 55.57586837 548 55.47445255 549 55.55555556 550 55.45454545 551 55.53539020 552 55.43478261 553 55.33453888 554 55.41516245 555 55.31531532 556 55.39568345 557 55.29622980 558 55.19713262 559 55.27728086 560 55.35714286 561 55.43672014 562 55.33807829 563 55.23978686 564 55.14184397 565 55.04424779 566 54.94699647 567 55.02645503 568 55.10563380 569 55.00878735 570 55.08771930 571 55.16637478 572 55.24475524 573 55.14834206 574 55.22648084 575 55.13043478 576 55.20833333 577 55.28596187 578 55.36332180 579 55.26770294 580 55.17241379 581 55.07745267 582 54.98281787 583 55.06003431 584 54.96575342 585 54.87179487 586 54.77815700 587 54.85519591 588 54.76190476 589 54.66893039 590 54.57627119 591 54.65313029 592 54.56081081 593 54.46880270 594 54.37710438 595 54.45378151 596 54.53020134 597 54.60636516 598 54.51505017 599 54.59098497 600 54.66666667 601 54.74209651 602 54.81727575 603 54.72636816 604 54.80132450 605 54.87603306 606 54.78547855 607 54.69522241 608 54.60526316 609 54.67980296 610 54.75409836 611 54.82815057 612 54.73856209 613 54.64926591 614 54.56026059 615 54.63414634 616 54.54545455 617 54.45705024 618 54.53074434 619 54.44264943 620 54.51612903 621 54.42834138 622 54.34083601 623 54.41412520 624 54.48717949 625 54.56000000 626 54.47284345 627 54.38596491 628 54.45859873 629 54.37201908 630 54.28571429 631 54.19968304 632 54.11392405 633 54.02843602 634 54.10094637 635 54.01574803 636 54.08805031 637 54.16012559 638 54.07523511 639 54.14710485 640 54.06250000 641 53.97815913 642 54.04984424 643 54.12130638 644 54.03726708 645 54.10852713 646 54.17956656 647 54.25038640 648 54.32098765 649 54.23728814 650 54.30769231 651 54.37788018 652 54.29447853 653 54.36447167 654 54.28134557 655 54.35114504 656 54.42073171 657 54.49010654 658 54.55927052 659 54.62822458 660 54.54545455 661 54.46293495 662 54.53172205 663 54.60030166 664 54.66867470 665 54.73684211 666 54.65465465 667 54.72263868 668 54.79041916 669 54.70852018 670 54.77611940 671 54.84351714 672 54.91071429 673 54.97771174 674 54.89614243 675 54.96296296 676 54.88165680 677 54.80059084 678 54.86725664 679 54.93372607 680 54.85294118 681 54.77239354 682 54.83870968 683 54.90483163 684 54.97076023 685 54.89051095 686 54.95626822 687 55.02183406 688 55.08720930 689 55.15239478 690 55.21739130 691 55.13748191 692 55.20231214 693 55.26695527 694 55.33141210 695 55.25179856 696 55.31609195 697 55.38020086 698 55.44412607 699 55.36480687 700 55.28571429 701 55.34950071 702 55.41310541 703 55.33428165 704 55.39772727 705 55.46099291 706 55.52407932 707 55.44554455 708 55.50847458 709 55.57122708 710 55.63380282 711 55.55555556 712 55.61797753 713 55.68022440 714 55.74229692 715 55.66433566 716 55.72625698 717 55.78800558 718 55.71030641 719 55.63282337 720 55.55555556 721 55.61719834 722 55.67867036 723 55.73997234 724 55.80110497 725 55.86206897 726 55.78512397 727 55.84594223 728 55.90659341 729 55.96707819 730 55.89041096 731 55.95075239 732 55.87431694 733 55.93451569 734 55.99455041 735 55.91836735 736 55.84239130 737 55.76662144 738 55.69105691 739 55.61569689 740 55.67567568 741 55.73549258 742 55.79514825 743 55.85464334 744 55.91397849 745 55.83892617 746 55.89812332 747 55.82329317 748 55.88235294 749 55.94125501 750 56.00000000