common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 71.42857143 8 75.00000000 9 77.77777778 10 80.00000000 11 81.81818182 12 75.00000000 13 76.92307692 14 78.57142857 15 80.00000000 16 81.25000000 17 82.35294118 18 83.33333333 19 78.94736842 20 80.00000000 21 76.19047619 22 77.27272727 23 78.26086957 24 75.00000000 25 72.00000000 26 69.23076923 27 70.37037037 28 71.42857143 29 72.41379310 30 70.00000000 31 70.96774194 32 68.75000000 33 69.69696970 34 70.58823529 35 71.42857143 36 69.44444444 37 70.27027027 38 71.05263158 39 71.79487179 40 72.50000000 41 73.17073171 42 71.42857143 43 72.09302326 44 72.72727273 45 71.11111111 46 71.73913043 47 72.34042553 48 72.91666667 49 73.46938776 50 72.00000000 51 72.54901961 52 71.15384615 53 69.81132075 54 68.51851852 55 67.27272727 56 66.07142857 57 66.66666667 58 67.24137931 59 67.79661017 60 68.33333333 61 67.21311475 62 67.74193548 63 68.25396825 64 68.75000000 65 69.23076923 66 68.18181818 67 68.65671642 68 69.11764706 69 68.11594203 70 68.57142857 71 67.60563380 72 68.05555556 73 67.12328767 74 67.56756757 75 66.66666667 76 67.10526316 77 67.53246753 78 67.94871795 79 68.35443038 80 68.75000000 81 69.13580247 82 69.51219512 83 69.87951807 84 70.23809524 85 70.58823529 86 70.93023256 87 71.26436782 88 71.59090909 89 70.78651685 90 71.11111111 91 71.42857143 92 70.65217391 93 70.96774194 94 71.27659574 95 71.57894737 96 71.87500000 97 72.16494845 98 72.44897959 99 72.72727273 100 72.00000000 101 72.27722772 102 71.56862745 103 70.87378641 104 71.15384615 105 71.42857143 106 71.69811321 107 71.96261682 108 72.22222222 109 71.55963303 110 71.81818182 111 72.07207207 112 72.32142857 113 72.56637168 114 72.80701754 115 73.04347826 116 72.41379310 117 71.79487179 118 72.03389831 119 72.26890756 120 72.50000000 121 72.72727273 122 72.95081967 123 73.17073171 124 73.38709677 125 73.60000000 126 73.80952381 127 74.01574803 128 73.43750000 129 73.64341085 130 73.07692308 131 73.28244275 132 73.48484848 133 73.68421053 134 73.88059701 135 74.07407407 136 74.26470588 137 74.45255474 138 74.63768116 139 74.10071942 140 74.28571429 141 74.46808511 142 74.64788732 143 74.82517483 144 75.00000000 145 75.17241379 146 75.34246575 147 75.51020408 148 75.00000000 149 75.16778523 150 75.33333333 151 74.83443709 152 74.34210526 153 74.50980392 154 74.67532468 155 74.83870968 156 74.35897436 157 74.52229299 158 74.68354430 159 74.84276730 160 75.00000000 161 75.15527950 162 75.30864198 163 75.46012270 164 75.60975610 165 75.75757576 166 75.90361446 167 76.04790419 168 76.19047619 169 75.73964497 170 75.88235294 171 76.02339181 172 76.16279070 173 76.30057803 174 76.43678161 175 76.57142857 176 76.13636364 177 76.27118644 178 76.40449438 179 75.97765363 180 76.11111111 181 75.69060773 182 75.82417582 183 75.95628415 184 75.54347826 185 75.67567568 186 75.26881720 187 74.86631016 188 75.00000000 189 74.60317460 190 74.73684211 191 74.86910995 192 75.00000000 193 74.61139896 194 74.74226804 195 74.35897436 196 73.97959184 197 74.11167513 198 73.73737374 199 73.86934673 200 74.00000000 201 74.12935323 202 74.25742574 203 73.89162562 204 74.01960784 205 74.14634146 206 74.27184466 207 74.39613527 208 74.03846154 209 74.16267943 210 74.28571429 211 74.40758294 212 74.52830189 213 74.64788732 214 74.76635514 215 74.41860465 216 74.53703704 217 74.19354839 218 74.31192661 219 74.42922374 220 74.54545455 221 74.20814480 222 74.32432432 223 74.43946188 224 74.55357143 225 74.66666667 226 74.77876106 227 74.44933921 228 74.56140351 229 74.67248908 230 74.78260870 231 74.45887446 232 74.13793103 233 74.24892704 234 74.35897436 235 74.04255319 236 73.72881356 237 73.83966245 238 73.94957983 239 74.05857741 240 74.16666667 241 74.27385892 242 74.38016529 243 74.48559671 244 74.18032787 245 73.87755102 246 73.98373984 247 74.08906883 248 74.19354839 249 74.29718876 250 74.40000000 251 74.50199203 252 74.60317460 253 74.30830040 254 74.40944882 255 74.50980392 256 74.60937500 257 74.31906615 258 74.41860465 259 74.51737452 260 74.61538462 261 74.71264368 262 74.42748092 263 74.52471483 264 74.62121212 265 74.71698113 266 74.81203008 267 74.90636704 268 75.00000000 269 75.09293680 270 75.18518519 271 74.90774908 272 75.00000000 273 74.72527473 274 74.81751825 275 74.54545455 276 74.63768116 277 74.72924188 278 74.82014388 279 74.91039427 280 75.00000000 281 75.08896797 282 75.17730496 283 75.26501767 284 75.35211268 285 75.08771930 286 75.17482517 287 75.26132404 288 75.34722222 289 75.43252595 290 75.51724138 291 75.60137457 292 75.34246575 293 75.42662116 294 75.51020408 295 75.59322034 296 75.67567568 297 75.75757576 298 75.83892617 299 75.58528428 300 75.33333333 301 75.08305648 302 75.16556291 303 74.91749175 304 74.67105263 305 74.75409836 306 74.83660131 307 74.59283388 308 74.67532468 309 74.75728155 310 74.83870968 311 74.91961415 312 75.00000000 313 75.07987220 314 75.15923567 315 75.23809524 316 75.31645570 317 75.07886435 318 74.84276730 319 74.92163009 320 75.00000000 321 74.76635514 322 74.53416149 323 74.61300310 324 74.69135802 325 74.76923077 326 74.84662577 327 74.61773700 328 74.69512195 329 74.77203647 330 74.84848485 331 74.92447130 332 74.69879518 333 74.77477477 334 74.55089820 335 74.62686567 336 74.70238095 337 74.48071217 338 74.26035503 339 74.33628319 340 74.41176471 341 74.48680352 342 74.56140351 343 74.63556851 344 74.70930233 345 74.78260870 346 74.56647399 347 74.35158501 348 74.13793103 349 73.92550143 350 74.00000000 351 74.07407407 352 74.14772727 353 74.22096317 354 74.29378531 355 74.36619718 356 74.43820225 357 74.50980392 358 74.58100559 359 74.65181058 360 74.72222222 361 74.79224377 362 74.86187845 363 74.65564738 364 74.72527473 365 74.79452055 366 74.86338798 367 74.93188011 368 75.00000000 369 75.06775068 370 75.13513514 371 75.20215633 372 75.26881720 373 75.06702413 374 75.13368984 375 75.20000000 376 75.26595745 377 75.06631300 378 75.13227513 379 75.19788918 380 75.26315789 381 75.32808399 382 75.39267016 383 75.45691906 384 75.52083333 385 75.58441558 386 75.64766839 387 75.45219638 388 75.51546392 389 75.57840617 390 75.64102564 391 75.44757033 392 75.51020408 393 75.57251908 394 75.63451777 395 75.69620253 396 75.75757576 397 75.81863980 398 75.87939698 399 75.93984962 400 76.00000000 401 76.05985037 402 76.11940299 403 75.93052109 404 75.99009901 405 76.04938272 406 76.10837438 407 76.16707617 408 76.22549020 409 76.28361858 410 76.09756098 411 76.15571776 412 76.21359223 413 76.27118644 414 76.32850242 415 76.14457831 416 76.20192308 417 76.25899281 418 76.31578947 419 76.37231504 420 76.42857143 421 76.24703088 422 76.30331754 423 76.35933806 424 76.41509434 425 76.47058824 426 76.52582160 427 76.34660422 428 76.40186916 429 76.22377622 430 76.27906977 431 76.33410673 432 76.38888889 433 76.44341801 434 76.49769585 435 76.32183908 436 76.37614679 437 76.20137300 438 76.25570776 439 76.30979499 440 76.13636364 441 76.19047619 442 76.24434389 443 76.29796840 444 76.35135135 445 76.40449438 446 76.45739910 447 76.51006711 448 76.56250000 449 76.61469933 450 76.66666667 451 76.49667406 452 76.32743363 453 76.15894040 454 76.21145374 455 76.26373626 456 76.31578947 457 76.36761488 458 76.41921397 459 76.47058824 460 76.30434783 461 76.35574837 462 76.40692641 463 76.45788337 464 76.50862069 465 76.34408602 466 76.39484979 467 76.44539615 468 76.28205128 469 76.33262260 470 76.17021277 471 76.22080679 472 76.27118644 473 76.32135307 474 76.37130802 475 76.42105263 476 76.26050420 477 76.10062893 478 76.15062762 479 75.99164927 480 76.04166667 481 75.88357588 482 75.93360996 483 75.98343685 484 75.82644628 485 75.67010309 486 75.72016461 487 75.77002053 488 75.61475410 489 75.66462168 490 75.71428571 491 75.76374745 492 75.81300813 493 75.86206897 494 75.91093117 495 75.95959596 496 76.00806452 497 76.05633803 498 76.10441767 499 75.95190381 500 76.00000000 501 76.04790419 502 76.09561753 503 76.14314115 504 76.19047619 505 76.23762376 506 76.28458498 507 76.33136095 508 76.37795276 509 76.42436149 510 76.47058824 511 76.51663405 512 76.36718750 513 76.21832359 514 76.26459144 515 76.31067961 516 76.16279070 517 76.01547389 518 76.06177606 519 76.10789981 520 76.15384615 521 76.00767754 522 76.05363985 523 76.09942639 524 76.14503817 525 76.19047619 526 76.04562738 527 76.09108159 528 76.13636364 529 76.18147448 530 76.22641509 531 76.27118644 532 76.31578947 533 76.36022514 534 76.40449438 535 76.44859813 536 76.49253731 537 76.53631285 538 76.57992565 539 76.43784787 540 76.48148148 541 76.52495379 542 76.56826568 543 76.42725599 544 76.47058824 545 76.51376147 546 76.55677656 547 76.59963437 548 76.64233577 549 76.68488160 550 76.54545455 551 76.58802178 552 76.44927536 553 76.49186257 554 76.53429603 555 76.39639640 556 76.43884892 557 76.30161580 558 76.16487455 559 76.20751342 560 76.25000000 561 76.29233512 562 76.33451957 563 76.37655417 564 76.41843972 565 76.28318584 566 76.32508834 567 76.36684303 568 76.40845070 569 76.27416520 570 76.31578947 571 76.35726795 572 76.39860140 573 76.43979058 574 76.48083624 575 76.52173913 576 76.56250000 577 76.60311958 578 76.64359862 579 76.68393782 580 76.72413793 581 76.59208262 582 76.63230241 583 76.67238422 584 76.71232877 585 76.75213675 586 76.79180887 587 76.83134583 588 76.70068027 589 76.74023769 590 76.77966102 591 76.81895093 592 76.85810811 593 76.72849916 594 76.59932660 595 76.63865546 596 76.67785235 597 76.71691792 598 76.75585284 599 76.62771285 600 76.66666667 601 76.70549085 602 76.74418605 603 76.78275290 604 76.82119205 605 76.85950413 606 76.73267327 607 76.77100494 608 76.80921053 609 76.84729064 610 76.88524590 611 76.92307692 612 76.96078431 613 76.83523654 614 76.87296417 615 76.91056911 616 76.78571429 617 76.82333874 618 76.86084142 619 76.89822294 620 76.93548387 621 76.97262480 622 77.00964630 623 77.04654896 624 77.08333333 625 77.12000000 626 77.15654952 627 77.19298246 628 77.22929936 629 77.10651828 630 76.98412698 631 77.02060222 632 76.89873418 633 76.77725118 634 76.81388013 635 76.85039370 636 76.88679245 637 76.92307692 638 76.95924765 639 76.99530516 640 77.03125000 641 77.06708268 642 77.10280374 643 77.13841369 644 77.17391304 645 77.05426357 646 77.08978328 647 77.12519320 648 77.16049383 649 77.04160247 650 77.07692308 651 77.11213518 652 77.14723926 653 77.18223583 654 77.21712538 655 77.25190840 656 77.28658537 657 77.32115677 658 77.35562310 659 77.23823976 660 77.12121212 661 77.15582451 662 77.19033233 663 77.22473605 664 77.25903614 665 77.29323308 666 77.32732733 667 77.36131934 668 77.39520958 669 77.42899851 670 77.46268657 671 77.49627422 672 77.52976190 673 77.56315007 674 77.59643917 675 77.62962963 676 77.51479290 677 77.54800591 678 77.58112094 679 77.61413844 680 77.64705882 681 77.53303965 682 77.56598240 683 77.59882870 684 77.63157895 685 77.66423358 686 77.69679300 687 77.72925764 688 77.76162791 689 77.79390421 690 77.82608696 691 77.85817656 692 77.89017341 693 77.77777778 694 77.80979827 695 77.84172662 696 77.87356322 697 77.90530846 698 77.93696275 699 77.96852647 700 78.00000000 701 78.03138374 702 78.06267806 703 78.09388336 704 78.12500000 705 78.15602837 706 78.18696884 707 78.21782178 708 78.24858757 709 78.27926657 710 78.30985915 711 78.19971871 712 78.23033708 713 78.26086957 714 78.29131653 715 78.32167832 716 78.35195531 717 78.38214784 718 78.27298050 719 78.30319889 720 78.33333333 721 78.36338419 722 78.39335180 723 78.42323651 724 78.45303867 725 78.48275862 726 78.51239669 727 78.54195323 728 78.57142857 729 78.60082305 730 78.63013699 731 78.65937073 732 78.55191257 733 78.44474761 734 78.47411444 735 78.50340136 736 78.53260870 737 78.42605156 738 78.31978320 739 78.21380244 740 78.24324324 741 78.27260459 742 78.30188679 743 78.33109017 744 78.36021505 745 78.38926174 746 78.41823056 747 78.31325301 748 78.34224599 749 78.37116155 750 78.40000000