common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 42.85714286 8 50.00000000 9 55.55555556 10 60.00000000 11 54.54545455 12 50.00000000 13 53.84615385 14 57.14285714 15 60.00000000 16 62.50000000 17 58.82352941 18 55.55555556 19 52.63157895 20 55.00000000 21 57.14285714 22 54.54545455 23 56.52173913 24 54.16666667 25 52.00000000 26 50.00000000 27 48.14814815 28 50.00000000 29 48.27586207 30 46.66666667 31 48.38709677 32 46.87500000 33 48.48484848 34 50.00000000 35 51.42857143 36 50.00000000 37 48.64864865 38 50.00000000 39 48.71794872 40 47.50000000 41 46.34146341 42 45.23809524 43 44.18604651 44 45.45454545 45 44.44444444 46 43.47826087 47 42.55319149 48 41.66666667 49 42.85714286 50 42.00000000 51 43.13725490 52 42.30769231 53 41.50943396 54 40.74074074 55 40.00000000 56 39.28571429 57 40.35087719 58 41.37931034 59 42.37288136 60 43.33333333 61 42.62295082 62 41.93548387 63 41.26984127 64 42.18750000 65 41.53846154 66 40.90909091 67 41.79104478 68 41.17647059 69 42.02898551 70 42.85714286 71 42.25352113 72 43.05555556 73 42.46575342 74 43.24324324 75 42.66666667 76 43.42105263 77 44.15584416 78 43.58974359 79 44.30379747 80 43.75000000 81 43.20987654 82 42.68292683 83 43.37349398 84 44.04761905 85 43.52941176 86 44.18604651 87 44.82758621 88 45.45454545 89 44.94382022 90 45.55555556 91 46.15384615 92 45.65217391 93 46.23655914 94 46.80851064 95 47.36842105 96 47.91666667 97 48.45360825 98 48.97959184 99 49.49494949 100 49.00000000 101 49.50495050 102 49.01960784 103 48.54368932 104 49.03846154 105 48.57142857 106 49.05660377 107 49.53271028 108 50.00000000 109 49.54128440 110 50.00000000 111 50.45045045 112 50.89285714 113 51.32743363 114 50.87719298 115 51.30434783 116 50.86206897 117 50.42735043 118 50.00000000 119 50.42016807 120 50.00000000 121 49.58677686 122 49.18032787 123 49.59349593 124 50.00000000 125 50.40000000 126 50.79365079 127 51.18110236 128 50.78125000 129 50.38759690 130 50.00000000 131 50.38167939 132 50.00000000 133 50.37593985 134 50.74626866 135 51.11111111 136 51.47058824 137 51.82481752 138 52.17391304 139 51.79856115 140 52.14285714 141 52.48226950 142 52.81690141 143 53.14685315 144 53.47222222 145 53.79310345 146 54.10958904 147 54.42176871 148 54.05405405 149 53.69127517 150 54.00000000 151 53.64238411 152 53.28947368 153 53.59477124 154 53.24675325 155 53.54838710 156 53.20512821 157 52.86624204 158 53.16455696 159 52.83018868 160 53.12500000 161 53.41614907 162 53.08641975 163 53.37423313 164 53.65853659 165 53.93939394 166 54.21686747 167 54.49101796 168 54.76190476 169 54.43786982 170 54.11764706 171 54.38596491 172 54.65116279 173 54.33526012 174 54.02298851 175 54.28571429 176 53.97727273 177 54.23728814 178 54.49438202 179 54.18994413 180 54.44444444 181 54.14364641 182 54.39560440 183 54.64480874 184 54.34782609 185 54.59459459 186 54.30107527 187 54.01069519 188 53.72340426 189 53.43915344 190 53.68421053 191 53.92670157 192 54.16666667 193 53.88601036 194 54.12371134 195 53.84615385 196 53.57142857 197 53.29949239 198 53.03030303 199 53.26633166 200 53.50000000 201 53.23383085 202 52.97029703 203 52.70935961 204 52.94117647 205 52.68292683 206 52.42718447 207 52.65700483 208 52.40384615 209 52.63157895 210 52.85714286 211 53.08056872 212 53.30188679 213 53.52112676 214 53.73831776 215 53.48837209 216 53.70370370 217 53.45622120 218 53.21100917 219 53.42465753 220 53.63636364 221 53.84615385 222 54.05405405 223 54.26008969 224 54.46428571 225 54.66666667 226 54.42477876 227 54.18502203 228 53.94736842 229 54.14847162 230 53.91304348 231 53.67965368 232 53.44827586 233 53.64806867 234 53.84615385 235 53.61702128 236 53.38983051 237 53.16455696 238 53.36134454 239 53.55648536 240 53.75000000 241 53.52697095 242 53.71900826 243 53.90946502 244 53.68852459 245 53.46938776 246 53.25203252 247 53.03643725 248 53.22580645 249 53.41365462 250 53.60000000 251 53.78486056 252 53.96825397 253 53.75494071 254 53.93700787 255 54.11764706 256 54.29687500 257 54.08560311 258 54.26356589 259 54.44015444 260 54.61538462 261 54.78927203 262 54.58015267 263 54.37262357 264 54.54545455 265 54.71698113 266 54.51127820 267 54.68164794 268 54.85074627 269 55.01858736 270 54.81481481 271 54.61254613 272 54.41176471 273 54.21245421 274 54.37956204 275 54.18181818 276 54.34782609 277 54.51263538 278 54.67625899 279 54.83870968 280 55.00000000 281 55.16014235 282 55.31914894 283 55.12367491 284 55.28169014 285 55.08771930 286 54.89510490 287 55.05226481 288 55.20833333 289 55.36332180 290 55.51724138 291 55.32646048 292 55.13698630 293 55.29010239 294 55.44217687 295 55.59322034 296 55.74324324 297 55.89225589 298 56.04026846 299 55.85284281 300 55.66666667 301 55.48172757 302 55.62913907 303 55.44554455 304 55.59210526 305 55.40983607 306 55.55555556 307 55.37459283 308 55.51948052 309 55.33980583 310 55.48387097 311 55.62700965 312 55.76923077 313 55.91054313 314 55.73248408 315 55.87301587 316 56.01265823 317 56.15141956 318 55.97484277 319 55.79937304 320 55.93750000 321 55.76323988 322 55.90062112 323 56.03715170 324 56.17283951 325 56.30769231 326 56.13496933 327 55.96330275 328 56.09756098 329 56.23100304 330 56.36363636 331 56.49546828 332 56.32530120 333 56.45645646 334 56.28742515 335 56.41791045 336 56.54761905 337 56.37982196 338 56.21301775 339 56.34218289 340 56.17647059 341 56.30498534 342 56.43274854 343 56.55976676 344 56.39534884 345 56.52173913 346 56.35838150 347 56.19596542 348 56.03448276 349 55.87392550 350 56.00000000 351 56.12535613 352 55.96590909 353 56.09065156 354 56.21468927 355 56.33802817 356 56.46067416 357 56.30252101 358 56.42458101 359 56.54596100 360 56.38888889 361 56.23268698 362 56.35359116 363 56.47382920 364 56.59340659 365 56.71232877 366 56.83060109 367 56.94822888 368 57.06521739 369 57.18157182 370 57.02702703 371 57.14285714 372 57.25806452 373 57.10455764 374 56.95187166 375 57.06666667 376 57.18085106 377 57.02917772 378 56.87830688 379 56.99208443 380 57.10526316 381 57.21784777 382 57.06806283 383 56.91906005 384 57.03125000 385 57.14285714 386 57.25388601 387 57.10594315 388 56.95876289 389 56.81233933 390 56.92307692 391 56.77749361 392 56.88775510 393 56.99745547 394 57.10659898 395 57.21518987 396 57.32323232 397 57.43073048 398 57.53768844 399 57.64411028 400 57.75000000 401 57.85536160 402 57.71144279 403 57.56823821 404 57.42574257 405 57.28395062 406 57.14285714 407 57.24815725 408 57.35294118 409 57.45721271 410 57.31707317 411 57.17761557 412 57.03883495 413 56.90072639 414 57.00483092 415 56.86746988 416 56.97115385 417 57.07434053 418 57.17703349 419 57.04057279 420 57.14285714 421 57.00712589 422 57.10900474 423 57.21040189 424 57.31132075 425 57.41176471 426 57.51173709 427 57.37704918 428 57.24299065 429 57.10955711 430 57.20930233 431 57.07656613 432 56.94444444 433 56.81293303 434 56.91244240 435 56.78160920 436 56.65137615 437 56.52173913 438 56.39269406 439 56.49202733 440 56.59090909 441 56.68934240 442 56.78733032 443 56.88487585 444 56.98198198 445 57.07865169 446 57.17488789 447 57.27069351 448 57.36607143 449 57.46102450 450 57.55555556 451 57.42793792 452 57.30088496 453 57.17439294 454 57.26872247 455 57.14285714 456 57.23684211 457 57.33041575 458 57.42358079 459 57.51633987 460 57.60869565 461 57.70065076 462 57.79220779 463 57.88336933 464 57.97413793 465 57.84946237 466 57.93991416 467 58.02997859 468 57.90598291 469 57.78251599 470 57.65957447 471 57.74946921 472 57.83898305 473 57.92811839 474 58.01687764 475 58.10526316 476 57.98319328 477 57.86163522 478 57.94979079 479 58.03757829 480 58.12500000 481 58.00415800 482 57.88381743 483 57.97101449 484 57.85123967 485 57.73195876 486 57.81893004 487 57.90554415 488 57.78688525 489 57.87321063 490 57.95918367 491 58.04480652 492 58.13008130 493 58.21501014 494 58.29959514 495 58.38383838 496 58.46774194 497 58.55130785 498 58.63453815 499 58.51703407 500 58.60000000 501 58.68263473 502 58.76494024 503 58.84691849 504 58.92857143 505 59.00990099 506 58.89328063 507 58.97435897 508 59.05511811 509 59.13555992 510 59.21568627 511 59.09980431 512 58.98437500 513 58.86939571 514 58.94941634 515 59.02912621 516 58.91472868 517 58.80077369 518 58.88030888 519 58.76685934 520 58.84615385 521 58.73320537 522 58.62068966 523 58.69980880 524 58.77862595 525 58.85714286 526 58.74524715 527 58.63377609 528 58.71212121 529 58.79017013 530 58.86792453 531 58.75706215 532 58.83458647 533 58.91181989 534 58.80149813 535 58.87850467 536 58.95522388 537 59.03165736 538 59.10780669 539 58.99814471 540 58.88888889 541 58.96487985 542 58.85608856 543 58.74769797 544 58.82352941 545 58.89908257 546 58.97435897 547 59.04936015 548 58.94160584 549 59.01639344 550 58.90909091 551 58.80217786 552 58.69565217 553 58.58951175 554 58.66425993 555 58.55855856 556 58.63309353 557 58.52782765 558 58.42293907 559 58.31842576 560 58.39285714 561 58.46702317 562 58.36298932 563 58.43694494 564 58.33333333 565 58.23008850 566 58.12720848 567 58.20105820 568 58.27464789 569 58.17223199 570 58.24561404 571 58.31873905 572 58.39160839 573 58.28970332 574 58.36236934 575 58.26086957 576 58.33333333 577 58.23223570 578 58.30449827 579 58.20379965 580 58.10344828 581 58.00344234 582 58.07560137 583 58.14751286 584 58.04794521 585 57.94871795 586 57.84982935 587 57.92163543 588 57.82312925 589 57.72495756 590 57.62711864 591 57.69881557 592 57.60135135 593 57.50421585 594 57.40740741 595 57.47899160 596 57.55033557 597 57.62144054 598 57.69230769 599 57.59599332 600 57.66666667 601 57.73710483 602 57.80730897 603 57.71144279 604 57.78145695 605 57.85123967 606 57.75577558 607 57.66062603 608 57.56578947 609 57.63546798 610 57.70491803 611 57.77414075 612 57.67973856 613 57.58564437 614 57.49185668 615 57.39837398 616 57.30519481 617 57.37439222 618 57.44336570 619 57.35056543 620 57.41935484 621 57.32689211 622 57.23472669 623 57.30337079 624 57.37179487 625 57.28000000 626 57.18849840 627 57.25677831 628 57.32484076 629 57.23370429 630 57.14285714 631 57.05229794 632 56.96202532 633 56.87203791 634 56.94006309 635 57.00787402 636 57.07547170 637 57.14285714 638 57.05329154 639 57.12050078 640 57.03125000 641 56.94227769 642 56.85358255 643 56.92068429 644 56.83229814 645 56.74418605 646 56.81114551 647 56.87789799 648 56.94444444 649 56.85670262 650 56.92307692 651 56.98924731 652 57.05521472 653 57.12098009 654 57.18654434 655 57.25190840 656 57.31707317 657 57.22983257 658 57.14285714 659 57.20789074 660 57.12121212 661 57.18608169 662 57.25075529 663 57.31523379 664 57.37951807 665 57.44360902 666 57.50750751 667 57.57121439 668 57.63473054 669 57.54857997 670 57.61194030 671 57.67511177 672 57.73809524 673 57.80089153 674 57.71513353 675 57.77777778 676 57.69230769 677 57.60709010 678 57.66961652 679 57.73195876 680 57.64705882 681 57.56240822 682 57.62463343 683 57.68667643 684 57.74853801 685 57.81021898 686 57.72594752 687 57.78748180 688 57.84883721 689 57.91001451 690 57.97101449 691 58.03183792 692 58.09248555 693 58.00865801 694 58.06916427 695 57.98561151 696 58.04597701 697 58.10616930 698 58.16618911 699 58.08297568 700 58.00000000 701 58.05991441 702 58.11965812 703 58.03698435 704 58.09659091 705 58.15602837 706 58.21529745 707 58.13295615 708 58.19209040 709 58.25105783 710 58.30985915 711 58.22784810 712 58.28651685 713 58.34502104 714 58.40336134 715 58.32167832 716 58.37988827 717 58.43793584 718 58.49582173 719 58.41446453 720 58.33333333 721 58.39112344 722 58.44875346 723 58.50622407 724 58.56353591 725 58.62068966 726 58.67768595 727 58.73452545 728 58.79120879 729 58.84773663 730 58.76712329 731 58.82352941 732 58.74316940 733 58.79945430 734 58.85558583 735 58.77551020 736 58.69565217 737 58.61601085 738 58.53658537 739 58.45737483 740 58.51351351 741 58.56950067 742 58.62533693 743 58.68102288 744 58.73655914 745 58.65771812 746 58.71313673 747 58.63453815 748 58.68983957 749 58.74499332 750 58.80000000