common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 66.66666667 16 68.75000000 17 64.70588235 18 61.11111111 19 57.89473684 20 60.00000000 21 61.90476190 22 59.09090909 23 60.86956522 24 58.33333333 25 56.00000000 26 53.84615385 27 51.85185185 28 53.57142857 29 51.72413793 30 50.00000000 31 51.61290323 32 50.00000000 33 51.51515152 34 52.94117647 35 54.28571429 36 52.77777778 37 51.35135135 38 52.63157895 39 51.28205128 40 50.00000000 41 51.21951220 42 50.00000000 43 48.83720930 44 50.00000000 45 51.11111111 46 50.00000000 47 48.93617021 48 47.91666667 49 46.93877551 50 46.00000000 51 45.09803922 52 44.23076923 53 43.39622642 54 42.59259259 55 41.81818182 56 41.07142857 57 42.10526316 58 41.37931034 59 42.37288136 60 43.33333333 61 42.62295082 62 41.93548387 63 41.26984127 64 40.62500000 65 40.00000000 66 39.39393939 67 40.29850746 68 39.70588235 69 40.57971014 70 41.42857143 71 40.84507042 72 41.66666667 73 41.09589041 74 41.89189189 75 41.33333333 76 42.10526316 77 42.85714286 78 42.30769231 79 41.77215190 80 42.50000000 81 41.97530864 82 41.46341463 83 42.16867470 84 42.85714286 85 42.35294118 86 43.02325581 87 43.67816092 88 44.31818182 89 43.82022472 90 43.33333333 91 43.95604396 92 43.47826087 93 44.08602151 94 44.68085106 95 45.26315789 96 45.83333333 97 45.36082474 98 45.91836735 99 46.46464646 100 46.00000000 101 46.53465347 102 46.07843137 103 45.63106796 104 46.15384615 105 46.66666667 106 47.16981132 107 47.66355140 108 48.14814815 109 47.70642202 110 48.18181818 111 48.64864865 112 49.10714286 113 49.55752212 114 49.12280702 115 49.56521739 116 49.13793103 117 48.71794872 118 49.15254237 119 49.57983193 120 49.16666667 121 48.76033058 122 48.36065574 123 48.78048780 124 49.19354839 125 49.60000000 126 50.00000000 127 50.39370079 128 50.00000000 129 49.61240310 130 49.23076923 131 49.61832061 132 49.24242424 133 49.62406015 134 50.00000000 135 50.37037037 136 50.73529412 137 51.09489051 138 51.44927536 139 51.07913669 140 51.42857143 141 51.77304965 142 52.11267606 143 52.44755245 144 52.77777778 145 53.10344828 146 53.42465753 147 53.74149660 148 54.05405405 149 53.69127517 150 54.00000000 151 53.64238411 152 53.28947368 153 53.59477124 154 53.89610390 155 54.19354839 156 54.48717949 157 54.14012739 158 54.43037975 159 54.08805031 160 54.37500000 161 54.65838509 162 54.32098765 163 54.60122699 164 54.87804878 165 55.15151515 166 55.42168675 167 55.68862275 168 55.95238095 169 55.62130178 170 55.29411765 171 55.55555556 172 55.81395349 173 55.49132948 174 55.17241379 175 55.42857143 176 55.11363636 177 54.80225989 178 55.05617978 179 54.74860335 180 55.00000000 181 54.69613260 182 54.94505495 183 55.19125683 184 54.89130435 185 55.13513514 186 54.83870968 187 54.54545455 188 54.25531915 189 53.96825397 190 54.21052632 191 54.45026178 192 54.68750000 193 54.40414508 194 54.63917526 195 54.35897436 196 54.08163265 197 53.80710660 198 53.53535354 199 53.76884422 200 54.00000000 201 53.73134328 202 53.46534653 203 53.20197044 204 53.43137255 205 53.17073171 206 52.91262136 207 53.14009662 208 52.88461538 209 53.11004785 210 53.33333333 211 53.55450237 212 53.77358491 213 53.99061033 214 53.73831776 215 53.95348837 216 54.16666667 217 53.91705069 218 53.66972477 219 53.88127854 220 54.09090909 221 53.84615385 222 54.05405405 223 54.26008969 224 54.46428571 225 54.66666667 226 54.42477876 227 54.18502203 228 53.94736842 229 54.14847162 230 53.91304348 231 53.67965368 232 53.44827586 233 53.21888412 234 53.41880342 235 53.19148936 236 52.96610169 237 52.74261603 238 52.94117647 239 52.71966527 240 52.50000000 241 52.69709544 242 52.89256198 243 53.08641975 244 52.86885246 245 52.65306122 246 52.43902439 247 52.22672065 248 52.41935484 249 52.61044177 250 52.80000000 251 52.98804781 252 53.17460317 253 52.96442688 254 53.14960630 255 53.33333333 256 53.51562500 257 53.30739300 258 53.48837209 259 53.66795367 260 53.84615385 261 54.02298851 262 53.81679389 263 53.61216730 264 53.78787879 265 53.96226415 266 54.13533835 267 54.30711610 268 54.47761194 269 54.64684015 270 54.44444444 271 54.24354244 272 54.04411765 273 53.84615385 274 54.01459854 275 53.81818182 276 53.98550725 277 54.15162455 278 54.31654676 279 54.48028674 280 54.64285714 281 54.80427046 282 54.96453901 283 55.12367491 284 55.28169014 285 55.08771930 286 54.89510490 287 55.05226481 288 55.20833333 289 55.36332180 290 55.51724138 291 55.32646048 292 55.13698630 293 55.29010239 294 55.44217687 295 55.59322034 296 55.74324324 297 55.89225589 298 56.04026846 299 55.85284281 300 55.66666667 301 55.81395349 302 55.96026490 303 55.77557756 304 55.92105263 305 55.73770492 306 55.88235294 307 55.70032573 308 55.84415584 309 55.66343042 310 55.80645161 311 55.94855305 312 56.08974359 313 56.23003195 314 56.05095541 315 55.87301587 316 56.01265823 317 56.15141956 318 55.97484277 319 55.79937304 320 55.93750000 321 55.76323988 322 55.59006211 323 55.72755418 324 55.86419753 325 56.00000000 326 55.82822086 327 55.65749235 328 55.79268293 329 55.92705167 330 55.75757576 331 55.89123867 332 55.72289157 333 55.85585586 334 55.68862275 335 55.82089552 336 55.95238095 337 55.78635015 338 55.62130178 339 55.75221239 340 55.58823529 341 55.71847507 342 55.84795322 343 55.68513120 344 55.52325581 345 55.65217391 346 55.49132948 347 55.33141210 348 55.17241379 349 55.01432665 350 54.85714286 351 54.98575499 352 55.11363636 353 55.24079320 354 55.36723164 355 55.49295775 356 55.61797753 357 55.46218487 358 55.58659218 359 55.71030641 360 55.55555556 361 55.40166205 362 55.24861878 363 55.37190083 364 55.49450549 365 55.61643836 366 55.73770492 367 55.85831063 368 55.97826087 369 56.09756098 370 55.94594595 371 55.79514825 372 55.91397849 373 55.76407507 374 55.61497326 375 55.73333333 376 55.85106383 377 55.70291777 378 55.55555556 379 55.67282322 380 55.78947368 381 55.90551181 382 55.75916230 383 55.61357702 384 55.72916667 385 55.84415584 386 55.95854922 387 55.81395349 388 55.67010309 389 55.52699229 390 55.64102564 391 55.49872123 392 55.61224490 393 55.72519084 394 55.83756345 395 55.69620253 396 55.80808081 397 55.91939547 398 56.03015075 399 56.14035088 400 56.00000000 401 56.10972569 402 55.97014925 403 55.83126551 404 55.69306931 405 55.80246914 406 55.66502463 407 55.77395577 408 55.88235294 409 55.99022005 410 56.09756098 411 55.96107056 412 55.82524272 413 55.69007264 414 55.79710145 415 55.66265060 416 55.76923077 417 55.87529976 418 55.98086124 419 55.84725537 420 55.95238095 421 55.81947743 422 55.92417062 423 56.02836879 424 56.13207547 425 56.23529412 426 56.33802817 427 56.20608899 428 56.07476636 429 55.94405594 430 56.04651163 431 55.91647332 432 55.78703704 433 55.88914550 434 55.99078341 435 55.86206897 436 55.73394495 437 55.60640732 438 55.47945205 439 55.58086560 440 55.68181818 441 55.78231293 442 55.88235294 443 55.98194131 444 55.85585586 445 55.95505618 446 56.05381166 447 56.15212528 448 56.25000000 449 56.34743875 450 56.44444444 451 56.31929047 452 56.19469027 453 56.07064018 454 56.16740088 455 56.04395604 456 56.14035088 457 56.23632385 458 56.33187773 459 56.42701525 460 56.52173913 461 56.61605206 462 56.70995671 463 56.80345572 464 56.89655172 465 56.77419355 466 56.86695279 467 56.95931478 468 56.83760684 469 56.71641791 470 56.59574468 471 56.68789809 472 56.77966102 473 56.87103594 474 56.96202532 475 57.05263158 476 56.93277311 477 56.81341719 478 56.90376569 479 56.99373695 480 57.08333333 481 56.96465696 482 56.84647303 483 56.93581781 484 56.81818182 485 56.70103093 486 56.79012346 487 56.87885010 488 56.76229508 489 56.85071575 490 56.93877551 491 56.82281059 492 56.70731707 493 56.79513185 494 56.88259109 495 56.96969697 496 57.05645161 497 57.14285714 498 57.22891566 499 57.11422846 500 57.20000000 501 57.08582834 502 56.97211155 503 57.05765408 504 57.14285714 505 57.22772277 506 57.11462451 507 57.19921105 508 57.08661417 509 57.17092338 510 57.25490196 511 57.14285714 512 57.03125000 513 56.92007797 514 57.00389105 515 57.08737864 516 56.97674419 517 56.86653772 518 56.94980695 519 56.84007707 520 56.73076923 521 56.62188100 522 56.51340996 523 56.59655832 524 56.67938931 525 56.76190476 526 56.65399240 527 56.54648956 528 56.62878788 529 56.71077505 530 56.79245283 531 56.68549906 532 56.57894737 533 56.66041276 534 56.55430712 535 56.63551402 536 56.52985075 537 56.61080074 538 56.69144981 539 56.58627087 540 56.48148148 541 56.56192237 542 56.64206642 543 56.53775322 544 56.43382353 545 56.51376147 546 56.59340659 547 56.67276051 548 56.56934307 549 56.64845173 550 56.54545455 551 56.44283122 552 56.34057971 553 56.23869801 554 56.31768953 555 56.21621622 556 56.29496403 557 56.19389587 558 56.09318996 559 56.17173524 560 56.25000000 561 56.32798574 562 56.22775801 563 56.30550622 564 56.20567376 565 56.10619469 566 56.00706714 567 56.08465608 568 56.16197183 569 56.06326889 570 55.96491228 571 56.04203152 572 56.11888112 573 56.02094241 574 56.09756098 575 56.00000000 576 56.07638889 577 56.15251300 578 56.22837370 579 56.13126079 580 56.03448276 581 55.93803787 582 56.01374570 583 56.08919383 584 55.99315068 585 55.89743590 586 55.80204778 587 55.87734242 588 55.78231293 589 55.68760611 590 55.59322034 591 55.66835871 592 55.57432432 593 55.48060708 594 55.38720539 595 55.46218487 596 55.53691275 597 55.61139028 598 55.51839465 599 55.42570952 600 55.50000000 601 55.57404326 602 55.64784053 603 55.55555556 604 55.62913907 605 55.70247934 606 55.61056106 607 55.51894563 608 55.42763158 609 55.50082102 610 55.57377049 611 55.64648118 612 55.55555556 613 55.46492659 614 55.37459283 615 55.28455285 616 55.19480519 617 55.10534846 618 55.17799353 619 55.08885299 620 55.16129032 621 55.07246377 622 54.98392283 623 55.05617978 624 54.96794872 625 55.04000000 626 54.95207668 627 55.02392344 628 55.09554140 629 55.00794913 630 54.92063492 631 54.83359746 632 54.74683544 633 54.66034755 634 54.73186120 635 54.64566929 636 54.71698113 637 54.78806907 638 54.70219436 639 54.77308294 640 54.68750000 641 54.60218409 642 54.67289720 643 54.74339036 644 54.65838509 645 54.72868217 646 54.79876161 647 54.86862442 648 54.93827160 649 54.85362096 650 54.92307692 651 54.99231951 652 55.06134969 653 55.13016845 654 55.19877676 655 55.26717557 656 55.33536585 657 55.40334855 658 55.31914894 659 55.38694992 660 55.30303030 661 55.37065053 662 55.43806647 663 55.50527903 664 55.57228916 665 55.63909774 666 55.70570571 667 55.77211394 668 55.83832335 669 55.75485800 670 55.82089552 671 55.88673621 672 55.95238095 673 56.01783061 674 55.93471810 675 56.00000000 676 55.91715976 677 55.83456425 678 55.75221239 679 55.81737850 680 55.73529412 681 55.65345081 682 55.71847507 683 55.78330893 684 55.84795322 685 55.91240876 686 55.97667638 687 56.04075691 688 56.10465116 689 56.16835994 690 56.23188406 691 56.15050651 692 56.06936416 693 55.98845599 694 56.05187320 695 55.97122302 696 56.03448276 697 56.09756098 698 56.16045845 699 56.08011445 700 56.00000000 701 56.06276748 702 56.12535613 703 56.04551920 704 56.10795455 705 56.17021277 706 56.23229462 707 56.15275813 708 56.21468927 709 56.27644570 710 56.33802817 711 56.25879044 712 56.32022472 713 56.38148668 714 56.44257703 715 56.36363636 716 56.42458101 717 56.48535565 718 56.54596100 719 56.46731572 720 56.38888889 721 56.44937587 722 56.37119114 723 56.43153527 724 56.49171271 725 56.55172414 726 56.47382920 727 56.53370014 728 56.59340659 729 56.65294925 730 56.57534247 731 56.63474692 732 56.55737705 733 56.61664393 734 56.67574932 735 56.59863946 736 56.52173913 737 56.44504749 738 56.36856369 739 56.29228687 740 56.35135135 741 56.41025641 742 56.46900270 743 56.39300135 744 56.31720430 745 56.24161074 746 56.30026810 747 56.22489960 748 56.28342246 749 56.34178905 750 56.40000000