common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 66.66666667 16 68.75000000 17 64.70588235 18 61.11111111 19 57.89473684 20 60.00000000 21 61.90476190 22 59.09090909 23 60.86956522 24 58.33333333 25 56.00000000 26 53.84615385 27 51.85185185 28 53.57142857 29 51.72413793 30 53.33333333 31 54.83870968 32 53.12500000 33 54.54545455 34 55.88235294 35 57.14285714 36 55.55555556 37 54.05405405 38 55.26315789 39 53.84615385 40 52.50000000 41 53.65853659 42 52.38095238 43 51.16279070 44 52.27272727 45 53.33333333 46 52.17391304 47 51.06382979 48 50.00000000 49 48.97959184 50 48.00000000 51 47.05882353 52 46.15384615 53 45.28301887 54 44.44444444 55 43.63636364 56 42.85714286 57 43.85964912 58 43.10344828 59 44.06779661 60 45.00000000 61 44.26229508 62 43.54838710 63 42.85714286 64 42.18750000 65 41.53846154 66 40.90909091 67 41.79104478 68 41.17647059 69 42.02898551 70 42.85714286 71 42.25352113 72 43.05555556 73 43.83561644 74 44.59459459 75 44.00000000 76 44.73684211 77 45.45454545 78 44.87179487 79 44.30379747 80 43.75000000 81 43.20987654 82 42.68292683 83 43.37349398 84 44.04761905 85 43.52941176 86 44.18604651 87 44.82758621 88 45.45454545 89 44.94382022 90 44.44444444 91 45.05494505 92 44.56521739 93 45.16129032 94 45.74468085 95 45.26315789 96 45.83333333 97 45.36082474 98 45.91836735 99 46.46464646 100 47.00000000 101 47.52475248 102 47.05882353 103 46.60194175 104 47.11538462 105 47.61904762 106 48.11320755 107 48.59813084 108 49.07407407 109 48.62385321 110 49.09090909 111 49.54954955 112 50.00000000 113 50.44247788 114 50.00000000 115 50.43478261 116 50.00000000 117 49.57264957 118 50.00000000 119 50.42016807 120 50.00000000 121 49.58677686 122 49.18032787 123 49.59349593 124 50.00000000 125 50.40000000 126 50.79365079 127 51.18110236 128 50.78125000 129 50.38759690 130 50.00000000 131 50.38167939 132 50.00000000 133 50.37593985 134 50.74626866 135 51.11111111 136 51.47058824 137 51.82481752 138 52.17391304 139 51.79856115 140 52.14285714 141 52.48226950 142 52.81690141 143 53.14685315 144 53.47222222 145 53.79310345 146 54.10958904 147 54.42176871 148 54.72972973 149 54.36241611 150 54.66666667 151 54.30463576 152 53.94736842 153 54.24836601 154 54.54545455 155 54.83870968 156 55.12820513 157 54.77707006 158 55.06329114 159 55.34591195 160 55.62500000 161 55.90062112 162 55.55555556 163 55.82822086 164 56.09756098 165 56.36363636 166 56.62650602 167 56.88622754 168 57.14285714 169 56.80473373 170 56.47058824 171 56.72514620 172 56.97674419 173 56.64739884 174 56.32183908 175 56.57142857 176 56.25000000 177 55.93220339 178 56.17977528 179 55.86592179 180 56.11111111 181 55.80110497 182 55.49450549 183 55.73770492 184 55.43478261 185 55.67567568 186 55.37634409 187 55.08021390 188 54.78723404 189 54.49735450 190 54.73684211 191 54.97382199 192 55.20833333 193 54.92227979 194 55.15463918 195 54.87179487 196 54.59183673 197 54.31472081 198 54.04040404 199 54.27135678 200 54.50000000 201 54.22885572 202 53.96039604 203 53.69458128 204 53.92156863 205 53.65853659 206 53.39805825 207 53.62318841 208 53.36538462 209 53.58851675 210 53.80952381 211 54.02843602 212 54.24528302 213 54.46009390 214 54.20560748 215 54.41860465 216 54.62962963 217 54.37788018 218 54.12844037 219 54.33789954 220 54.54545455 221 54.29864253 222 54.50450450 223 54.70852018 224 54.91071429 225 55.11111111 226 54.86725664 227 54.62555066 228 54.38596491 229 54.58515284 230 54.34782609 231 54.11255411 232 53.87931034 233 53.64806867 234 53.41880342 235 53.19148936 236 52.96610169 237 52.74261603 238 52.94117647 239 52.71966527 240 52.50000000 241 52.28215768 242 52.47933884 243 52.67489712 244 52.45901639 245 52.24489796 246 52.03252033 247 51.82186235 248 52.01612903 249 52.20883534 250 52.40000000 251 52.58964143 252 52.77777778 253 52.56916996 254 52.75590551 255 52.94117647 256 53.12500000 257 52.91828794 258 53.10077519 259 53.28185328 260 53.46153846 261 53.63984674 262 53.43511450 263 53.23193916 264 53.40909091 265 53.20754717 266 53.00751880 267 53.18352060 268 53.35820896 269 53.53159851 270 53.33333333 271 53.13653137 272 52.94117647 273 52.74725275 274 52.91970803 275 52.72727273 276 52.89855072 277 53.06859206 278 53.23741007 279 53.40501792 280 53.57142857 281 53.73665480 282 53.90070922 283 54.06360424 284 54.22535211 285 54.03508772 286 53.84615385 287 54.00696864 288 54.16666667 289 54.32525952 290 54.48275862 291 54.29553265 292 54.10958904 293 54.26621160 294 54.42176871 295 54.57627119 296 54.72972973 297 54.88215488 298 55.03355705 299 54.84949833 300 54.66666667 301 54.48504983 302 54.63576159 303 54.45544554 304 54.60526316 305 54.42622951 306 54.57516340 307 54.39739414 308 54.54545455 309 54.36893204 310 54.51612903 311 54.66237942 312 54.80769231 313 54.95207668 314 54.77707006 315 54.60317460 316 54.74683544 317 54.88958991 318 54.71698113 319 54.54545455 320 54.68750000 321 54.51713396 322 54.34782609 323 54.48916409 324 54.62962963 325 54.76923077 326 54.60122699 327 54.43425076 328 54.57317073 329 54.71124620 330 54.84848485 331 54.98489426 332 54.81927711 333 54.95495495 334 54.79041916 335 54.92537313 336 55.05952381 337 54.89614243 338 54.73372781 339 54.86725664 340 54.70588235 341 54.83870968 342 54.97076023 343 54.81049563 344 54.65116279 345 54.78260870 346 54.62427746 347 54.46685879 348 54.31034483 349 54.15472779 350 54.28571429 351 54.41595442 352 54.54545455 353 54.67422096 354 54.80225989 355 54.92957746 356 55.05617978 357 54.90196078 358 55.02793296 359 55.15320334 360 55.00000000 361 54.84764543 362 54.97237569 363 55.09641873 364 55.21978022 365 55.34246575 366 55.46448087 367 55.58583106 368 55.70652174 369 55.82655827 370 55.94594595 371 56.06469003 372 56.18279570 373 56.30026810 374 56.14973262 375 56.26666667 376 56.38297872 377 56.23342175 378 56.08465608 379 56.20052770 380 56.31578947 381 56.43044619 382 56.28272251 383 56.13577023 384 56.25000000 385 56.36363636 386 56.47668394 387 56.33074935 388 56.18556701 389 56.04113111 390 56.15384615 391 56.01023018 392 56.12244898 393 56.23409669 394 56.34517766 395 56.20253165 396 56.31313131 397 56.42317380 398 56.53266332 399 56.64160401 400 56.50000000 401 56.60847880 402 56.46766169 403 56.32754342 404 56.18811881 405 56.29629630 406 56.15763547 407 56.26535627 408 56.37254902 409 56.47921760 410 56.34146341 411 56.20437956 412 56.06796117 413 55.93220339 414 56.03864734 415 55.90361446 416 56.00961538 417 56.11510791 418 56.22009569 419 56.08591885 420 56.19047619 421 56.05700713 422 56.16113744 423 56.26477541 424 56.36792453 425 56.47058824 426 56.57276995 427 56.44028103 428 56.54205607 429 56.41025641 430 56.51162791 431 56.38051044 432 56.25000000 433 56.35103926 434 56.45161290 435 56.32183908 436 56.19266055 437 56.06407323 438 55.93607306 439 56.03644647 440 56.13636364 441 56.23582766 442 56.33484163 443 56.43340858 444 56.30630631 445 56.40449438 446 56.50224215 447 56.59955257 448 56.47321429 449 56.34743875 450 56.44444444 451 56.31929047 452 56.41592920 453 56.29139073 454 56.16740088 455 56.04395604 456 56.14035088 457 56.23632385 458 56.33187773 459 56.42701525 460 56.52173913 461 56.61605206 462 56.70995671 463 56.80345572 464 56.89655172 465 56.77419355 466 56.86695279 467 56.95931478 468 56.83760684 469 56.71641791 470 56.59574468 471 56.68789809 472 56.77966102 473 56.87103594 474 56.96202532 475 57.05263158 476 56.93277311 477 56.81341719 478 56.90376569 479 56.99373695 480 57.08333333 481 56.96465696 482 56.84647303 483 56.93581781 484 56.81818182 485 56.70103093 486 56.79012346 487 56.87885010 488 56.76229508 489 56.85071575 490 56.93877551 491 56.82281059 492 56.91056911 493 56.99797160 494 57.08502024 495 57.17171717 496 57.25806452 497 57.14285714 498 57.22891566 499 57.11422846 500 57.20000000 501 57.08582834 502 56.97211155 503 57.05765408 504 57.14285714 505 57.22772277 506 57.11462451 507 57.19921105 508 57.08661417 509 57.17092338 510 57.25490196 511 57.14285714 512 57.03125000 513 56.92007797 514 57.00389105 515 57.08737864 516 56.97674419 517 56.86653772 518 56.94980695 519 56.84007707 520 56.73076923 521 56.62188100 522 56.51340996 523 56.40535373 524 56.48854962 525 56.57142857 526 56.46387833 527 56.35673624 528 56.43939394 529 56.52173913 530 56.60377358 531 56.49717514 532 56.39097744 533 56.47279550 534 56.36704120 535 56.44859813 536 56.52985075 537 56.61080074 538 56.69144981 539 56.58627087 540 56.48148148 541 56.56192237 542 56.45756458 543 56.35359116 544 56.25000000 545 56.33027523 546 56.41025641 547 56.48994516 548 56.38686131 549 56.46630237 550 56.36363636 551 56.44283122 552 56.34057971 553 56.23869801 554 56.31768953 555 56.21621622 556 56.29496403 557 56.19389587 558 56.09318996 559 56.17173524 560 56.25000000 561 56.32798574 562 56.22775801 563 56.30550622 564 56.20567376 565 56.10619469 566 56.00706714 567 56.08465608 568 56.16197183 569 56.06326889 570 55.96491228 571 56.04203152 572 56.11888112 573 56.02094241 574 56.09756098 575 56.00000000 576 56.07638889 577 56.15251300 578 56.22837370 579 56.13126079 580 56.03448276 581 55.93803787 582 56.01374570 583 56.08919383 584 55.99315068 585 55.89743590 586 55.80204778 587 55.87734242 588 55.78231293 589 55.68760611 590 55.59322034 591 55.66835871 592 55.57432432 593 55.48060708 594 55.38720539 595 55.46218487 596 55.53691275 597 55.61139028 598 55.51839465 599 55.59265442 600 55.66666667 601 55.74043261 602 55.81395349 603 55.72139303 604 55.79470199 605 55.86776860 606 55.77557756 607 55.68369028 608 55.59210526 609 55.66502463 610 55.73770492 611 55.81014730 612 55.71895425 613 55.62805873 614 55.53745928 615 55.60975610 616 55.51948052 617 55.42949757 618 55.50161812 619 55.41195477 620 55.48387097 621 55.39452496 622 55.30546624 623 55.37720706 624 55.44871795 625 55.52000000 626 55.43130990 627 55.34290271 628 55.41401274 629 55.32591415 630 55.23809524 631 55.15055468 632 55.06329114 633 54.97630332 634 55.04731861 635 54.96062992 636 55.03144654 637 55.10204082 638 55.01567398 639 55.08607199 640 55.00000000 641 54.91419657 642 54.98442368 643 55.05443235 644 54.96894410 645 54.88372093 646 54.95356037 647 55.02318393 648 55.09259259 649 55.00770416 650 55.07692308 651 55.14592934 652 55.06134969 653 55.13016845 654 55.04587156 655 55.11450382 656 55.18292683 657 55.25114155 658 55.31914894 659 55.38694992 660 55.30303030 661 55.21936460 662 55.28700906 663 55.35444947 664 55.42168675 665 55.48872180 666 55.55555556 667 55.62218891 668 55.68862275 669 55.60538117 670 55.67164179 671 55.73770492 672 55.80357143 673 55.86924220 674 55.78635015 675 55.85185185 676 55.76923077 677 55.68685377 678 55.75221239 679 55.81737850 680 55.73529412 681 55.65345081 682 55.71847507 683 55.78330893 684 55.84795322 685 55.76642336 686 55.83090379 687 55.74963610 688 55.81395349 689 55.87808418 690 55.94202899 691 55.86107091 692 55.92485549 693 55.84415584 694 55.90778098 695 55.82733813 696 55.89080460 697 55.95408895 698 56.01719198 699 55.93705293 700 55.85714286 701 55.92011412 702 55.98290598 703 55.90327169 704 55.96590909 705 56.02836879 706 56.09065156 707 56.01131542 708 56.07344633 709 56.13540197 710 56.19718310 711 56.11814346 712 56.17977528 713 56.24123422 714 56.30252101 715 56.22377622 716 56.28491620 717 56.34588563 718 56.26740947 719 56.18915160 720 56.11111111 721 56.17198336 722 56.23268698 723 56.29322268 724 56.35359116 725 56.41379310 726 56.33608815 727 56.39614856 728 56.45604396 729 56.51577503 730 56.43835616 731 56.49794802 732 56.42076503 733 56.48021828 734 56.53950954 735 56.46258503 736 56.38586957 737 56.30936228 738 56.23306233 739 56.15696888 740 56.21621622 741 56.27530364 742 56.33423181 743 56.39300135 744 56.45161290 745 56.37583893 746 56.43431635 747 56.35876841 748 56.41711230 749 56.47530040 750 56.53333333