common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 63.63636364 12 58.33333333 13 61.53846154 14 64.28571429 15 66.66666667 16 68.75000000 17 64.70588235 18 61.11111111 19 57.89473684 20 60.00000000 21 61.90476190 22 59.09090909 23 60.86956522 24 58.33333333 25 56.00000000 26 53.84615385 27 51.85185185 28 53.57142857 29 51.72413793 30 50.00000000 31 51.61290323 32 50.00000000 33 51.51515152 34 52.94117647 35 54.28571429 36 52.77777778 37 51.35135135 38 52.63157895 39 51.28205128 40 50.00000000 41 51.21951220 42 50.00000000 43 48.83720930 44 50.00000000 45 51.11111111 46 50.00000000 47 48.93617021 48 47.91666667 49 46.93877551 50 46.00000000 51 47.05882353 52 46.15384615 53 45.28301887 54 44.44444444 55 43.63636364 56 42.85714286 57 43.85964912 58 44.82758621 59 45.76271186 60 46.66666667 61 45.90163934 62 45.16129032 63 44.44444444 64 45.31250000 65 44.61538462 66 43.93939394 67 44.77611940 68 44.11764706 69 44.92753623 70 45.71428571 71 45.07042254 72 45.83333333 73 45.20547945 74 45.94594595 75 45.33333333 76 46.05263158 77 46.75324675 78 46.15384615 79 46.83544304 80 46.25000000 81 45.67901235 82 45.12195122 83 45.78313253 84 45.23809524 85 44.70588235 86 45.34883721 87 45.97701149 88 46.59090909 89 46.06741573 90 46.66666667 91 47.25274725 92 46.73913043 93 47.31182796 94 47.87234043 95 47.36842105 96 47.91666667 97 48.45360825 98 48.97959184 99 49.49494949 100 49.00000000 101 49.50495050 102 49.01960784 103 48.54368932 104 49.03846154 105 48.57142857 106 49.05660377 107 49.53271028 108 50.00000000 109 49.54128440 110 50.00000000 111 50.45045045 112 50.89285714 113 51.32743363 114 50.87719298 115 51.30434783 116 50.86206897 117 50.42735043 118 50.84745763 119 51.26050420 120 50.83333333 121 50.41322314 122 50.00000000 123 50.40650407 124 50.80645161 125 51.20000000 126 51.58730159 127 51.96850394 128 51.56250000 129 51.16279070 130 50.76923077 131 51.14503817 132 50.75757576 133 51.12781955 134 51.49253731 135 51.85185185 136 52.20588235 137 52.55474453 138 52.89855072 139 52.51798561 140 52.85714286 141 53.19148936 142 53.52112676 143 53.84615385 144 54.16666667 145 54.48275862 146 54.79452055 147 55.10204082 148 55.40540541 149 55.03355705 150 55.33333333 151 54.96688742 152 54.60526316 153 54.90196078 154 54.54545455 155 54.83870968 156 54.48717949 157 54.14012739 158 54.43037975 159 54.08805031 160 54.37500000 161 54.65838509 162 54.32098765 163 54.60122699 164 54.87804878 165 55.15151515 166 55.42168675 167 55.68862275 168 55.95238095 169 55.62130178 170 55.29411765 171 55.55555556 172 55.81395349 173 55.49132948 174 55.17241379 175 55.42857143 176 55.11363636 177 55.36723164 178 55.61797753 179 55.30726257 180 55.55555556 181 55.24861878 182 55.49450549 183 55.73770492 184 55.43478261 185 55.67567568 186 55.37634409 187 55.08021390 188 54.78723404 189 54.49735450 190 54.73684211 191 54.97382199 192 55.20833333 193 54.92227979 194 55.15463918 195 54.87179487 196 54.59183673 197 54.31472081 198 54.04040404 199 54.27135678 200 54.50000000 201 54.22885572 202 53.96039604 203 53.69458128 204 53.92156863 205 53.65853659 206 53.39805825 207 53.62318841 208 53.36538462 209 53.58851675 210 53.80952381 211 54.02843602 212 54.24528302 213 54.46009390 214 54.20560748 215 53.95348837 216 54.16666667 217 53.91705069 218 53.66972477 219 53.88127854 220 54.09090909 221 54.29864253 222 54.50450450 223 54.70852018 224 54.91071429 225 55.11111111 226 54.86725664 227 54.62555066 228 54.38596491 229 54.58515284 230 54.34782609 231 54.11255411 232 53.87931034 233 53.64806867 234 53.84615385 235 53.61702128 236 53.38983051 237 53.58649789 238 53.78151261 239 53.97489540 240 54.16666667 241 53.94190871 242 54.13223140 243 54.32098765 244 54.09836066 245 53.87755102 246 53.65853659 247 53.44129555 248 53.62903226 249 53.81526104 250 54.00000000 251 54.18326693 252 54.36507937 253 54.15019763 254 54.33070866 255 54.11764706 256 54.29687500 257 54.08560311 258 54.26356589 259 54.44015444 260 54.61538462 261 54.78927203 262 54.58015267 263 54.37262357 264 54.54545455 265 54.71698113 266 54.51127820 267 54.68164794 268 54.85074627 269 55.01858736 270 54.81481481 271 54.61254613 272 54.41176471 273 54.21245421 274 54.37956204 275 54.18181818 276 54.34782609 277 54.51263538 278 54.67625899 279 54.83870968 280 55.00000000 281 55.16014235 282 55.31914894 283 55.12367491 284 55.28169014 285 55.08771930 286 54.89510490 287 55.05226481 288 55.20833333 289 55.36332180 290 55.51724138 291 55.67010309 292 55.47945205 293 55.63139932 294 55.78231293 295 55.93220339 296 56.08108108 297 56.22895623 298 56.37583893 299 56.18729097 300 56.00000000 301 55.81395349 302 55.96026490 303 55.77557756 304 55.92105263 305 55.73770492 306 55.88235294 307 55.70032573 308 55.84415584 309 55.66343042 310 55.80645161 311 55.94855305 312 56.08974359 313 56.23003195 314 56.05095541 315 56.19047619 316 56.32911392 317 56.46687697 318 56.28930818 319 56.11285266 320 56.25000000 321 56.07476636 322 56.21118012 323 56.34674923 324 56.48148148 325 56.61538462 326 56.44171779 327 56.26911315 328 56.40243902 329 56.53495441 330 56.66666667 331 56.79758308 332 56.62650602 333 56.75675676 334 56.58682635 335 56.71641791 336 56.84523810 337 56.67655786 338 56.50887574 339 56.63716814 340 56.47058824 341 56.59824047 342 56.72514620 343 56.85131195 344 56.68604651 345 56.52173913 346 56.35838150 347 56.19596542 348 56.03448276 349 55.87392550 350 56.00000000 351 56.12535613 352 56.25000000 353 56.37393768 354 56.49717514 355 56.61971831 356 56.74157303 357 56.58263305 358 56.70391061 359 56.82451253 360 56.66666667 361 56.50969529 362 56.62983425 363 56.74931129 364 56.86813187 365 56.98630137 366 57.10382514 367 57.22070845 368 57.33695652 369 57.45257453 370 57.29729730 371 57.41239892 372 57.52688172 373 57.37265416 374 57.48663102 375 57.60000000 376 57.71276596 377 57.55968170 378 57.40740741 379 57.51978892 380 57.63157895 381 57.74278215 382 57.59162304 383 57.44125326 384 57.55208333 385 57.66233766 386 57.77202073 387 57.62273902 388 57.47422680 389 57.32647815 390 57.43589744 391 57.28900256 392 57.39795918 393 57.50636132 394 57.61421320 395 57.72151899 396 57.82828283 397 57.93450882 398 58.04020101 399 58.14536341 400 58.25000000 401 58.35411471 402 58.20895522 403 58.31265509 404 58.16831683 405 58.02469136 406 57.88177340 407 57.98525799 408 57.84313725 409 57.94621027 410 58.04878049 411 57.90754258 412 57.76699029 413 57.62711864 414 57.72946860 415 57.59036145 416 57.69230769 417 57.79376499 418 57.89473684 419 57.75656325 420 57.85714286 421 57.71971496 422 57.81990521 423 57.91962175 424 58.01886792 425 58.11764706 426 58.21596244 427 58.07962529 428 57.94392523 429 57.80885781 430 57.90697674 431 57.77262181 432 57.63888889 433 57.50577367 434 57.60368664 435 57.47126437 436 57.33944954 437 57.20823799 438 57.07762557 439 57.17539863 440 57.04545455 441 57.14285714 442 57.23981900 443 57.33634312 444 57.43243243 445 57.52808989 446 57.62331839 447 57.71812081 448 57.81250000 449 57.90645880 450 58.00000000 451 57.87139690 452 57.74336283 453 57.61589404 454 57.70925110 455 57.58241758 456 57.67543860 457 57.76805252 458 57.86026201 459 57.95206972 460 58.04347826 461 58.13449024 462 58.22510823 463 58.31533477 464 58.40517241 465 58.27956989 466 58.36909871 467 58.45824411 468 58.33333333 469 58.20895522 470 58.08510638 471 58.17409766 472 58.26271186 473 58.35095137 474 58.43881857 475 58.52631579 476 58.40336134 477 58.28092243 478 58.36820084 479 58.45511482 480 58.54166667 481 58.41995842 482 58.29875519 483 58.38509317 484 58.26446281 485 58.14432990 486 58.23045267 487 58.31622177 488 58.19672131 489 58.28220859 490 58.36734694 491 58.45213849 492 58.53658537 493 58.62068966 494 58.70445344 495 58.78787879 496 58.87096774 497 58.95372233 498 59.03614458 499 58.91783567 500 59.00000000 501 58.88223553 502 58.96414343 503 59.04572565 504 59.12698413 505 59.20792079 506 59.09090909 507 59.17159763 508 59.25196850 509 59.33202358 510 59.41176471 511 59.29549902 512 59.17968750 513 59.06432749 514 59.14396887 515 59.22330097 516 59.10852713 517 58.99419729 518 59.07335907 519 58.95953757 520 58.84615385 521 58.73320537 522 58.62068966 523 58.69980880 524 58.77862595 525 58.66666667 526 58.55513308 527 58.44402277 528 58.52272727 529 58.60113422 530 58.67924528 531 58.56873823 532 58.64661654 533 58.72420263 534 58.61423221 535 58.69158879 536 58.76865672 537 58.84543762 538 58.92193309 539 58.81261596 540 58.70370370 541 58.78003697 542 58.67158672 543 58.56353591 544 58.63970588 545 58.71559633 546 58.79120879 547 58.86654479 548 58.75912409 549 58.83424408 550 58.72727273 551 58.62068966 552 58.51449275 553 58.40867993 554 58.48375451 555 58.37837838 556 58.45323741 557 58.34829443 558 58.24372760 559 58.31842576 560 58.39285714 561 58.46702317 562 58.36298932 563 58.43694494 564 58.33333333 565 58.23008850 566 58.12720848 567 58.20105820 568 58.27464789 569 58.17223199 570 58.24561404 571 58.31873905 572 58.39160839 573 58.28970332 574 58.36236934 575 58.26086957 576 58.33333333 577 58.23223570 578 58.30449827 579 58.20379965 580 58.10344828 581 58.00344234 582 57.90378007 583 57.97598628 584 57.87671233 585 57.77777778 586 57.67918089 587 57.75127768 588 57.65306122 589 57.55517827 590 57.45762712 591 57.52961083 592 57.43243243 593 57.33558179 594 57.40740741 595 57.47899160 596 57.55033557 597 57.62144054 598 57.69230769 599 57.59599332 600 57.66666667 601 57.73710483 602 57.80730897 603 57.71144279 604 57.78145695 605 57.85123967 606 57.75577558 607 57.66062603 608 57.56578947 609 57.63546798 610 57.70491803 611 57.77414075 612 57.67973856 613 57.58564437 614 57.49185668 615 57.39837398 616 57.30519481 617 57.37439222 618 57.44336570 619 57.35056543 620 57.41935484 621 57.32689211 622 57.23472669 623 57.30337079 624 57.21153846 625 57.12000000 626 57.02875399 627 57.09728868 628 57.16560510 629 57.07472178 630 56.98412698 631 56.89381933 632 56.80379747 633 56.71406003 634 56.78233438 635 56.85039370 636 56.91823899 637 56.98587127 638 56.89655172 639 56.96400626 640 56.87500000 641 56.78627145 642 56.69781931 643 56.76516330 644 56.67701863 645 56.58914729 646 56.65634675 647 56.72333849 648 56.79012346 649 56.70261941 650 56.76923077 651 56.83563748 652 56.90184049 653 56.96784074 654 57.03363914 655 57.09923664 656 57.16463415 657 57.07762557 658 56.99088146 659 57.05614568 660 56.96969697 661 57.03479576 662 57.09969789 663 57.16440422 664 57.22891566 665 57.29323308 666 57.35735736 667 57.42128936 668 57.48502994 669 57.39910314 670 57.46268657 671 57.52608048 672 57.58928571 673 57.65230312 674 57.56676558 675 57.62962963 676 57.54437870 677 57.45937962 678 57.52212389 679 57.58468336 680 57.50000000 681 57.41556535 682 57.47800587 683 57.54026354 684 57.60233918 685 57.51824818 686 57.58017493 687 57.64192140 688 57.70348837 689 57.76487663 690 57.82608696 691 57.88712012 692 57.94797688 693 57.86435786 694 57.92507205 695 57.84172662 696 57.90229885 697 57.96269727 698 58.02292264 699 57.93991416 700 57.85714286 701 57.91726106 702 57.97720798 703 57.89473684 704 57.95454545 705 58.01418440 706 58.07365439 707 57.99151344 708 58.05084746 709 58.11001410 710 58.16901408 711 58.08720113 712 58.14606742 713 58.20476858 714 58.26330532 715 58.18181818 716 58.24022346 717 58.29846583 718 58.35654596 719 58.27538248 720 58.19444444 721 58.11373093 722 58.17174515 723 58.22959889 724 58.28729282 725 58.34482759 726 58.40220386 727 58.45942228 728 58.51648352 729 58.57338820 730 58.49315068 731 58.54993160 732 58.46994536 733 58.52660300 734 58.58310627 735 58.50340136 736 58.42391304 737 58.34464043 738 58.26558266 739 58.18673884 740 58.24324324 741 58.29959514 742 58.35579515 743 58.41184388 744 58.33333333 745 58.25503356 746 58.31099196 747 58.23293173 748 58.28877005 749 58.34445928 750 58.40000000