common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 25.00000000 5 40.00000000 6 50.00000000 7 42.85714286 8 50.00000000 9 55.55555556 10 60.00000000 11 54.54545455 12 50.00000000 13 53.84615385 14 57.14285714 15 60.00000000 16 62.50000000 17 58.82352941 18 55.55555556 19 52.63157895 20 55.00000000 21 57.14285714 22 54.54545455 23 56.52173913 24 54.16666667 25 52.00000000 26 50.00000000 27 48.14814815 28 50.00000000 29 48.27586207 30 46.66666667 31 48.38709677 32 46.87500000 33 48.48484848 34 50.00000000 35 51.42857143 36 50.00000000 37 48.64864865 38 50.00000000 39 48.71794872 40 47.50000000 41 46.34146341 42 45.23809524 43 44.18604651 44 45.45454545 45 44.44444444 46 43.47826087 47 42.55319149 48 41.66666667 49 40.81632653 50 40.00000000 51 41.17647059 52 40.38461538 53 39.62264151 54 38.88888889 55 38.18181818 56 37.50000000 57 38.59649123 58 39.65517241 59 40.67796610 60 41.66666667 61 40.98360656 62 40.32258065 63 39.68253968 64 40.62500000 65 40.00000000 66 39.39393939 67 40.29850746 68 39.70588235 69 40.57971014 70 41.42857143 71 40.84507042 72 41.66666667 73 41.09589041 74 41.89189189 75 41.33333333 76 42.10526316 77 42.85714286 78 43.58974359 79 44.30379747 80 45.00000000 81 44.44444444 82 43.90243902 83 44.57831325 84 45.23809524 85 44.70588235 86 45.34883721 87 45.97701149 88 46.59090909 89 46.06741573 90 46.66666667 91 47.25274725 92 46.73913043 93 47.31182796 94 47.87234043 95 48.42105263 96 48.95833333 97 48.45360825 98 48.97959184 99 49.49494949 100 49.00000000 101 49.50495050 102 49.01960784 103 48.54368932 104 49.03846154 105 48.57142857 106 49.05660377 107 49.53271028 108 50.00000000 109 49.54128440 110 50.00000000 111 50.45045045 112 50.89285714 113 51.32743363 114 50.87719298 115 51.30434783 116 50.86206897 117 50.42735043 118 50.00000000 119 50.42016807 120 50.00000000 121 49.58677686 122 49.18032787 123 49.59349593 124 50.00000000 125 50.40000000 126 50.79365079 127 51.18110236 128 50.78125000 129 50.38759690 130 50.00000000 131 50.38167939 132 50.00000000 133 50.37593985 134 50.74626866 135 51.11111111 136 51.47058824 137 51.82481752 138 52.17391304 139 51.79856115 140 52.14285714 141 52.48226950 142 52.81690141 143 53.14685315 144 53.47222222 145 53.79310345 146 54.10958904 147 54.42176871 148 54.05405405 149 53.69127517 150 54.00000000 151 53.64238411 152 53.28947368 153 53.59477124 154 53.24675325 155 53.54838710 156 53.20512821 157 52.86624204 158 53.16455696 159 52.83018868 160 53.12500000 161 53.41614907 162 53.08641975 163 53.37423313 164 53.65853659 165 53.93939394 166 54.21686747 167 54.49101796 168 54.76190476 169 54.43786982 170 54.11764706 171 54.38596491 172 54.65116279 173 54.33526012 174 54.02298851 175 54.28571429 176 53.97727273 177 54.23728814 178 54.49438202 179 54.18994413 180 54.44444444 181 54.14364641 182 54.39560440 183 54.64480874 184 54.34782609 185 54.59459459 186 54.30107527 187 54.01069519 188 53.72340426 189 53.43915344 190 53.68421053 191 53.92670157 192 54.16666667 193 53.88601036 194 54.12371134 195 53.84615385 196 53.57142857 197 53.29949239 198 53.03030303 199 53.26633166 200 53.50000000 201 53.23383085 202 52.97029703 203 52.70935961 204 52.94117647 205 52.68292683 206 52.42718447 207 52.65700483 208 52.40384615 209 52.63157895 210 52.85714286 211 53.08056872 212 53.30188679 213 53.52112676 214 53.73831776 215 53.48837209 216 53.70370370 217 53.45622120 218 53.21100917 219 53.42465753 220 53.63636364 221 53.84615385 222 54.05405405 223 54.26008969 224 54.46428571 225 54.66666667 226 54.42477876 227 54.18502203 228 53.94736842 229 54.14847162 230 53.91304348 231 53.67965368 232 53.44827586 233 53.64806867 234 53.84615385 235 53.61702128 236 53.38983051 237 53.16455696 238 53.36134454 239 53.55648536 240 53.75000000 241 53.52697095 242 53.71900826 243 53.90946502 244 53.68852459 245 53.46938776 246 53.25203252 247 53.03643725 248 53.22580645 249 53.41365462 250 53.60000000 251 53.78486056 252 53.96825397 253 53.75494071 254 53.93700787 255 54.11764706 256 54.29687500 257 54.08560311 258 54.26356589 259 54.44015444 260 54.61538462 261 54.78927203 262 54.58015267 263 54.37262357 264 54.54545455 265 54.71698113 266 54.51127820 267 54.68164794 268 54.85074627 269 55.01858736 270 54.81481481 271 54.61254613 272 54.41176471 273 54.21245421 274 54.37956204 275 54.18181818 276 54.34782609 277 54.51263538 278 54.67625899 279 54.83870968 280 55.00000000 281 55.16014235 282 55.31914894 283 55.12367491 284 55.28169014 285 55.08771930 286 54.89510490 287 55.05226481 288 55.20833333 289 55.36332180 290 55.51724138 291 55.32646048 292 55.13698630 293 55.29010239 294 55.44217687 295 55.59322034 296 55.74324324 297 55.89225589 298 56.04026846 299 55.85284281 300 55.66666667 301 55.48172757 302 55.62913907 303 55.44554455 304 55.59210526 305 55.40983607 306 55.55555556 307 55.37459283 308 55.51948052 309 55.33980583 310 55.48387097 311 55.62700965 312 55.76923077 313 55.91054313 314 55.73248408 315 55.55555556 316 55.69620253 317 55.83596215 318 55.66037736 319 55.48589342 320 55.62500000 321 55.45171340 322 55.59006211 323 55.72755418 324 55.86419753 325 56.00000000 326 55.82822086 327 55.65749235 328 55.79268293 329 55.92705167 330 56.06060606 331 56.19335347 332 56.02409639 333 56.15615616 334 55.98802395 335 56.11940299 336 56.25000000 337 56.08308605 338 55.91715976 339 56.04719764 340 55.88235294 341 56.01173021 342 56.14035088 343 56.26822157 344 56.10465116 345 56.23188406 346 56.06936416 347 55.90778098 348 55.74712644 349 55.58739255 350 55.71428571 351 55.84045584 352 55.68181818 353 55.80736544 354 55.93220339 355 56.05633803 356 56.17977528 357 56.02240896 358 56.14525140 359 56.26740947 360 56.11111111 361 55.95567867 362 56.07734807 363 56.19834711 364 56.31868132 365 56.43835616 366 56.55737705 367 56.67574932 368 56.79347826 369 56.91056911 370 56.75675676 371 56.87331536 372 56.98924731 373 56.83646113 374 56.68449198 375 56.80000000 376 56.91489362 377 56.76392573 378 56.61375661 379 56.72823219 380 56.84210526 381 56.95538058 382 56.80628272 383 56.65796345 384 56.77083333 385 56.88311688 386 56.99481865 387 56.84754522 388 56.70103093 389 56.55526992 390 56.66666667 391 56.52173913 392 56.63265306 393 56.74300254 394 56.85279188 395 56.70886076 396 56.81818182 397 56.92695214 398 57.03517588 399 57.14285714 400 57.25000000 401 57.35660848 402 57.21393035 403 57.07196030 404 56.93069307 405 56.79012346 406 56.65024631 407 56.75675676 408 56.86274510 409 56.96821516 410 57.07317073 411 56.93430657 412 56.79611650 413 56.65859564 414 56.76328502 415 56.62650602 416 56.73076923 417 56.83453237 418 56.93779904 419 56.80190931 420 56.90476190 421 56.76959620 422 56.87203791 423 56.97399527 424 57.07547170 425 57.17647059 426 57.27699531 427 57.14285714 428 57.00934579 429 56.87645688 430 56.97674419 431 56.84454756 432 56.71296296 433 56.58198614 434 56.68202765 435 56.55172414 436 56.42201835 437 56.29290618 438 56.16438356 439 56.26423690 440 56.36363636 441 56.46258503 442 56.56108597 443 56.65914221 444 56.53153153 445 56.62921348 446 56.72645740 447 56.82326622 448 56.91964286 449 57.01559020 450 57.11111111 451 56.98447894 452 56.85840708 453 56.73289183 454 56.82819383 455 56.70329670 456 56.79824561 457 56.89277899 458 56.98689956 459 57.08061002 460 57.17391304 461 57.26681128 462 57.35930736 463 57.45140389 464 57.54310345 465 57.41935484 466 57.51072961 467 57.60171306 468 57.47863248 469 57.35607676 470 57.23404255 471 57.32484076 472 57.41525424 473 57.50528541 474 57.59493671 475 57.68421053 476 57.56302521 477 57.44234801 478 57.53138075 479 57.62004175 480 57.70833333 481 57.58835759 482 57.46887967 483 57.55693582 484 57.43801653 485 57.31958763 486 57.40740741 487 57.49486653 488 57.37704918 489 57.46421268 490 57.55102041 491 57.63747454 492 57.52032520 493 57.60649087 494 57.69230769 495 57.77777778 496 57.86290323 497 57.74647887 498 57.83132530 499 57.71543086 500 57.80000000 501 57.68463074 502 57.76892430 503 57.85288270 504 57.93650794 505 58.01980198 506 57.90513834 507 57.98816568 508 58.07086614 509 58.15324165 510 58.23529412 511 58.12133072 512 58.00781250 513 57.89473684 514 57.97665370 515 58.05825243 516 57.94573643 517 57.83365571 518 57.91505792 519 57.80346821 520 57.69230769 521 57.58157390 522 57.47126437 523 57.55258126 524 57.63358779 525 57.71428571 526 57.60456274 527 57.49525617 528 57.57575758 529 57.65595463 530 57.73584906 531 57.62711864 532 57.70676692 533 57.78611632 534 57.67790262 535 57.75700935 536 57.83582090 537 57.91433892 538 57.99256506 539 57.88497217 540 57.96296296 541 58.04066543 542 57.93357934 543 57.82688766 544 57.90441176 545 57.98165138 546 58.05860806 547 58.13528336 548 58.02919708 549 58.10564663 550 58.00000000 551 57.89473684 552 57.78985507 553 57.68535262 554 57.76173285 555 57.65765766 556 57.73381295 557 57.63016158 558 57.52688172 559 57.42397138 560 57.50000000 561 57.57575758 562 57.47330961 563 57.54884547 564 57.44680851 565 57.34513274 566 57.24381625 567 57.31922399 568 57.39436620 569 57.29349736 570 57.36842105 571 57.44308231 572 57.51748252 573 57.41710297 574 57.49128920 575 57.39130435 576 57.46527778 577 57.36568458 578 57.43944637 579 57.34024180 580 57.24137931 581 57.14285714 582 57.04467354 583 57.11835334 584 57.02054795 585 56.92307692 586 56.82593857 587 56.89948893 588 56.80272109 589 56.70628183 590 56.61016949 591 56.68358714 592 56.58783784 593 56.49241147 594 56.56565657 595 56.63865546 596 56.71140940 597 56.78391960 598 56.85618729 599 56.76126878 600 56.83333333 601 56.90515807 602 56.97674419 603 56.88225539 604 56.95364238 605 57.02479339 606 56.93069307 607 56.83690280 608 56.74342105 609 56.81444992 610 56.88524590 611 56.95581015 612 56.86274510 613 56.76998369 614 56.67752443 615 56.58536585 616 56.49350649 617 56.56401945 618 56.63430421 619 56.54281099 620 56.61290323 621 56.52173913 622 56.43086817 623 56.50080257 624 56.57051282 625 56.64000000 626 56.54952077 627 56.61881978 628 56.68789809 629 56.59777424 630 56.50793651 631 56.41838352 632 56.32911392 633 56.24012638 634 56.30914826 635 56.37795276 636 56.44654088 637 56.51491366 638 56.42633229 639 56.49452269 640 56.40625000 641 56.31825273 642 56.23052960 643 56.29860031 644 56.21118012 645 56.12403101 646 56.19195046 647 56.25965997 648 56.32716049 649 56.24036980 650 56.30769231 651 56.37480799 652 56.44171779 653 56.50842266 654 56.57492355 655 56.64122137 656 56.70731707 657 56.62100457 658 56.53495441 659 56.60091047 660 56.51515152 661 56.58093797 662 56.64652568 663 56.71191554 664 56.77710843 665 56.84210526 666 56.90690691 667 56.97151424 668 57.03592814 669 56.95067265 670 57.01492537 671 57.07898659 672 57.14285714 673 57.20653789 674 57.12166172 675 57.18518519 676 57.10059172 677 57.01624815 678 57.07964602 679 57.14285714 680 57.05882353 681 56.97503671 682 57.03812317 683 57.10102489 684 57.16374269 685 57.22627737 686 57.28862974 687 57.35080058 688 57.41279070 689 57.47460087 690 57.53623188 691 57.59768452 692 57.65895954 693 57.57575758 694 57.63688761 695 57.55395683 696 57.61494253 697 57.67575323 698 57.73638968 699 57.65379113 700 57.57142857 701 57.63195435 702 57.69230769 703 57.61024182 704 57.67045455 705 57.73049645 706 57.79036827 707 57.70862801 708 57.76836158 709 57.82792666 710 57.88732394 711 57.80590717 712 57.86516854 713 57.92426367 714 57.98319328 715 57.90209790 716 57.96089385 717 58.01952580 718 58.07799443 719 57.99721836 720 57.91666667 721 57.97503467 722 58.03324100 723 58.09128631 724 58.14917127 725 58.20689655 726 58.26446281 727 58.32187070 728 58.37912088 729 58.43621399 730 58.35616438 731 58.41313269 732 58.33333333 733 58.39017735 734 58.44686649 735 58.36734694 736 58.28804348 737 58.20895522 738 58.13008130 739 58.05142084 740 58.10810811 741 58.16464238 742 58.22102426 743 58.27725437 744 58.33333333 745 58.25503356 746 58.31099196 747 58.23293173 748 58.28877005 749 58.34445928 750 58.40000000