common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 33.33333333 4 50.00000000 5 60.00000000 6 66.66666667 7 57.14285714 8 62.50000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 73.33333333 16 75.00000000 17 76.47058824 18 72.22222222 19 68.42105263 20 70.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 66.66666667 25 64.00000000 26 61.53846154 27 59.25925926 28 60.71428571 29 62.06896552 30 60.00000000 31 61.29032258 32 59.37500000 33 60.60606061 34 61.76470588 35 62.85714286 36 61.11111111 37 62.16216216 38 63.15789474 39 64.10256410 40 65.00000000 41 65.85365854 42 64.28571429 43 65.11627907 44 65.90909091 45 64.44444444 46 65.21739130 47 63.82978723 48 64.58333333 49 65.30612245 50 64.00000000 51 62.74509804 52 61.53846154 53 60.37735849 54 61.11111111 55 60.00000000 56 58.92857143 57 59.64912281 58 60.34482759 59 61.01694915 60 61.66666667 61 60.65573770 62 61.29032258 63 61.90476190 64 62.50000000 65 63.07692308 66 62.12121212 67 62.68656716 68 63.23529412 69 62.31884058 70 62.85714286 71 61.97183099 72 62.50000000 73 61.64383562 74 62.16216216 75 61.33333333 76 61.84210526 77 62.33766234 78 62.82051282 79 63.29113924 80 63.75000000 81 64.19753086 82 64.63414634 83 65.06024096 84 65.47619048 85 65.88235294 86 66.27906977 87 66.66666667 88 67.04545455 89 66.29213483 90 66.66666667 91 67.03296703 92 66.30434783 93 66.66666667 94 67.02127660 95 67.36842105 96 67.70833333 97 68.04123711 98 68.36734694 99 68.68686869 100 68.00000000 101 68.31683168 102 67.64705882 103 66.99029126 104 67.30769231 105 67.61904762 106 67.92452830 107 68.22429907 108 68.51851852 109 67.88990826 110 68.18181818 111 68.46846847 112 68.75000000 113 69.02654867 114 69.29824561 115 69.56521739 116 68.96551724 117 68.37606838 118 68.64406780 119 68.90756303 120 69.16666667 121 69.42148760 122 69.67213115 123 69.91869919 124 70.16129032 125 70.40000000 126 70.63492063 127 70.86614173 128 70.31250000 129 70.54263566 130 70.00000000 131 70.22900763 132 70.45454545 133 70.67669173 134 70.89552239 135 71.11111111 136 71.32352941 137 71.53284672 138 71.73913043 139 71.22302158 140 71.42857143 141 71.63120567 142 71.83098592 143 72.02797203 144 72.22222222 145 72.41379310 146 72.60273973 147 72.78911565 148 72.97297297 149 73.15436242 150 73.33333333 151 72.84768212 152 72.36842105 153 72.54901961 154 72.72727273 155 72.90322581 156 72.43589744 157 72.61146497 158 72.78481013 159 72.95597484 160 73.12500000 161 73.29192547 162 73.45679012 163 73.61963190 164 73.78048780 165 73.93939394 166 74.09638554 167 74.25149701 168 74.40476190 169 74.55621302 170 74.70588235 171 74.85380117 172 75.00000000 173 74.56647399 174 74.71264368 175 74.85714286 176 75.00000000 177 75.14124294 178 75.28089888 179 74.86033520 180 75.00000000 181 74.58563536 182 74.72527473 183 74.86338798 184 74.45652174 185 74.59459459 186 74.19354839 187 73.79679144 188 73.93617021 189 73.54497354 190 73.68421053 191 73.82198953 192 73.95833333 193 73.57512953 194 73.71134021 195 73.33333333 196 72.95918367 197 73.09644670 198 72.72727273 199 72.86432161 200 73.00000000 201 73.13432836 202 73.26732673 203 72.90640394 204 73.03921569 205 73.17073171 206 73.30097087 207 72.94685990 208 72.59615385 209 72.72727273 210 72.85714286 211 72.98578199 212 73.11320755 213 73.23943662 214 73.36448598 215 73.02325581 216 73.14814815 217 72.81105991 218 72.93577982 219 73.05936073 220 73.18181818 221 72.85067873 222 72.97297297 223 73.09417040 224 73.21428571 225 73.33333333 226 73.45132743 227 73.12775330 228 73.24561404 229 73.36244541 230 73.47826087 231 73.16017316 232 72.84482759 233 72.96137339 234 73.07692308 235 72.76595745 236 72.45762712 237 72.57383966 238 72.68907563 239 72.80334728 240 72.91666667 241 73.02904564 242 73.14049587 243 73.25102881 244 73.36065574 245 73.06122449 246 73.17073171 247 73.27935223 248 73.38709677 249 73.49397590 250 73.60000000 251 73.70517928 252 73.80952381 253 73.51778656 254 73.62204724 255 73.72549020 256 73.82812500 257 73.54085603 258 73.64341085 259 73.74517375 260 73.84615385 261 73.94636015 262 73.66412214 263 73.38403042 264 73.48484848 265 73.58490566 266 73.30827068 267 73.40823970 268 73.50746269 269 73.60594796 270 73.70370370 271 73.43173432 272 73.52941176 273 73.26007326 274 73.35766423 275 73.09090909 276 73.18840580 277 73.28519856 278 73.38129496 279 73.47670251 280 73.57142857 281 73.66548043 282 73.75886525 283 73.49823322 284 73.59154930 285 73.33333333 286 73.42657343 287 73.51916376 288 73.61111111 289 73.70242215 290 73.79310345 291 73.88316151 292 73.63013699 293 73.72013652 294 73.80952381 295 73.89830508 296 73.98648649 297 74.07407407 298 74.16107383 299 73.91304348 300 74.00000000 301 74.08637874 302 74.17218543 303 73.92739274 304 74.01315789 305 74.09836066 306 74.18300654 307 73.94136808 308 74.02597403 309 74.11003236 310 74.19354839 311 74.27652733 312 74.35897436 313 74.44089457 314 74.52229299 315 74.60317460 316 74.68354430 317 74.76340694 318 74.52830189 319 74.60815047 320 74.68750000 321 74.45482866 322 74.22360248 323 74.30340557 324 74.38271605 325 74.46153846 326 74.53987730 327 74.31192661 328 74.39024390 329 74.46808511 330 74.54545455 331 74.62235650 332 74.39759036 333 74.47447447 334 74.25149701 335 74.32835821 336 74.40476190 337 74.18397626 338 73.96449704 339 74.04129794 340 74.11764706 341 74.19354839 342 74.26900585 343 74.34402332 344 74.41860465 345 74.49275362 346 74.27745665 347 74.35158501 348 74.13793103 349 73.92550143 350 74.00000000 351 74.07407407 352 74.14772727 353 74.22096317 354 74.29378531 355 74.36619718 356 74.43820225 357 74.50980392 358 74.58100559 359 74.65181058 360 74.72222222 361 74.79224377 362 74.86187845 363 74.93112948 364 75.00000000 365 75.06849315 366 75.13661202 367 75.20435967 368 75.27173913 369 75.33875339 370 75.40540541 371 75.47169811 372 75.53763441 373 75.60321716 374 75.66844920 375 75.73333333 376 75.79787234 377 75.59681698 378 75.66137566 379 75.72559367 380 75.78947368 381 75.85301837 382 75.91623037 383 75.97911227 384 76.04166667 385 76.10389610 386 76.16580311 387 75.96899225 388 76.03092784 389 76.09254499 390 76.15384615 391 75.95907928 392 76.02040816 393 76.08142494 394 76.14213198 395 76.20253165 396 76.26262626 397 76.32241814 398 76.38190955 399 76.44110276 400 76.25000000 401 76.30922693 402 76.36815920 403 76.17866005 404 76.23762376 405 76.04938272 406 76.10837438 407 76.16707617 408 76.22549020 409 76.28361858 410 76.34146341 411 76.39902676 412 76.45631068 413 76.27118644 414 76.32850242 415 76.38554217 416 76.44230769 417 76.49880096 418 76.55502392 419 76.61097852 420 76.66666667 421 76.48456057 422 76.54028436 423 76.59574468 424 76.65094340 425 76.70588235 426 76.76056338 427 76.58079625 428 76.63551402 429 76.45687646 430 76.51162791 431 76.56612529 432 76.62037037 433 76.67436490 434 76.72811060 435 76.55172414 436 76.60550459 437 76.43020595 438 76.48401826 439 76.53758542 440 76.36363636 441 76.41723356 442 76.47058824 443 76.52370203 444 76.57657658 445 76.62921348 446 76.68161435 447 76.73378076 448 76.78571429 449 76.83741648 450 76.88888889 451 76.71840355 452 76.54867257 453 76.37969095 454 76.43171806 455 76.48351648 456 76.53508772 457 76.58643326 458 76.63755459 459 76.68845316 460 76.52173913 461 76.57266811 462 76.62337662 463 76.67386609 464 76.72413793 465 76.55913978 466 76.60944206 467 76.65952891 468 76.49572650 469 76.54584222 470 76.38297872 471 76.43312102 472 76.48305085 473 76.53276956 474 76.58227848 475 76.63157895 476 76.47058824 477 76.31027254 478 76.35983264 479 76.40918580 480 76.45833333 481 76.29937630 482 76.34854772 483 76.39751553 484 76.23966942 485 76.08247423 486 76.13168724 487 76.18069815 488 76.02459016 489 76.07361963 490 76.12244898 491 76.17107943 492 76.21951220 493 76.26774848 494 76.31578947 495 76.36363636 496 76.41129032 497 76.45875252 498 76.50602410 499 76.35270541 500 76.40000000 501 76.44710579 502 76.49402390 503 76.54075547 504 76.58730159 505 76.63366337 506 76.67984190 507 76.72583826 508 76.77165354 509 76.81728880 510 76.86274510 511 76.90802348 512 76.75781250 513 76.60818713 514 76.65369650 515 76.69902913 516 76.55038760 517 76.40232108 518 76.44787645 519 76.30057803 520 76.34615385 521 76.19961612 522 76.24521073 523 76.29063098 524 76.33587786 525 76.38095238 526 76.23574144 527 76.09108159 528 76.13636364 529 76.18147448 530 76.22641509 531 76.27118644 532 76.31578947 533 76.36022514 534 76.40449438 535 76.44859813 536 76.49253731 537 76.53631285 538 76.57992565 539 76.43784787 540 76.48148148 541 76.52495379 542 76.56826568 543 76.42725599 544 76.47058824 545 76.51376147 546 76.55677656 547 76.59963437 548 76.45985401 549 76.50273224 550 76.36363636 551 76.40653358 552 76.26811594 553 76.31103074 554 76.35379061 555 76.21621622 556 76.25899281 557 76.12208259 558 75.98566308 559 76.02862254 560 76.07142857 561 76.11408200 562 76.15658363 563 76.19893428 564 76.24113475 565 76.10619469 566 76.14840989 567 76.19047619 568 76.23239437 569 76.27416520 570 76.31578947 571 76.35726795 572 76.39860140 573 76.43979058 574 76.48083624 575 76.52173913 576 76.56250000 577 76.42980936 578 76.47058824 579 76.51122625 580 76.55172414 581 76.41996558 582 76.46048110 583 76.50085763 584 76.54109589 585 76.58119658 586 76.62116041 587 76.66098807 588 76.53061224 589 76.57045840 590 76.61016949 591 76.64974619 592 76.68918919 593 76.55986509 594 76.43097643 595 76.47058824 596 76.51006711 597 76.54941374 598 76.58862876 599 76.62771285 600 76.66666667 601 76.70549085 602 76.74418605 603 76.78275290 604 76.82119205 605 76.85950413 606 76.73267327 607 76.60626030 608 76.64473684 609 76.68308703 610 76.72131148 611 76.75941080 612 76.79738562 613 76.83523654 614 76.87296417 615 76.91056911 616 76.78571429 617 76.66126418 618 76.69902913 619 76.73667205 620 76.77419355 621 76.81159420 622 76.84887460 623 76.88603531 624 76.92307692 625 76.96000000 626 76.99680511 627 77.03349282 628 77.07006369 629 76.94753577 630 76.98412698 631 77.02060222 632 76.89873418 633 76.77725118 634 76.81388013 635 76.85039370 636 76.88679245 637 76.92307692 638 76.95924765 639 76.99530516 640 76.87500000 641 76.91107644 642 76.94704050 643 76.98289269 644 77.01863354 645 76.89922481 646 76.93498452 647 76.97063369 648 77.00617284 649 76.88751926 650 76.92307692 651 76.95852535 652 76.99386503 653 77.02909648 654 77.06422018 655 77.09923664 656 77.13414634 657 77.16894977 658 77.20364742 659 77.08649469 660 77.12121212 661 77.15582451 662 77.19033233 663 77.22473605 664 77.25903614 665 77.29323308 666 77.32732733 667 77.36131934 668 77.39520958 669 77.27952167 670 77.31343284 671 77.34724292 672 77.38095238 673 77.41456166 674 77.44807122 675 77.48148148 676 77.51479290 677 77.54800591 678 77.58112094 679 77.61413844 680 77.64705882 681 77.67988253 682 77.71260997 683 77.74524158 684 77.77777778 685 77.81021898 686 77.84256560 687 77.87481805 688 77.90697674 689 77.93904209 690 77.97101449 691 77.85817656 692 77.89017341 693 77.77777778 694 77.80979827 695 77.84172662 696 77.87356322 697 77.90530846 698 77.93696275 699 77.82546495 700 77.85714286 701 77.88873039 702 77.92022792 703 77.95163585 704 77.98295455 705 78.01418440 706 78.04532578 707 78.07637907 708 78.10734463 709 78.13822285 710 78.16901408 711 78.05907173 712 78.08988764 713 78.12061711 714 78.15126050 715 78.04195804 716 78.07262570 717 78.10320781 718 77.99442897 719 78.02503477 720 78.05555556 721 78.08599168 722 78.11634349 723 78.14661134 724 78.17679558 725 78.20689655 726 78.23691460 727 78.26685007 728 78.29670330 729 78.32647462 730 78.35616438 731 78.38577291 732 78.27868852 733 78.17189632 734 78.20163488 735 78.09523810 736 78.12500000 737 78.01899593 738 77.91327913 739 77.80784844 740 77.83783784 741 77.86774629 742 77.89757412 743 77.92732167 744 77.95698925 745 77.85234899 746 77.88203753 747 77.77777778 748 77.80748663 749 77.83711615 750 77.86666667