| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 72.72727273 | |
| 12 66.66666667 | |
| 13 69.23076923 | |
| 14 71.42857143 | |
| 15 73.33333333 | |
| 16 75.00000000 | |
| 17 70.58823529 | |
| 18 66.66666667 | |
| 19 63.15789474 | |
| 20 65.00000000 | |
| 21 66.66666667 | |
| 22 63.63636364 | |
| 23 65.21739130 | |
| 24 62.50000000 | |
| 25 60.00000000 | |
| 26 57.69230769 | |
| 27 55.55555556 | |
| 28 57.14285714 | |
| 29 55.17241379 | |
| 30 56.66666667 | |
| 31 58.06451613 | |
| 32 56.25000000 | |
| 33 57.57575758 | |
| 34 58.82352941 | |
| 35 60.00000000 | |
| 36 58.33333333 | |
| 37 56.75675676 | |
| 38 57.89473684 | |
| 39 56.41025641 | |
| 40 55.00000000 | |
| 41 56.09756098 | |
| 42 54.76190476 | |
| 43 53.48837209 | |
| 44 54.54545455 | |
| 45 53.33333333 | |
| 46 52.17391304 | |
| 47 51.06382979 | |
| 48 50.00000000 | |
| 49 48.97959184 | |
| 50 48.00000000 | |
| 51 47.05882353 | |
| 52 46.15384615 | |
| 53 45.28301887 | |
| 54 44.44444444 | |
| 55 43.63636364 | |
| 56 42.85714286 | |
| 57 43.85964912 | |
| 58 43.10344828 | |
| 59 44.06779661 | |
| 60 45.00000000 | |
| 61 44.26229508 | |
| 62 43.54838710 | |
| 63 42.85714286 | |
| 64 42.18750000 | |
| 65 41.53846154 | |
| 66 40.90909091 | |
| 67 41.79104478 | |
| 68 41.17647059 | |
| 69 42.02898551 | |
| 70 42.85714286 | |
| 71 42.25352113 | |
| 72 43.05555556 | |
| 73 43.83561644 | |
| 74 44.59459459 | |
| 75 44.00000000 | |
| 76 44.73684211 | |
| 77 45.45454545 | |
| 78 44.87179487 | |
| 79 44.30379747 | |
| 80 43.75000000 | |
| 81 43.20987654 | |
| 82 42.68292683 | |
| 83 43.37349398 | |
| 84 44.04761905 | |
| 85 43.52941176 | |
| 86 44.18604651 | |
| 87 44.82758621 | |
| 88 45.45454545 | |
| 89 44.94382022 | |
| 90 44.44444444 | |
| 91 45.05494505 | |
| 92 44.56521739 | |
| 93 45.16129032 | |
| 94 45.74468085 | |
| 95 45.26315789 | |
| 96 45.83333333 | |
| 97 45.36082474 | |
| 98 45.91836735 | |
| 99 46.46464646 | |
| 100 47.00000000 | |
| 101 47.52475248 | |
| 102 47.05882353 | |
| 103 46.60194175 | |
| 104 47.11538462 | |
| 105 47.61904762 | |
| 106 48.11320755 | |
| 107 48.59813084 | |
| 108 49.07407407 | |
| 109 48.62385321 | |
| 110 49.09090909 | |
| 111 49.54954955 | |
| 112 50.00000000 | |
| 113 50.44247788 | |
| 114 50.00000000 | |
| 115 50.43478261 | |
| 116 50.00000000 | |
| 117 49.57264957 | |
| 118 49.15254237 | |
| 119 49.57983193 | |
| 120 49.16666667 | |
| 121 48.76033058 | |
| 122 48.36065574 | |
| 123 48.78048780 | |
| 124 49.19354839 | |
| 125 49.60000000 | |
| 126 50.00000000 | |
| 127 50.39370079 | |
| 128 50.00000000 | |
| 129 49.61240310 | |
| 130 49.23076923 | |
| 131 49.61832061 | |
| 132 49.24242424 | |
| 133 49.62406015 | |
| 134 50.00000000 | |
| 135 50.37037037 | |
| 136 50.73529412 | |
| 137 51.09489051 | |
| 138 51.44927536 | |
| 139 51.07913669 | |
| 140 51.42857143 | |
| 141 51.77304965 | |
| 142 52.11267606 | |
| 143 52.44755245 | |
| 144 52.77777778 | |
| 145 53.10344828 | |
| 146 53.42465753 | |
| 147 53.74149660 | |
| 148 54.05405405 | |
| 149 53.69127517 | |
| 150 54.00000000 | |
| 151 53.64238411 | |
| 152 53.28947368 | |
| 153 53.59477124 | |
| 154 53.89610390 | |
| 155 54.19354839 | |
| 156 53.84615385 | |
| 157 53.50318471 | |
| 158 53.79746835 | |
| 159 53.45911950 | |
| 160 53.75000000 | |
| 161 54.03726708 | |
| 162 53.70370370 | |
| 163 53.98773006 | |
| 164 54.26829268 | |
| 165 54.54545455 | |
| 166 54.81927711 | |
| 167 55.08982036 | |
| 168 55.35714286 | |
| 169 55.02958580 | |
| 170 54.70588235 | |
| 171 54.97076023 | |
| 172 55.23255814 | |
| 173 54.91329480 | |
| 174 54.59770115 | |
| 175 54.85714286 | |
| 176 54.54545455 | |
| 177 54.23728814 | |
| 178 54.49438202 | |
| 179 54.18994413 | |
| 180 54.44444444 | |
| 181 54.14364641 | |
| 182 53.84615385 | |
| 183 54.09836066 | |
| 184 53.80434783 | |
| 185 54.05405405 | |
| 186 53.76344086 | |
| 187 53.47593583 | |
| 188 53.19148936 | |
| 189 52.91005291 | |
| 190 53.15789474 | |
| 191 53.40314136 | |
| 192 53.64583333 | |
| 193 53.36787565 | |
| 194 53.60824742 | |
| 195 53.33333333 | |
| 196 53.06122449 | |
| 197 52.79187817 | |
| 198 52.52525253 | |
| 199 52.76381910 | |
| 200 53.00000000 | |
| 201 52.73631841 | |
| 202 52.47524752 | |
| 203 52.21674877 | |
| 204 52.45098039 | |
| 205 52.19512195 | |
| 206 51.94174757 | |
| 207 52.17391304 | |
| 208 51.92307692 | |
| 209 52.15311005 | |
| 210 52.38095238 | |
| 211 52.60663507 | |
| 212 52.83018868 | |
| 213 53.05164319 | |
| 214 52.80373832 | |
| 215 53.02325581 | |
| 216 53.24074074 | |
| 217 52.99539171 | |
| 218 52.75229358 | |
| 219 52.96803653 | |
| 220 53.18181818 | |
| 221 52.94117647 | |
| 222 53.15315315 | |
| 223 53.36322870 | |
| 224 53.57142857 | |
| 225 53.77777778 | |
| 226 53.53982301 | |
| 227 53.30396476 | |
| 228 53.07017544 | |
| 229 53.27510917 | |
| 230 53.04347826 | |
| 231 52.81385281 | |
| 232 52.58620690 | |
| 233 52.36051502 | |
| 234 52.13675214 | |
| 235 51.91489362 | |
| 236 51.69491525 | |
| 237 51.47679325 | |
| 238 51.68067227 | |
| 239 51.46443515 | |
| 240 51.25000000 | |
| 241 51.03734440 | |
| 242 51.23966942 | |
| 243 51.44032922 | |
| 244 51.22950820 | |
| 245 51.02040816 | |
| 246 50.81300813 | |
| 247 50.60728745 | |
| 248 50.80645161 | |
| 249 51.00401606 | |
| 250 51.20000000 | |
| 251 51.39442231 | |
| 252 51.58730159 | |
| 253 51.38339921 | |
| 254 51.57480315 | |
| 255 51.76470588 | |
| 256 51.95312500 | |
| 257 51.75097276 | |
| 258 51.93798450 | |
| 259 52.12355212 | |
| 260 52.30769231 | |
| 261 52.49042146 | |
| 262 52.29007634 | |
| 263 52.09125475 | |
| 264 52.27272727 | |
| 265 52.07547170 | |
| 266 51.87969925 | |
| 267 52.05992509 | |
| 268 52.23880597 | |
| 269 52.41635688 | |
| 270 52.22222222 | |
| 271 52.02952030 | |
| 272 51.83823529 | |
| 273 51.64835165 | |
| 274 51.82481752 | |
| 275 51.63636364 | |
| 276 51.81159420 | |
| 277 51.98555957 | |
| 278 52.15827338 | |
| 279 52.32974910 | |
| 280 52.50000000 | |
| 281 52.66903915 | |
| 282 52.83687943 | |
| 283 52.65017668 | |
| 284 52.81690141 | |
| 285 52.63157895 | |
| 286 52.44755245 | |
| 287 52.61324042 | |
| 288 52.77777778 | |
| 289 52.94117647 | |
| 290 53.10344828 | |
| 291 52.92096220 | |
| 292 52.73972603 | |
| 293 52.90102389 | |
| 294 53.06122449 | |
| 295 53.22033898 | |
| 296 53.37837838 | |
| 297 53.53535354 | |
| 298 53.69127517 | |
| 299 53.51170569 | |
| 300 53.66666667 | |
| 301 53.48837209 | |
| 302 53.64238411 | |
| 303 53.46534653 | |
| 304 53.61842105 | |
| 305 53.44262295 | |
| 306 53.59477124 | |
| 307 53.42019544 | |
| 308 53.57142857 | |
| 309 53.39805825 | |
| 310 53.54838710 | |
| 311 53.69774920 | |
| 312 53.84615385 | |
| 313 53.99361022 | |
| 314 53.82165605 | |
| 315 53.65079365 | |
| 316 53.79746835 | |
| 317 53.94321767 | |
| 318 53.77358491 | |
| 319 53.60501567 | |
| 320 53.75000000 | |
| 321 53.58255452 | |
| 322 53.41614907 | |
| 323 53.56037152 | |
| 324 53.70370370 | |
| 325 53.84615385 | |
| 326 53.68098160 | |
| 327 53.51681957 | |
| 328 53.65853659 | |
| 329 53.79939210 | |
| 330 53.93939394 | |
| 331 54.07854985 | |
| 332 53.91566265 | |
| 333 54.05405405 | |
| 334 53.89221557 | |
| 335 54.02985075 | |
| 336 54.16666667 | |
| 337 54.00593472 | |
| 338 53.84615385 | |
| 339 53.98230088 | |
| 340 53.82352941 | |
| 341 53.95894428 | |
| 342 54.09356725 | |
| 343 53.93586006 | |
| 344 53.77906977 | |
| 345 53.91304348 | |
| 346 53.75722543 | |
| 347 53.60230548 | |
| 348 53.44827586 | |
| 349 53.29512894 | |
| 350 53.42857143 | |
| 351 53.56125356 | |
| 352 53.40909091 | |
| 353 53.54107649 | |
| 354 53.67231638 | |
| 355 53.80281690 | |
| 356 53.93258427 | |
| 357 53.78151261 | |
| 358 53.91061453 | |
| 359 54.03899721 | |
| 360 53.88888889 | |
| 361 53.73961219 | |
| 362 53.86740331 | |
| 363 53.99449036 | |
| 364 54.12087912 | |
| 365 54.24657534 | |
| 366 54.37158470 | |
| 367 54.49591281 | |
| 368 54.61956522 | |
| 369 54.74254743 | |
| 370 54.86486486 | |
| 371 54.98652291 | |
| 372 55.10752688 | |
| 373 55.22788204 | |
| 374 55.08021390 | |
| 375 55.20000000 | |
| 376 55.31914894 | |
| 377 55.17241379 | |
| 378 55.02645503 | |
| 379 55.14511873 | |
| 380 55.26315789 | |
| 381 55.38057743 | |
| 382 55.23560209 | |
| 383 55.09138381 | |
| 384 55.20833333 | |
| 385 55.32467532 | |
| 386 55.44041451 | |
| 387 55.29715762 | |
| 388 55.15463918 | |
| 389 55.01285347 | |
| 390 55.12820513 | |
| 391 54.98721228 | |
| 392 55.10204082 | |
| 393 55.21628499 | |
| 394 55.32994924 | |
| 395 55.18987342 | |
| 396 55.30303030 | |
| 397 55.41561713 | |
| 398 55.52763819 | |
| 399 55.63909774 | |
| 400 55.50000000 | |
| 401 55.61097257 | |
| 402 55.47263682 | |
| 403 55.33498759 | |
| 404 55.19801980 | |
| 405 55.30864198 | |
| 406 55.17241379 | |
| 407 55.28255528 | |
| 408 55.39215686 | |
| 409 55.50122249 | |
| 410 55.36585366 | |
| 411 55.23114355 | |
| 412 55.09708738 | |
| 413 54.96368039 | |
| 414 55.07246377 | |
| 415 54.93975904 | |
| 416 55.04807692 | |
| 417 55.15587530 | |
| 418 55.26315789 | |
| 419 55.13126492 | |
| 420 55.23809524 | |
| 421 55.10688836 | |
| 422 55.21327014 | |
| 423 55.31914894 | |
| 424 55.42452830 | |
| 425 55.52941176 | |
| 426 55.63380282 | |
| 427 55.50351288 | |
| 428 55.60747664 | |
| 429 55.47785548 | |
| 430 55.58139535 | |
| 431 55.45243619 | |
| 432 55.32407407 | |
| 433 55.42725173 | |
| 434 55.52995392 | |
| 435 55.40229885 | |
| 436 55.27522936 | |
| 437 55.14874142 | |
| 438 55.02283105 | |
| 439 55.12528474 | |
| 440 55.22727273 | |
| 441 55.32879819 | |
| 442 55.42986425 | |
| 443 55.53047404 | |
| 444 55.40540541 | |
| 445 55.50561798 | |
| 446 55.60538117 | |
| 447 55.70469799 | |
| 448 55.58035714 | |
| 449 55.45657016 | |
| 450 55.55555556 | |
| 451 55.43237251 | |
| 452 55.53097345 | |
| 453 55.40838852 | |
| 454 55.28634361 | |
| 455 55.16483516 | |
| 456 55.26315789 | |
| 457 55.36105033 | |
| 458 55.45851528 | |
| 459 55.55555556 | |
| 460 55.65217391 | |
| 461 55.74837310 | |
| 462 55.84415584 | |
| 463 55.93952484 | |
| 464 56.03448276 | |
| 465 55.91397849 | |
| 466 56.00858369 | |
| 467 56.10278373 | |
| 468 55.98290598 | |
| 469 55.86353945 | |
| 470 55.74468085 | |
| 471 55.83864119 | |
| 472 55.93220339 | |
| 473 56.02536998 | |
| 474 56.11814346 | |
| 475 56.21052632 | |
| 476 56.09243697 | |
| 477 55.97484277 | |
| 478 56.06694561 | |
| 479 56.15866388 | |
| 480 56.25000000 | |
| 481 56.13305613 | |
| 482 56.01659751 | |
| 483 56.10766046 | |
| 484 55.99173554 | |
| 485 55.87628866 | |
| 486 55.96707819 | |
| 487 56.05749487 | |
| 488 55.94262295 | |
| 489 56.03271984 | |
| 490 56.12244898 | |
| 491 56.00814664 | |
| 492 56.09756098 | |
| 493 56.18661258 | |
| 494 56.27530364 | |
| 495 56.36363636 | |
| 496 56.45161290 | |
| 497 56.33802817 | |
| 498 56.42570281 | |
| 499 56.31262525 | |
| 500 56.40000000 | |
| 501 56.28742515 | |
| 502 56.17529880 | |
| 503 56.26242545 | |
| 504 56.34920635 | |
| 505 56.43564356 | |
| 506 56.32411067 | |
| 507 56.41025641 | |
| 508 56.29921260 | |
| 509 56.38506876 | |
| 510 56.47058824 | |
| 511 56.36007828 | |
| 512 56.25000000 | |
| 513 56.14035088 | |
| 514 56.22568093 | |
| 515 56.31067961 | |
| 516 56.20155039 | |
| 517 56.09284333 | |
| 518 56.17760618 | |
| 519 56.06936416 | |
| 520 55.96153846 | |
| 521 55.85412668 | |
| 522 55.74712644 | |
| 523 55.64053537 | |
| 524 55.72519084 | |
| 525 55.80952381 | |
| 526 55.70342205 | |
| 527 55.59772296 | |
| 528 55.68181818 | |
| 529 55.76559546 | |
| 530 55.84905660 | |
| 531 55.74387947 | |
| 532 55.63909774 | |
| 533 55.72232645 | |
| 534 55.61797753 | |
| 535 55.70093458 | |
| 536 55.59701493 | |
| 537 55.67970205 | |
| 538 55.76208178 | |
| 539 55.65862709 | |
| 540 55.55555556 | |
| 541 55.63770795 | |
| 542 55.53505535 | |
| 543 55.43278085 | |
| 544 55.33088235 | |
| 545 55.41284404 | |
| 546 55.49450549 | |
| 547 55.57586837 | |
| 548 55.47445255 | |
| 549 55.55555556 | |
| 550 55.45454545 | |
| 551 55.53539020 | |
| 552 55.43478261 | |
| 553 55.33453888 | |
| 554 55.41516245 | |
| 555 55.31531532 | |
| 556 55.39568345 | |
| 557 55.29622980 | |
| 558 55.19713262 | |
| 559 55.27728086 | |
| 560 55.35714286 | |
| 561 55.43672014 | |
| 562 55.33807829 | |
| 563 55.23978686 | |
| 564 55.14184397 | |
| 565 55.04424779 | |
| 566 54.94699647 | |
| 567 55.02645503 | |
| 568 55.10563380 | |
| 569 55.00878735 | |
| 570 55.08771930 | |
| 571 55.16637478 | |
| 572 55.24475524 | |
| 573 55.14834206 | |
| 574 55.22648084 | |
| 575 55.13043478 | |
| 576 55.20833333 | |
| 577 55.28596187 | |
| 578 55.36332180 | |
| 579 55.26770294 | |
| 580 55.17241379 | |
| 581 55.07745267 | |
| 582 54.98281787 | |
| 583 55.06003431 | |
| 584 54.96575342 | |
| 585 54.87179487 | |
| 586 54.77815700 | |
| 587 54.85519591 | |
| 588 54.76190476 | |
| 589 54.66893039 | |
| 590 54.57627119 | |
| 591 54.65313029 | |
| 592 54.56081081 | |
| 593 54.46880270 | |
| 594 54.37710438 | |
| 595 54.45378151 | |
| 596 54.53020134 | |
| 597 54.60636516 | |
| 598 54.51505017 | |
| 599 54.59098497 | |
| 600 54.66666667 | |
| 601 54.74209651 | |
| 602 54.81727575 | |
| 603 54.72636816 | |
| 604 54.80132450 | |
| 605 54.87603306 | |
| 606 54.78547855 | |
| 607 54.69522241 | |
| 608 54.60526316 | |
| 609 54.67980296 | |
| 610 54.75409836 | |
| 611 54.82815057 | |
| 612 54.73856209 | |
| 613 54.64926591 | |
| 614 54.56026059 | |
| 615 54.63414634 | |
| 616 54.54545455 | |
| 617 54.45705024 | |
| 618 54.53074434 | |
| 619 54.44264943 | |
| 620 54.51612903 | |
| 621 54.42834138 | |
| 622 54.34083601 | |
| 623 54.41412520 | |
| 624 54.48717949 | |
| 625 54.56000000 | |
| 626 54.47284345 | |
| 627 54.38596491 | |
| 628 54.45859873 | |
| 629 54.37201908 | |
| 630 54.28571429 | |
| 631 54.19968304 | |
| 632 54.11392405 | |
| 633 54.02843602 | |
| 634 54.10094637 | |
| 635 54.01574803 | |
| 636 54.08805031 | |
| 637 54.16012559 | |
| 638 54.07523511 | |
| 639 54.14710485 | |
| 640 54.06250000 | |
| 641 53.97815913 | |
| 642 54.04984424 | |
| 643 54.12130638 | |
| 644 54.03726708 | |
| 645 54.10852713 | |
| 646 54.17956656 | |
| 647 54.25038640 | |
| 648 54.32098765 | |
| 649 54.23728814 | |
| 650 54.30769231 | |
| 651 54.37788018 | |
| 652 54.29447853 | |
| 653 54.36447167 | |
| 654 54.28134557 | |
| 655 54.35114504 | |
| 656 54.42073171 | |
| 657 54.49010654 | |
| 658 54.55927052 | |
| 659 54.62822458 | |
| 660 54.54545455 | |
| 661 54.46293495 | |
| 662 54.53172205 | |
| 663 54.60030166 | |
| 664 54.66867470 | |
| 665 54.73684211 | |
| 666 54.65465465 | |
| 667 54.72263868 | |
| 668 54.79041916 | |
| 669 54.70852018 | |
| 670 54.77611940 | |
| 671 54.84351714 | |
| 672 54.91071429 | |
| 673 54.97771174 | |
| 674 54.89614243 | |
| 675 54.96296296 | |
| 676 54.88165680 | |
| 677 54.80059084 | |
| 678 54.86725664 | |
| 679 54.93372607 | |
| 680 54.85294118 | |
| 681 54.77239354 | |
| 682 54.83870968 | |
| 683 54.90483163 | |
| 684 54.97076023 | |
| 685 54.89051095 | |
| 686 54.95626822 | |
| 687 55.02183406 | |
| 688 55.08720930 | |
| 689 55.15239478 | |
| 690 55.21739130 | |
| 691 55.13748191 | |
| 692 55.20231214 | |
| 693 55.26695527 | |
| 694 55.33141210 | |
| 695 55.25179856 | |
| 696 55.31609195 | |
| 697 55.38020086 | |
| 698 55.44412607 | |
| 699 55.36480687 | |
| 700 55.28571429 | |
| 701 55.34950071 | |
| 702 55.41310541 | |
| 703 55.33428165 | |
| 704 55.39772727 | |
| 705 55.46099291 | |
| 706 55.52407932 | |
| 707 55.44554455 | |
| 708 55.50847458 | |
| 709 55.57122708 | |
| 710 55.63380282 | |
| 711 55.55555556 | |
| 712 55.61797753 | |
| 713 55.68022440 | |
| 714 55.74229692 | |
| 715 55.66433566 | |
| 716 55.72625698 | |
| 717 55.78800558 | |
| 718 55.71030641 | |
| 719 55.63282337 | |
| 720 55.55555556 | |
| 721 55.61719834 | |
| 722 55.67867036 | |
| 723 55.73997234 | |
| 724 55.80110497 | |
| 725 55.86206897 | |
| 726 55.78512397 | |
| 727 55.84594223 | |
| 728 55.90659341 | |
| 729 55.96707819 | |
| 730 55.89041096 | |
| 731 55.95075239 | |
| 732 55.87431694 | |
| 733 55.93451569 | |
| 734 55.99455041 | |
| 735 55.91836735 | |
| 736 55.84239130 | |
| 737 55.76662144 | |
| 738 55.69105691 | |
| 739 55.61569689 | |
| 740 55.67567568 | |
| 741 55.73549258 | |
| 742 55.79514825 | |
| 743 55.85464334 | |
| 744 55.91397849 | |
| 745 55.83892617 | |
| 746 55.89812332 | |
| 747 55.82329317 | |
| 748 55.88235294 | |
| 749 55.94125501 | |
| 750 56.00000000 | |