| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 63.63636364 | |
| 12 58.33333333 | |
| 13 61.53846154 | |
| 14 64.28571429 | |
| 15 66.66666667 | |
| 16 68.75000000 | |
| 17 64.70588235 | |
| 18 61.11111111 | |
| 19 57.89473684 | |
| 20 60.00000000 | |
| 21 61.90476190 | |
| 22 59.09090909 | |
| 23 60.86956522 | |
| 24 58.33333333 | |
| 25 56.00000000 | |
| 26 53.84615385 | |
| 27 51.85185185 | |
| 28 53.57142857 | |
| 29 51.72413793 | |
| 30 50.00000000 | |
| 31 51.61290323 | |
| 32 50.00000000 | |
| 33 51.51515152 | |
| 34 52.94117647 | |
| 35 54.28571429 | |
| 36 52.77777778 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 50.00000000 | |
| 41 51.21951220 | |
| 42 50.00000000 | |
| 43 48.83720930 | |
| 44 50.00000000 | |
| 45 51.11111111 | |
| 46 50.00000000 | |
| 47 48.93617021 | |
| 48 47.91666667 | |
| 49 46.93877551 | |
| 50 46.00000000 | |
| 51 47.05882353 | |
| 52 46.15384615 | |
| 53 45.28301887 | |
| 54 44.44444444 | |
| 55 43.63636364 | |
| 56 42.85714286 | |
| 57 43.85964912 | |
| 58 44.82758621 | |
| 59 45.76271186 | |
| 60 46.66666667 | |
| 61 45.90163934 | |
| 62 45.16129032 | |
| 63 44.44444444 | |
| 64 45.31250000 | |
| 65 44.61538462 | |
| 66 43.93939394 | |
| 67 44.77611940 | |
| 68 44.11764706 | |
| 69 44.92753623 | |
| 70 45.71428571 | |
| 71 45.07042254 | |
| 72 45.83333333 | |
| 73 45.20547945 | |
| 74 45.94594595 | |
| 75 45.33333333 | |
| 76 46.05263158 | |
| 77 46.75324675 | |
| 78 46.15384615 | |
| 79 46.83544304 | |
| 80 46.25000000 | |
| 81 45.67901235 | |
| 82 45.12195122 | |
| 83 45.78313253 | |
| 84 45.23809524 | |
| 85 44.70588235 | |
| 86 45.34883721 | |
| 87 45.97701149 | |
| 88 46.59090909 | |
| 89 46.06741573 | |
| 90 46.66666667 | |
| 91 47.25274725 | |
| 92 46.73913043 | |
| 93 47.31182796 | |
| 94 47.87234043 | |
| 95 47.36842105 | |
| 96 47.91666667 | |
| 97 48.45360825 | |
| 98 48.97959184 | |
| 99 49.49494949 | |
| 100 49.00000000 | |
| 101 49.50495050 | |
| 102 49.01960784 | |
| 103 48.54368932 | |
| 104 49.03846154 | |
| 105 48.57142857 | |
| 106 49.05660377 | |
| 107 49.53271028 | |
| 108 50.00000000 | |
| 109 49.54128440 | |
| 110 50.00000000 | |
| 111 50.45045045 | |
| 112 50.89285714 | |
| 113 51.32743363 | |
| 114 50.87719298 | |
| 115 51.30434783 | |
| 116 50.86206897 | |
| 117 50.42735043 | |
| 118 50.84745763 | |
| 119 51.26050420 | |
| 120 50.83333333 | |
| 121 50.41322314 | |
| 122 50.00000000 | |
| 123 50.40650407 | |
| 124 50.80645161 | |
| 125 51.20000000 | |
| 126 51.58730159 | |
| 127 51.96850394 | |
| 128 51.56250000 | |
| 129 51.16279070 | |
| 130 50.76923077 | |
| 131 51.14503817 | |
| 132 50.75757576 | |
| 133 51.12781955 | |
| 134 51.49253731 | |
| 135 51.85185185 | |
| 136 52.20588235 | |
| 137 52.55474453 | |
| 138 52.89855072 | |
| 139 52.51798561 | |
| 140 52.85714286 | |
| 141 53.19148936 | |
| 142 53.52112676 | |
| 143 53.84615385 | |
| 144 54.16666667 | |
| 145 54.48275862 | |
| 146 54.79452055 | |
| 147 55.10204082 | |
| 148 55.40540541 | |
| 149 55.03355705 | |
| 150 55.33333333 | |
| 151 54.96688742 | |
| 152 54.60526316 | |
| 153 54.90196078 | |
| 154 54.54545455 | |
| 155 54.83870968 | |
| 156 54.48717949 | |
| 157 54.14012739 | |
| 158 54.43037975 | |
| 159 54.08805031 | |
| 160 54.37500000 | |
| 161 54.65838509 | |
| 162 54.32098765 | |
| 163 54.60122699 | |
| 164 54.87804878 | |
| 165 55.15151515 | |
| 166 55.42168675 | |
| 167 55.68862275 | |
| 168 55.95238095 | |
| 169 55.62130178 | |
| 170 55.29411765 | |
| 171 55.55555556 | |
| 172 55.81395349 | |
| 173 55.49132948 | |
| 174 55.17241379 | |
| 175 55.42857143 | |
| 176 55.11363636 | |
| 177 55.36723164 | |
| 178 55.61797753 | |
| 179 55.30726257 | |
| 180 55.55555556 | |
| 181 55.24861878 | |
| 182 55.49450549 | |
| 183 55.73770492 | |
| 184 55.43478261 | |
| 185 55.67567568 | |
| 186 55.37634409 | |
| 187 55.08021390 | |
| 188 54.78723404 | |
| 189 54.49735450 | |
| 190 54.73684211 | |
| 191 54.97382199 | |
| 192 55.20833333 | |
| 193 54.92227979 | |
| 194 55.15463918 | |
| 195 54.87179487 | |
| 196 54.59183673 | |
| 197 54.31472081 | |
| 198 54.04040404 | |
| 199 54.27135678 | |
| 200 54.50000000 | |
| 201 54.22885572 | |
| 202 53.96039604 | |
| 203 53.69458128 | |
| 204 53.92156863 | |
| 205 53.65853659 | |
| 206 53.39805825 | |
| 207 53.62318841 | |
| 208 53.36538462 | |
| 209 53.58851675 | |
| 210 53.80952381 | |
| 211 54.02843602 | |
| 212 54.24528302 | |
| 213 54.46009390 | |
| 214 54.20560748 | |
| 215 53.95348837 | |
| 216 54.16666667 | |
| 217 53.91705069 | |
| 218 53.66972477 | |
| 219 53.88127854 | |
| 220 54.09090909 | |
| 221 54.29864253 | |
| 222 54.50450450 | |
| 223 54.70852018 | |
| 224 54.91071429 | |
| 225 55.11111111 | |
| 226 54.86725664 | |
| 227 54.62555066 | |
| 228 54.38596491 | |
| 229 54.58515284 | |
| 230 54.34782609 | |
| 231 54.11255411 | |
| 232 53.87931034 | |
| 233 53.64806867 | |
| 234 53.84615385 | |
| 235 53.61702128 | |
| 236 53.38983051 | |
| 237 53.58649789 | |
| 238 53.78151261 | |
| 239 53.97489540 | |
| 240 54.16666667 | |
| 241 53.94190871 | |
| 242 54.13223140 | |
| 243 54.32098765 | |
| 244 54.09836066 | |
| 245 53.87755102 | |
| 246 53.65853659 | |
| 247 53.44129555 | |
| 248 53.62903226 | |
| 249 53.81526104 | |
| 250 54.00000000 | |
| 251 54.18326693 | |
| 252 54.36507937 | |
| 253 54.15019763 | |
| 254 54.33070866 | |
| 255 54.11764706 | |
| 256 54.29687500 | |
| 257 54.08560311 | |
| 258 54.26356589 | |
| 259 54.44015444 | |
| 260 54.61538462 | |
| 261 54.78927203 | |
| 262 54.58015267 | |
| 263 54.37262357 | |
| 264 54.54545455 | |
| 265 54.71698113 | |
| 266 54.51127820 | |
| 267 54.68164794 | |
| 268 54.85074627 | |
| 269 55.01858736 | |
| 270 54.81481481 | |
| 271 54.61254613 | |
| 272 54.41176471 | |
| 273 54.21245421 | |
| 274 54.37956204 | |
| 275 54.18181818 | |
| 276 54.34782609 | |
| 277 54.51263538 | |
| 278 54.67625899 | |
| 279 54.83870968 | |
| 280 55.00000000 | |
| 281 55.16014235 | |
| 282 55.31914894 | |
| 283 55.12367491 | |
| 284 55.28169014 | |
| 285 55.08771930 | |
| 286 54.89510490 | |
| 287 55.05226481 | |
| 288 55.20833333 | |
| 289 55.36332180 | |
| 290 55.51724138 | |
| 291 55.67010309 | |
| 292 55.47945205 | |
| 293 55.63139932 | |
| 294 55.78231293 | |
| 295 55.93220339 | |
| 296 56.08108108 | |
| 297 56.22895623 | |
| 298 56.37583893 | |
| 299 56.18729097 | |
| 300 56.00000000 | |
| 301 55.81395349 | |
| 302 55.96026490 | |
| 303 55.77557756 | |
| 304 55.92105263 | |
| 305 55.73770492 | |
| 306 55.88235294 | |
| 307 55.70032573 | |
| 308 55.84415584 | |
| 309 55.66343042 | |
| 310 55.80645161 | |
| 311 55.94855305 | |
| 312 56.08974359 | |
| 313 56.23003195 | |
| 314 56.05095541 | |
| 315 56.19047619 | |
| 316 56.32911392 | |
| 317 56.46687697 | |
| 318 56.28930818 | |
| 319 56.11285266 | |
| 320 56.25000000 | |
| 321 56.07476636 | |
| 322 56.21118012 | |
| 323 56.34674923 | |
| 324 56.48148148 | |
| 325 56.61538462 | |
| 326 56.44171779 | |
| 327 56.26911315 | |
| 328 56.40243902 | |
| 329 56.53495441 | |
| 330 56.66666667 | |
| 331 56.79758308 | |
| 332 56.62650602 | |
| 333 56.75675676 | |
| 334 56.58682635 | |
| 335 56.71641791 | |
| 336 56.84523810 | |
| 337 56.67655786 | |
| 338 56.50887574 | |
| 339 56.63716814 | |
| 340 56.47058824 | |
| 341 56.59824047 | |
| 342 56.72514620 | |
| 343 56.85131195 | |
| 344 56.68604651 | |
| 345 56.52173913 | |
| 346 56.35838150 | |
| 347 56.19596542 | |
| 348 56.03448276 | |
| 349 55.87392550 | |
| 350 56.00000000 | |
| 351 56.12535613 | |
| 352 56.25000000 | |
| 353 56.37393768 | |
| 354 56.49717514 | |
| 355 56.61971831 | |
| 356 56.74157303 | |
| 357 56.58263305 | |
| 358 56.70391061 | |
| 359 56.82451253 | |
| 360 56.66666667 | |
| 361 56.50969529 | |
| 362 56.62983425 | |
| 363 56.74931129 | |
| 364 56.86813187 | |
| 365 56.98630137 | |
| 366 57.10382514 | |
| 367 57.22070845 | |
| 368 57.33695652 | |
| 369 57.45257453 | |
| 370 57.29729730 | |
| 371 57.41239892 | |
| 372 57.52688172 | |
| 373 57.37265416 | |
| 374 57.48663102 | |
| 375 57.60000000 | |
| 376 57.71276596 | |
| 377 57.55968170 | |
| 378 57.40740741 | |
| 379 57.51978892 | |
| 380 57.63157895 | |
| 381 57.74278215 | |
| 382 57.59162304 | |
| 383 57.44125326 | |
| 384 57.55208333 | |
| 385 57.66233766 | |
| 386 57.77202073 | |
| 387 57.62273902 | |
| 388 57.47422680 | |
| 389 57.32647815 | |
| 390 57.43589744 | |
| 391 57.28900256 | |
| 392 57.39795918 | |
| 393 57.50636132 | |
| 394 57.61421320 | |
| 395 57.72151899 | |
| 396 57.82828283 | |
| 397 57.93450882 | |
| 398 58.04020101 | |
| 399 58.14536341 | |
| 400 58.25000000 | |
| 401 58.35411471 | |
| 402 58.20895522 | |
| 403 58.31265509 | |
| 404 58.16831683 | |
| 405 58.02469136 | |
| 406 57.88177340 | |
| 407 57.98525799 | |
| 408 57.84313725 | |
| 409 57.94621027 | |
| 410 58.04878049 | |
| 411 57.90754258 | |
| 412 57.76699029 | |
| 413 57.62711864 | |
| 414 57.72946860 | |
| 415 57.59036145 | |
| 416 57.69230769 | |
| 417 57.79376499 | |
| 418 57.89473684 | |
| 419 57.75656325 | |
| 420 57.85714286 | |
| 421 57.71971496 | |
| 422 57.81990521 | |
| 423 57.91962175 | |
| 424 58.01886792 | |
| 425 58.11764706 | |
| 426 58.21596244 | |
| 427 58.07962529 | |
| 428 57.94392523 | |
| 429 57.80885781 | |
| 430 57.90697674 | |
| 431 57.77262181 | |
| 432 57.63888889 | |
| 433 57.50577367 | |
| 434 57.60368664 | |
| 435 57.47126437 | |
| 436 57.33944954 | |
| 437 57.20823799 | |
| 438 57.07762557 | |
| 439 57.17539863 | |
| 440 57.04545455 | |
| 441 57.14285714 | |
| 442 57.23981900 | |
| 443 57.33634312 | |
| 444 57.43243243 | |
| 445 57.52808989 | |
| 446 57.62331839 | |
| 447 57.71812081 | |
| 448 57.81250000 | |
| 449 57.90645880 | |
| 450 58.00000000 | |
| 451 57.87139690 | |
| 452 57.74336283 | |
| 453 57.61589404 | |
| 454 57.70925110 | |
| 455 57.58241758 | |
| 456 57.67543860 | |
| 457 57.76805252 | |
| 458 57.86026201 | |
| 459 57.95206972 | |
| 460 58.04347826 | |
| 461 58.13449024 | |
| 462 58.22510823 | |
| 463 58.31533477 | |
| 464 58.40517241 | |
| 465 58.27956989 | |
| 466 58.36909871 | |
| 467 58.45824411 | |
| 468 58.33333333 | |
| 469 58.20895522 | |
| 470 58.08510638 | |
| 471 58.17409766 | |
| 472 58.26271186 | |
| 473 58.35095137 | |
| 474 58.43881857 | |
| 475 58.52631579 | |
| 476 58.40336134 | |
| 477 58.28092243 | |
| 478 58.36820084 | |
| 479 58.45511482 | |
| 480 58.54166667 | |
| 481 58.41995842 | |
| 482 58.29875519 | |
| 483 58.38509317 | |
| 484 58.26446281 | |
| 485 58.14432990 | |
| 486 58.23045267 | |
| 487 58.31622177 | |
| 488 58.19672131 | |
| 489 58.28220859 | |
| 490 58.36734694 | |
| 491 58.45213849 | |
| 492 58.53658537 | |
| 493 58.62068966 | |
| 494 58.70445344 | |
| 495 58.78787879 | |
| 496 58.87096774 | |
| 497 58.95372233 | |
| 498 59.03614458 | |
| 499 58.91783567 | |
| 500 59.00000000 | |
| 501 58.88223553 | |
| 502 58.96414343 | |
| 503 59.04572565 | |
| 504 59.12698413 | |
| 505 59.20792079 | |
| 506 59.09090909 | |
| 507 59.17159763 | |
| 508 59.25196850 | |
| 509 59.33202358 | |
| 510 59.41176471 | |
| 511 59.29549902 | |
| 512 59.17968750 | |
| 513 59.06432749 | |
| 514 59.14396887 | |
| 515 59.22330097 | |
| 516 59.10852713 | |
| 517 58.99419729 | |
| 518 59.07335907 | |
| 519 58.95953757 | |
| 520 58.84615385 | |
| 521 58.73320537 | |
| 522 58.62068966 | |
| 523 58.69980880 | |
| 524 58.77862595 | |
| 525 58.66666667 | |
| 526 58.55513308 | |
| 527 58.44402277 | |
| 528 58.52272727 | |
| 529 58.60113422 | |
| 530 58.67924528 | |
| 531 58.56873823 | |
| 532 58.64661654 | |
| 533 58.72420263 | |
| 534 58.61423221 | |
| 535 58.69158879 | |
| 536 58.76865672 | |
| 537 58.84543762 | |
| 538 58.92193309 | |
| 539 58.81261596 | |
| 540 58.70370370 | |
| 541 58.78003697 | |
| 542 58.67158672 | |
| 543 58.56353591 | |
| 544 58.63970588 | |
| 545 58.71559633 | |
| 546 58.79120879 | |
| 547 58.86654479 | |
| 548 58.75912409 | |
| 549 58.83424408 | |
| 550 58.72727273 | |
| 551 58.62068966 | |
| 552 58.51449275 | |
| 553 58.40867993 | |
| 554 58.48375451 | |
| 555 58.37837838 | |
| 556 58.45323741 | |
| 557 58.34829443 | |
| 558 58.24372760 | |
| 559 58.31842576 | |
| 560 58.39285714 | |
| 561 58.46702317 | |
| 562 58.36298932 | |
| 563 58.43694494 | |
| 564 58.33333333 | |
| 565 58.23008850 | |
| 566 58.12720848 | |
| 567 58.20105820 | |
| 568 58.27464789 | |
| 569 58.17223199 | |
| 570 58.24561404 | |
| 571 58.31873905 | |
| 572 58.39160839 | |
| 573 58.28970332 | |
| 574 58.36236934 | |
| 575 58.26086957 | |
| 576 58.33333333 | |
| 577 58.23223570 | |
| 578 58.30449827 | |
| 579 58.20379965 | |
| 580 58.10344828 | |
| 581 58.00344234 | |
| 582 57.90378007 | |
| 583 57.97598628 | |
| 584 57.87671233 | |
| 585 57.77777778 | |
| 586 57.67918089 | |
| 587 57.75127768 | |
| 588 57.65306122 | |
| 589 57.55517827 | |
| 590 57.45762712 | |
| 591 57.52961083 | |
| 592 57.43243243 | |
| 593 57.33558179 | |
| 594 57.40740741 | |
| 595 57.47899160 | |
| 596 57.55033557 | |
| 597 57.62144054 | |
| 598 57.69230769 | |
| 599 57.59599332 | |
| 600 57.66666667 | |
| 601 57.73710483 | |
| 602 57.80730897 | |
| 603 57.71144279 | |
| 604 57.78145695 | |
| 605 57.85123967 | |
| 606 57.75577558 | |
| 607 57.66062603 | |
| 608 57.56578947 | |
| 609 57.63546798 | |
| 610 57.70491803 | |
| 611 57.77414075 | |
| 612 57.67973856 | |
| 613 57.58564437 | |
| 614 57.49185668 | |
| 615 57.39837398 | |
| 616 57.30519481 | |
| 617 57.37439222 | |
| 618 57.44336570 | |
| 619 57.35056543 | |
| 620 57.41935484 | |
| 621 57.32689211 | |
| 622 57.23472669 | |
| 623 57.30337079 | |
| 624 57.21153846 | |
| 625 57.12000000 | |
| 626 57.02875399 | |
| 627 57.09728868 | |
| 628 57.16560510 | |
| 629 57.07472178 | |
| 630 56.98412698 | |
| 631 56.89381933 | |
| 632 56.80379747 | |
| 633 56.71406003 | |
| 634 56.78233438 | |
| 635 56.85039370 | |
| 636 56.91823899 | |
| 637 56.98587127 | |
| 638 56.89655172 | |
| 639 56.96400626 | |
| 640 56.87500000 | |
| 641 56.78627145 | |
| 642 56.69781931 | |
| 643 56.76516330 | |
| 644 56.67701863 | |
| 645 56.58914729 | |
| 646 56.65634675 | |
| 647 56.72333849 | |
| 648 56.79012346 | |
| 649 56.70261941 | |
| 650 56.76923077 | |
| 651 56.83563748 | |
| 652 56.90184049 | |
| 653 56.96784074 | |
| 654 57.03363914 | |
| 655 57.09923664 | |
| 656 57.16463415 | |
| 657 57.07762557 | |
| 658 56.99088146 | |
| 659 57.05614568 | |
| 660 56.96969697 | |
| 661 57.03479576 | |
| 662 57.09969789 | |
| 663 57.16440422 | |
| 664 57.22891566 | |
| 665 57.29323308 | |
| 666 57.35735736 | |
| 667 57.42128936 | |
| 668 57.48502994 | |
| 669 57.39910314 | |
| 670 57.46268657 | |
| 671 57.52608048 | |
| 672 57.58928571 | |
| 673 57.65230312 | |
| 674 57.56676558 | |
| 675 57.62962963 | |
| 676 57.54437870 | |
| 677 57.45937962 | |
| 678 57.52212389 | |
| 679 57.58468336 | |
| 680 57.50000000 | |
| 681 57.41556535 | |
| 682 57.47800587 | |
| 683 57.54026354 | |
| 684 57.60233918 | |
| 685 57.51824818 | |
| 686 57.58017493 | |
| 687 57.64192140 | |
| 688 57.70348837 | |
| 689 57.76487663 | |
| 690 57.82608696 | |
| 691 57.88712012 | |
| 692 57.94797688 | |
| 693 57.86435786 | |
| 694 57.92507205 | |
| 695 57.84172662 | |
| 696 57.90229885 | |
| 697 57.96269727 | |
| 698 58.02292264 | |
| 699 57.93991416 | |
| 700 57.85714286 | |
| 701 57.91726106 | |
| 702 57.97720798 | |
| 703 57.89473684 | |
| 704 57.95454545 | |
| 705 58.01418440 | |
| 706 58.07365439 | |
| 707 57.99151344 | |
| 708 58.05084746 | |
| 709 58.11001410 | |
| 710 58.16901408 | |
| 711 58.08720113 | |
| 712 58.14606742 | |
| 713 58.20476858 | |
| 714 58.26330532 | |
| 715 58.18181818 | |
| 716 58.24022346 | |
| 717 58.29846583 | |
| 718 58.35654596 | |
| 719 58.27538248 | |
| 720 58.19444444 | |
| 721 58.11373093 | |
| 722 58.17174515 | |
| 723 58.22959889 | |
| 724 58.28729282 | |
| 725 58.34482759 | |
| 726 58.40220386 | |
| 727 58.45942228 | |
| 728 58.51648352 | |
| 729 58.57338820 | |
| 730 58.49315068 | |
| 731 58.54993160 | |
| 732 58.46994536 | |
| 733 58.52660300 | |
| 734 58.58310627 | |
| 735 58.50340136 | |
| 736 58.42391304 | |
| 737 58.34464043 | |
| 738 58.26558266 | |
| 739 58.18673884 | |
| 740 58.24324324 | |
| 741 58.29959514 | |
| 742 58.35579515 | |
| 743 58.41184388 | |
| 744 58.33333333 | |
| 745 58.25503356 | |
| 746 58.31099196 | |
| 747 58.23293173 | |
| 748 58.28877005 | |
| 749 58.34445928 | |
| 750 58.40000000 | |