| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 72.72727273 | |
| 12 66.66666667 | |
| 13 69.23076923 | |
| 14 71.42857143 | |
| 15 66.66666667 | |
| 16 68.75000000 | |
| 17 64.70588235 | |
| 18 61.11111111 | |
| 19 57.89473684 | |
| 20 60.00000000 | |
| 21 61.90476190 | |
| 22 59.09090909 | |
| 23 60.86956522 | |
| 24 58.33333333 | |
| 25 56.00000000 | |
| 26 53.84615385 | |
| 27 51.85185185 | |
| 28 53.57142857 | |
| 29 51.72413793 | |
| 30 50.00000000 | |
| 31 51.61290323 | |
| 32 50.00000000 | |
| 33 51.51515152 | |
| 34 52.94117647 | |
| 35 54.28571429 | |
| 36 52.77777778 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 50.00000000 | |
| 41 51.21951220 | |
| 42 50.00000000 | |
| 43 48.83720930 | |
| 44 50.00000000 | |
| 45 51.11111111 | |
| 46 50.00000000 | |
| 47 48.93617021 | |
| 48 47.91666667 | |
| 49 46.93877551 | |
| 50 46.00000000 | |
| 51 45.09803922 | |
| 52 44.23076923 | |
| 53 43.39622642 | |
| 54 42.59259259 | |
| 55 41.81818182 | |
| 56 41.07142857 | |
| 57 42.10526316 | |
| 58 41.37931034 | |
| 59 42.37288136 | |
| 60 43.33333333 | |
| 61 42.62295082 | |
| 62 41.93548387 | |
| 63 41.26984127 | |
| 64 40.62500000 | |
| 65 40.00000000 | |
| 66 39.39393939 | |
| 67 40.29850746 | |
| 68 39.70588235 | |
| 69 40.57971014 | |
| 70 41.42857143 | |
| 71 40.84507042 | |
| 72 41.66666667 | |
| 73 41.09589041 | |
| 74 41.89189189 | |
| 75 41.33333333 | |
| 76 42.10526316 | |
| 77 42.85714286 | |
| 78 42.30769231 | |
| 79 41.77215190 | |
| 80 42.50000000 | |
| 81 41.97530864 | |
| 82 41.46341463 | |
| 83 42.16867470 | |
| 84 42.85714286 | |
| 85 42.35294118 | |
| 86 43.02325581 | |
| 87 43.67816092 | |
| 88 44.31818182 | |
| 89 43.82022472 | |
| 90 43.33333333 | |
| 91 43.95604396 | |
| 92 43.47826087 | |
| 93 44.08602151 | |
| 94 44.68085106 | |
| 95 45.26315789 | |
| 96 45.83333333 | |
| 97 45.36082474 | |
| 98 45.91836735 | |
| 99 46.46464646 | |
| 100 46.00000000 | |
| 101 46.53465347 | |
| 102 46.07843137 | |
| 103 45.63106796 | |
| 104 46.15384615 | |
| 105 46.66666667 | |
| 106 47.16981132 | |
| 107 47.66355140 | |
| 108 48.14814815 | |
| 109 47.70642202 | |
| 110 48.18181818 | |
| 111 48.64864865 | |
| 112 49.10714286 | |
| 113 49.55752212 | |
| 114 49.12280702 | |
| 115 49.56521739 | |
| 116 49.13793103 | |
| 117 48.71794872 | |
| 118 49.15254237 | |
| 119 49.57983193 | |
| 120 49.16666667 | |
| 121 48.76033058 | |
| 122 48.36065574 | |
| 123 48.78048780 | |
| 124 49.19354839 | |
| 125 49.60000000 | |
| 126 50.00000000 | |
| 127 50.39370079 | |
| 128 50.00000000 | |
| 129 49.61240310 | |
| 130 49.23076923 | |
| 131 49.61832061 | |
| 132 49.24242424 | |
| 133 49.62406015 | |
| 134 50.00000000 | |
| 135 50.37037037 | |
| 136 50.73529412 | |
| 137 51.09489051 | |
| 138 51.44927536 | |
| 139 51.07913669 | |
| 140 51.42857143 | |
| 141 51.77304965 | |
| 142 52.11267606 | |
| 143 52.44755245 | |
| 144 52.77777778 | |
| 145 53.10344828 | |
| 146 53.42465753 | |
| 147 53.74149660 | |
| 148 54.05405405 | |
| 149 53.69127517 | |
| 150 54.00000000 | |
| 151 53.64238411 | |
| 152 53.28947368 | |
| 153 53.59477124 | |
| 154 53.89610390 | |
| 155 54.19354839 | |
| 156 54.48717949 | |
| 157 54.14012739 | |
| 158 54.43037975 | |
| 159 54.08805031 | |
| 160 54.37500000 | |
| 161 54.65838509 | |
| 162 54.32098765 | |
| 163 54.60122699 | |
| 164 54.87804878 | |
| 165 55.15151515 | |
| 166 55.42168675 | |
| 167 55.68862275 | |
| 168 55.95238095 | |
| 169 55.62130178 | |
| 170 55.29411765 | |
| 171 55.55555556 | |
| 172 55.81395349 | |
| 173 55.49132948 | |
| 174 55.17241379 | |
| 175 55.42857143 | |
| 176 55.11363636 | |
| 177 54.80225989 | |
| 178 55.05617978 | |
| 179 54.74860335 | |
| 180 55.00000000 | |
| 181 54.69613260 | |
| 182 54.94505495 | |
| 183 55.19125683 | |
| 184 54.89130435 | |
| 185 55.13513514 | |
| 186 54.83870968 | |
| 187 54.54545455 | |
| 188 54.25531915 | |
| 189 53.96825397 | |
| 190 54.21052632 | |
| 191 54.45026178 | |
| 192 54.68750000 | |
| 193 54.40414508 | |
| 194 54.63917526 | |
| 195 54.35897436 | |
| 196 54.08163265 | |
| 197 53.80710660 | |
| 198 53.53535354 | |
| 199 53.76884422 | |
| 200 54.00000000 | |
| 201 53.73134328 | |
| 202 53.46534653 | |
| 203 53.20197044 | |
| 204 53.43137255 | |
| 205 53.17073171 | |
| 206 52.91262136 | |
| 207 53.14009662 | |
| 208 52.88461538 | |
| 209 53.11004785 | |
| 210 53.33333333 | |
| 211 53.55450237 | |
| 212 53.77358491 | |
| 213 53.99061033 | |
| 214 53.73831776 | |
| 215 53.95348837 | |
| 216 54.16666667 | |
| 217 53.91705069 | |
| 218 53.66972477 | |
| 219 53.88127854 | |
| 220 54.09090909 | |
| 221 53.84615385 | |
| 222 54.05405405 | |
| 223 54.26008969 | |
| 224 54.46428571 | |
| 225 54.66666667 | |
| 226 54.42477876 | |
| 227 54.18502203 | |
| 228 53.94736842 | |
| 229 54.14847162 | |
| 230 53.91304348 | |
| 231 53.67965368 | |
| 232 53.44827586 | |
| 233 53.21888412 | |
| 234 53.41880342 | |
| 235 53.19148936 | |
| 236 52.96610169 | |
| 237 52.74261603 | |
| 238 52.94117647 | |
| 239 52.71966527 | |
| 240 52.50000000 | |
| 241 52.69709544 | |
| 242 52.89256198 | |
| 243 53.08641975 | |
| 244 52.86885246 | |
| 245 52.65306122 | |
| 246 52.43902439 | |
| 247 52.22672065 | |
| 248 52.41935484 | |
| 249 52.61044177 | |
| 250 52.80000000 | |
| 251 52.98804781 | |
| 252 53.17460317 | |
| 253 52.96442688 | |
| 254 53.14960630 | |
| 255 53.33333333 | |
| 256 53.51562500 | |
| 257 53.30739300 | |
| 258 53.48837209 | |
| 259 53.66795367 | |
| 260 53.84615385 | |
| 261 54.02298851 | |
| 262 53.81679389 | |
| 263 53.61216730 | |
| 264 53.78787879 | |
| 265 53.96226415 | |
| 266 54.13533835 | |
| 267 54.30711610 | |
| 268 54.47761194 | |
| 269 54.64684015 | |
| 270 54.44444444 | |
| 271 54.24354244 | |
| 272 54.04411765 | |
| 273 53.84615385 | |
| 274 54.01459854 | |
| 275 53.81818182 | |
| 276 53.98550725 | |
| 277 54.15162455 | |
| 278 54.31654676 | |
| 279 54.48028674 | |
| 280 54.64285714 | |
| 281 54.80427046 | |
| 282 54.96453901 | |
| 283 55.12367491 | |
| 284 55.28169014 | |
| 285 55.08771930 | |
| 286 54.89510490 | |
| 287 55.05226481 | |
| 288 55.20833333 | |
| 289 55.36332180 | |
| 290 55.51724138 | |
| 291 55.32646048 | |
| 292 55.13698630 | |
| 293 55.29010239 | |
| 294 55.44217687 | |
| 295 55.59322034 | |
| 296 55.74324324 | |
| 297 55.89225589 | |
| 298 56.04026846 | |
| 299 55.85284281 | |
| 300 55.66666667 | |
| 301 55.81395349 | |
| 302 55.96026490 | |
| 303 55.77557756 | |
| 304 55.92105263 | |
| 305 55.73770492 | |
| 306 55.88235294 | |
| 307 55.70032573 | |
| 308 55.84415584 | |
| 309 55.66343042 | |
| 310 55.80645161 | |
| 311 55.94855305 | |
| 312 56.08974359 | |
| 313 56.23003195 | |
| 314 56.05095541 | |
| 315 55.87301587 | |
| 316 56.01265823 | |
| 317 56.15141956 | |
| 318 55.97484277 | |
| 319 55.79937304 | |
| 320 55.93750000 | |
| 321 55.76323988 | |
| 322 55.59006211 | |
| 323 55.72755418 | |
| 324 55.86419753 | |
| 325 56.00000000 | |
| 326 55.82822086 | |
| 327 55.65749235 | |
| 328 55.79268293 | |
| 329 55.92705167 | |
| 330 55.75757576 | |
| 331 55.89123867 | |
| 332 55.72289157 | |
| 333 55.85585586 | |
| 334 55.68862275 | |
| 335 55.82089552 | |
| 336 55.95238095 | |
| 337 55.78635015 | |
| 338 55.62130178 | |
| 339 55.75221239 | |
| 340 55.58823529 | |
| 341 55.71847507 | |
| 342 55.84795322 | |
| 343 55.68513120 | |
| 344 55.52325581 | |
| 345 55.65217391 | |
| 346 55.49132948 | |
| 347 55.33141210 | |
| 348 55.17241379 | |
| 349 55.01432665 | |
| 350 54.85714286 | |
| 351 54.98575499 | |
| 352 55.11363636 | |
| 353 55.24079320 | |
| 354 55.36723164 | |
| 355 55.49295775 | |
| 356 55.61797753 | |
| 357 55.46218487 | |
| 358 55.58659218 | |
| 359 55.71030641 | |
| 360 55.55555556 | |
| 361 55.40166205 | |
| 362 55.24861878 | |
| 363 55.37190083 | |
| 364 55.49450549 | |
| 365 55.61643836 | |
| 366 55.73770492 | |
| 367 55.85831063 | |
| 368 55.97826087 | |
| 369 56.09756098 | |
| 370 55.94594595 | |
| 371 55.79514825 | |
| 372 55.91397849 | |
| 373 55.76407507 | |
| 374 55.61497326 | |
| 375 55.73333333 | |
| 376 55.85106383 | |
| 377 55.70291777 | |
| 378 55.55555556 | |
| 379 55.67282322 | |
| 380 55.78947368 | |
| 381 55.90551181 | |
| 382 55.75916230 | |
| 383 55.61357702 | |
| 384 55.72916667 | |
| 385 55.84415584 | |
| 386 55.95854922 | |
| 387 55.81395349 | |
| 388 55.67010309 | |
| 389 55.52699229 | |
| 390 55.64102564 | |
| 391 55.49872123 | |
| 392 55.61224490 | |
| 393 55.72519084 | |
| 394 55.83756345 | |
| 395 55.69620253 | |
| 396 55.80808081 | |
| 397 55.91939547 | |
| 398 56.03015075 | |
| 399 56.14035088 | |
| 400 56.00000000 | |
| 401 56.10972569 | |
| 402 55.97014925 | |
| 403 55.83126551 | |
| 404 55.69306931 | |
| 405 55.80246914 | |
| 406 55.66502463 | |
| 407 55.77395577 | |
| 408 55.88235294 | |
| 409 55.99022005 | |
| 410 56.09756098 | |
| 411 55.96107056 | |
| 412 55.82524272 | |
| 413 55.69007264 | |
| 414 55.79710145 | |
| 415 55.66265060 | |
| 416 55.76923077 | |
| 417 55.87529976 | |
| 418 55.98086124 | |
| 419 55.84725537 | |
| 420 55.95238095 | |
| 421 55.81947743 | |
| 422 55.92417062 | |
| 423 56.02836879 | |
| 424 56.13207547 | |
| 425 56.23529412 | |
| 426 56.33802817 | |
| 427 56.20608899 | |
| 428 56.07476636 | |
| 429 55.94405594 | |
| 430 56.04651163 | |
| 431 55.91647332 | |
| 432 55.78703704 | |
| 433 55.88914550 | |
| 434 55.99078341 | |
| 435 55.86206897 | |
| 436 55.73394495 | |
| 437 55.60640732 | |
| 438 55.47945205 | |
| 439 55.58086560 | |
| 440 55.68181818 | |
| 441 55.78231293 | |
| 442 55.88235294 | |
| 443 55.98194131 | |
| 444 55.85585586 | |
| 445 55.95505618 | |
| 446 56.05381166 | |
| 447 56.15212528 | |
| 448 56.25000000 | |
| 449 56.34743875 | |
| 450 56.44444444 | |
| 451 56.31929047 | |
| 452 56.19469027 | |
| 453 56.07064018 | |
| 454 56.16740088 | |
| 455 56.04395604 | |
| 456 56.14035088 | |
| 457 56.23632385 | |
| 458 56.33187773 | |
| 459 56.42701525 | |
| 460 56.52173913 | |
| 461 56.61605206 | |
| 462 56.70995671 | |
| 463 56.80345572 | |
| 464 56.89655172 | |
| 465 56.77419355 | |
| 466 56.86695279 | |
| 467 56.95931478 | |
| 468 56.83760684 | |
| 469 56.71641791 | |
| 470 56.59574468 | |
| 471 56.68789809 | |
| 472 56.77966102 | |
| 473 56.87103594 | |
| 474 56.96202532 | |
| 475 57.05263158 | |
| 476 56.93277311 | |
| 477 56.81341719 | |
| 478 56.90376569 | |
| 479 56.99373695 | |
| 480 57.08333333 | |
| 481 56.96465696 | |
| 482 56.84647303 | |
| 483 56.93581781 | |
| 484 56.81818182 | |
| 485 56.70103093 | |
| 486 56.79012346 | |
| 487 56.87885010 | |
| 488 56.76229508 | |
| 489 56.85071575 | |
| 490 56.93877551 | |
| 491 56.82281059 | |
| 492 56.70731707 | |
| 493 56.79513185 | |
| 494 56.88259109 | |
| 495 56.96969697 | |
| 496 57.05645161 | |
| 497 57.14285714 | |
| 498 57.22891566 | |
| 499 57.11422846 | |
| 500 57.20000000 | |
| 501 57.08582834 | |
| 502 56.97211155 | |
| 503 57.05765408 | |
| 504 57.14285714 | |
| 505 57.22772277 | |
| 506 57.11462451 | |
| 507 57.19921105 | |
| 508 57.08661417 | |
| 509 57.17092338 | |
| 510 57.25490196 | |
| 511 57.14285714 | |
| 512 57.03125000 | |
| 513 56.92007797 | |
| 514 57.00389105 | |
| 515 57.08737864 | |
| 516 56.97674419 | |
| 517 56.86653772 | |
| 518 56.94980695 | |
| 519 56.84007707 | |
| 520 56.73076923 | |
| 521 56.62188100 | |
| 522 56.51340996 | |
| 523 56.59655832 | |
| 524 56.67938931 | |
| 525 56.76190476 | |
| 526 56.65399240 | |
| 527 56.54648956 | |
| 528 56.62878788 | |
| 529 56.71077505 | |
| 530 56.79245283 | |
| 531 56.68549906 | |
| 532 56.57894737 | |
| 533 56.66041276 | |
| 534 56.55430712 | |
| 535 56.63551402 | |
| 536 56.52985075 | |
| 537 56.61080074 | |
| 538 56.69144981 | |
| 539 56.58627087 | |
| 540 56.48148148 | |
| 541 56.56192237 | |
| 542 56.64206642 | |
| 543 56.53775322 | |
| 544 56.43382353 | |
| 545 56.51376147 | |
| 546 56.59340659 | |
| 547 56.67276051 | |
| 548 56.56934307 | |
| 549 56.64845173 | |
| 550 56.54545455 | |
| 551 56.44283122 | |
| 552 56.34057971 | |
| 553 56.23869801 | |
| 554 56.31768953 | |
| 555 56.21621622 | |
| 556 56.29496403 | |
| 557 56.19389587 | |
| 558 56.09318996 | |
| 559 56.17173524 | |
| 560 56.25000000 | |
| 561 56.32798574 | |
| 562 56.22775801 | |
| 563 56.30550622 | |
| 564 56.20567376 | |
| 565 56.10619469 | |
| 566 56.00706714 | |
| 567 56.08465608 | |
| 568 56.16197183 | |
| 569 56.06326889 | |
| 570 55.96491228 | |
| 571 56.04203152 | |
| 572 56.11888112 | |
| 573 56.02094241 | |
| 574 56.09756098 | |
| 575 56.00000000 | |
| 576 56.07638889 | |
| 577 56.15251300 | |
| 578 56.22837370 | |
| 579 56.13126079 | |
| 580 56.03448276 | |
| 581 55.93803787 | |
| 582 56.01374570 | |
| 583 56.08919383 | |
| 584 55.99315068 | |
| 585 55.89743590 | |
| 586 55.80204778 | |
| 587 55.87734242 | |
| 588 55.78231293 | |
| 589 55.68760611 | |
| 590 55.59322034 | |
| 591 55.66835871 | |
| 592 55.57432432 | |
| 593 55.48060708 | |
| 594 55.38720539 | |
| 595 55.46218487 | |
| 596 55.53691275 | |
| 597 55.61139028 | |
| 598 55.51839465 | |
| 599 55.42570952 | |
| 600 55.50000000 | |
| 601 55.57404326 | |
| 602 55.64784053 | |
| 603 55.55555556 | |
| 604 55.62913907 | |
| 605 55.70247934 | |
| 606 55.61056106 | |
| 607 55.51894563 | |
| 608 55.42763158 | |
| 609 55.50082102 | |
| 610 55.57377049 | |
| 611 55.64648118 | |
| 612 55.55555556 | |
| 613 55.46492659 | |
| 614 55.37459283 | |
| 615 55.28455285 | |
| 616 55.19480519 | |
| 617 55.10534846 | |
| 618 55.17799353 | |
| 619 55.08885299 | |
| 620 55.16129032 | |
| 621 55.07246377 | |
| 622 54.98392283 | |
| 623 55.05617978 | |
| 624 54.96794872 | |
| 625 55.04000000 | |
| 626 54.95207668 | |
| 627 55.02392344 | |
| 628 55.09554140 | |
| 629 55.00794913 | |
| 630 54.92063492 | |
| 631 54.83359746 | |
| 632 54.74683544 | |
| 633 54.66034755 | |
| 634 54.73186120 | |
| 635 54.64566929 | |
| 636 54.71698113 | |
| 637 54.78806907 | |
| 638 54.70219436 | |
| 639 54.77308294 | |
| 640 54.68750000 | |
| 641 54.60218409 | |
| 642 54.67289720 | |
| 643 54.74339036 | |
| 644 54.65838509 | |
| 645 54.72868217 | |
| 646 54.79876161 | |
| 647 54.86862442 | |
| 648 54.93827160 | |
| 649 54.85362096 | |
| 650 54.92307692 | |
| 651 54.99231951 | |
| 652 55.06134969 | |
| 653 55.13016845 | |
| 654 55.19877676 | |
| 655 55.26717557 | |
| 656 55.33536585 | |
| 657 55.40334855 | |
| 658 55.31914894 | |
| 659 55.38694992 | |
| 660 55.30303030 | |
| 661 55.37065053 | |
| 662 55.43806647 | |
| 663 55.50527903 | |
| 664 55.57228916 | |
| 665 55.63909774 | |
| 666 55.70570571 | |
| 667 55.77211394 | |
| 668 55.83832335 | |
| 669 55.75485800 | |
| 670 55.82089552 | |
| 671 55.88673621 | |
| 672 55.95238095 | |
| 673 56.01783061 | |
| 674 55.93471810 | |
| 675 56.00000000 | |
| 676 55.91715976 | |
| 677 55.83456425 | |
| 678 55.75221239 | |
| 679 55.81737850 | |
| 680 55.73529412 | |
| 681 55.65345081 | |
| 682 55.71847507 | |
| 683 55.78330893 | |
| 684 55.84795322 | |
| 685 55.91240876 | |
| 686 55.97667638 | |
| 687 56.04075691 | |
| 688 56.10465116 | |
| 689 56.16835994 | |
| 690 56.23188406 | |
| 691 56.15050651 | |
| 692 56.06936416 | |
| 693 55.98845599 | |
| 694 56.05187320 | |
| 695 55.97122302 | |
| 696 56.03448276 | |
| 697 56.09756098 | |
| 698 56.16045845 | |
| 699 56.08011445 | |
| 700 56.00000000 | |
| 701 56.06276748 | |
| 702 56.12535613 | |
| 703 56.04551920 | |
| 704 56.10795455 | |
| 705 56.17021277 | |
| 706 56.23229462 | |
| 707 56.15275813 | |
| 708 56.21468927 | |
| 709 56.27644570 | |
| 710 56.33802817 | |
| 711 56.25879044 | |
| 712 56.32022472 | |
| 713 56.38148668 | |
| 714 56.44257703 | |
| 715 56.36363636 | |
| 716 56.42458101 | |
| 717 56.48535565 | |
| 718 56.54596100 | |
| 719 56.46731572 | |
| 720 56.38888889 | |
| 721 56.44937587 | |
| 722 56.37119114 | |
| 723 56.43153527 | |
| 724 56.49171271 | |
| 725 56.55172414 | |
| 726 56.47382920 | |
| 727 56.53370014 | |
| 728 56.59340659 | |
| 729 56.65294925 | |
| 730 56.57534247 | |
| 731 56.63474692 | |
| 732 56.55737705 | |
| 733 56.61664393 | |
| 734 56.67574932 | |
| 735 56.59863946 | |
| 736 56.52173913 | |
| 737 56.44504749 | |
| 738 56.36856369 | |
| 739 56.29228687 | |
| 740 56.35135135 | |
| 741 56.41025641 | |
| 742 56.46900270 | |
| 743 56.39300135 | |
| 744 56.31720430 | |
| 745 56.24161074 | |
| 746 56.30026810 | |
| 747 56.22489960 | |
| 748 56.28342246 | |
| 749 56.34178905 | |
| 750 56.40000000 | |