| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 42.85714286 | |
| 8 50.00000000 | |
| 9 55.55555556 | |
| 10 60.00000000 | |
| 11 54.54545455 | |
| 12 50.00000000 | |
| 13 53.84615385 | |
| 14 57.14285714 | |
| 15 60.00000000 | |
| 16 62.50000000 | |
| 17 58.82352941 | |
| 18 55.55555556 | |
| 19 52.63157895 | |
| 20 55.00000000 | |
| 21 57.14285714 | |
| 22 54.54545455 | |
| 23 56.52173913 | |
| 24 54.16666667 | |
| 25 52.00000000 | |
| 26 50.00000000 | |
| 27 48.14814815 | |
| 28 50.00000000 | |
| 29 48.27586207 | |
| 30 46.66666667 | |
| 31 48.38709677 | |
| 32 46.87500000 | |
| 33 48.48484848 | |
| 34 50.00000000 | |
| 35 51.42857143 | |
| 36 50.00000000 | |
| 37 48.64864865 | |
| 38 50.00000000 | |
| 39 48.71794872 | |
| 40 47.50000000 | |
| 41 46.34146341 | |
| 42 45.23809524 | |
| 43 44.18604651 | |
| 44 45.45454545 | |
| 45 44.44444444 | |
| 46 43.47826087 | |
| 47 42.55319149 | |
| 48 41.66666667 | |
| 49 40.81632653 | |
| 50 40.00000000 | |
| 51 41.17647059 | |
| 52 40.38461538 | |
| 53 39.62264151 | |
| 54 38.88888889 | |
| 55 38.18181818 | |
| 56 37.50000000 | |
| 57 38.59649123 | |
| 58 39.65517241 | |
| 59 40.67796610 | |
| 60 41.66666667 | |
| 61 40.98360656 | |
| 62 40.32258065 | |
| 63 39.68253968 | |
| 64 40.62500000 | |
| 65 40.00000000 | |
| 66 39.39393939 | |
| 67 40.29850746 | |
| 68 39.70588235 | |
| 69 40.57971014 | |
| 70 41.42857143 | |
| 71 40.84507042 | |
| 72 41.66666667 | |
| 73 41.09589041 | |
| 74 41.89189189 | |
| 75 41.33333333 | |
| 76 42.10526316 | |
| 77 42.85714286 | |
| 78 43.58974359 | |
| 79 44.30379747 | |
| 80 45.00000000 | |
| 81 44.44444444 | |
| 82 43.90243902 | |
| 83 44.57831325 | |
| 84 45.23809524 | |
| 85 44.70588235 | |
| 86 45.34883721 | |
| 87 45.97701149 | |
| 88 46.59090909 | |
| 89 46.06741573 | |
| 90 46.66666667 | |
| 91 47.25274725 | |
| 92 46.73913043 | |
| 93 47.31182796 | |
| 94 47.87234043 | |
| 95 48.42105263 | |
| 96 48.95833333 | |
| 97 48.45360825 | |
| 98 48.97959184 | |
| 99 49.49494949 | |
| 100 49.00000000 | |
| 101 49.50495050 | |
| 102 49.01960784 | |
| 103 48.54368932 | |
| 104 49.03846154 | |
| 105 48.57142857 | |
| 106 49.05660377 | |
| 107 49.53271028 | |
| 108 50.00000000 | |
| 109 49.54128440 | |
| 110 50.00000000 | |
| 111 50.45045045 | |
| 112 50.89285714 | |
| 113 51.32743363 | |
| 114 50.87719298 | |
| 115 51.30434783 | |
| 116 50.86206897 | |
| 117 50.42735043 | |
| 118 50.00000000 | |
| 119 50.42016807 | |
| 120 50.00000000 | |
| 121 49.58677686 | |
| 122 49.18032787 | |
| 123 49.59349593 | |
| 124 50.00000000 | |
| 125 50.40000000 | |
| 126 50.79365079 | |
| 127 51.18110236 | |
| 128 50.78125000 | |
| 129 50.38759690 | |
| 130 50.00000000 | |
| 131 50.38167939 | |
| 132 50.00000000 | |
| 133 50.37593985 | |
| 134 50.74626866 | |
| 135 51.11111111 | |
| 136 51.47058824 | |
| 137 51.82481752 | |
| 138 52.17391304 | |
| 139 51.79856115 | |
| 140 52.14285714 | |
| 141 52.48226950 | |
| 142 52.81690141 | |
| 143 53.14685315 | |
| 144 53.47222222 | |
| 145 53.79310345 | |
| 146 54.10958904 | |
| 147 54.42176871 | |
| 148 54.05405405 | |
| 149 53.69127517 | |
| 150 54.00000000 | |
| 151 53.64238411 | |
| 152 53.28947368 | |
| 153 53.59477124 | |
| 154 53.24675325 | |
| 155 53.54838710 | |
| 156 53.20512821 | |
| 157 52.86624204 | |
| 158 53.16455696 | |
| 159 52.83018868 | |
| 160 53.12500000 | |
| 161 53.41614907 | |
| 162 53.08641975 | |
| 163 53.37423313 | |
| 164 53.65853659 | |
| 165 53.93939394 | |
| 166 54.21686747 | |
| 167 54.49101796 | |
| 168 54.76190476 | |
| 169 54.43786982 | |
| 170 54.11764706 | |
| 171 54.38596491 | |
| 172 54.65116279 | |
| 173 54.33526012 | |
| 174 54.02298851 | |
| 175 54.28571429 | |
| 176 53.97727273 | |
| 177 54.23728814 | |
| 178 54.49438202 | |
| 179 54.18994413 | |
| 180 54.44444444 | |
| 181 54.14364641 | |
| 182 54.39560440 | |
| 183 54.64480874 | |
| 184 54.34782609 | |
| 185 54.59459459 | |
| 186 54.30107527 | |
| 187 54.01069519 | |
| 188 53.72340426 | |
| 189 53.43915344 | |
| 190 53.68421053 | |
| 191 53.92670157 | |
| 192 54.16666667 | |
| 193 53.88601036 | |
| 194 54.12371134 | |
| 195 53.84615385 | |
| 196 53.57142857 | |
| 197 53.29949239 | |
| 198 53.03030303 | |
| 199 53.26633166 | |
| 200 53.50000000 | |
| 201 53.23383085 | |
| 202 52.97029703 | |
| 203 52.70935961 | |
| 204 52.94117647 | |
| 205 52.68292683 | |
| 206 52.42718447 | |
| 207 52.65700483 | |
| 208 52.40384615 | |
| 209 52.63157895 | |
| 210 52.85714286 | |
| 211 53.08056872 | |
| 212 53.30188679 | |
| 213 53.52112676 | |
| 214 53.73831776 | |
| 215 53.48837209 | |
| 216 53.70370370 | |
| 217 53.45622120 | |
| 218 53.21100917 | |
| 219 53.42465753 | |
| 220 53.63636364 | |
| 221 53.84615385 | |
| 222 54.05405405 | |
| 223 54.26008969 | |
| 224 54.46428571 | |
| 225 54.66666667 | |
| 226 54.42477876 | |
| 227 54.18502203 | |
| 228 53.94736842 | |
| 229 54.14847162 | |
| 230 53.91304348 | |
| 231 53.67965368 | |
| 232 53.44827586 | |
| 233 53.64806867 | |
| 234 53.84615385 | |
| 235 53.61702128 | |
| 236 53.38983051 | |
| 237 53.16455696 | |
| 238 53.36134454 | |
| 239 53.55648536 | |
| 240 53.75000000 | |
| 241 53.52697095 | |
| 242 53.71900826 | |
| 243 53.90946502 | |
| 244 53.68852459 | |
| 245 53.46938776 | |
| 246 53.25203252 | |
| 247 53.03643725 | |
| 248 53.22580645 | |
| 249 53.41365462 | |
| 250 53.60000000 | |
| 251 53.78486056 | |
| 252 53.96825397 | |
| 253 53.75494071 | |
| 254 53.93700787 | |
| 255 54.11764706 | |
| 256 54.29687500 | |
| 257 54.08560311 | |
| 258 54.26356589 | |
| 259 54.44015444 | |
| 260 54.61538462 | |
| 261 54.78927203 | |
| 262 54.58015267 | |
| 263 54.37262357 | |
| 264 54.54545455 | |
| 265 54.71698113 | |
| 266 54.51127820 | |
| 267 54.68164794 | |
| 268 54.85074627 | |
| 269 55.01858736 | |
| 270 54.81481481 | |
| 271 54.61254613 | |
| 272 54.41176471 | |
| 273 54.21245421 | |
| 274 54.37956204 | |
| 275 54.18181818 | |
| 276 54.34782609 | |
| 277 54.51263538 | |
| 278 54.67625899 | |
| 279 54.83870968 | |
| 280 55.00000000 | |
| 281 55.16014235 | |
| 282 55.31914894 | |
| 283 55.12367491 | |
| 284 55.28169014 | |
| 285 55.08771930 | |
| 286 54.89510490 | |
| 287 55.05226481 | |
| 288 55.20833333 | |
| 289 55.36332180 | |
| 290 55.51724138 | |
| 291 55.32646048 | |
| 292 55.13698630 | |
| 293 55.29010239 | |
| 294 55.44217687 | |
| 295 55.59322034 | |
| 296 55.74324324 | |
| 297 55.89225589 | |
| 298 56.04026846 | |
| 299 55.85284281 | |
| 300 55.66666667 | |
| 301 55.48172757 | |
| 302 55.62913907 | |
| 303 55.44554455 | |
| 304 55.59210526 | |
| 305 55.40983607 | |
| 306 55.55555556 | |
| 307 55.37459283 | |
| 308 55.51948052 | |
| 309 55.33980583 | |
| 310 55.48387097 | |
| 311 55.62700965 | |
| 312 55.76923077 | |
| 313 55.91054313 | |
| 314 55.73248408 | |
| 315 55.55555556 | |
| 316 55.69620253 | |
| 317 55.83596215 | |
| 318 55.66037736 | |
| 319 55.48589342 | |
| 320 55.62500000 | |
| 321 55.45171340 | |
| 322 55.59006211 | |
| 323 55.72755418 | |
| 324 55.86419753 | |
| 325 56.00000000 | |
| 326 55.82822086 | |
| 327 55.65749235 | |
| 328 55.79268293 | |
| 329 55.92705167 | |
| 330 56.06060606 | |
| 331 56.19335347 | |
| 332 56.02409639 | |
| 333 56.15615616 | |
| 334 55.98802395 | |
| 335 56.11940299 | |
| 336 56.25000000 | |
| 337 56.08308605 | |
| 338 55.91715976 | |
| 339 56.04719764 | |
| 340 55.88235294 | |
| 341 56.01173021 | |
| 342 56.14035088 | |
| 343 56.26822157 | |
| 344 56.10465116 | |
| 345 56.23188406 | |
| 346 56.06936416 | |
| 347 55.90778098 | |
| 348 55.74712644 | |
| 349 55.58739255 | |
| 350 55.71428571 | |
| 351 55.84045584 | |
| 352 55.68181818 | |
| 353 55.80736544 | |
| 354 55.93220339 | |
| 355 56.05633803 | |
| 356 56.17977528 | |
| 357 56.02240896 | |
| 358 56.14525140 | |
| 359 56.26740947 | |
| 360 56.11111111 | |
| 361 55.95567867 | |
| 362 56.07734807 | |
| 363 56.19834711 | |
| 364 56.31868132 | |
| 365 56.43835616 | |
| 366 56.55737705 | |
| 367 56.67574932 | |
| 368 56.79347826 | |
| 369 56.91056911 | |
| 370 56.75675676 | |
| 371 56.87331536 | |
| 372 56.98924731 | |
| 373 56.83646113 | |
| 374 56.68449198 | |
| 375 56.80000000 | |
| 376 56.91489362 | |
| 377 56.76392573 | |
| 378 56.61375661 | |
| 379 56.72823219 | |
| 380 56.84210526 | |
| 381 56.95538058 | |
| 382 56.80628272 | |
| 383 56.65796345 | |
| 384 56.77083333 | |
| 385 56.88311688 | |
| 386 56.99481865 | |
| 387 56.84754522 | |
| 388 56.70103093 | |
| 389 56.55526992 | |
| 390 56.66666667 | |
| 391 56.52173913 | |
| 392 56.63265306 | |
| 393 56.74300254 | |
| 394 56.85279188 | |
| 395 56.70886076 | |
| 396 56.81818182 | |
| 397 56.92695214 | |
| 398 57.03517588 | |
| 399 57.14285714 | |
| 400 57.25000000 | |
| 401 57.35660848 | |
| 402 57.21393035 | |
| 403 57.07196030 | |
| 404 56.93069307 | |
| 405 56.79012346 | |
| 406 56.65024631 | |
| 407 56.75675676 | |
| 408 56.86274510 | |
| 409 56.96821516 | |
| 410 57.07317073 | |
| 411 56.93430657 | |
| 412 56.79611650 | |
| 413 56.65859564 | |
| 414 56.76328502 | |
| 415 56.62650602 | |
| 416 56.73076923 | |
| 417 56.83453237 | |
| 418 56.93779904 | |
| 419 56.80190931 | |
| 420 56.90476190 | |
| 421 56.76959620 | |
| 422 56.87203791 | |
| 423 56.97399527 | |
| 424 57.07547170 | |
| 425 57.17647059 | |
| 426 57.27699531 | |
| 427 57.14285714 | |
| 428 57.00934579 | |
| 429 56.87645688 | |
| 430 56.97674419 | |
| 431 56.84454756 | |
| 432 56.71296296 | |
| 433 56.58198614 | |
| 434 56.68202765 | |
| 435 56.55172414 | |
| 436 56.42201835 | |
| 437 56.29290618 | |
| 438 56.16438356 | |
| 439 56.26423690 | |
| 440 56.36363636 | |
| 441 56.46258503 | |
| 442 56.56108597 | |
| 443 56.65914221 | |
| 444 56.53153153 | |
| 445 56.62921348 | |
| 446 56.72645740 | |
| 447 56.82326622 | |
| 448 56.91964286 | |
| 449 57.01559020 | |
| 450 57.11111111 | |
| 451 56.98447894 | |
| 452 56.85840708 | |
| 453 56.73289183 | |
| 454 56.82819383 | |
| 455 56.70329670 | |
| 456 56.79824561 | |
| 457 56.89277899 | |
| 458 56.98689956 | |
| 459 57.08061002 | |
| 460 57.17391304 | |
| 461 57.26681128 | |
| 462 57.35930736 | |
| 463 57.45140389 | |
| 464 57.54310345 | |
| 465 57.41935484 | |
| 466 57.51072961 | |
| 467 57.60171306 | |
| 468 57.47863248 | |
| 469 57.35607676 | |
| 470 57.23404255 | |
| 471 57.32484076 | |
| 472 57.41525424 | |
| 473 57.50528541 | |
| 474 57.59493671 | |
| 475 57.68421053 | |
| 476 57.56302521 | |
| 477 57.44234801 | |
| 478 57.53138075 | |
| 479 57.62004175 | |
| 480 57.70833333 | |
| 481 57.58835759 | |
| 482 57.46887967 | |
| 483 57.55693582 | |
| 484 57.43801653 | |
| 485 57.31958763 | |
| 486 57.40740741 | |
| 487 57.49486653 | |
| 488 57.37704918 | |
| 489 57.46421268 | |
| 490 57.55102041 | |
| 491 57.63747454 | |
| 492 57.52032520 | |
| 493 57.60649087 | |
| 494 57.69230769 | |
| 495 57.77777778 | |
| 496 57.86290323 | |
| 497 57.74647887 | |
| 498 57.83132530 | |
| 499 57.71543086 | |
| 500 57.80000000 | |
| 501 57.68463074 | |
| 502 57.76892430 | |
| 503 57.85288270 | |
| 504 57.93650794 | |
| 505 58.01980198 | |
| 506 57.90513834 | |
| 507 57.98816568 | |
| 508 58.07086614 | |
| 509 58.15324165 | |
| 510 58.23529412 | |
| 511 58.12133072 | |
| 512 58.00781250 | |
| 513 57.89473684 | |
| 514 57.97665370 | |
| 515 58.05825243 | |
| 516 57.94573643 | |
| 517 57.83365571 | |
| 518 57.91505792 | |
| 519 57.80346821 | |
| 520 57.69230769 | |
| 521 57.58157390 | |
| 522 57.47126437 | |
| 523 57.55258126 | |
| 524 57.63358779 | |
| 525 57.71428571 | |
| 526 57.60456274 | |
| 527 57.49525617 | |
| 528 57.57575758 | |
| 529 57.65595463 | |
| 530 57.73584906 | |
| 531 57.62711864 | |
| 532 57.70676692 | |
| 533 57.78611632 | |
| 534 57.67790262 | |
| 535 57.75700935 | |
| 536 57.83582090 | |
| 537 57.91433892 | |
| 538 57.99256506 | |
| 539 57.88497217 | |
| 540 57.96296296 | |
| 541 58.04066543 | |
| 542 57.93357934 | |
| 543 57.82688766 | |
| 544 57.90441176 | |
| 545 57.98165138 | |
| 546 58.05860806 | |
| 547 58.13528336 | |
| 548 58.02919708 | |
| 549 58.10564663 | |
| 550 58.00000000 | |
| 551 57.89473684 | |
| 552 57.78985507 | |
| 553 57.68535262 | |
| 554 57.76173285 | |
| 555 57.65765766 | |
| 556 57.73381295 | |
| 557 57.63016158 | |
| 558 57.52688172 | |
| 559 57.42397138 | |
| 560 57.50000000 | |
| 561 57.57575758 | |
| 562 57.47330961 | |
| 563 57.54884547 | |
| 564 57.44680851 | |
| 565 57.34513274 | |
| 566 57.24381625 | |
| 567 57.31922399 | |
| 568 57.39436620 | |
| 569 57.29349736 | |
| 570 57.36842105 | |
| 571 57.44308231 | |
| 572 57.51748252 | |
| 573 57.41710297 | |
| 574 57.49128920 | |
| 575 57.39130435 | |
| 576 57.46527778 | |
| 577 57.36568458 | |
| 578 57.43944637 | |
| 579 57.34024180 | |
| 580 57.24137931 | |
| 581 57.14285714 | |
| 582 57.04467354 | |
| 583 57.11835334 | |
| 584 57.02054795 | |
| 585 56.92307692 | |
| 586 56.82593857 | |
| 587 56.89948893 | |
| 588 56.80272109 | |
| 589 56.70628183 | |
| 590 56.61016949 | |
| 591 56.68358714 | |
| 592 56.58783784 | |
| 593 56.49241147 | |
| 594 56.56565657 | |
| 595 56.63865546 | |
| 596 56.71140940 | |
| 597 56.78391960 | |
| 598 56.85618729 | |
| 599 56.76126878 | |
| 600 56.83333333 | |
| 601 56.90515807 | |
| 602 56.97674419 | |
| 603 56.88225539 | |
| 604 56.95364238 | |
| 605 57.02479339 | |
| 606 56.93069307 | |
| 607 56.83690280 | |
| 608 56.74342105 | |
| 609 56.81444992 | |
| 610 56.88524590 | |
| 611 56.95581015 | |
| 612 56.86274510 | |
| 613 56.76998369 | |
| 614 56.67752443 | |
| 615 56.58536585 | |
| 616 56.49350649 | |
| 617 56.56401945 | |
| 618 56.63430421 | |
| 619 56.54281099 | |
| 620 56.61290323 | |
| 621 56.52173913 | |
| 622 56.43086817 | |
| 623 56.50080257 | |
| 624 56.57051282 | |
| 625 56.64000000 | |
| 626 56.54952077 | |
| 627 56.61881978 | |
| 628 56.68789809 | |
| 629 56.59777424 | |
| 630 56.50793651 | |
| 631 56.41838352 | |
| 632 56.32911392 | |
| 633 56.24012638 | |
| 634 56.30914826 | |
| 635 56.37795276 | |
| 636 56.44654088 | |
| 637 56.51491366 | |
| 638 56.42633229 | |
| 639 56.49452269 | |
| 640 56.40625000 | |
| 641 56.31825273 | |
| 642 56.23052960 | |
| 643 56.29860031 | |
| 644 56.21118012 | |
| 645 56.12403101 | |
| 646 56.19195046 | |
| 647 56.25965997 | |
| 648 56.32716049 | |
| 649 56.24036980 | |
| 650 56.30769231 | |
| 651 56.37480799 | |
| 652 56.44171779 | |
| 653 56.50842266 | |
| 654 56.57492355 | |
| 655 56.64122137 | |
| 656 56.70731707 | |
| 657 56.62100457 | |
| 658 56.53495441 | |
| 659 56.60091047 | |
| 660 56.51515152 | |
| 661 56.58093797 | |
| 662 56.64652568 | |
| 663 56.71191554 | |
| 664 56.77710843 | |
| 665 56.84210526 | |
| 666 56.90690691 | |
| 667 56.97151424 | |
| 668 57.03592814 | |
| 669 56.95067265 | |
| 670 57.01492537 | |
| 671 57.07898659 | |
| 672 57.14285714 | |
| 673 57.20653789 | |
| 674 57.12166172 | |
| 675 57.18518519 | |
| 676 57.10059172 | |
| 677 57.01624815 | |
| 678 57.07964602 | |
| 679 57.14285714 | |
| 680 57.05882353 | |
| 681 56.97503671 | |
| 682 57.03812317 | |
| 683 57.10102489 | |
| 684 57.16374269 | |
| 685 57.22627737 | |
| 686 57.28862974 | |
| 687 57.35080058 | |
| 688 57.41279070 | |
| 689 57.47460087 | |
| 690 57.53623188 | |
| 691 57.59768452 | |
| 692 57.65895954 | |
| 693 57.57575758 | |
| 694 57.63688761 | |
| 695 57.55395683 | |
| 696 57.61494253 | |
| 697 57.67575323 | |
| 698 57.73638968 | |
| 699 57.65379113 | |
| 700 57.57142857 | |
| 701 57.63195435 | |
| 702 57.69230769 | |
| 703 57.61024182 | |
| 704 57.67045455 | |
| 705 57.73049645 | |
| 706 57.79036827 | |
| 707 57.70862801 | |
| 708 57.76836158 | |
| 709 57.82792666 | |
| 710 57.88732394 | |
| 711 57.80590717 | |
| 712 57.86516854 | |
| 713 57.92426367 | |
| 714 57.98319328 | |
| 715 57.90209790 | |
| 716 57.96089385 | |
| 717 58.01952580 | |
| 718 58.07799443 | |
| 719 57.99721836 | |
| 720 57.91666667 | |
| 721 57.97503467 | |
| 722 58.03324100 | |
| 723 58.09128631 | |
| 724 58.14917127 | |
| 725 58.20689655 | |
| 726 58.26446281 | |
| 727 58.32187070 | |
| 728 58.37912088 | |
| 729 58.43621399 | |
| 730 58.35616438 | |
| 731 58.41313269 | |
| 732 58.33333333 | |
| 733 58.39017735 | |
| 734 58.44686649 | |
| 735 58.36734694 | |
| 736 58.28804348 | |
| 737 58.20895522 | |
| 738 58.13008130 | |
| 739 58.05142084 | |
| 740 58.10810811 | |
| 741 58.16464238 | |
| 742 58.22102426 | |
| 743 58.27725437 | |
| 744 58.33333333 | |
| 745 58.25503356 | |
| 746 58.31099196 | |
| 747 58.23293173 | |
| 748 58.28877005 | |
| 749 58.34445928 | |
| 750 58.40000000 | |