| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 42.85714286 | |
| 8 50.00000000 | |
| 9 55.55555556 | |
| 10 60.00000000 | |
| 11 54.54545455 | |
| 12 50.00000000 | |
| 13 53.84615385 | |
| 14 57.14285714 | |
| 15 60.00000000 | |
| 16 62.50000000 | |
| 17 58.82352941 | |
| 18 55.55555556 | |
| 19 52.63157895 | |
| 20 55.00000000 | |
| 21 57.14285714 | |
| 22 54.54545455 | |
| 23 56.52173913 | |
| 24 54.16666667 | |
| 25 52.00000000 | |
| 26 50.00000000 | |
| 27 48.14814815 | |
| 28 50.00000000 | |
| 29 48.27586207 | |
| 30 46.66666667 | |
| 31 48.38709677 | |
| 32 46.87500000 | |
| 33 48.48484848 | |
| 34 50.00000000 | |
| 35 51.42857143 | |
| 36 50.00000000 | |
| 37 48.64864865 | |
| 38 50.00000000 | |
| 39 48.71794872 | |
| 40 47.50000000 | |
| 41 46.34146341 | |
| 42 45.23809524 | |
| 43 44.18604651 | |
| 44 45.45454545 | |
| 45 44.44444444 | |
| 46 43.47826087 | |
| 47 42.55319149 | |
| 48 41.66666667 | |
| 49 42.85714286 | |
| 50 42.00000000 | |
| 51 43.13725490 | |
| 52 42.30769231 | |
| 53 41.50943396 | |
| 54 40.74074074 | |
| 55 40.00000000 | |
| 56 39.28571429 | |
| 57 40.35087719 | |
| 58 41.37931034 | |
| 59 42.37288136 | |
| 60 43.33333333 | |
| 61 42.62295082 | |
| 62 41.93548387 | |
| 63 41.26984127 | |
| 64 42.18750000 | |
| 65 41.53846154 | |
| 66 40.90909091 | |
| 67 41.79104478 | |
| 68 41.17647059 | |
| 69 42.02898551 | |
| 70 42.85714286 | |
| 71 42.25352113 | |
| 72 43.05555556 | |
| 73 42.46575342 | |
| 74 43.24324324 | |
| 75 42.66666667 | |
| 76 43.42105263 | |
| 77 44.15584416 | |
| 78 43.58974359 | |
| 79 44.30379747 | |
| 80 43.75000000 | |
| 81 43.20987654 | |
| 82 42.68292683 | |
| 83 43.37349398 | |
| 84 44.04761905 | |
| 85 43.52941176 | |
| 86 44.18604651 | |
| 87 44.82758621 | |
| 88 45.45454545 | |
| 89 44.94382022 | |
| 90 45.55555556 | |
| 91 46.15384615 | |
| 92 45.65217391 | |
| 93 46.23655914 | |
| 94 46.80851064 | |
| 95 47.36842105 | |
| 96 47.91666667 | |
| 97 48.45360825 | |
| 98 48.97959184 | |
| 99 49.49494949 | |
| 100 49.00000000 | |
| 101 49.50495050 | |
| 102 49.01960784 | |
| 103 48.54368932 | |
| 104 49.03846154 | |
| 105 48.57142857 | |
| 106 49.05660377 | |
| 107 49.53271028 | |
| 108 50.00000000 | |
| 109 49.54128440 | |
| 110 50.00000000 | |
| 111 50.45045045 | |
| 112 50.89285714 | |
| 113 51.32743363 | |
| 114 50.87719298 | |
| 115 51.30434783 | |
| 116 50.86206897 | |
| 117 50.42735043 | |
| 118 50.00000000 | |
| 119 50.42016807 | |
| 120 50.00000000 | |
| 121 49.58677686 | |
| 122 49.18032787 | |
| 123 49.59349593 | |
| 124 50.00000000 | |
| 125 50.40000000 | |
| 126 50.79365079 | |
| 127 51.18110236 | |
| 128 50.78125000 | |
| 129 50.38759690 | |
| 130 50.00000000 | |
| 131 50.38167939 | |
| 132 50.00000000 | |
| 133 50.37593985 | |
| 134 50.74626866 | |
| 135 51.11111111 | |
| 136 51.47058824 | |
| 137 51.82481752 | |
| 138 52.17391304 | |
| 139 51.79856115 | |
| 140 52.14285714 | |
| 141 52.48226950 | |
| 142 52.81690141 | |
| 143 53.14685315 | |
| 144 53.47222222 | |
| 145 53.79310345 | |
| 146 54.10958904 | |
| 147 54.42176871 | |
| 148 54.05405405 | |
| 149 53.69127517 | |
| 150 54.00000000 | |
| 151 53.64238411 | |
| 152 53.28947368 | |
| 153 53.59477124 | |
| 154 53.24675325 | |
| 155 53.54838710 | |
| 156 53.20512821 | |
| 157 52.86624204 | |
| 158 53.16455696 | |
| 159 52.83018868 | |
| 160 53.12500000 | |
| 161 53.41614907 | |
| 162 53.08641975 | |
| 163 53.37423313 | |
| 164 53.65853659 | |
| 165 53.93939394 | |
| 166 54.21686747 | |
| 167 54.49101796 | |
| 168 54.76190476 | |
| 169 54.43786982 | |
| 170 54.11764706 | |
| 171 54.38596491 | |
| 172 54.65116279 | |
| 173 54.33526012 | |
| 174 54.02298851 | |
| 175 54.28571429 | |
| 176 53.97727273 | |
| 177 54.23728814 | |
| 178 54.49438202 | |
| 179 54.18994413 | |
| 180 54.44444444 | |
| 181 54.14364641 | |
| 182 54.39560440 | |
| 183 54.64480874 | |
| 184 54.34782609 | |
| 185 54.59459459 | |
| 186 54.30107527 | |
| 187 54.01069519 | |
| 188 53.72340426 | |
| 189 53.43915344 | |
| 190 53.68421053 | |
| 191 53.92670157 | |
| 192 54.16666667 | |
| 193 53.88601036 | |
| 194 54.12371134 | |
| 195 53.84615385 | |
| 196 53.57142857 | |
| 197 53.29949239 | |
| 198 53.03030303 | |
| 199 53.26633166 | |
| 200 53.50000000 | |
| 201 53.23383085 | |
| 202 52.97029703 | |
| 203 52.70935961 | |
| 204 52.94117647 | |
| 205 52.68292683 | |
| 206 52.42718447 | |
| 207 52.65700483 | |
| 208 52.40384615 | |
| 209 52.63157895 | |
| 210 52.85714286 | |
| 211 53.08056872 | |
| 212 53.30188679 | |
| 213 53.52112676 | |
| 214 53.73831776 | |
| 215 53.48837209 | |
| 216 53.70370370 | |
| 217 53.45622120 | |
| 218 53.21100917 | |
| 219 53.42465753 | |
| 220 53.63636364 | |
| 221 53.84615385 | |
| 222 54.05405405 | |
| 223 54.26008969 | |
| 224 54.46428571 | |
| 225 54.66666667 | |
| 226 54.42477876 | |
| 227 54.18502203 | |
| 228 53.94736842 | |
| 229 54.14847162 | |
| 230 53.91304348 | |
| 231 53.67965368 | |
| 232 53.44827586 | |
| 233 53.64806867 | |
| 234 53.84615385 | |
| 235 53.61702128 | |
| 236 53.38983051 | |
| 237 53.16455696 | |
| 238 53.36134454 | |
| 239 53.55648536 | |
| 240 53.75000000 | |
| 241 53.52697095 | |
| 242 53.71900826 | |
| 243 53.90946502 | |
| 244 53.68852459 | |
| 245 53.46938776 | |
| 246 53.25203252 | |
| 247 53.03643725 | |
| 248 53.22580645 | |
| 249 53.41365462 | |
| 250 53.60000000 | |
| 251 53.78486056 | |
| 252 53.96825397 | |
| 253 53.75494071 | |
| 254 53.93700787 | |
| 255 54.11764706 | |
| 256 54.29687500 | |
| 257 54.08560311 | |
| 258 54.26356589 | |
| 259 54.44015444 | |
| 260 54.61538462 | |
| 261 54.78927203 | |
| 262 54.58015267 | |
| 263 54.37262357 | |
| 264 54.54545455 | |
| 265 54.71698113 | |
| 266 54.51127820 | |
| 267 54.68164794 | |
| 268 54.85074627 | |
| 269 55.01858736 | |
| 270 54.81481481 | |
| 271 54.61254613 | |
| 272 54.41176471 | |
| 273 54.21245421 | |
| 274 54.37956204 | |
| 275 54.18181818 | |
| 276 54.34782609 | |
| 277 54.51263538 | |
| 278 54.67625899 | |
| 279 54.83870968 | |
| 280 55.00000000 | |
| 281 55.16014235 | |
| 282 55.31914894 | |
| 283 55.12367491 | |
| 284 55.28169014 | |
| 285 55.08771930 | |
| 286 54.89510490 | |
| 287 55.05226481 | |
| 288 55.20833333 | |
| 289 55.36332180 | |
| 290 55.51724138 | |
| 291 55.32646048 | |
| 292 55.13698630 | |
| 293 55.29010239 | |
| 294 55.44217687 | |
| 295 55.59322034 | |
| 296 55.74324324 | |
| 297 55.89225589 | |
| 298 56.04026846 | |
| 299 55.85284281 | |
| 300 55.66666667 | |
| 301 55.48172757 | |
| 302 55.62913907 | |
| 303 55.44554455 | |
| 304 55.59210526 | |
| 305 55.40983607 | |
| 306 55.55555556 | |
| 307 55.37459283 | |
| 308 55.51948052 | |
| 309 55.33980583 | |
| 310 55.48387097 | |
| 311 55.62700965 | |
| 312 55.76923077 | |
| 313 55.91054313 | |
| 314 55.73248408 | |
| 315 55.87301587 | |
| 316 56.01265823 | |
| 317 56.15141956 | |
| 318 55.97484277 | |
| 319 55.79937304 | |
| 320 55.93750000 | |
| 321 55.76323988 | |
| 322 55.90062112 | |
| 323 56.03715170 | |
| 324 56.17283951 | |
| 325 56.30769231 | |
| 326 56.13496933 | |
| 327 55.96330275 | |
| 328 56.09756098 | |
| 329 56.23100304 | |
| 330 56.36363636 | |
| 331 56.49546828 | |
| 332 56.32530120 | |
| 333 56.45645646 | |
| 334 56.28742515 | |
| 335 56.41791045 | |
| 336 56.54761905 | |
| 337 56.37982196 | |
| 338 56.21301775 | |
| 339 56.34218289 | |
| 340 56.17647059 | |
| 341 56.30498534 | |
| 342 56.43274854 | |
| 343 56.55976676 | |
| 344 56.39534884 | |
| 345 56.52173913 | |
| 346 56.35838150 | |
| 347 56.19596542 | |
| 348 56.03448276 | |
| 349 55.87392550 | |
| 350 56.00000000 | |
| 351 56.12535613 | |
| 352 55.96590909 | |
| 353 56.09065156 | |
| 354 56.21468927 | |
| 355 56.33802817 | |
| 356 56.46067416 | |
| 357 56.30252101 | |
| 358 56.42458101 | |
| 359 56.54596100 | |
| 360 56.38888889 | |
| 361 56.23268698 | |
| 362 56.35359116 | |
| 363 56.47382920 | |
| 364 56.59340659 | |
| 365 56.71232877 | |
| 366 56.83060109 | |
| 367 56.94822888 | |
| 368 57.06521739 | |
| 369 57.18157182 | |
| 370 57.02702703 | |
| 371 57.14285714 | |
| 372 57.25806452 | |
| 373 57.10455764 | |
| 374 56.95187166 | |
| 375 57.06666667 | |
| 376 57.18085106 | |
| 377 57.02917772 | |
| 378 56.87830688 | |
| 379 56.99208443 | |
| 380 57.10526316 | |
| 381 57.21784777 | |
| 382 57.06806283 | |
| 383 56.91906005 | |
| 384 57.03125000 | |
| 385 57.14285714 | |
| 386 57.25388601 | |
| 387 57.10594315 | |
| 388 56.95876289 | |
| 389 56.81233933 | |
| 390 56.92307692 | |
| 391 56.77749361 | |
| 392 56.88775510 | |
| 393 56.99745547 | |
| 394 57.10659898 | |
| 395 57.21518987 | |
| 396 57.32323232 | |
| 397 57.43073048 | |
| 398 57.53768844 | |
| 399 57.64411028 | |
| 400 57.75000000 | |
| 401 57.85536160 | |
| 402 57.71144279 | |
| 403 57.56823821 | |
| 404 57.42574257 | |
| 405 57.28395062 | |
| 406 57.14285714 | |
| 407 57.24815725 | |
| 408 57.35294118 | |
| 409 57.45721271 | |
| 410 57.31707317 | |
| 411 57.17761557 | |
| 412 57.03883495 | |
| 413 56.90072639 | |
| 414 57.00483092 | |
| 415 56.86746988 | |
| 416 56.97115385 | |
| 417 57.07434053 | |
| 418 57.17703349 | |
| 419 57.04057279 | |
| 420 57.14285714 | |
| 421 57.00712589 | |
| 422 57.10900474 | |
| 423 57.21040189 | |
| 424 57.31132075 | |
| 425 57.41176471 | |
| 426 57.51173709 | |
| 427 57.37704918 | |
| 428 57.24299065 | |
| 429 57.10955711 | |
| 430 57.20930233 | |
| 431 57.07656613 | |
| 432 56.94444444 | |
| 433 56.81293303 | |
| 434 56.91244240 | |
| 435 56.78160920 | |
| 436 56.65137615 | |
| 437 56.52173913 | |
| 438 56.39269406 | |
| 439 56.49202733 | |
| 440 56.59090909 | |
| 441 56.68934240 | |
| 442 56.78733032 | |
| 443 56.88487585 | |
| 444 56.98198198 | |
| 445 57.07865169 | |
| 446 57.17488789 | |
| 447 57.27069351 | |
| 448 57.36607143 | |
| 449 57.46102450 | |
| 450 57.55555556 | |
| 451 57.42793792 | |
| 452 57.30088496 | |
| 453 57.17439294 | |
| 454 57.26872247 | |
| 455 57.14285714 | |
| 456 57.23684211 | |
| 457 57.33041575 | |
| 458 57.42358079 | |
| 459 57.51633987 | |
| 460 57.60869565 | |
| 461 57.70065076 | |
| 462 57.79220779 | |
| 463 57.88336933 | |
| 464 57.97413793 | |
| 465 57.84946237 | |
| 466 57.93991416 | |
| 467 58.02997859 | |
| 468 57.90598291 | |
| 469 57.78251599 | |
| 470 57.65957447 | |
| 471 57.74946921 | |
| 472 57.83898305 | |
| 473 57.92811839 | |
| 474 58.01687764 | |
| 475 58.10526316 | |
| 476 57.98319328 | |
| 477 57.86163522 | |
| 478 57.94979079 | |
| 479 58.03757829 | |
| 480 58.12500000 | |
| 481 58.00415800 | |
| 482 57.88381743 | |
| 483 57.97101449 | |
| 484 57.85123967 | |
| 485 57.73195876 | |
| 486 57.81893004 | |
| 487 57.90554415 | |
| 488 57.78688525 | |
| 489 57.87321063 | |
| 490 57.95918367 | |
| 491 58.04480652 | |
| 492 58.13008130 | |
| 493 58.21501014 | |
| 494 58.29959514 | |
| 495 58.38383838 | |
| 496 58.46774194 | |
| 497 58.55130785 | |
| 498 58.63453815 | |
| 499 58.51703407 | |
| 500 58.60000000 | |
| 501 58.68263473 | |
| 502 58.76494024 | |
| 503 58.84691849 | |
| 504 58.92857143 | |
| 505 59.00990099 | |
| 506 58.89328063 | |
| 507 58.97435897 | |
| 508 59.05511811 | |
| 509 59.13555992 | |
| 510 59.21568627 | |
| 511 59.09980431 | |
| 512 58.98437500 | |
| 513 58.86939571 | |
| 514 58.94941634 | |
| 515 59.02912621 | |
| 516 58.91472868 | |
| 517 58.80077369 | |
| 518 58.88030888 | |
| 519 58.76685934 | |
| 520 58.84615385 | |
| 521 58.73320537 | |
| 522 58.62068966 | |
| 523 58.69980880 | |
| 524 58.77862595 | |
| 525 58.85714286 | |
| 526 58.74524715 | |
| 527 58.63377609 | |
| 528 58.71212121 | |
| 529 58.79017013 | |
| 530 58.86792453 | |
| 531 58.75706215 | |
| 532 58.83458647 | |
| 533 58.91181989 | |
| 534 58.80149813 | |
| 535 58.87850467 | |
| 536 58.95522388 | |
| 537 59.03165736 | |
| 538 59.10780669 | |
| 539 58.99814471 | |
| 540 58.88888889 | |
| 541 58.96487985 | |
| 542 58.85608856 | |
| 543 58.74769797 | |
| 544 58.82352941 | |
| 545 58.89908257 | |
| 546 58.97435897 | |
| 547 59.04936015 | |
| 548 58.94160584 | |
| 549 59.01639344 | |
| 550 58.90909091 | |
| 551 58.80217786 | |
| 552 58.69565217 | |
| 553 58.58951175 | |
| 554 58.66425993 | |
| 555 58.55855856 | |
| 556 58.63309353 | |
| 557 58.52782765 | |
| 558 58.42293907 | |
| 559 58.31842576 | |
| 560 58.39285714 | |
| 561 58.46702317 | |
| 562 58.36298932 | |
| 563 58.43694494 | |
| 564 58.33333333 | |
| 565 58.23008850 | |
| 566 58.12720848 | |
| 567 58.20105820 | |
| 568 58.27464789 | |
| 569 58.17223199 | |
| 570 58.24561404 | |
| 571 58.31873905 | |
| 572 58.39160839 | |
| 573 58.28970332 | |
| 574 58.36236934 | |
| 575 58.26086957 | |
| 576 58.33333333 | |
| 577 58.23223570 | |
| 578 58.30449827 | |
| 579 58.20379965 | |
| 580 58.10344828 | |
| 581 58.00344234 | |
| 582 58.07560137 | |
| 583 58.14751286 | |
| 584 58.04794521 | |
| 585 57.94871795 | |
| 586 57.84982935 | |
| 587 57.92163543 | |
| 588 57.82312925 | |
| 589 57.72495756 | |
| 590 57.62711864 | |
| 591 57.69881557 | |
| 592 57.60135135 | |
| 593 57.50421585 | |
| 594 57.40740741 | |
| 595 57.47899160 | |
| 596 57.55033557 | |
| 597 57.62144054 | |
| 598 57.69230769 | |
| 599 57.59599332 | |
| 600 57.66666667 | |
| 601 57.73710483 | |
| 602 57.80730897 | |
| 603 57.71144279 | |
| 604 57.78145695 | |
| 605 57.85123967 | |
| 606 57.75577558 | |
| 607 57.66062603 | |
| 608 57.56578947 | |
| 609 57.63546798 | |
| 610 57.70491803 | |
| 611 57.77414075 | |
| 612 57.67973856 | |
| 613 57.58564437 | |
| 614 57.49185668 | |
| 615 57.39837398 | |
| 616 57.30519481 | |
| 617 57.37439222 | |
| 618 57.44336570 | |
| 619 57.35056543 | |
| 620 57.41935484 | |
| 621 57.32689211 | |
| 622 57.23472669 | |
| 623 57.30337079 | |
| 624 57.37179487 | |
| 625 57.28000000 | |
| 626 57.18849840 | |
| 627 57.25677831 | |
| 628 57.32484076 | |
| 629 57.23370429 | |
| 630 57.14285714 | |
| 631 57.05229794 | |
| 632 56.96202532 | |
| 633 56.87203791 | |
| 634 56.94006309 | |
| 635 57.00787402 | |
| 636 57.07547170 | |
| 637 57.14285714 | |
| 638 57.05329154 | |
| 639 57.12050078 | |
| 640 57.03125000 | |
| 641 56.94227769 | |
| 642 56.85358255 | |
| 643 56.92068429 | |
| 644 56.83229814 | |
| 645 56.74418605 | |
| 646 56.81114551 | |
| 647 56.87789799 | |
| 648 56.94444444 | |
| 649 56.85670262 | |
| 650 56.92307692 | |
| 651 56.98924731 | |
| 652 57.05521472 | |
| 653 57.12098009 | |
| 654 57.18654434 | |
| 655 57.25190840 | |
| 656 57.31707317 | |
| 657 57.22983257 | |
| 658 57.14285714 | |
| 659 57.20789074 | |
| 660 57.12121212 | |
| 661 57.18608169 | |
| 662 57.25075529 | |
| 663 57.31523379 | |
| 664 57.37951807 | |
| 665 57.44360902 | |
| 666 57.50750751 | |
| 667 57.57121439 | |
| 668 57.63473054 | |
| 669 57.54857997 | |
| 670 57.61194030 | |
| 671 57.67511177 | |
| 672 57.73809524 | |
| 673 57.80089153 | |
| 674 57.71513353 | |
| 675 57.77777778 | |
| 676 57.69230769 | |
| 677 57.60709010 | |
| 678 57.66961652 | |
| 679 57.73195876 | |
| 680 57.64705882 | |
| 681 57.56240822 | |
| 682 57.62463343 | |
| 683 57.68667643 | |
| 684 57.74853801 | |
| 685 57.81021898 | |
| 686 57.72594752 | |
| 687 57.78748180 | |
| 688 57.84883721 | |
| 689 57.91001451 | |
| 690 57.97101449 | |
| 691 58.03183792 | |
| 692 58.09248555 | |
| 693 58.00865801 | |
| 694 58.06916427 | |
| 695 57.98561151 | |
| 696 58.04597701 | |
| 697 58.10616930 | |
| 698 58.16618911 | |
| 699 58.08297568 | |
| 700 58.00000000 | |
| 701 58.05991441 | |
| 702 58.11965812 | |
| 703 58.03698435 | |
| 704 58.09659091 | |
| 705 58.15602837 | |
| 706 58.21529745 | |
| 707 58.13295615 | |
| 708 58.19209040 | |
| 709 58.25105783 | |
| 710 58.30985915 | |
| 711 58.22784810 | |
| 712 58.28651685 | |
| 713 58.34502104 | |
| 714 58.40336134 | |
| 715 58.32167832 | |
| 716 58.37988827 | |
| 717 58.43793584 | |
| 718 58.49582173 | |
| 719 58.41446453 | |
| 720 58.33333333 | |
| 721 58.39112344 | |
| 722 58.44875346 | |
| 723 58.50622407 | |
| 724 58.56353591 | |
| 725 58.62068966 | |
| 726 58.67768595 | |
| 727 58.73452545 | |
| 728 58.79120879 | |
| 729 58.84773663 | |
| 730 58.76712329 | |
| 731 58.82352941 | |
| 732 58.74316940 | |
| 733 58.79945430 | |
| 734 58.85558583 | |
| 735 58.77551020 | |
| 736 58.69565217 | |
| 737 58.61601085 | |
| 738 58.53658537 | |
| 739 58.45737483 | |
| 740 58.51351351 | |
| 741 58.56950067 | |
| 742 58.62533693 | |
| 743 58.68102288 | |
| 744 58.73655914 | |
| 745 58.65771812 | |
| 746 58.71313673 | |
| 747 58.63453815 | |
| 748 58.68983957 | |
| 749 58.74499332 | |
| 750 58.80000000 | |