| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 25.00000000 | |
| 5 40.00000000 | |
| 6 50.00000000 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 72.72727273 | |
| 12 66.66666667 | |
| 13 69.23076923 | |
| 14 71.42857143 | |
| 15 66.66666667 | |
| 16 68.75000000 | |
| 17 64.70588235 | |
| 18 61.11111111 | |
| 19 57.89473684 | |
| 20 60.00000000 | |
| 21 61.90476190 | |
| 22 59.09090909 | |
| 23 60.86956522 | |
| 24 58.33333333 | |
| 25 56.00000000 | |
| 26 53.84615385 | |
| 27 51.85185185 | |
| 28 53.57142857 | |
| 29 51.72413793 | |
| 30 53.33333333 | |
| 31 54.83870968 | |
| 32 53.12500000 | |
| 33 54.54545455 | |
| 34 55.88235294 | |
| 35 57.14285714 | |
| 36 55.55555556 | |
| 37 54.05405405 | |
| 38 55.26315789 | |
| 39 53.84615385 | |
| 40 52.50000000 | |
| 41 53.65853659 | |
| 42 52.38095238 | |
| 43 51.16279070 | |
| 44 52.27272727 | |
| 45 53.33333333 | |
| 46 52.17391304 | |
| 47 51.06382979 | |
| 48 50.00000000 | |
| 49 48.97959184 | |
| 50 48.00000000 | |
| 51 47.05882353 | |
| 52 46.15384615 | |
| 53 45.28301887 | |
| 54 44.44444444 | |
| 55 43.63636364 | |
| 56 42.85714286 | |
| 57 43.85964912 | |
| 58 43.10344828 | |
| 59 44.06779661 | |
| 60 45.00000000 | |
| 61 44.26229508 | |
| 62 43.54838710 | |
| 63 42.85714286 | |
| 64 42.18750000 | |
| 65 41.53846154 | |
| 66 40.90909091 | |
| 67 41.79104478 | |
| 68 41.17647059 | |
| 69 42.02898551 | |
| 70 42.85714286 | |
| 71 42.25352113 | |
| 72 43.05555556 | |
| 73 43.83561644 | |
| 74 44.59459459 | |
| 75 44.00000000 | |
| 76 44.73684211 | |
| 77 45.45454545 | |
| 78 44.87179487 | |
| 79 44.30379747 | |
| 80 43.75000000 | |
| 81 43.20987654 | |
| 82 42.68292683 | |
| 83 43.37349398 | |
| 84 44.04761905 | |
| 85 43.52941176 | |
| 86 44.18604651 | |
| 87 44.82758621 | |
| 88 45.45454545 | |
| 89 44.94382022 | |
| 90 44.44444444 | |
| 91 45.05494505 | |
| 92 44.56521739 | |
| 93 45.16129032 | |
| 94 45.74468085 | |
| 95 45.26315789 | |
| 96 45.83333333 | |
| 97 45.36082474 | |
| 98 45.91836735 | |
| 99 46.46464646 | |
| 100 47.00000000 | |
| 101 47.52475248 | |
| 102 47.05882353 | |
| 103 46.60194175 | |
| 104 47.11538462 | |
| 105 47.61904762 | |
| 106 48.11320755 | |
| 107 48.59813084 | |
| 108 49.07407407 | |
| 109 48.62385321 | |
| 110 49.09090909 | |
| 111 49.54954955 | |
| 112 50.00000000 | |
| 113 50.44247788 | |
| 114 50.00000000 | |
| 115 50.43478261 | |
| 116 50.00000000 | |
| 117 49.57264957 | |
| 118 50.00000000 | |
| 119 50.42016807 | |
| 120 50.00000000 | |
| 121 49.58677686 | |
| 122 49.18032787 | |
| 123 49.59349593 | |
| 124 50.00000000 | |
| 125 50.40000000 | |
| 126 50.79365079 | |
| 127 51.18110236 | |
| 128 50.78125000 | |
| 129 50.38759690 | |
| 130 50.00000000 | |
| 131 50.38167939 | |
| 132 50.00000000 | |
| 133 50.37593985 | |
| 134 50.74626866 | |
| 135 51.11111111 | |
| 136 51.47058824 | |
| 137 51.82481752 | |
| 138 52.17391304 | |
| 139 51.79856115 | |
| 140 52.14285714 | |
| 141 52.48226950 | |
| 142 52.81690141 | |
| 143 53.14685315 | |
| 144 53.47222222 | |
| 145 53.79310345 | |
| 146 54.10958904 | |
| 147 54.42176871 | |
| 148 54.72972973 | |
| 149 54.36241611 | |
| 150 54.66666667 | |
| 151 54.30463576 | |
| 152 53.94736842 | |
| 153 54.24836601 | |
| 154 54.54545455 | |
| 155 54.83870968 | |
| 156 55.12820513 | |
| 157 54.77707006 | |
| 158 55.06329114 | |
| 159 55.34591195 | |
| 160 55.62500000 | |
| 161 55.90062112 | |
| 162 55.55555556 | |
| 163 55.82822086 | |
| 164 56.09756098 | |
| 165 56.36363636 | |
| 166 56.62650602 | |
| 167 56.88622754 | |
| 168 57.14285714 | |
| 169 56.80473373 | |
| 170 56.47058824 | |
| 171 56.72514620 | |
| 172 56.97674419 | |
| 173 56.64739884 | |
| 174 56.32183908 | |
| 175 56.57142857 | |
| 176 56.25000000 | |
| 177 55.93220339 | |
| 178 56.17977528 | |
| 179 55.86592179 | |
| 180 56.11111111 | |
| 181 55.80110497 | |
| 182 55.49450549 | |
| 183 55.73770492 | |
| 184 55.43478261 | |
| 185 55.67567568 | |
| 186 55.37634409 | |
| 187 55.08021390 | |
| 188 54.78723404 | |
| 189 54.49735450 | |
| 190 54.73684211 | |
| 191 54.97382199 | |
| 192 55.20833333 | |
| 193 54.92227979 | |
| 194 55.15463918 | |
| 195 54.87179487 | |
| 196 54.59183673 | |
| 197 54.31472081 | |
| 198 54.04040404 | |
| 199 54.27135678 | |
| 200 54.50000000 | |
| 201 54.22885572 | |
| 202 53.96039604 | |
| 203 53.69458128 | |
| 204 53.92156863 | |
| 205 53.65853659 | |
| 206 53.39805825 | |
| 207 53.62318841 | |
| 208 53.36538462 | |
| 209 53.58851675 | |
| 210 53.80952381 | |
| 211 54.02843602 | |
| 212 54.24528302 | |
| 213 54.46009390 | |
| 214 54.20560748 | |
| 215 54.41860465 | |
| 216 54.62962963 | |
| 217 54.37788018 | |
| 218 54.12844037 | |
| 219 54.33789954 | |
| 220 54.54545455 | |
| 221 54.29864253 | |
| 222 54.50450450 | |
| 223 54.70852018 | |
| 224 54.91071429 | |
| 225 55.11111111 | |
| 226 54.86725664 | |
| 227 54.62555066 | |
| 228 54.38596491 | |
| 229 54.58515284 | |
| 230 54.34782609 | |
| 231 54.11255411 | |
| 232 53.87931034 | |
| 233 53.64806867 | |
| 234 53.41880342 | |
| 235 53.19148936 | |
| 236 52.96610169 | |
| 237 52.74261603 | |
| 238 52.94117647 | |
| 239 52.71966527 | |
| 240 52.50000000 | |
| 241 52.28215768 | |
| 242 52.47933884 | |
| 243 52.67489712 | |
| 244 52.45901639 | |
| 245 52.24489796 | |
| 246 52.03252033 | |
| 247 51.82186235 | |
| 248 52.01612903 | |
| 249 52.20883534 | |
| 250 52.40000000 | |
| 251 52.58964143 | |
| 252 52.77777778 | |
| 253 52.56916996 | |
| 254 52.75590551 | |
| 255 52.94117647 | |
| 256 53.12500000 | |
| 257 52.91828794 | |
| 258 53.10077519 | |
| 259 53.28185328 | |
| 260 53.46153846 | |
| 261 53.63984674 | |
| 262 53.43511450 | |
| 263 53.23193916 | |
| 264 53.40909091 | |
| 265 53.20754717 | |
| 266 53.00751880 | |
| 267 53.18352060 | |
| 268 53.35820896 | |
| 269 53.53159851 | |
| 270 53.33333333 | |
| 271 53.13653137 | |
| 272 52.94117647 | |
| 273 52.74725275 | |
| 274 52.91970803 | |
| 275 52.72727273 | |
| 276 52.89855072 | |
| 277 53.06859206 | |
| 278 53.23741007 | |
| 279 53.40501792 | |
| 280 53.57142857 | |
| 281 53.73665480 | |
| 282 53.90070922 | |
| 283 54.06360424 | |
| 284 54.22535211 | |
| 285 54.03508772 | |
| 286 53.84615385 | |
| 287 54.00696864 | |
| 288 54.16666667 | |
| 289 54.32525952 | |
| 290 54.48275862 | |
| 291 54.29553265 | |
| 292 54.10958904 | |
| 293 54.26621160 | |
| 294 54.42176871 | |
| 295 54.57627119 | |
| 296 54.72972973 | |
| 297 54.88215488 | |
| 298 55.03355705 | |
| 299 54.84949833 | |
| 300 54.66666667 | |
| 301 54.48504983 | |
| 302 54.63576159 | |
| 303 54.45544554 | |
| 304 54.60526316 | |
| 305 54.42622951 | |
| 306 54.57516340 | |
| 307 54.39739414 | |
| 308 54.54545455 | |
| 309 54.36893204 | |
| 310 54.51612903 | |
| 311 54.66237942 | |
| 312 54.80769231 | |
| 313 54.95207668 | |
| 314 54.77707006 | |
| 315 54.60317460 | |
| 316 54.74683544 | |
| 317 54.88958991 | |
| 318 54.71698113 | |
| 319 54.54545455 | |
| 320 54.68750000 | |
| 321 54.51713396 | |
| 322 54.34782609 | |
| 323 54.48916409 | |
| 324 54.62962963 | |
| 325 54.76923077 | |
| 326 54.60122699 | |
| 327 54.43425076 | |
| 328 54.57317073 | |
| 329 54.71124620 | |
| 330 54.84848485 | |
| 331 54.98489426 | |
| 332 54.81927711 | |
| 333 54.95495495 | |
| 334 54.79041916 | |
| 335 54.92537313 | |
| 336 55.05952381 | |
| 337 54.89614243 | |
| 338 54.73372781 | |
| 339 54.86725664 | |
| 340 54.70588235 | |
| 341 54.83870968 | |
| 342 54.97076023 | |
| 343 54.81049563 | |
| 344 54.65116279 | |
| 345 54.78260870 | |
| 346 54.62427746 | |
| 347 54.46685879 | |
| 348 54.31034483 | |
| 349 54.15472779 | |
| 350 54.28571429 | |
| 351 54.41595442 | |
| 352 54.54545455 | |
| 353 54.67422096 | |
| 354 54.80225989 | |
| 355 54.92957746 | |
| 356 55.05617978 | |
| 357 54.90196078 | |
| 358 55.02793296 | |
| 359 55.15320334 | |
| 360 55.00000000 | |
| 361 54.84764543 | |
| 362 54.97237569 | |
| 363 55.09641873 | |
| 364 55.21978022 | |
| 365 55.34246575 | |
| 366 55.46448087 | |
| 367 55.58583106 | |
| 368 55.70652174 | |
| 369 55.82655827 | |
| 370 55.94594595 | |
| 371 56.06469003 | |
| 372 56.18279570 | |
| 373 56.30026810 | |
| 374 56.14973262 | |
| 375 56.26666667 | |
| 376 56.38297872 | |
| 377 56.23342175 | |
| 378 56.08465608 | |
| 379 56.20052770 | |
| 380 56.31578947 | |
| 381 56.43044619 | |
| 382 56.28272251 | |
| 383 56.13577023 | |
| 384 56.25000000 | |
| 385 56.36363636 | |
| 386 56.47668394 | |
| 387 56.33074935 | |
| 388 56.18556701 | |
| 389 56.04113111 | |
| 390 56.15384615 | |
| 391 56.01023018 | |
| 392 56.12244898 | |
| 393 56.23409669 | |
| 394 56.34517766 | |
| 395 56.20253165 | |
| 396 56.31313131 | |
| 397 56.42317380 | |
| 398 56.53266332 | |
| 399 56.64160401 | |
| 400 56.50000000 | |
| 401 56.60847880 | |
| 402 56.46766169 | |
| 403 56.32754342 | |
| 404 56.18811881 | |
| 405 56.29629630 | |
| 406 56.15763547 | |
| 407 56.26535627 | |
| 408 56.37254902 | |
| 409 56.47921760 | |
| 410 56.34146341 | |
| 411 56.20437956 | |
| 412 56.06796117 | |
| 413 55.93220339 | |
| 414 56.03864734 | |
| 415 55.90361446 | |
| 416 56.00961538 | |
| 417 56.11510791 | |
| 418 56.22009569 | |
| 419 56.08591885 | |
| 420 56.19047619 | |
| 421 56.05700713 | |
| 422 56.16113744 | |
| 423 56.26477541 | |
| 424 56.36792453 | |
| 425 56.47058824 | |
| 426 56.57276995 | |
| 427 56.44028103 | |
| 428 56.54205607 | |
| 429 56.41025641 | |
| 430 56.51162791 | |
| 431 56.38051044 | |
| 432 56.25000000 | |
| 433 56.35103926 | |
| 434 56.45161290 | |
| 435 56.32183908 | |
| 436 56.19266055 | |
| 437 56.06407323 | |
| 438 55.93607306 | |
| 439 56.03644647 | |
| 440 56.13636364 | |
| 441 56.23582766 | |
| 442 56.33484163 | |
| 443 56.43340858 | |
| 444 56.30630631 | |
| 445 56.40449438 | |
| 446 56.50224215 | |
| 447 56.59955257 | |
| 448 56.47321429 | |
| 449 56.34743875 | |
| 450 56.44444444 | |
| 451 56.31929047 | |
| 452 56.41592920 | |
| 453 56.29139073 | |
| 454 56.16740088 | |
| 455 56.04395604 | |
| 456 56.14035088 | |
| 457 56.23632385 | |
| 458 56.33187773 | |
| 459 56.42701525 | |
| 460 56.52173913 | |
| 461 56.61605206 | |
| 462 56.70995671 | |
| 463 56.80345572 | |
| 464 56.89655172 | |
| 465 56.77419355 | |
| 466 56.86695279 | |
| 467 56.95931478 | |
| 468 56.83760684 | |
| 469 56.71641791 | |
| 470 56.59574468 | |
| 471 56.68789809 | |
| 472 56.77966102 | |
| 473 56.87103594 | |
| 474 56.96202532 | |
| 475 57.05263158 | |
| 476 56.93277311 | |
| 477 56.81341719 | |
| 478 56.90376569 | |
| 479 56.99373695 | |
| 480 57.08333333 | |
| 481 56.96465696 | |
| 482 56.84647303 | |
| 483 56.93581781 | |
| 484 56.81818182 | |
| 485 56.70103093 | |
| 486 56.79012346 | |
| 487 56.87885010 | |
| 488 56.76229508 | |
| 489 56.85071575 | |
| 490 56.93877551 | |
| 491 56.82281059 | |
| 492 56.91056911 | |
| 493 56.99797160 | |
| 494 57.08502024 | |
| 495 57.17171717 | |
| 496 57.25806452 | |
| 497 57.14285714 | |
| 498 57.22891566 | |
| 499 57.11422846 | |
| 500 57.20000000 | |
| 501 57.08582834 | |
| 502 56.97211155 | |
| 503 57.05765408 | |
| 504 57.14285714 | |
| 505 57.22772277 | |
| 506 57.11462451 | |
| 507 57.19921105 | |
| 508 57.08661417 | |
| 509 57.17092338 | |
| 510 57.25490196 | |
| 511 57.14285714 | |
| 512 57.03125000 | |
| 513 56.92007797 | |
| 514 57.00389105 | |
| 515 57.08737864 | |
| 516 56.97674419 | |
| 517 56.86653772 | |
| 518 56.94980695 | |
| 519 56.84007707 | |
| 520 56.73076923 | |
| 521 56.62188100 | |
| 522 56.51340996 | |
| 523 56.40535373 | |
| 524 56.48854962 | |
| 525 56.57142857 | |
| 526 56.46387833 | |
| 527 56.35673624 | |
| 528 56.43939394 | |
| 529 56.52173913 | |
| 530 56.60377358 | |
| 531 56.49717514 | |
| 532 56.39097744 | |
| 533 56.47279550 | |
| 534 56.36704120 | |
| 535 56.44859813 | |
| 536 56.52985075 | |
| 537 56.61080074 | |
| 538 56.69144981 | |
| 539 56.58627087 | |
| 540 56.48148148 | |
| 541 56.56192237 | |
| 542 56.45756458 | |
| 543 56.35359116 | |
| 544 56.25000000 | |
| 545 56.33027523 | |
| 546 56.41025641 | |
| 547 56.48994516 | |
| 548 56.38686131 | |
| 549 56.46630237 | |
| 550 56.36363636 | |
| 551 56.44283122 | |
| 552 56.34057971 | |
| 553 56.23869801 | |
| 554 56.31768953 | |
| 555 56.21621622 | |
| 556 56.29496403 | |
| 557 56.19389587 | |
| 558 56.09318996 | |
| 559 56.17173524 | |
| 560 56.25000000 | |
| 561 56.32798574 | |
| 562 56.22775801 | |
| 563 56.30550622 | |
| 564 56.20567376 | |
| 565 56.10619469 | |
| 566 56.00706714 | |
| 567 56.08465608 | |
| 568 56.16197183 | |
| 569 56.06326889 | |
| 570 55.96491228 | |
| 571 56.04203152 | |
| 572 56.11888112 | |
| 573 56.02094241 | |
| 574 56.09756098 | |
| 575 56.00000000 | |
| 576 56.07638889 | |
| 577 56.15251300 | |
| 578 56.22837370 | |
| 579 56.13126079 | |
| 580 56.03448276 | |
| 581 55.93803787 | |
| 582 56.01374570 | |
| 583 56.08919383 | |
| 584 55.99315068 | |
| 585 55.89743590 | |
| 586 55.80204778 | |
| 587 55.87734242 | |
| 588 55.78231293 | |
| 589 55.68760611 | |
| 590 55.59322034 | |
| 591 55.66835871 | |
| 592 55.57432432 | |
| 593 55.48060708 | |
| 594 55.38720539 | |
| 595 55.46218487 | |
| 596 55.53691275 | |
| 597 55.61139028 | |
| 598 55.51839465 | |
| 599 55.59265442 | |
| 600 55.66666667 | |
| 601 55.74043261 | |
| 602 55.81395349 | |
| 603 55.72139303 | |
| 604 55.79470199 | |
| 605 55.86776860 | |
| 606 55.77557756 | |
| 607 55.68369028 | |
| 608 55.59210526 | |
| 609 55.66502463 | |
| 610 55.73770492 | |
| 611 55.81014730 | |
| 612 55.71895425 | |
| 613 55.62805873 | |
| 614 55.53745928 | |
| 615 55.60975610 | |
| 616 55.51948052 | |
| 617 55.42949757 | |
| 618 55.50161812 | |
| 619 55.41195477 | |
| 620 55.48387097 | |
| 621 55.39452496 | |
| 622 55.30546624 | |
| 623 55.37720706 | |
| 624 55.44871795 | |
| 625 55.52000000 | |
| 626 55.43130990 | |
| 627 55.34290271 | |
| 628 55.41401274 | |
| 629 55.32591415 | |
| 630 55.23809524 | |
| 631 55.15055468 | |
| 632 55.06329114 | |
| 633 54.97630332 | |
| 634 55.04731861 | |
| 635 54.96062992 | |
| 636 55.03144654 | |
| 637 55.10204082 | |
| 638 55.01567398 | |
| 639 55.08607199 | |
| 640 55.00000000 | |
| 641 54.91419657 | |
| 642 54.98442368 | |
| 643 55.05443235 | |
| 644 54.96894410 | |
| 645 54.88372093 | |
| 646 54.95356037 | |
| 647 55.02318393 | |
| 648 55.09259259 | |
| 649 55.00770416 | |
| 650 55.07692308 | |
| 651 55.14592934 | |
| 652 55.06134969 | |
| 653 55.13016845 | |
| 654 55.04587156 | |
| 655 55.11450382 | |
| 656 55.18292683 | |
| 657 55.25114155 | |
| 658 55.31914894 | |
| 659 55.38694992 | |
| 660 55.30303030 | |
| 661 55.21936460 | |
| 662 55.28700906 | |
| 663 55.35444947 | |
| 664 55.42168675 | |
| 665 55.48872180 | |
| 666 55.55555556 | |
| 667 55.62218891 | |
| 668 55.68862275 | |
| 669 55.60538117 | |
| 670 55.67164179 | |
| 671 55.73770492 | |
| 672 55.80357143 | |
| 673 55.86924220 | |
| 674 55.78635015 | |
| 675 55.85185185 | |
| 676 55.76923077 | |
| 677 55.68685377 | |
| 678 55.75221239 | |
| 679 55.81737850 | |
| 680 55.73529412 | |
| 681 55.65345081 | |
| 682 55.71847507 | |
| 683 55.78330893 | |
| 684 55.84795322 | |
| 685 55.76642336 | |
| 686 55.83090379 | |
| 687 55.74963610 | |
| 688 55.81395349 | |
| 689 55.87808418 | |
| 690 55.94202899 | |
| 691 55.86107091 | |
| 692 55.92485549 | |
| 693 55.84415584 | |
| 694 55.90778098 | |
| 695 55.82733813 | |
| 696 55.89080460 | |
| 697 55.95408895 | |
| 698 56.01719198 | |
| 699 55.93705293 | |
| 700 55.85714286 | |
| 701 55.92011412 | |
| 702 55.98290598 | |
| 703 55.90327169 | |
| 704 55.96590909 | |
| 705 56.02836879 | |
| 706 56.09065156 | |
| 707 56.01131542 | |
| 708 56.07344633 | |
| 709 56.13540197 | |
| 710 56.19718310 | |
| 711 56.11814346 | |
| 712 56.17977528 | |
| 713 56.24123422 | |
| 714 56.30252101 | |
| 715 56.22377622 | |
| 716 56.28491620 | |
| 717 56.34588563 | |
| 718 56.26740947 | |
| 719 56.18915160 | |
| 720 56.11111111 | |
| 721 56.17198336 | |
| 722 56.23268698 | |
| 723 56.29322268 | |
| 724 56.35359116 | |
| 725 56.41379310 | |
| 726 56.33608815 | |
| 727 56.39614856 | |
| 728 56.45604396 | |
| 729 56.51577503 | |
| 730 56.43835616 | |
| 731 56.49794802 | |
| 732 56.42076503 | |
| 733 56.48021828 | |
| 734 56.53950954 | |
| 735 56.46258503 | |
| 736 56.38586957 | |
| 737 56.30936228 | |
| 738 56.23306233 | |
| 739 56.15696888 | |
| 740 56.21621622 | |
| 741 56.27530364 | |
| 742 56.33423181 | |
| 743 56.39300135 | |
| 744 56.45161290 | |
| 745 56.37583893 | |
| 746 56.43431635 | |
| 747 56.35876841 | |
| 748 56.41711230 | |
| 749 56.47530040 | |
| 750 56.53333333 | |