File size: 12,493 Bytes
94d6d71 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 |
common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 0.00000000
2 50.00000000
3 33.33333333
4 25.00000000
5 40.00000000
6 50.00000000
7 57.14285714
8 62.50000000
9 66.66666667
10 70.00000000
11 63.63636364
12 58.33333333
13 61.53846154
14 64.28571429
15 66.66666667
16 68.75000000
17 64.70588235
18 61.11111111
19 57.89473684
20 60.00000000
21 61.90476190
22 59.09090909
23 60.86956522
24 58.33333333
25 56.00000000
26 53.84615385
27 51.85185185
28 53.57142857
29 51.72413793
30 50.00000000
31 51.61290323
32 50.00000000
33 51.51515152
34 52.94117647
35 54.28571429
36 52.77777778
37 51.35135135
38 52.63157895
39 51.28205128
40 50.00000000
41 51.21951220
42 50.00000000
43 48.83720930
44 50.00000000
45 51.11111111
46 50.00000000
47 48.93617021
48 47.91666667
49 46.93877551
50 46.00000000
51 47.05882353
52 46.15384615
53 45.28301887
54 44.44444444
55 43.63636364
56 42.85714286
57 43.85964912
58 44.82758621
59 45.76271186
60 46.66666667
61 45.90163934
62 45.16129032
63 44.44444444
64 45.31250000
65 44.61538462
66 43.93939394
67 44.77611940
68 44.11764706
69 44.92753623
70 45.71428571
71 45.07042254
72 45.83333333
73 45.20547945
74 45.94594595
75 45.33333333
76 46.05263158
77 46.75324675
78 46.15384615
79 46.83544304
80 46.25000000
81 45.67901235
82 45.12195122
83 45.78313253
84 45.23809524
85 44.70588235
86 45.34883721
87 45.97701149
88 46.59090909
89 46.06741573
90 46.66666667
91 47.25274725
92 46.73913043
93 47.31182796
94 47.87234043
95 47.36842105
96 47.91666667
97 48.45360825
98 48.97959184
99 49.49494949
100 49.00000000
101 49.50495050
102 49.01960784
103 48.54368932
104 49.03846154
105 48.57142857
106 49.05660377
107 49.53271028
108 50.00000000
109 49.54128440
110 50.00000000
111 50.45045045
112 50.89285714
113 51.32743363
114 50.87719298
115 51.30434783
116 50.86206897
117 50.42735043
118 50.84745763
119 51.26050420
120 50.83333333
121 50.41322314
122 50.00000000
123 50.40650407
124 50.80645161
125 51.20000000
126 51.58730159
127 51.96850394
128 51.56250000
129 51.16279070
130 50.76923077
131 51.14503817
132 50.75757576
133 51.12781955
134 51.49253731
135 51.85185185
136 52.20588235
137 52.55474453
138 52.89855072
139 52.51798561
140 52.85714286
141 53.19148936
142 53.52112676
143 53.84615385
144 54.16666667
145 54.48275862
146 54.79452055
147 55.10204082
148 55.40540541
149 55.03355705
150 55.33333333
151 54.96688742
152 54.60526316
153 54.90196078
154 54.54545455
155 54.83870968
156 54.48717949
157 54.14012739
158 54.43037975
159 54.08805031
160 54.37500000
161 54.65838509
162 54.32098765
163 54.60122699
164 54.87804878
165 55.15151515
166 55.42168675
167 55.68862275
168 55.95238095
169 55.62130178
170 55.29411765
171 55.55555556
172 55.81395349
173 55.49132948
174 55.17241379
175 55.42857143
176 55.11363636
177 55.36723164
178 55.61797753
179 55.30726257
180 55.55555556
181 55.24861878
182 55.49450549
183 55.73770492
184 55.43478261
185 55.67567568
186 55.37634409
187 55.08021390
188 54.78723404
189 54.49735450
190 54.73684211
191 54.97382199
192 55.20833333
193 54.92227979
194 55.15463918
195 54.87179487
196 54.59183673
197 54.31472081
198 54.04040404
199 54.27135678
200 54.50000000
201 54.22885572
202 53.96039604
203 53.69458128
204 53.92156863
205 53.65853659
206 53.39805825
207 53.62318841
208 53.36538462
209 53.58851675
210 53.80952381
211 54.02843602
212 54.24528302
213 54.46009390
214 54.20560748
215 53.95348837
216 54.16666667
217 53.91705069
218 53.66972477
219 53.88127854
220 54.09090909
221 54.29864253
222 54.50450450
223 54.70852018
224 54.91071429
225 55.11111111
226 54.86725664
227 54.62555066
228 54.38596491
229 54.58515284
230 54.34782609
231 54.11255411
232 53.87931034
233 53.64806867
234 53.84615385
235 53.61702128
236 53.38983051
237 53.58649789
238 53.78151261
239 53.97489540
240 54.16666667
241 53.94190871
242 54.13223140
243 54.32098765
244 54.09836066
245 53.87755102
246 53.65853659
247 53.44129555
248 53.62903226
249 53.81526104
250 54.00000000
251 54.18326693
252 54.36507937
253 54.15019763
254 54.33070866
255 54.11764706
256 54.29687500
257 54.08560311
258 54.26356589
259 54.44015444
260 54.61538462
261 54.78927203
262 54.58015267
263 54.37262357
264 54.54545455
265 54.71698113
266 54.51127820
267 54.68164794
268 54.85074627
269 55.01858736
270 54.81481481
271 54.61254613
272 54.41176471
273 54.21245421
274 54.37956204
275 54.18181818
276 54.34782609
277 54.51263538
278 54.67625899
279 54.83870968
280 55.00000000
281 55.16014235
282 55.31914894
283 55.12367491
284 55.28169014
285 55.08771930
286 54.89510490
287 55.05226481
288 55.20833333
289 55.36332180
290 55.51724138
291 55.67010309
292 55.47945205
293 55.63139932
294 55.78231293
295 55.93220339
296 56.08108108
297 56.22895623
298 56.37583893
299 56.18729097
300 56.00000000
301 55.81395349
302 55.96026490
303 55.77557756
304 55.92105263
305 55.73770492
306 55.88235294
307 55.70032573
308 55.84415584
309 55.66343042
310 55.80645161
311 55.94855305
312 56.08974359
313 56.23003195
314 56.05095541
315 56.19047619
316 56.32911392
317 56.46687697
318 56.28930818
319 56.11285266
320 56.25000000
321 56.07476636
322 56.21118012
323 56.34674923
324 56.48148148
325 56.61538462
326 56.44171779
327 56.26911315
328 56.40243902
329 56.53495441
330 56.66666667
331 56.79758308
332 56.62650602
333 56.75675676
334 56.58682635
335 56.71641791
336 56.84523810
337 56.67655786
338 56.50887574
339 56.63716814
340 56.47058824
341 56.59824047
342 56.72514620
343 56.85131195
344 56.68604651
345 56.52173913
346 56.35838150
347 56.19596542
348 56.03448276
349 55.87392550
350 56.00000000
351 56.12535613
352 56.25000000
353 56.37393768
354 56.49717514
355 56.61971831
356 56.74157303
357 56.58263305
358 56.70391061
359 56.82451253
360 56.66666667
361 56.50969529
362 56.62983425
363 56.74931129
364 56.86813187
365 56.98630137
366 57.10382514
367 57.22070845
368 57.33695652
369 57.45257453
370 57.29729730
371 57.41239892
372 57.52688172
373 57.37265416
374 57.48663102
375 57.60000000
376 57.71276596
377 57.55968170
378 57.40740741
379 57.51978892
380 57.63157895
381 57.74278215
382 57.59162304
383 57.44125326
384 57.55208333
385 57.66233766
386 57.77202073
387 57.62273902
388 57.47422680
389 57.32647815
390 57.43589744
391 57.28900256
392 57.39795918
393 57.50636132
394 57.61421320
395 57.72151899
396 57.82828283
397 57.93450882
398 58.04020101
399 58.14536341
400 58.25000000
401 58.35411471
402 58.20895522
403 58.31265509
404 58.16831683
405 58.02469136
406 57.88177340
407 57.98525799
408 57.84313725
409 57.94621027
410 58.04878049
411 57.90754258
412 57.76699029
413 57.62711864
414 57.72946860
415 57.59036145
416 57.69230769
417 57.79376499
418 57.89473684
419 57.75656325
420 57.85714286
421 57.71971496
422 57.81990521
423 57.91962175
424 58.01886792
425 58.11764706
426 58.21596244
427 58.07962529
428 57.94392523
429 57.80885781
430 57.90697674
431 57.77262181
432 57.63888889
433 57.50577367
434 57.60368664
435 57.47126437
436 57.33944954
437 57.20823799
438 57.07762557
439 57.17539863
440 57.04545455
441 57.14285714
442 57.23981900
443 57.33634312
444 57.43243243
445 57.52808989
446 57.62331839
447 57.71812081
448 57.81250000
449 57.90645880
450 58.00000000
451 57.87139690
452 57.74336283
453 57.61589404
454 57.70925110
455 57.58241758
456 57.67543860
457 57.76805252
458 57.86026201
459 57.95206972
460 58.04347826
461 58.13449024
462 58.22510823
463 58.31533477
464 58.40517241
465 58.27956989
466 58.36909871
467 58.45824411
468 58.33333333
469 58.20895522
470 58.08510638
471 58.17409766
472 58.26271186
473 58.35095137
474 58.43881857
475 58.52631579
476 58.40336134
477 58.28092243
478 58.36820084
479 58.45511482
480 58.54166667
481 58.41995842
482 58.29875519
483 58.38509317
484 58.26446281
485 58.14432990
486 58.23045267
487 58.31622177
488 58.19672131
489 58.28220859
490 58.36734694
491 58.45213849
492 58.53658537
493 58.62068966
494 58.70445344
495 58.78787879
496 58.87096774
497 58.95372233
498 59.03614458
499 58.91783567
500 59.00000000
501 58.88223553
502 58.96414343
503 59.04572565
504 59.12698413
505 59.20792079
506 59.09090909
507 59.17159763
508 59.25196850
509 59.33202358
510 59.41176471
511 59.29549902
512 59.17968750
513 59.06432749
514 59.14396887
515 59.22330097
516 59.10852713
517 58.99419729
518 59.07335907
519 58.95953757
520 58.84615385
521 58.73320537
522 58.62068966
523 58.69980880
524 58.77862595
525 58.66666667
526 58.55513308
527 58.44402277
528 58.52272727
529 58.60113422
530 58.67924528
531 58.56873823
532 58.64661654
533 58.72420263
534 58.61423221
535 58.69158879
536 58.76865672
537 58.84543762
538 58.92193309
539 58.81261596
540 58.70370370
541 58.78003697
542 58.67158672
543 58.56353591
544 58.63970588
545 58.71559633
546 58.79120879
547 58.86654479
548 58.75912409
549 58.83424408
550 58.72727273
551 58.62068966
552 58.51449275
553 58.40867993
554 58.48375451
555 58.37837838
556 58.45323741
557 58.34829443
558 58.24372760
559 58.31842576
560 58.39285714
561 58.46702317
562 58.36298932
563 58.43694494
564 58.33333333
565 58.23008850
566 58.12720848
567 58.20105820
568 58.27464789
569 58.17223199
570 58.24561404
571 58.31873905
572 58.39160839
573 58.28970332
574 58.36236934
575 58.26086957
576 58.33333333
577 58.23223570
578 58.30449827
579 58.20379965
580 58.10344828
581 58.00344234
582 57.90378007
583 57.97598628
584 57.87671233
585 57.77777778
586 57.67918089
587 57.75127768
588 57.65306122
589 57.55517827
590 57.45762712
591 57.52961083
592 57.43243243
593 57.33558179
594 57.40740741
595 57.47899160
596 57.55033557
597 57.62144054
598 57.69230769
599 57.59599332
600 57.66666667
601 57.73710483
602 57.80730897
603 57.71144279
604 57.78145695
605 57.85123967
606 57.75577558
607 57.66062603
608 57.56578947
609 57.63546798
610 57.70491803
611 57.77414075
612 57.67973856
613 57.58564437
614 57.49185668
615 57.39837398
616 57.30519481
617 57.37439222
618 57.44336570
619 57.35056543
620 57.41935484
621 57.32689211
622 57.23472669
623 57.30337079
624 57.21153846
625 57.12000000
626 57.02875399
627 57.09728868
628 57.16560510
629 57.07472178
630 56.98412698
631 56.89381933
632 56.80379747
633 56.71406003
634 56.78233438
635 56.85039370
636 56.91823899
637 56.98587127
638 56.89655172
639 56.96400626
640 56.87500000
641 56.78627145
642 56.69781931
643 56.76516330
644 56.67701863
645 56.58914729
646 56.65634675
647 56.72333849
648 56.79012346
649 56.70261941
650 56.76923077
651 56.83563748
652 56.90184049
653 56.96784074
654 57.03363914
655 57.09923664
656 57.16463415
657 57.07762557
658 56.99088146
659 57.05614568
660 56.96969697
661 57.03479576
662 57.09969789
663 57.16440422
664 57.22891566
665 57.29323308
666 57.35735736
667 57.42128936
668 57.48502994
669 57.39910314
670 57.46268657
671 57.52608048
672 57.58928571
673 57.65230312
674 57.56676558
675 57.62962963
676 57.54437870
677 57.45937962
678 57.52212389
679 57.58468336
680 57.50000000
681 57.41556535
682 57.47800587
683 57.54026354
684 57.60233918
685 57.51824818
686 57.58017493
687 57.64192140
688 57.70348837
689 57.76487663
690 57.82608696
691 57.88712012
692 57.94797688
693 57.86435786
694 57.92507205
695 57.84172662
696 57.90229885
697 57.96269727
698 58.02292264
699 57.93991416
700 57.85714286
701 57.91726106
702 57.97720798
703 57.89473684
704 57.95454545
705 58.01418440
706 58.07365439
707 57.99151344
708 58.05084746
709 58.11001410
710 58.16901408
711 58.08720113
712 58.14606742
713 58.20476858
714 58.26330532
715 58.18181818
716 58.24022346
717 58.29846583
718 58.35654596
719 58.27538248
720 58.19444444
721 58.11373093
722 58.17174515
723 58.22959889
724 58.28729282
725 58.34482759
726 58.40220386
727 58.45942228
728 58.51648352
729 58.57338820
730 58.49315068
731 58.54993160
732 58.46994536
733 58.52660300
734 58.58310627
735 58.50340136
736 58.42391304
737 58.34464043
738 58.26558266
739 58.18673884
740 58.24324324
741 58.29959514
742 58.35579515
743 58.41184388
744 58.33333333
745 58.25503356
746 58.31099196
747 58.23293173
748 58.28877005
749 58.34445928
750 58.40000000
|