scores/deepseek-r1-distill-qwen-7b-q3_k_m.hsw

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	33.33333333
4	25.00000000
5	40.00000000
6	50.00000000
7	57.14285714
8	62.50000000
9	66.66666667
10	70.00000000
11	72.72727273
12	66.66666667
13	69.23076923
14	71.42857143
15	66.66666667
16	68.75000000
17	64.70588235
18	61.11111111
19	57.89473684
20	60.00000000
21	61.90476190
22	59.09090909
23	60.86956522
24	58.33333333
25	56.00000000
26	53.84615385
27	51.85185185
28	53.57142857
29	51.72413793
30	50.00000000
31	51.61290323
32	50.00000000
33	51.51515152
34	52.94117647
35	54.28571429
36	52.77777778
37	51.35135135
38	52.63157895
39	51.28205128
40	50.00000000
41	51.21951220
42	50.00000000
43	48.83720930
44	50.00000000
45	51.11111111
46	50.00000000
47	48.93617021
48	47.91666667
49	46.93877551
50	46.00000000
51	45.09803922
52	44.23076923
53	43.39622642
54	42.59259259
55	41.81818182
56	41.07142857
57	42.10526316
58	41.37931034
59	42.37288136
60	43.33333333
61	42.62295082
62	41.93548387
63	41.26984127
64	40.62500000
65	40.00000000
66	39.39393939
67	40.29850746
68	39.70588235
69	40.57971014
70	41.42857143
71	40.84507042
72	41.66666667
73	41.09589041
74	41.89189189
75	41.33333333
76	42.10526316
77	42.85714286
78	42.30769231
79	41.77215190
80	42.50000000
81	41.97530864
82	41.46341463
83	42.16867470
84	42.85714286
85	42.35294118
86	43.02325581
87	43.67816092
88	44.31818182
89	43.82022472
90	43.33333333
91	43.95604396
92	43.47826087
93	44.08602151
94	44.68085106
95	45.26315789
96	45.83333333
97	45.36082474
98	45.91836735
99	46.46464646
100	46.00000000
101	46.53465347
102	46.07843137
103	45.63106796
104	46.15384615
105	46.66666667
106	47.16981132
107	47.66355140
108	48.14814815
109	47.70642202
110	48.18181818
111	48.64864865
112	49.10714286
113	49.55752212
114	49.12280702
115	49.56521739
116	49.13793103
117	48.71794872
118	49.15254237
119	49.57983193
120	49.16666667
121	48.76033058
122	48.36065574
123	48.78048780
124	49.19354839
125	49.60000000
126	50.00000000
127	50.39370079
128	50.00000000
129	49.61240310
130	49.23076923
131	49.61832061
132	49.24242424
133	49.62406015
134	50.00000000
135	50.37037037
136	50.73529412
137	51.09489051
138	51.44927536
139	51.07913669
140	51.42857143
141	51.77304965
142	52.11267606
143	52.44755245
144	52.77777778
145	53.10344828
146	53.42465753
147	53.74149660
148	54.05405405
149	53.69127517
150	54.00000000
151	53.64238411
152	53.28947368
153	53.59477124
154	53.89610390
155	54.19354839
156	54.48717949
157	54.14012739
158	54.43037975
159	54.08805031
160	54.37500000
161	54.65838509
162	54.32098765
163	54.60122699
164	54.87804878
165	55.15151515
166	55.42168675
167	55.68862275
168	55.95238095
169	55.62130178
170	55.29411765
171	55.55555556
172	55.81395349
173	55.49132948
174	55.17241379
175	55.42857143
176	55.11363636
177	54.80225989
178	55.05617978
179	54.74860335
180	55.00000000
181	54.69613260
182	54.94505495
183	55.19125683
184	54.89130435
185	55.13513514
186	54.83870968
187	54.54545455
188	54.25531915
189	53.96825397
190	54.21052632
191	54.45026178
192	54.68750000
193	54.40414508
194	54.63917526
195	54.35897436
196	54.08163265
197	53.80710660
198	53.53535354
199	53.76884422
200	54.00000000
201	53.73134328
202	53.46534653
203	53.20197044
204	53.43137255
205	53.17073171
206	52.91262136
207	53.14009662
208	52.88461538
209	53.11004785
210	53.33333333
211	53.55450237
212	53.77358491
213	53.99061033
214	53.73831776
215	53.95348837
216	54.16666667
217	53.91705069
218	53.66972477
219	53.88127854
220	54.09090909
221	53.84615385
222	54.05405405
223	54.26008969
224	54.46428571
225	54.66666667
226	54.42477876
227	54.18502203
228	53.94736842
229	54.14847162
230	53.91304348
231	53.67965368
232	53.44827586
233	53.21888412
234	53.41880342
235	53.19148936
236	52.96610169
237	52.74261603
238	52.94117647
239	52.71966527
240	52.50000000
241	52.69709544
242	52.89256198
243	53.08641975
244	52.86885246
245	52.65306122
246	52.43902439
247	52.22672065
248	52.41935484
249	52.61044177
250	52.80000000
251	52.98804781
252	53.17460317
253	52.96442688
254	53.14960630
255	53.33333333
256	53.51562500
257	53.30739300
258	53.48837209
259	53.66795367
260	53.84615385
261	54.02298851
262	53.81679389
263	53.61216730
264	53.78787879
265	53.96226415
266	54.13533835
267	54.30711610
268	54.47761194
269	54.64684015
270	54.44444444
271	54.24354244
272	54.04411765
273	53.84615385
274	54.01459854
275	53.81818182
276	53.98550725
277	54.15162455
278	54.31654676
279	54.48028674
280	54.64285714
281	54.80427046
282	54.96453901
283	55.12367491
284	55.28169014
285	55.08771930
286	54.89510490
287	55.05226481
288	55.20833333
289	55.36332180
290	55.51724138
291	55.32646048
292	55.13698630
293	55.29010239
294	55.44217687
295	55.59322034
296	55.74324324
297	55.89225589
298	56.04026846
299	55.85284281
300	55.66666667
301	55.81395349
302	55.96026490
303	55.77557756
304	55.92105263
305	55.73770492
306	55.88235294
307	55.70032573
308	55.84415584
309	55.66343042
310	55.80645161
311	55.94855305
312	56.08974359
313	56.23003195
314	56.05095541
315	55.87301587
316	56.01265823
317	56.15141956
318	55.97484277
319	55.79937304
320	55.93750000
321	55.76323988
322	55.59006211
323	55.72755418
324	55.86419753
325	56.00000000
326	55.82822086
327	55.65749235
328	55.79268293
329	55.92705167
330	55.75757576
331	55.89123867
332	55.72289157
333	55.85585586
334	55.68862275
335	55.82089552
336	55.95238095
337	55.78635015
338	55.62130178
339	55.75221239
340	55.58823529
341	55.71847507
342	55.84795322
343	55.68513120
344	55.52325581
345	55.65217391
346	55.49132948
347	55.33141210
348	55.17241379
349	55.01432665
350	54.85714286
351	54.98575499
352	55.11363636
353	55.24079320
354	55.36723164
355	55.49295775
356	55.61797753
357	55.46218487
358	55.58659218
359	55.71030641
360	55.55555556
361	55.40166205
362	55.24861878
363	55.37190083
364	55.49450549
365	55.61643836
366	55.73770492
367	55.85831063
368	55.97826087
369	56.09756098
370	55.94594595
371	55.79514825
372	55.91397849
373	55.76407507
374	55.61497326
375	55.73333333
376	55.85106383
377	55.70291777
378	55.55555556
379	55.67282322
380	55.78947368
381	55.90551181
382	55.75916230
383	55.61357702
384	55.72916667
385	55.84415584
386	55.95854922
387	55.81395349
388	55.67010309
389	55.52699229
390	55.64102564
391	55.49872123
392	55.61224490
393	55.72519084
394	55.83756345
395	55.69620253
396	55.80808081
397	55.91939547
398	56.03015075
399	56.14035088
400	56.00000000
401	56.10972569
402	55.97014925
403	55.83126551
404	55.69306931
405	55.80246914
406	55.66502463
407	55.77395577
408	55.88235294
409	55.99022005
410	56.09756098
411	55.96107056
412	55.82524272
413	55.69007264
414	55.79710145
415	55.66265060
416	55.76923077
417	55.87529976
418	55.98086124
419	55.84725537
420	55.95238095
421	55.81947743
422	55.92417062
423	56.02836879
424	56.13207547
425	56.23529412
426	56.33802817
427	56.20608899
428	56.07476636
429	55.94405594
430	56.04651163
431	55.91647332
432	55.78703704
433	55.88914550
434	55.99078341
435	55.86206897
436	55.73394495
437	55.60640732
438	55.47945205
439	55.58086560
440	55.68181818
441	55.78231293
442	55.88235294
443	55.98194131
444	55.85585586
445	55.95505618
446	56.05381166
447	56.15212528
448	56.25000000
449	56.34743875
450	56.44444444
451	56.31929047
452	56.19469027
453	56.07064018
454	56.16740088
455	56.04395604
456	56.14035088
457	56.23632385
458	56.33187773
459	56.42701525
460	56.52173913
461	56.61605206
462	56.70995671
463	56.80345572
464	56.89655172
465	56.77419355
466	56.86695279
467	56.95931478
468	56.83760684
469	56.71641791
470	56.59574468
471	56.68789809
472	56.77966102
473	56.87103594
474	56.96202532
475	57.05263158
476	56.93277311
477	56.81341719
478	56.90376569
479	56.99373695
480	57.08333333
481	56.96465696
482	56.84647303
483	56.93581781
484	56.81818182
485	56.70103093
486	56.79012346
487	56.87885010
488	56.76229508
489	56.85071575
490	56.93877551
491	56.82281059
492	56.70731707
493	56.79513185
494	56.88259109
495	56.96969697
496	57.05645161
497	57.14285714
498	57.22891566
499	57.11422846
500	57.20000000
501	57.08582834
502	56.97211155
503	57.05765408
504	57.14285714
505	57.22772277
506	57.11462451
507	57.19921105
508	57.08661417
509	57.17092338
510	57.25490196
511	57.14285714
512	57.03125000
513	56.92007797
514	57.00389105
515	57.08737864
516	56.97674419
517	56.86653772
518	56.94980695
519	56.84007707
520	56.73076923
521	56.62188100
522	56.51340996
523	56.59655832
524	56.67938931
525	56.76190476
526	56.65399240
527	56.54648956
528	56.62878788
529	56.71077505
530	56.79245283
531	56.68549906
532	56.57894737
533	56.66041276
534	56.55430712
535	56.63551402
536	56.52985075
537	56.61080074
538	56.69144981
539	56.58627087
540	56.48148148
541	56.56192237
542	56.64206642
543	56.53775322
544	56.43382353
545	56.51376147
546	56.59340659
547	56.67276051
548	56.56934307
549	56.64845173
550	56.54545455
551	56.44283122
552	56.34057971
553	56.23869801
554	56.31768953
555	56.21621622
556	56.29496403
557	56.19389587
558	56.09318996
559	56.17173524
560	56.25000000
561	56.32798574
562	56.22775801
563	56.30550622
564	56.20567376
565	56.10619469
566	56.00706714
567	56.08465608
568	56.16197183
569	56.06326889
570	55.96491228
571	56.04203152
572	56.11888112
573	56.02094241
574	56.09756098
575	56.00000000
576	56.07638889
577	56.15251300
578	56.22837370
579	56.13126079
580	56.03448276
581	55.93803787
582	56.01374570
583	56.08919383
584	55.99315068
585	55.89743590
586	55.80204778
587	55.87734242
588	55.78231293
589	55.68760611
590	55.59322034
591	55.66835871
592	55.57432432
593	55.48060708
594	55.38720539
595	55.46218487
596	55.53691275
597	55.61139028
598	55.51839465
599	55.42570952
600	55.50000000
601	55.57404326
602	55.64784053
603	55.55555556
604	55.62913907
605	55.70247934
606	55.61056106
607	55.51894563
608	55.42763158
609	55.50082102
610	55.57377049
611	55.64648118
612	55.55555556
613	55.46492659
614	55.37459283
615	55.28455285
616	55.19480519
617	55.10534846
618	55.17799353
619	55.08885299
620	55.16129032
621	55.07246377
622	54.98392283
623	55.05617978
624	54.96794872
625	55.04000000
626	54.95207668
627	55.02392344
628	55.09554140
629	55.00794913
630	54.92063492
631	54.83359746
632	54.74683544
633	54.66034755
634	54.73186120
635	54.64566929
636	54.71698113
637	54.78806907
638	54.70219436
639	54.77308294
640	54.68750000
641	54.60218409
642	54.67289720
643	54.74339036
644	54.65838509
645	54.72868217
646	54.79876161
647	54.86862442
648	54.93827160
649	54.85362096
650	54.92307692
651	54.99231951
652	55.06134969
653	55.13016845
654	55.19877676
655	55.26717557
656	55.33536585
657	55.40334855
658	55.31914894
659	55.38694992
660	55.30303030
661	55.37065053
662	55.43806647
663	55.50527903
664	55.57228916
665	55.63909774
666	55.70570571
667	55.77211394
668	55.83832335
669	55.75485800
670	55.82089552
671	55.88673621
672	55.95238095
673	56.01783061
674	55.93471810
675	56.00000000
676	55.91715976
677	55.83456425
678	55.75221239
679	55.81737850
680	55.73529412
681	55.65345081
682	55.71847507
683	55.78330893
684	55.84795322
685	55.91240876
686	55.97667638
687	56.04075691
688	56.10465116
689	56.16835994
690	56.23188406
691	56.15050651
692	56.06936416
693	55.98845599
694	56.05187320
695	55.97122302
696	56.03448276
697	56.09756098
698	56.16045845
699	56.08011445
700	56.00000000
701	56.06276748
702	56.12535613
703	56.04551920
704	56.10795455
705	56.17021277
706	56.23229462
707	56.15275813
708	56.21468927
709	56.27644570
710	56.33802817
711	56.25879044
712	56.32022472
713	56.38148668
714	56.44257703
715	56.36363636
716	56.42458101
717	56.48535565
718	56.54596100
719	56.46731572
720	56.38888889
721	56.44937587
722	56.37119114
723	56.43153527
724	56.49171271
725	56.55172414
726	56.47382920
727	56.53370014
728	56.59340659
729	56.65294925
730	56.57534247
731	56.63474692
732	56.55737705
733	56.61664393
734	56.67574932
735	56.59863946
736	56.52173913
737	56.44504749
738	56.36856369
739	56.29228687
740	56.35135135
741	56.41025641
742	56.46900270
743	56.39300135
744	56.31720430
745	56.24161074
746	56.30026810
747	56.22489960
748	56.28342246
749	56.34178905
750	56.40000000