scores/deepseek-r1-distill-qwen-7b-q3_k_l.hsw

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	33.33333333
4	25.00000000
5	40.00000000
6	50.00000000
7	57.14285714
8	62.50000000
9	66.66666667
10	70.00000000
11	72.72727273
12	66.66666667
13	69.23076923
14	71.42857143
15	66.66666667
16	68.75000000
17	64.70588235
18	61.11111111
19	57.89473684
20	60.00000000
21	61.90476190
22	59.09090909
23	60.86956522
24	58.33333333
25	56.00000000
26	53.84615385
27	51.85185185
28	53.57142857
29	51.72413793
30	50.00000000
31	51.61290323
32	50.00000000
33	51.51515152
34	52.94117647
35	54.28571429
36	52.77777778
37	51.35135135
38	52.63157895
39	51.28205128
40	50.00000000
41	51.21951220
42	50.00000000
43	48.83720930
44	50.00000000
45	51.11111111
46	50.00000000
47	48.93617021
48	47.91666667
49	46.93877551
50	46.00000000
51	45.09803922
52	44.23076923
53	43.39622642
54	42.59259259
55	41.81818182
56	41.07142857
57	42.10526316
58	43.10344828
59	44.06779661
60	45.00000000
61	44.26229508
62	43.54838710
63	42.85714286
64	42.18750000
65	41.53846154
66	40.90909091
67	41.79104478
68	41.17647059
69	42.02898551
70	42.85714286
71	42.25352113
72	43.05555556
73	42.46575342
74	43.24324324
75	42.66666667
76	43.42105263
77	44.15584416
78	43.58974359
79	43.03797468
80	43.75000000
81	43.20987654
82	42.68292683
83	43.37349398
84	42.85714286
85	42.35294118
86	43.02325581
87	43.67816092
88	44.31818182
89	43.82022472
90	43.33333333
91	43.95604396
92	43.47826087
93	44.08602151
94	44.68085106
95	45.26315789
96	45.83333333
97	46.39175258
98	46.93877551
99	47.47474747
100	47.00000000
101	47.52475248
102	47.05882353
103	46.60194175
104	47.11538462
105	47.61904762
106	48.11320755
107	48.59813084
108	49.07407407
109	48.62385321
110	49.09090909
111	49.54954955
112	50.00000000
113	50.44247788
114	50.00000000
115	50.43478261
116	50.00000000
117	49.57264957
118	50.00000000
119	50.42016807
120	50.00000000
121	49.58677686
122	50.00000000
123	50.40650407
124	50.80645161
125	51.20000000
126	51.58730159
127	51.96850394
128	51.56250000
129	51.16279070
130	50.76923077
131	51.14503817
132	50.75757576
133	51.12781955
134	51.49253731
135	51.85185185
136	52.20588235
137	52.55474453
138	52.89855072
139	52.51798561
140	52.85714286
141	53.19148936
142	53.52112676
143	53.84615385
144	54.16666667
145	54.48275862
146	54.79452055
147	55.10204082
148	55.40540541
149	55.03355705
150	55.33333333
151	54.96688742
152	54.60526316
153	54.90196078
154	55.19480519
155	55.48387097
156	55.76923077
157	55.41401274
158	55.69620253
159	55.34591195
160	55.62500000
161	55.90062112
162	55.55555556
163	55.82822086
164	56.09756098
165	56.36363636
166	56.62650602
167	56.88622754
168	57.14285714
169	56.80473373
170	56.47058824
171	56.72514620
172	56.97674419
173	56.64739884
174	56.32183908
175	56.57142857
176	56.81818182
177	57.06214689
178	57.30337079
179	56.98324022
180	57.22222222
181	56.90607735
182	57.14285714
183	57.37704918
184	57.06521739
185	57.29729730
186	56.98924731
187	56.68449198
188	56.38297872
189	56.08465608
190	56.31578947
191	56.54450262
192	56.77083333
193	56.47668394
194	56.70103093
195	56.41025641
196	56.12244898
197	55.83756345
198	55.55555556
199	55.77889447
200	56.00000000
201	55.72139303
202	55.44554455
203	55.17241379
204	55.39215686
205	55.12195122
206	54.85436893
207	55.07246377
208	54.80769231
209	55.02392344
210	55.23809524
211	55.45023697
212	55.66037736
213	55.86854460
214	55.60747664
215	55.81395349
216	56.01851852
217	55.76036866
218	55.50458716
219	55.70776256
220	55.90909091
221	55.65610860
222	55.85585586
223	56.05381166
224	56.25000000
225	56.44444444
226	56.19469027
227	55.94713656
228	55.70175439
229	55.89519651
230	55.65217391
231	55.41125541
232	55.17241379
233	55.36480687
234	55.55555556
235	55.31914894
236	55.08474576
237	55.27426160
238	55.46218487
239	55.23012552
240	55.00000000
241	55.18672199
242	55.37190083
243	55.55555556
244	55.32786885
245	55.10204082
246	54.87804878
247	54.65587045
248	54.83870968
249	55.02008032
250	55.20000000
251	55.37848606
252	55.55555556
253	55.33596838
254	55.51181102
255	55.68627451
256	55.85937500
257	55.64202335
258	55.81395349
259	55.98455598
260	56.15384615
261	56.32183908
262	56.10687023
263	55.89353612
264	56.06060606
265	56.22641509
266	56.39097744
267	56.55430712
268	56.71641791
269	56.87732342
270	56.66666667
271	56.45756458
272	56.25000000
273	56.04395604
274	56.20437956
275	56.00000000
276	56.15942029
277	56.31768953
278	56.47482014
279	56.63082437
280	56.78571429
281	56.93950178
282	57.09219858
283	57.24381625
284	57.39436620
285	57.19298246
286	56.99300699
287	57.14285714
288	57.29166667
289	57.43944637
290	57.58620690
291	57.38831615
292	57.19178082
293	57.33788396
294	57.48299320
295	57.62711864
296	57.77027027
297	57.91245791
298	58.05369128
299	57.85953177
300	57.66666667
301	57.80730897
302	57.94701987
303	57.75577558
304	57.89473684
305	57.70491803
306	57.84313725
307	57.65472313
308	57.79220779
309	57.60517799
310	57.74193548
311	57.87781350
312	58.01282051
313	58.14696486
314	57.96178344
315	57.77777778
316	57.91139241
317	58.04416404
318	57.86163522
319	57.68025078
320	57.81250000
321	57.63239875
322	57.45341615
323	57.58513932
324	57.71604938
325	57.84615385
326	57.66871166
327	57.49235474
328	57.62195122
329	57.75075988
330	57.57575758
331	57.70392749
332	57.53012048
333	57.65765766
334	57.48502994
335	57.61194030
336	57.73809524
337	57.56676558
338	57.39644970
339	57.52212389
340	57.35294118
341	57.47800587
342	57.60233918
343	57.43440233
344	57.26744186
345	57.39130435
346	57.22543353
347	57.06051873
348	56.89655172
349	56.73352436
350	56.57142857
351	56.69515670
352	56.81818182
353	56.94050992
354	57.06214689
355	57.18309859
356	57.30337079
357	57.14285714
358	57.26256983
359	57.38161560
360	57.22222222
361	57.06371191
362	57.18232044
363	57.30027548
364	57.41758242
365	57.53424658
366	57.65027322
367	57.76566757
368	57.88043478
369	57.99457995
370	57.83783784
371	57.68194070
372	57.79569892
373	57.64075067
374	57.48663102
375	57.60000000
376	57.71276596
377	57.55968170
378	57.40740741
379	57.51978892
380	57.63157895
381	57.74278215
382	57.59162304
383	57.70234987
384	57.81250000
385	57.92207792
386	58.03108808
387	57.88113695
388	57.73195876
389	57.58354756
390	57.69230769
391	57.54475703
392	57.65306122
393	57.76081425
394	57.86802030
395	57.72151899
396	57.82828283
397	57.93450882
398	58.04020101
399	58.14536341
400	58.00000000
401	58.10473815
402	57.96019900
403	57.81637717
404	57.67326733
405	57.77777778
406	57.63546798
407	57.73955774
408	57.59803922
409	57.70171149
410	57.80487805
411	57.66423358
412	57.52427184
413	57.38498789
414	57.48792271
415	57.34939759
416	57.45192308
417	57.55395683
418	57.65550239
419	57.51789976
420	57.61904762
421	57.48218527
422	57.58293839
423	57.68321513
424	57.78301887
425	57.88235294
426	57.98122066
427	57.84543326
428	57.71028037
429	57.57575758
430	57.67441860
431	57.54060325
432	57.40740741
433	57.50577367
434	57.60368664
435	57.47126437
436	57.33944954
437	57.20823799
438	57.07762557
439	57.17539863
440	57.27272727
441	57.36961451
442	57.46606335
443	57.56207675
444	57.43243243
445	57.52808989
446	57.62331839
447	57.71812081
448	57.81250000
449	57.90645880
450	58.00000000
451	57.87139690
452	57.74336283
453	57.61589404
454	57.48898678
455	57.36263736
456	57.45614035
457	57.54923414
458	57.64192140
459	57.73420479
460	57.82608696
461	57.91757050
462	58.00865801
463	58.09935205
464	58.18965517
465	58.06451613
466	58.15450644
467	58.24411135
468	58.11965812
469	57.99573561
470	57.87234043
471	57.96178344
472	58.05084746
473	58.13953488
474	58.22784810
475	58.31578947
476	58.19327731
477	58.07127883
478	58.15899582
479	58.24634656
480	58.33333333
481	58.21205821
482	58.09128631
483	58.17805383
484	58.05785124
485	57.93814433
486	58.02469136
487	58.11088296
488	57.99180328
489	58.07770961
490	58.16326531
491	58.04480652
492	57.92682927
493	58.01217039
494	58.09716599
495	58.18181818
496	58.26612903
497	58.14889336
498	58.23293173
499	58.11623246
500	58.20000000
501	58.08383234
502	57.96812749
503	58.05168986
504	58.13492063
505	58.21782178
506	58.10276680
507	58.18540434
508	58.07086614
509	58.15324165
510	58.23529412
511	58.12133072
512	58.00781250
513	57.89473684
514	57.97665370
515	58.05825243
516	57.94573643
517	57.83365571
518	57.91505792
519	57.80346821
520	57.69230769
521	57.58157390
522	57.47126437
523	57.55258126
524	57.63358779
525	57.71428571
526	57.60456274
527	57.49525617
528	57.57575758
529	57.65595463
530	57.73584906
531	57.62711864
532	57.51879699
533	57.59849906
534	57.49063670
535	57.57009346
536	57.46268657
537	57.54189944
538	57.62081784
539	57.51391466
540	57.40740741
541	57.48613678
542	57.38007380
543	57.27440147
544	57.16911765
545	57.24770642
546	57.32600733
547	57.40402194
548	57.29927007
549	57.37704918
550	57.27272727
551	57.16878403
552	57.06521739
553	56.96202532
554	57.03971119
555	56.93693694
556	57.01438849
557	56.91202873
558	56.81003584
559	56.88729875
560	56.96428571
561	57.04099822
562	56.93950178
563	57.01598579
564	56.91489362
565	56.81415929
566	56.71378092
567	56.79012346
568	56.86619718
569	56.76625659
570	56.66666667
571	56.74255692
572	56.81818182
573	56.71902269
574	56.79442509
575	56.69565217
576	56.77083333
577	56.84575390
578	56.92041522
579	56.82210708
580	56.72413793
581	56.62650602
582	56.70103093
583	56.77530017
584	56.67808219
585	56.58119658
586	56.48464164
587	56.55877342
588	56.46258503
589	56.36672326
590	56.27118644
591	56.34517766
592	56.25000000
593	56.15514334
594	56.06060606
595	56.13445378
596	56.20805369
597	56.28140704
598	56.35451505
599	56.26043406
600	56.33333333
601	56.40599002
602	56.47840532
603	56.38474295
604	56.45695364
605	56.52892562
606	56.43564356
607	56.34266886
608	56.25000000
609	56.32183908
610	56.39344262
611	56.46481178
612	56.37254902
613	56.28058728
614	56.18892508
615	56.09756098
616	56.00649351
617	55.91572123
618	55.98705502
619	55.89660743
620	55.96774194
621	55.87761675
622	55.78778135
623	55.85874799
624	55.76923077
625	55.84000000
626	55.75079872
627	55.82137161
628	55.89171975
629	55.80286169
630	55.71428571
631	55.62599049
632	55.53797468
633	55.45023697
634	55.52050473
635	55.43307087
636	55.50314465
637	55.57299843
638	55.48589342
639	55.55555556
640	55.46875000
641	55.38221529
642	55.45171340
643	55.52099533
644	55.43478261
645	55.34883721
646	55.41795666
647	55.48686244
648	55.55555556
649	55.46995378
650	55.53846154
651	55.60675883
652	55.67484663
653	55.74272588
654	55.81039755
655	55.87786260
656	55.94512195
657	56.01217656
658	55.92705167
659	55.99393020
660	55.90909091
661	55.97579425
662	56.04229607
663	56.10859729
664	56.17469880
665	56.24060150
666	56.30630631
667	56.37181409
668	56.43712575
669	56.35276532
670	56.41791045
671	56.48286140
672	56.54761905
673	56.61218425
674	56.52818991
675	56.59259259
676	56.50887574
677	56.42540620
678	56.34218289
679	56.40648012
680	56.32352941
681	56.24082232
682	56.30498534
683	56.36896047
684	56.43274854
685	56.49635036
686	56.55976676
687	56.62299854
688	56.68604651
689	56.74891147
690	56.81159420
691	56.72937771
692	56.79190751
693	56.70995671
694	56.77233429
695	56.69064748
696	56.75287356
697	56.81492109
698	56.87679083
699	56.79542203
700	56.71428571
701	56.77603424
702	56.83760684
703	56.75675676
704	56.81818182
705	56.87943262
706	56.94050992
707	56.85997171
708	56.92090395
709	56.98166432
710	57.04225352
711	56.96202532
712	57.02247191
713	57.08274895
714	57.14285714
715	57.06293706
716	57.12290503
717	57.18270572
718	57.10306407
719	57.02364395
720	56.94444444
721	57.00416089
722	57.06371191
723	57.12309820
724	57.18232044
725	57.24137931
726	57.16253444
727	57.22145805
728	57.28021978
729	57.33882030
730	57.26027397
731	57.31874145
732	57.24043716
733	57.29877217
734	57.35694823
735	57.27891156
736	57.20108696
737	57.12347354
738	57.04607046
739	56.96887686
740	57.02702703
741	57.08502024
742	57.14285714
743	57.20053836
744	57.12365591
745	57.04697987
746	57.10455764
747	57.02811245
748	57.08556150
749	57.14285714
750	57.20000000