scores/deepseek-r1-distill-qwen-7b-iq3_s.hsw

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	33.33333333
4	25.00000000
5	40.00000000
6	50.00000000
7	57.14285714
8	62.50000000
9	66.66666667
10	70.00000000
11	72.72727273
12	66.66666667
13	69.23076923
14	71.42857143
15	66.66666667
16	68.75000000
17	64.70588235
18	61.11111111
19	57.89473684
20	60.00000000
21	61.90476190
22	59.09090909
23	60.86956522
24	58.33333333
25	56.00000000
26	53.84615385
27	51.85185185
28	53.57142857
29	51.72413793
30	53.33333333
31	54.83870968
32	53.12500000
33	54.54545455
34	55.88235294
35	57.14285714
36	55.55555556
37	54.05405405
38	55.26315789
39	53.84615385
40	52.50000000
41	53.65853659
42	52.38095238
43	51.16279070
44	52.27272727
45	53.33333333
46	52.17391304
47	51.06382979
48	50.00000000
49	48.97959184
50	48.00000000
51	47.05882353
52	46.15384615
53	45.28301887
54	44.44444444
55	43.63636364
56	42.85714286
57	43.85964912
58	43.10344828
59	44.06779661
60	45.00000000
61	44.26229508
62	43.54838710
63	42.85714286
64	42.18750000
65	41.53846154
66	40.90909091
67	41.79104478
68	41.17647059
69	42.02898551
70	42.85714286
71	42.25352113
72	43.05555556
73	43.83561644
74	44.59459459
75	44.00000000
76	44.73684211
77	45.45454545
78	44.87179487
79	44.30379747
80	43.75000000
81	43.20987654
82	42.68292683
83	43.37349398
84	44.04761905
85	43.52941176
86	44.18604651
87	44.82758621
88	45.45454545
89	44.94382022
90	44.44444444
91	45.05494505
92	44.56521739
93	45.16129032
94	45.74468085
95	45.26315789
96	45.83333333
97	45.36082474
98	45.91836735
99	46.46464646
100	47.00000000
101	47.52475248
102	47.05882353
103	46.60194175
104	47.11538462
105	47.61904762
106	48.11320755
107	48.59813084
108	49.07407407
109	48.62385321
110	49.09090909
111	49.54954955
112	50.00000000
113	50.44247788
114	50.00000000
115	50.43478261
116	50.00000000
117	49.57264957
118	50.00000000
119	50.42016807
120	50.00000000
121	49.58677686
122	49.18032787
123	49.59349593
124	50.00000000
125	50.40000000
126	50.79365079
127	51.18110236
128	50.78125000
129	50.38759690
130	50.00000000
131	50.38167939
132	50.00000000
133	50.37593985
134	50.74626866
135	51.11111111
136	51.47058824
137	51.82481752
138	52.17391304
139	51.79856115
140	52.14285714
141	52.48226950
142	52.81690141
143	53.14685315
144	53.47222222
145	53.79310345
146	54.10958904
147	54.42176871
148	54.72972973
149	54.36241611
150	54.66666667
151	54.30463576
152	53.94736842
153	54.24836601
154	54.54545455
155	54.83870968
156	55.12820513
157	54.77707006
158	55.06329114
159	55.34591195
160	55.62500000
161	55.90062112
162	55.55555556
163	55.82822086
164	56.09756098
165	56.36363636
166	56.62650602
167	56.88622754
168	57.14285714
169	56.80473373
170	56.47058824
171	56.72514620
172	56.97674419
173	56.64739884
174	56.32183908
175	56.57142857
176	56.25000000
177	55.93220339
178	56.17977528
179	55.86592179
180	56.11111111
181	55.80110497
182	55.49450549
183	55.73770492
184	55.43478261
185	55.67567568
186	55.37634409
187	55.08021390
188	54.78723404
189	54.49735450
190	54.73684211
191	54.97382199
192	55.20833333
193	54.92227979
194	55.15463918
195	54.87179487
196	54.59183673
197	54.31472081
198	54.04040404
199	54.27135678
200	54.50000000
201	54.22885572
202	53.96039604
203	53.69458128
204	53.92156863
205	53.65853659
206	53.39805825
207	53.62318841
208	53.36538462
209	53.58851675
210	53.80952381
211	54.02843602
212	54.24528302
213	54.46009390
214	54.20560748
215	54.41860465
216	54.62962963
217	54.37788018
218	54.12844037
219	54.33789954
220	54.54545455
221	54.29864253
222	54.50450450
223	54.70852018
224	54.91071429
225	55.11111111
226	54.86725664
227	54.62555066
228	54.38596491
229	54.58515284
230	54.34782609
231	54.11255411
232	53.87931034
233	53.64806867
234	53.41880342
235	53.19148936
236	52.96610169
237	52.74261603
238	52.94117647
239	52.71966527
240	52.50000000
241	52.28215768
242	52.47933884
243	52.67489712
244	52.45901639
245	52.24489796
246	52.03252033
247	51.82186235
248	52.01612903
249	52.20883534
250	52.40000000
251	52.58964143
252	52.77777778
253	52.56916996
254	52.75590551
255	52.94117647
256	53.12500000
257	52.91828794
258	53.10077519
259	53.28185328
260	53.46153846
261	53.63984674
262	53.43511450
263	53.23193916
264	53.40909091
265	53.20754717
266	53.00751880
267	53.18352060
268	53.35820896
269	53.53159851
270	53.33333333
271	53.13653137
272	52.94117647
273	52.74725275
274	52.91970803
275	52.72727273
276	52.89855072
277	53.06859206
278	53.23741007
279	53.40501792
280	53.57142857
281	53.73665480
282	53.90070922
283	54.06360424
284	54.22535211
285	54.03508772
286	53.84615385
287	54.00696864
288	54.16666667
289	54.32525952
290	54.48275862
291	54.29553265
292	54.10958904
293	54.26621160
294	54.42176871
295	54.57627119
296	54.72972973
297	54.88215488
298	55.03355705
299	54.84949833
300	54.66666667
301	54.48504983
302	54.63576159
303	54.45544554
304	54.60526316
305	54.42622951
306	54.57516340
307	54.39739414
308	54.54545455
309	54.36893204
310	54.51612903
311	54.66237942
312	54.80769231
313	54.95207668
314	54.77707006
315	54.60317460
316	54.74683544
317	54.88958991
318	54.71698113
319	54.54545455
320	54.68750000
321	54.51713396
322	54.34782609
323	54.48916409
324	54.62962963
325	54.76923077
326	54.60122699
327	54.43425076
328	54.57317073
329	54.71124620
330	54.84848485
331	54.98489426
332	54.81927711
333	54.95495495
334	54.79041916
335	54.92537313
336	55.05952381
337	54.89614243
338	54.73372781
339	54.86725664
340	54.70588235
341	54.83870968
342	54.97076023
343	54.81049563
344	54.65116279
345	54.78260870
346	54.62427746
347	54.46685879
348	54.31034483
349	54.15472779
350	54.28571429
351	54.41595442
352	54.54545455
353	54.67422096
354	54.80225989
355	54.92957746
356	55.05617978
357	54.90196078
358	55.02793296
359	55.15320334
360	55.00000000
361	54.84764543
362	54.97237569
363	55.09641873
364	55.21978022
365	55.34246575
366	55.46448087
367	55.58583106
368	55.70652174
369	55.82655827
370	55.94594595
371	56.06469003
372	56.18279570
373	56.30026810
374	56.14973262
375	56.26666667
376	56.38297872
377	56.23342175
378	56.08465608
379	56.20052770
380	56.31578947
381	56.43044619
382	56.28272251
383	56.13577023
384	56.25000000
385	56.36363636
386	56.47668394
387	56.33074935
388	56.18556701
389	56.04113111
390	56.15384615
391	56.01023018
392	56.12244898
393	56.23409669
394	56.34517766
395	56.20253165
396	56.31313131
397	56.42317380
398	56.53266332
399	56.64160401
400	56.50000000
401	56.60847880
402	56.46766169
403	56.32754342
404	56.18811881
405	56.29629630
406	56.15763547
407	56.26535627
408	56.37254902
409	56.47921760
410	56.34146341
411	56.20437956
412	56.06796117
413	55.93220339
414	56.03864734
415	55.90361446
416	56.00961538
417	56.11510791
418	56.22009569
419	56.08591885
420	56.19047619
421	56.05700713
422	56.16113744
423	56.26477541
424	56.36792453
425	56.47058824
426	56.57276995
427	56.44028103
428	56.54205607
429	56.41025641
430	56.51162791
431	56.38051044
432	56.25000000
433	56.35103926
434	56.45161290
435	56.32183908
436	56.19266055
437	56.06407323
438	55.93607306
439	56.03644647
440	56.13636364
441	56.23582766
442	56.33484163
443	56.43340858
444	56.30630631
445	56.40449438
446	56.50224215
447	56.59955257
448	56.47321429
449	56.34743875
450	56.44444444
451	56.31929047
452	56.41592920
453	56.29139073
454	56.16740088
455	56.04395604
456	56.14035088
457	56.23632385
458	56.33187773
459	56.42701525
460	56.52173913
461	56.61605206
462	56.70995671
463	56.80345572
464	56.89655172
465	56.77419355
466	56.86695279
467	56.95931478
468	56.83760684
469	56.71641791
470	56.59574468
471	56.68789809
472	56.77966102
473	56.87103594
474	56.96202532
475	57.05263158
476	56.93277311
477	56.81341719
478	56.90376569
479	56.99373695
480	57.08333333
481	56.96465696
482	56.84647303
483	56.93581781
484	56.81818182
485	56.70103093
486	56.79012346
487	56.87885010
488	56.76229508
489	56.85071575
490	56.93877551
491	56.82281059
492	56.91056911
493	56.99797160
494	57.08502024
495	57.17171717
496	57.25806452
497	57.14285714
498	57.22891566
499	57.11422846
500	57.20000000
501	57.08582834
502	56.97211155
503	57.05765408
504	57.14285714
505	57.22772277
506	57.11462451
507	57.19921105
508	57.08661417
509	57.17092338
510	57.25490196
511	57.14285714
512	57.03125000
513	56.92007797
514	57.00389105
515	57.08737864
516	56.97674419
517	56.86653772
518	56.94980695
519	56.84007707
520	56.73076923
521	56.62188100
522	56.51340996
523	56.40535373
524	56.48854962
525	56.57142857
526	56.46387833
527	56.35673624
528	56.43939394
529	56.52173913
530	56.60377358
531	56.49717514
532	56.39097744
533	56.47279550
534	56.36704120
535	56.44859813
536	56.52985075
537	56.61080074
538	56.69144981
539	56.58627087
540	56.48148148
541	56.56192237
542	56.45756458
543	56.35359116
544	56.25000000
545	56.33027523
546	56.41025641
547	56.48994516
548	56.38686131
549	56.46630237
550	56.36363636
551	56.44283122
552	56.34057971
553	56.23869801
554	56.31768953
555	56.21621622
556	56.29496403
557	56.19389587
558	56.09318996
559	56.17173524
560	56.25000000
561	56.32798574
562	56.22775801
563	56.30550622
564	56.20567376
565	56.10619469
566	56.00706714
567	56.08465608
568	56.16197183
569	56.06326889
570	55.96491228
571	56.04203152
572	56.11888112
573	56.02094241
574	56.09756098
575	56.00000000
576	56.07638889
577	56.15251300
578	56.22837370
579	56.13126079
580	56.03448276
581	55.93803787
582	56.01374570
583	56.08919383
584	55.99315068
585	55.89743590
586	55.80204778
587	55.87734242
588	55.78231293
589	55.68760611
590	55.59322034
591	55.66835871
592	55.57432432
593	55.48060708
594	55.38720539
595	55.46218487
596	55.53691275
597	55.61139028
598	55.51839465
599	55.59265442
600	55.66666667
601	55.74043261
602	55.81395349
603	55.72139303
604	55.79470199
605	55.86776860
606	55.77557756
607	55.68369028
608	55.59210526
609	55.66502463
610	55.73770492
611	55.81014730
612	55.71895425
613	55.62805873
614	55.53745928
615	55.60975610
616	55.51948052
617	55.42949757
618	55.50161812
619	55.41195477
620	55.48387097
621	55.39452496
622	55.30546624
623	55.37720706
624	55.44871795
625	55.52000000
626	55.43130990
627	55.34290271
628	55.41401274
629	55.32591415
630	55.23809524
631	55.15055468
632	55.06329114
633	54.97630332
634	55.04731861
635	54.96062992
636	55.03144654
637	55.10204082
638	55.01567398
639	55.08607199
640	55.00000000
641	54.91419657
642	54.98442368
643	55.05443235
644	54.96894410
645	54.88372093
646	54.95356037
647	55.02318393
648	55.09259259
649	55.00770416
650	55.07692308
651	55.14592934
652	55.06134969
653	55.13016845
654	55.04587156
655	55.11450382
656	55.18292683
657	55.25114155
658	55.31914894
659	55.38694992
660	55.30303030
661	55.21936460
662	55.28700906
663	55.35444947
664	55.42168675
665	55.48872180
666	55.55555556
667	55.62218891
668	55.68862275
669	55.60538117
670	55.67164179
671	55.73770492
672	55.80357143
673	55.86924220
674	55.78635015
675	55.85185185
676	55.76923077
677	55.68685377
678	55.75221239
679	55.81737850
680	55.73529412
681	55.65345081
682	55.71847507
683	55.78330893
684	55.84795322
685	55.76642336
686	55.83090379
687	55.74963610
688	55.81395349
689	55.87808418
690	55.94202899
691	55.86107091
692	55.92485549
693	55.84415584
694	55.90778098
695	55.82733813
696	55.89080460
697	55.95408895
698	56.01719198
699	55.93705293
700	55.85714286
701	55.92011412
702	55.98290598
703	55.90327169
704	55.96590909
705	56.02836879
706	56.09065156
707	56.01131542
708	56.07344633
709	56.13540197
710	56.19718310
711	56.11814346
712	56.17977528
713	56.24123422
714	56.30252101
715	56.22377622
716	56.28491620
717	56.34588563
718	56.26740947
719	56.18915160
720	56.11111111
721	56.17198336
722	56.23268698
723	56.29322268
724	56.35359116
725	56.41379310
726	56.33608815
727	56.39614856
728	56.45604396
729	56.51577503
730	56.43835616
731	56.49794802
732	56.42076503
733	56.48021828
734	56.53950954
735	56.46258503
736	56.38586957
737	56.30936228
738	56.23306233
739	56.15696888
740	56.21621622
741	56.27530364
742	56.33423181
743	56.39300135
744	56.45161290
745	56.37583893
746	56.43431635
747	56.35876841
748	56.41711230
749	56.47530040
750	56.53333333