diff --git a/scores/deepseek-r1-distill-qwen-7b-f16.arc b/scores/deepseek-r1-distill-qwen-7b-f16.arc new file mode 100644 index 0000000000000000000000000000000000000000..288e5eef269bfeada18c1b6e700908d17c5d7b35 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-f16.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 40.90909091 +23 39.13043478 +24 41.66666667 +25 40.00000000 +26 38.46153846 +27 40.74074074 +28 39.28571429 +29 37.93103448 +30 40.00000000 +31 38.70967742 +32 37.50000000 +33 39.39393939 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 42.10526316 +39 41.02564103 +40 42.50000000 +41 43.90243902 +42 45.23809524 +43 46.51162791 +44 45.45454545 +45 44.44444444 +46 45.65217391 +47 46.80851064 +48 47.91666667 +49 46.93877551 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 49.05660377 +54 48.14814815 +55 47.27272727 +56 48.21428571 +57 49.12280702 +58 50.00000000 +59 49.15254237 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 50.79365079 +64 50.00000000 +65 49.23076923 +66 50.00000000 +67 49.25373134 +68 50.00000000 +69 50.72463768 +70 50.00000000 +71 49.29577465 +72 48.61111111 +73 49.31506849 +74 50.00000000 +75 50.66666667 +76 51.31578947 +77 51.94805195 +78 52.56410256 +79 51.89873418 +80 52.50000000 +81 51.85185185 +82 52.43902439 +83 51.80722892 +84 52.38095238 +85 52.94117647 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 56.25000000 +97 55.67010309 +98 56.12244898 +99 56.56565657 +100 57.00000000 +101 56.43564356 +102 56.86274510 +103 56.31067961 +104 55.76923077 +105 56.19047619 +106 55.66037736 +107 56.07476636 +108 55.55555556 +109 55.04587156 +110 55.45454545 +111 55.85585586 +112 56.25000000 +113 55.75221239 +114 55.26315789 +115 55.65217391 +116 56.03448276 +117 56.41025641 +118 56.77966102 +119 56.30252101 +120 56.66666667 +121 56.19834711 +122 56.55737705 +123 56.91056911 +124 56.45161290 +125 56.80000000 +126 57.14285714 +127 57.48031496 +128 57.03125000 +129 56.58914729 +130 56.15384615 +131 56.48854962 +132 56.81818182 +133 57.14285714 +134 56.71641791 +135 56.29629630 +136 56.61764706 +137 56.93430657 +138 57.24637681 +139 57.55395683 +140 57.85714286 +141 58.15602837 +142 58.45070423 +143 58.74125874 +144 58.33333333 +145 58.62068966 +146 58.21917808 +147 58.50340136 +148 58.10810811 +149 58.38926174 +150 58.66666667 +151 58.94039735 +152 59.21052632 +153 59.47712418 +154 59.09090909 +155 58.70967742 +156 58.97435897 +157 59.23566879 +158 59.49367089 +159 59.74842767 +160 59.37500000 +161 59.62732919 +162 59.87654321 +163 59.50920245 +164 59.14634146 +165 59.39393939 +166 59.63855422 +167 59.28143713 +168 59.52380952 +169 59.17159763 +170 59.41176471 +171 59.64912281 +172 59.30232558 +173 59.53757225 +174 59.77011494 +175 59.42857143 +176 59.09090909 +177 59.32203390 +178 58.98876404 +179 59.21787709 +180 58.88888889 +181 58.56353591 +182 58.79120879 +183 58.46994536 +184 58.15217391 +185 58.37837838 +186 58.60215054 +187 58.28877005 +188 57.97872340 +189 57.67195767 +190 57.36842105 +191 57.59162304 +192 57.29166667 +193 56.99481865 +194 57.21649485 +195 57.43589744 +196 57.65306122 +197 57.86802030 +198 58.08080808 +199 58.29145729 +200 58.50000000 +201 58.70646766 +202 58.91089109 +203 58.62068966 +204 58.82352941 +205 58.53658537 +206 58.25242718 +207 58.45410628 +208 58.65384615 +209 58.85167464 +210 59.04761905 +211 59.24170616 +212 58.96226415 +213 58.68544601 +214 58.87850467 +215 59.06976744 +216 58.79629630 +217 58.52534562 +218 58.71559633 +219 58.90410959 +220 58.63636364 +221 58.37104072 +222 58.10810811 +223 57.84753363 +224 58.03571429 +225 57.77777778 +226 57.52212389 +227 57.70925110 +228 57.89473684 +229 57.64192140 +230 57.82608696 +231 57.57575758 +232 57.32758621 +233 57.51072961 +234 57.26495726 +235 57.02127660 +236 57.20338983 +237 56.96202532 +238 57.14285714 +239 57.32217573 +240 57.50000000 +241 57.67634855 +242 57.43801653 +243 57.20164609 +244 56.96721311 +245 56.73469388 +246 56.50406504 +247 56.68016194 +248 56.85483871 +249 57.02811245 +250 57.20000000 +251 57.37051793 +252 57.53968254 +253 57.31225296 +254 57.08661417 +255 57.25490196 +256 57.42187500 +257 57.58754864 +258 57.75193798 +259 57.52895753 +260 57.69230769 +261 57.85440613 +262 58.01526718 +263 58.17490494 +264 58.33333333 +265 58.11320755 +266 57.89473684 +267 58.05243446 +268 57.83582090 +269 57.99256506 +270 58.14814815 +271 57.93357934 +272 57.72058824 +273 57.50915751 +274 57.29927007 +275 57.09090909 +276 57.24637681 +277 57.40072202 +278 57.19424460 +279 56.98924731 +280 56.78571429 +281 56.93950178 +282 57.09219858 +283 56.89045936 +284 57.04225352 +285 56.84210526 +286 56.99300699 +287 57.14285714 +288 57.29166667 +289 57.09342561 +290 57.24137931 +291 57.38831615 +292 57.53424658 +293 57.67918089 +294 57.48299320 +295 57.62711864 +296 57.43243243 +297 57.57575758 +298 57.38255034 +299 57.52508361 +300 57.33333333 +301 57.14285714 +302 57.28476821 +303 57.42574257 +304 57.56578947 +305 57.70491803 +306 57.51633987 +307 57.65472313 +308 57.46753247 +309 57.60517799 +310 57.74193548 +311 57.87781350 +312 57.69230769 +313 57.82747604 +314 57.64331210 +315 57.46031746 +316 57.59493671 +317 57.72870662 +318 57.54716981 +319 57.36677116 +320 57.18750000 +321 57.00934579 +322 57.14285714 +323 56.96594427 +324 56.79012346 +325 56.61538462 +326 56.74846626 +327 56.57492355 +328 56.40243902 +329 56.53495441 +330 56.66666667 +331 56.79758308 +332 56.62650602 +333 56.75675676 +334 56.58682635 +335 56.41791045 +336 56.25000000 +337 56.08308605 +338 55.91715976 +339 56.04719764 +340 56.17647059 +341 56.30498534 +342 56.14035088 +343 56.26822157 +344 56.39534884 +345 56.23188406 +346 56.35838150 +347 56.19596542 +348 56.03448276 +349 56.16045845 +350 56.00000000 +351 56.12535613 +352 55.96590909 +353 55.80736544 +354 55.64971751 +355 55.49295775 +356 55.33707865 +357 55.18207283 +358 55.30726257 +359 55.15320334 +360 55.27777778 +361 55.40166205 +362 55.52486188 +363 55.64738292 +364 55.49450549 +365 55.34246575 +366 55.19125683 +367 55.04087193 +368 55.16304348 +369 55.28455285 +370 55.13513514 +371 54.98652291 +372 54.83870968 +373 54.69168901 +374 54.81283422 +375 54.93333333 +376 54.78723404 +377 54.90716180 +378 55.02645503 +379 54.88126649 +380 55.00000000 +381 54.85564304 +382 54.71204188 +383 54.56919060 +384 54.42708333 +385 54.54545455 +386 54.66321244 +387 54.52196382 +388 54.38144330 +389 54.24164524 +390 54.35897436 +391 54.21994885 +392 54.33673469 +393 54.45292621 +394 54.56852792 +395 54.68354430 +396 54.54545455 +397 54.65994962 +398 54.52261307 +399 54.38596491 +400 54.50000000 +401 54.36408978 +402 54.47761194 +403 54.59057072 +404 54.70297030 +405 54.81481481 +406 54.92610837 +407 55.03685504 +408 55.14705882 +409 55.01222494 +410 55.12195122 +411 55.23114355 +412 55.33980583 +413 55.20581114 +414 55.31400966 +415 55.18072289 +416 55.04807692 +417 54.91606715 +418 54.78468900 +419 54.65393795 +420 54.76190476 +421 54.63182898 +422 54.73933649 +423 54.84633570 +424 54.71698113 +425 54.58823529 +426 54.46009390 +427 54.33255269 +428 54.20560748 +429 54.31235431 +430 54.41860465 +431 54.52436195 +432 54.39814815 +433 54.27251732 +434 54.14746544 +435 54.25287356 +436 54.35779817 +437 54.46224256 +438 54.33789954 +439 54.21412301 +440 54.31818182 +441 54.42176871 +442 54.29864253 +443 54.17607223 +444 54.05405405 +445 54.15730337 +446 54.26008969 +447 54.36241611 +448 54.46428571 +449 54.56570156 +450 54.44444444 +451 54.54545455 +452 54.64601770 +453 54.52538631 +454 54.40528634 +455 54.28571429 +456 54.16666667 +457 54.04814004 +458 53.93013100 +459 54.03050109 +460 54.13043478 +461 54.01301518 +462 54.11255411 +463 53.99568035 +464 53.87931034 +465 53.97849462 +466 54.07725322 +467 53.96145610 +468 54.05982906 +469 53.94456290 +470 54.04255319 +471 54.14012739 +472 54.23728814 +473 54.12262156 +474 54.00843882 +475 53.89473684 +476 53.78151261 +477 53.87840671 +478 53.97489540 +479 54.07098121 +480 53.95833333 +481 53.84615385 +482 53.94190871 +483 54.03726708 +484 54.13223140 +485 54.22680412 +486 54.32098765 +487 54.41478439 +488 54.30327869 +489 54.19222904 +490 54.08163265 +491 54.17515275 +492 54.06504065 +493 53.95537525 +494 54.04858300 +495 53.93939394 +496 53.83064516 +497 53.92354125 +498 54.01606426 +499 54.10821643 +500 54.20000000 +501 54.09181637 +502 54.18326693 +503 54.27435388 +504 54.36507937 +505 54.45544554 +506 54.34782609 +507 54.24063116 +508 54.33070866 +509 54.22396857 +510 54.31372549 +511 54.20743640 +512 54.29687500 +513 54.19103314 +514 54.28015564 +515 54.36893204 +516 54.26356589 +517 54.15860735 +518 54.05405405 +519 53.94990366 +520 53.84615385 +521 53.93474088 +522 54.02298851 +523 53.91969407 +524 53.81679389 +525 53.71428571 +526 53.61216730 +527 53.51043643 +528 53.40909091 +529 53.30812854 +530 53.39622642 +531 53.48399247 +532 53.57142857 +533 53.65853659 +534 53.55805243 +535 53.45794393 +536 53.35820896 +537 53.44506518 +538 53.34572491 +539 53.43228200 +540 53.33333333 +541 53.23475046 +542 53.32103321 +543 53.40699816 +544 53.30882353 +545 53.39449541 +546 53.29670330 +547 53.19926874 +548 53.28467153 +549 53.36976321 +550 53.27272727 +551 53.17604356 +552 53.07971014 +553 53.16455696 +554 53.24909747 +555 53.33333333 +556 53.23741007 +557 53.32136445 +558 53.22580645 +559 53.30948122 +560 53.39285714 +561 53.47593583 +562 53.55871886 +563 53.64120782 +564 53.54609929 +565 53.45132743 +566 53.53356890 +567 53.61552028 +568 53.69718310 +569 53.60281195 +570 53.50877193 +571 53.41506130 +572 53.32167832 +573 53.40314136 +574 53.48432056 +575 53.56521739 +576 53.64583333 +577 53.72616984 +578 53.80622837 +579 53.88601036 +580 53.96551724 +581 53.87263339 +582 53.78006873 +583 53.85934820 +584 53.93835616 +585 54.01709402 +586 54.09556314 +587 54.00340716 +588 53.91156463 +589 53.98981324 +590 54.06779661 +591 54.14551607 +592 54.22297297 +593 54.13153457 +594 54.20875421 +595 54.28571429 +596 54.19463087 +597 54.10385260 +598 54.01337793 +599 54.09015025 +600 54.00000000 +601 54.07653910 +602 53.98671096 +603 53.89718076 +604 53.80794702 +605 53.71900826 +606 53.63036304 +607 53.54200988 +608 53.61842105 +609 53.53037767 +610 53.60655738 +611 53.51882160 +612 53.43137255 +613 53.34420881 +614 53.25732899 +615 53.33333333 +616 53.40909091 +617 53.48460292 +618 53.39805825 +619 53.31179321 +620 53.38709677 +621 53.46215781 +622 53.37620579 +623 53.45104334 +624 53.36538462 +625 53.28000000 +626 53.35463259 +627 53.42902711 +628 53.34394904 +629 53.41812401 +630 53.49206349 +631 53.56576862 +632 53.48101266 +633 53.39652449 +634 53.31230284 +635 53.22834646 +636 53.30188679 +637 53.21821036 +638 53.29153605 +639 53.20813772 +640 53.12500000 +641 53.19812793 +642 53.11526480 +643 53.03265941 +644 53.10559006 +645 53.02325581 +646 52.94117647 +647 52.85935085 +648 52.77777778 +649 52.69645609 +650 52.61538462 +651 52.68817204 +652 52.60736196 +653 52.52679939 +654 52.59938838 +655 52.51908397 +656 52.43902439 +657 52.35920852 +658 52.43161094 +659 52.35204856 +660 52.42424242 +661 52.34493192 +662 52.41691843 +663 52.48868778 +664 52.56024096 +665 52.63157895 +666 52.70270270 +667 52.77361319 +668 52.69461078 +669 52.61584454 +670 52.68656716 +671 52.60804769 +672 52.52976190 +673 52.45170877 +674 52.37388724 +675 52.29629630 +676 52.21893491 +677 52.28951256 +678 52.35988201 +679 52.43004418 +680 52.50000000 +681 52.42290749 +682 52.49266862 +683 52.41581259 +684 52.33918129 +685 52.40875912 +686 52.33236152 +687 52.25618632 +688 52.32558140 +689 52.39477504 +690 52.46376812 +691 52.53256151 +692 52.60115607 +693 52.66955267 +694 52.73775216 +695 52.80575540 +696 52.72988506 +697 52.65423242 +698 52.57879656 +699 52.50357654 +700 52.57142857 +701 52.49643367 +702 52.56410256 +703 52.48933144 +704 52.55681818 +705 52.62411348 +706 52.69121813 +707 52.75813296 +708 52.82485876 +709 52.89139633 +710 52.95774648 +711 53.02390999 +712 53.08988764 +713 53.15568022 +714 53.08123249 +715 53.00699301 +716 53.07262570 +717 52.99860530 +718 52.92479109 +719 52.85118220 +720 52.91666667 +721 52.84327323 +722 52.90858726 +723 52.97372061 +724 53.03867403 +725 53.10344828 +726 53.03030303 +727 52.95735901 +728 53.02197802 +729 52.94924554 +730 53.01369863 +731 53.07797538 +732 53.14207650 +733 53.20600273 +734 53.26975477 +735 53.19727891 +736 53.26086957 +737 53.18860244 +738 53.11653117 +739 53.17997294 +740 53.10810811 +741 53.17139001 +742 53.23450135 +743 53.29744280 +744 53.22580645 +745 53.28859060 +746 53.21715818 +747 53.14591700 +748 53.07486631 +749 53.00400534 +750 53.06666667 + +Final result: 53.0667 ±1.8235 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-f16.hsw b/scores/deepseek-r1-distill-qwen-7b-f16.hsw new file mode 100644 index 0000000000000000000000000000000000000000..37888ed73b386b886d2f3b21dfd8128393d2e501 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-f16.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 53.84615385 +14 57.14285714 +15 60.00000000 +16 62.50000000 +17 58.82352941 +18 55.55555556 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 56.52173913 +24 54.16666667 +25 52.00000000 +26 50.00000000 +27 48.14814815 +28 50.00000000 +29 48.27586207 +30 46.66666667 +31 48.38709677 +32 46.87500000 +33 48.48484848 +34 50.00000000 +35 51.42857143 +36 50.00000000 +37 48.64864865 +38 50.00000000 +39 48.71794872 +40 47.50000000 +41 46.34146341 +42 45.23809524 +43 44.18604651 +44 45.45454545 +45 44.44444444 +46 43.47826087 +47 42.55319149 +48 41.66666667 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 42.85714286 +71 42.25352113 +72 43.05555556 +73 42.46575342 +74 43.24324324 +75 42.66666667 +76 43.42105263 +77 44.15584416 +78 43.58974359 +79 44.30379747 +80 43.75000000 +81 43.20987654 +82 42.68292683 +83 43.37349398 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 45.55555556 +91 46.15384615 +92 45.65217391 +93 46.23655914 +94 46.80851064 +95 47.36842105 +96 47.91666667 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 50.45045045 +112 50.89285714 +113 51.32743363 +114 50.87719298 +115 51.30434783 +116 50.86206897 +117 50.42735043 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.73831776 +215 53.48837209 +216 53.70370370 +217 53.45622120 +218 53.21100917 +219 53.42465753 +220 53.63636364 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.64806867 +234 53.84615385 +235 53.61702128 +236 53.38983051 +237 53.16455696 +238 53.36134454 +239 53.55648536 +240 53.75000000 +241 53.52697095 +242 53.71900826 +243 53.90946502 +244 53.68852459 +245 53.46938776 +246 53.25203252 +247 53.03643725 +248 53.22580645 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.93700787 +255 54.11764706 +256 54.29687500 +257 54.08560311 +258 54.26356589 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.58015267 +263 54.37262357 +264 54.54545455 +265 54.71698113 +266 54.51127820 +267 54.68164794 +268 54.85074627 +269 55.01858736 +270 54.81481481 +271 54.61254613 +272 54.41176471 +273 54.21245421 +274 54.37956204 +275 54.18181818 +276 54.34782609 +277 54.51263538 +278 54.67625899 +279 54.83870968 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.36332180 +290 55.51724138 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.44217687 +295 55.59322034 +296 55.74324324 +297 55.89225589 +298 56.04026846 +299 55.85284281 +300 55.66666667 +301 55.48172757 +302 55.62913907 +303 55.44554455 +304 55.59210526 +305 55.40983607 +306 55.55555556 +307 55.37459283 +308 55.51948052 +309 55.33980583 +310 55.48387097 +311 55.62700965 +312 55.76923077 +313 55.91054313 +314 55.73248408 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.93750000 +321 55.76323988 +322 55.90062112 +323 56.03715170 +324 56.17283951 +325 56.30769231 +326 56.13496933 +327 55.96330275 +328 56.09756098 +329 56.23100304 +330 56.36363636 +331 56.49546828 +332 56.32530120 +333 56.45645646 +334 56.28742515 +335 56.41791045 +336 56.54761905 +337 56.37982196 +338 56.21301775 +339 56.34218289 +340 56.17647059 +341 56.30498534 +342 56.43274854 +343 56.55976676 +344 56.39534884 +345 56.52173913 +346 56.35838150 +347 56.19596542 +348 56.03448276 +349 55.87392550 +350 56.00000000 +351 56.12535613 +352 55.96590909 +353 56.09065156 +354 56.21468927 +355 56.33802817 +356 56.46067416 +357 56.30252101 +358 56.42458101 +359 56.54596100 +360 56.38888889 +361 56.23268698 +362 56.35359116 +363 56.47382920 +364 56.59340659 +365 56.71232877 +366 56.83060109 +367 56.94822888 +368 57.06521739 +369 57.18157182 +370 57.02702703 +371 57.14285714 +372 57.25806452 +373 57.10455764 +374 56.95187166 +375 57.06666667 +376 57.18085106 +377 57.02917772 +378 56.87830688 +379 56.99208443 +380 57.10526316 +381 57.21784777 +382 57.06806283 +383 56.91906005 +384 57.03125000 +385 57.14285714 +386 57.25388601 +387 57.10594315 +388 56.95876289 +389 56.81233933 +390 56.92307692 +391 56.77749361 +392 56.88775510 +393 56.99745547 +394 57.10659898 +395 57.21518987 +396 57.32323232 +397 57.43073048 +398 57.53768844 +399 57.64411028 +400 57.75000000 +401 57.85536160 +402 57.71144279 +403 57.56823821 +404 57.42574257 +405 57.28395062 +406 57.14285714 +407 57.24815725 +408 57.35294118 +409 57.45721271 +410 57.31707317 +411 57.17761557 +412 57.03883495 +413 56.90072639 +414 57.00483092 +415 56.86746988 +416 56.97115385 +417 57.07434053 +418 57.17703349 +419 57.04057279 +420 57.14285714 +421 57.00712589 +422 57.10900474 +423 57.21040189 +424 57.31132075 +425 57.41176471 +426 57.51173709 +427 57.37704918 +428 57.24299065 +429 57.10955711 +430 57.20930233 +431 57.07656613 +432 56.94444444 +433 56.81293303 +434 56.91244240 +435 56.78160920 +436 56.65137615 +437 56.52173913 +438 56.39269406 +439 56.49202733 +440 56.59090909 +441 56.68934240 +442 56.78733032 +443 56.88487585 +444 56.98198198 +445 57.07865169 +446 57.17488789 +447 57.27069351 +448 57.36607143 +449 57.46102450 +450 57.55555556 +451 57.42793792 +452 57.30088496 +453 57.17439294 +454 57.26872247 +455 57.14285714 +456 57.23684211 +457 57.33041575 +458 57.42358079 +459 57.51633987 +460 57.60869565 +461 57.70065076 +462 57.79220779 +463 57.88336933 +464 57.97413793 +465 57.84946237 +466 57.93991416 +467 58.02997859 +468 57.90598291 +469 57.78251599 +470 57.65957447 +471 57.74946921 +472 57.83898305 +473 57.92811839 +474 58.01687764 +475 58.10526316 +476 57.98319328 +477 57.86163522 +478 57.94979079 +479 58.03757829 +480 58.12500000 +481 58.00415800 +482 57.88381743 +483 57.97101449 +484 57.85123967 +485 57.73195876 +486 57.81893004 +487 57.90554415 +488 57.78688525 +489 57.87321063 +490 57.95918367 +491 58.04480652 +492 58.13008130 +493 58.21501014 +494 58.29959514 +495 58.38383838 +496 58.46774194 +497 58.55130785 +498 58.63453815 +499 58.51703407 +500 58.60000000 +501 58.68263473 +502 58.76494024 +503 58.84691849 +504 58.92857143 +505 59.00990099 +506 58.89328063 +507 58.97435897 +508 59.05511811 +509 59.13555992 +510 59.21568627 +511 59.09980431 +512 58.98437500 +513 58.86939571 +514 58.94941634 +515 59.02912621 +516 58.91472868 +517 58.80077369 +518 58.88030888 +519 58.76685934 +520 58.84615385 +521 58.73320537 +522 58.62068966 +523 58.69980880 +524 58.77862595 +525 58.85714286 +526 58.74524715 +527 58.63377609 +528 58.71212121 +529 58.79017013 +530 58.86792453 +531 58.75706215 +532 58.83458647 +533 58.91181989 +534 58.80149813 +535 58.87850467 +536 58.95522388 +537 59.03165736 +538 59.10780669 +539 58.99814471 +540 58.88888889 +541 58.96487985 +542 58.85608856 +543 58.74769797 +544 58.82352941 +545 58.89908257 +546 58.97435897 +547 59.04936015 +548 58.94160584 +549 59.01639344 +550 58.90909091 +551 58.80217786 +552 58.69565217 +553 58.58951175 +554 58.66425993 +555 58.55855856 +556 58.63309353 +557 58.52782765 +558 58.42293907 +559 58.31842576 +560 58.39285714 +561 58.46702317 +562 58.36298932 +563 58.43694494 +564 58.33333333 +565 58.23008850 +566 58.12720848 +567 58.20105820 +568 58.27464789 +569 58.17223199 +570 58.24561404 +571 58.31873905 +572 58.39160839 +573 58.28970332 +574 58.36236934 +575 58.26086957 +576 58.33333333 +577 58.23223570 +578 58.30449827 +579 58.20379965 +580 58.10344828 +581 58.00344234 +582 58.07560137 +583 58.14751286 +584 58.04794521 +585 57.94871795 +586 57.84982935 +587 57.92163543 +588 57.82312925 +589 57.72495756 +590 57.62711864 +591 57.69881557 +592 57.60135135 +593 57.50421585 +594 57.40740741 +595 57.47899160 +596 57.55033557 +597 57.62144054 +598 57.69230769 +599 57.59599332 +600 57.66666667 +601 57.73710483 +602 57.80730897 +603 57.71144279 +604 57.78145695 +605 57.85123967 +606 57.75577558 +607 57.66062603 +608 57.56578947 +609 57.63546798 +610 57.70491803 +611 57.77414075 +612 57.67973856 +613 57.58564437 +614 57.49185668 +615 57.39837398 +616 57.30519481 +617 57.37439222 +618 57.44336570 +619 57.35056543 +620 57.41935484 +621 57.32689211 +622 57.23472669 +623 57.30337079 +624 57.37179487 +625 57.28000000 +626 57.18849840 +627 57.25677831 +628 57.32484076 +629 57.23370429 +630 57.14285714 +631 57.05229794 +632 56.96202532 +633 56.87203791 +634 56.94006309 +635 57.00787402 +636 57.07547170 +637 57.14285714 +638 57.05329154 +639 57.12050078 +640 57.03125000 +641 56.94227769 +642 56.85358255 +643 56.92068429 +644 56.83229814 +645 56.74418605 +646 56.81114551 +647 56.87789799 +648 56.94444444 +649 56.85670262 +650 56.92307692 +651 56.98924731 +652 57.05521472 +653 57.12098009 +654 57.18654434 +655 57.25190840 +656 57.31707317 +657 57.22983257 +658 57.14285714 +659 57.20789074 +660 57.12121212 +661 57.18608169 +662 57.25075529 +663 57.31523379 +664 57.37951807 +665 57.44360902 +666 57.50750751 +667 57.57121439 +668 57.63473054 +669 57.54857997 +670 57.61194030 +671 57.67511177 +672 57.73809524 +673 57.80089153 +674 57.71513353 +675 57.77777778 +676 57.69230769 +677 57.60709010 +678 57.66961652 +679 57.73195876 +680 57.64705882 +681 57.56240822 +682 57.62463343 +683 57.68667643 +684 57.74853801 +685 57.81021898 +686 57.72594752 +687 57.78748180 +688 57.84883721 +689 57.91001451 +690 57.97101449 +691 58.03183792 +692 58.09248555 +693 58.00865801 +694 58.06916427 +695 57.98561151 +696 58.04597701 +697 58.10616930 +698 58.16618911 +699 58.08297568 +700 58.00000000 +701 58.05991441 +702 58.11965812 +703 58.03698435 +704 58.09659091 +705 58.15602837 +706 58.21529745 +707 58.13295615 +708 58.19209040 +709 58.25105783 +710 58.30985915 +711 58.22784810 +712 58.28651685 +713 58.34502104 +714 58.40336134 +715 58.32167832 +716 58.37988827 +717 58.43793584 +718 58.49582173 +719 58.41446453 +720 58.33333333 +721 58.39112344 +722 58.44875346 +723 58.50622407 +724 58.56353591 +725 58.62068966 +726 58.67768595 +727 58.73452545 +728 58.79120879 +729 58.84773663 +730 58.76712329 +731 58.82352941 +732 58.74316940 +733 58.79945430 +734 58.85558583 +735 58.77551020 +736 58.69565217 +737 58.61601085 +738 58.53658537 +739 58.45737483 +740 58.51351351 +741 58.56950067 +742 58.62533693 +743 58.68102288 +744 58.73655914 +745 58.65771812 +746 58.71313673 +747 58.63453815 +748 58.68983957 +749 58.74499332 +750 58.80000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-f16.mmlu b/scores/deepseek-r1-distill-qwen-7b-f16.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..2273b5b9c3cb2c8e7f58d97f6ec67392e3966983 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-f16.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 32.55813953 +44 31.81818182 +45 31.11111111 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 32.43243243 +75 33.33333333 +76 34.21052632 +77 35.06493506 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 37.03703704 +82 36.58536585 +83 37.34939759 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 37.93103448 +88 38.63636364 +89 38.20224719 +90 37.77777778 +91 37.36263736 +92 36.95652174 +93 36.55913978 +94 36.17021277 +95 35.78947368 +96 36.45833333 +97 36.08247423 +98 35.71428571 +99 35.35353535 +100 36.00000000 +101 35.64356436 +102 35.29411765 +103 34.95145631 +104 34.61538462 +105 35.23809524 +106 34.90566038 +107 34.57943925 +108 34.25925926 +109 33.94495413 +110 33.63636364 +111 33.33333333 +112 33.03571429 +113 32.74336283 +114 33.33333333 +115 33.91304348 +116 33.62068966 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 32.50000000 +121 32.23140496 +122 31.96721311 +123 31.70731707 +124 31.45161290 +125 32.00000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.00775194 +130 30.76923077 +131 31.29770992 +132 31.81818182 +133 31.57894737 +134 31.34328358 +135 31.11111111 +136 30.88235294 +137 30.65693431 +138 30.43478261 +139 30.21582734 +140 30.00000000 +141 30.49645390 +142 30.28169014 +143 30.76923077 +144 31.25000000 +145 31.03448276 +146 30.82191781 +147 30.61224490 +148 31.08108108 +149 30.87248322 +150 30.66666667 +151 30.46357616 +152 30.26315789 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 29.48717949 +157 29.93630573 +158 29.74683544 +159 29.55974843 +160 30.00000000 +161 29.81366460 +162 29.62962963 +163 29.44785276 +164 29.26829268 +165 29.69696970 +166 29.51807229 +167 29.94011976 +168 29.76190476 +169 29.58579882 +170 29.41176471 +171 29.23976608 +172 29.06976744 +173 28.90173410 +174 28.73563218 +175 28.57142857 +176 28.40909091 +177 28.24858757 +178 28.08988764 +179 28.49162011 +180 28.33333333 +181 28.17679558 +182 28.02197802 +183 27.86885246 +184 27.71739130 +185 27.56756757 +186 27.95698925 +187 27.80748663 +188 27.65957447 +189 27.51322751 +190 27.36842105 +191 27.74869110 +192 27.60416667 +193 27.46113990 +194 27.83505155 +195 28.20512821 +196 28.06122449 +197 27.91878173 +198 27.77777778 +199 27.63819095 +200 27.50000000 +201 27.86069652 +202 27.72277228 +203 27.58620690 +204 27.45098039 +205 27.80487805 +206 27.66990291 +207 27.53623188 +208 27.40384615 +209 27.27272727 +210 27.14285714 +211 27.48815166 +212 27.35849057 +213 27.23004695 +214 27.10280374 +215 26.97674419 +216 27.31481481 +217 27.18894009 +218 27.06422018 +219 26.94063927 +220 26.81818182 +221 26.69683258 +222 27.02702703 +223 26.90582960 +224 26.78571429 +225 27.11111111 +226 26.99115044 +227 27.31277533 +228 27.63157895 +229 27.51091703 +230 27.39130435 +231 27.27272727 +232 27.58620690 +233 27.46781116 +234 27.77777778 +235 27.65957447 +236 27.54237288 +237 27.42616034 +238 27.31092437 +239 27.19665272 +240 27.50000000 +241 27.38589212 +242 27.68595041 +243 27.98353909 +244 27.86885246 +245 28.16326531 +246 28.04878049 +247 27.93522267 +248 28.22580645 +249 28.11244980 +250 28.00000000 +251 27.88844622 +252 27.77777778 +253 27.66798419 +254 27.55905512 +255 27.84313725 +256 27.73437500 +257 28.01556420 +258 27.90697674 +259 27.79922780 +260 27.69230769 +261 27.58620690 +262 27.48091603 +263 27.37642586 +264 27.27272727 +265 27.16981132 +266 27.06766917 +267 26.96629213 +268 26.86567164 +269 26.76579926 +270 26.66666667 +271 26.56826568 +272 26.83823529 +273 26.73992674 +274 26.64233577 +275 26.54545455 +276 26.81159420 +277 27.07581227 +278 27.33812950 +279 27.24014337 +280 27.50000000 +281 27.40213523 +282 27.30496454 +283 27.20848057 +284 27.11267606 +285 27.01754386 +286 26.92307692 +287 27.17770035 +288 27.08333333 +289 26.98961938 +290 27.24137931 +291 27.49140893 +292 27.73972603 +293 27.98634812 +294 28.23129252 +295 28.13559322 +296 28.04054054 +297 27.94612795 +298 28.18791946 +299 28.42809365 +300 28.66666667 +301 28.90365449 +302 29.13907285 +303 29.04290429 +304 29.27631579 +305 29.50819672 +306 29.41176471 +307 29.31596091 +308 29.22077922 +309 29.12621359 +310 29.03225806 +311 29.26045016 +312 29.48717949 +313 29.71246006 +314 29.93630573 +315 29.84126984 +316 29.74683544 +317 29.65299685 +318 29.55974843 +319 29.78056426 +320 29.68750000 +321 29.59501558 +322 29.50310559 +323 29.41176471 +324 29.32098765 +325 29.53846154 +326 29.44785276 +327 29.66360856 +328 29.87804878 +329 29.78723404 +330 29.69696970 +331 29.60725076 +332 29.81927711 +333 29.72972973 +334 29.64071856 +335 29.85074627 +336 29.76190476 +337 29.67359050 +338 29.58579882 +339 29.49852507 +340 29.70588235 +341 29.91202346 +342 29.82456140 +343 30.02915452 +344 29.94186047 +345 29.85507246 +346 30.05780347 +347 30.25936599 +348 30.17241379 +349 30.37249284 +350 30.57142857 +351 30.48433048 +352 30.39772727 +353 30.59490085 +354 30.50847458 +355 30.42253521 +356 30.61797753 +357 30.53221289 +358 30.44692737 +359 30.36211699 +360 30.55555556 +361 30.74792244 +362 30.93922652 +363 31.12947658 +364 31.04395604 +365 30.95890411 +366 30.87431694 +367 30.79019074 +368 30.70652174 +369 30.62330623 +370 30.81081081 +371 30.72776280 +372 30.64516129 +373 30.56300268 +374 30.74866310 +375 30.93333333 +376 30.85106383 +377 30.76923077 +378 30.68783069 +379 30.60686016 +380 30.52631579 +381 30.70866142 +382 30.62827225 +383 30.80939948 +384 30.72916667 +385 30.90909091 +386 30.82901554 +387 30.74935401 +388 30.67010309 +389 30.84832905 +390 30.76923077 +391 30.94629156 +392 31.12244898 +393 31.04325700 +394 30.96446701 +395 30.88607595 +396 31.06060606 +397 30.98236776 +398 30.90452261 +399 31.07769424 +400 31.00000000 +401 31.17206983 +402 31.34328358 +403 31.26550868 +404 31.18811881 +405 31.11111111 +406 31.03448276 +407 30.95823096 +408 30.88235294 +409 31.05134474 +410 30.97560976 +411 30.90024331 +412 30.82524272 +413 30.99273608 +414 31.15942029 +415 31.32530120 +416 31.49038462 +417 31.41486811 +418 31.33971292 +419 31.50357995 +420 31.66666667 +421 31.59144893 +422 31.51658768 +423 31.44208038 +424 31.60377358 +425 31.76470588 +426 31.92488263 +427 31.85011710 +428 31.77570093 +429 31.93473193 +430 31.86046512 +431 32.01856148 +432 32.17592593 +433 32.10161663 +434 32.25806452 +435 32.18390805 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.34624146 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 31.98198198 +445 31.91011236 +446 31.83856502 +447 31.76733781 +448 31.69642857 +449 31.62583519 +450 31.55555556 +451 31.48558758 +452 31.63716814 +453 31.78807947 +454 31.71806167 +455 31.64835165 +456 31.79824561 +457 31.94748359 +458 31.87772926 +459 32.02614379 +460 32.17391304 +461 32.10412148 +462 32.03463203 +463 32.18142549 +464 32.32758621 +465 32.25806452 +466 32.18884120 +467 32.33404711 +468 32.26495726 +469 32.40938166 +470 32.34042553 +471 32.27176221 +472 32.20338983 +473 32.34672304 +474 32.27848101 +475 32.21052632 +476 32.35294118 +477 32.28511530 +478 32.42677824 +479 32.56784969 +480 32.50000000 +481 32.64033264 +482 32.57261411 +483 32.50517598 +484 32.43801653 +485 32.37113402 +486 32.30452675 +487 32.44353183 +488 32.37704918 +489 32.31083845 +490 32.44897959 +491 32.58655804 +492 32.52032520 +493 32.45436105 +494 32.59109312 +495 32.72727273 +496 32.86290323 +497 32.79678068 +498 32.73092369 +499 32.66533066 +500 32.80000000 +501 32.73453094 +502 32.66932271 +503 32.60437376 +504 32.73809524 +505 32.67326733 +506 32.80632411 +507 32.74161736 +508 32.67716535 +509 32.61296660 +510 32.54901961 +511 32.48532290 +512 32.42187500 +513 32.35867446 +514 32.29571984 +515 32.23300971 +516 32.17054264 +517 32.30174081 +518 32.43243243 +519 32.36994220 +520 32.30769231 +521 32.24568138 +522 32.18390805 +523 32.31357553 +524 32.44274809 +525 32.38095238 +526 32.31939163 +527 32.44781784 +528 32.38636364 +529 32.51417769 +530 32.64150943 +531 32.58003766 +532 32.51879699 +533 32.64540338 +534 32.58426966 +535 32.71028037 +536 32.64925373 +537 32.77467412 +538 32.89962825 +539 32.83858998 +540 32.77777778 +541 32.71719039 +542 32.84132841 +543 32.78084715 +544 32.72058824 +545 32.66055046 +546 32.60073260 +547 32.54113346 +548 32.66423358 +549 32.60473588 +550 32.54545455 +551 32.66787659 +552 32.60869565 +553 32.54972875 +554 32.49097473 +555 32.43243243 +556 32.37410072 +557 32.31597846 +558 32.43727599 +559 32.37924866 +560 32.32142857 +561 32.26381462 +562 32.20640569 +563 32.32682060 +564 32.26950355 +565 32.38938053 +566 32.33215548 +567 32.27513228 +568 32.39436620 +569 32.33743409 +570 32.28070175 +571 32.39929947 +572 32.34265734 +573 32.28621291 +574 32.40418118 +575 32.34782609 +576 32.46527778 +577 32.58232236 +578 32.52595156 +579 32.46977547 +580 32.41379310 +581 32.35800344 +582 32.30240550 +583 32.41852487 +584 32.53424658 +585 32.47863248 +586 32.42320819 +587 32.36797274 +588 32.31292517 +589 32.25806452 +590 32.20338983 +591 32.14890017 +592 32.09459459 +593 32.04047218 +594 32.15488215 +595 32.10084034 +596 32.21476510 +597 32.16080402 +598 32.10702341 +599 32.22036728 +600 32.16666667 +601 32.27953411 +602 32.22591362 +603 32.33830846 +604 32.28476821 +605 32.23140496 +606 32.17821782 +607 32.28995058 +608 32.23684211 +609 32.18390805 +610 32.13114754 +611 32.07855974 +612 32.02614379 +613 32.13703100 +614 32.24755700 +615 32.19512195 +616 32.30519481 +617 32.25283630 +618 32.20064725 +619 32.14862682 +620 32.09677419 +621 32.04508857 +622 31.99356913 +623 31.94221509 +624 31.89102564 +625 31.84000000 +626 31.94888179 +627 31.89792663 +628 31.84713376 +629 31.95548490 +630 32.06349206 +631 32.01267829 +632 32.12025316 +633 32.06951027 +634 32.01892744 +635 31.96850394 +636 31.91823899 +637 31.86813187 +638 31.81818182 +639 31.76838811 +640 31.87500000 +641 31.82527301 +642 31.93146417 +643 31.88180404 +644 31.98757764 +645 31.93798450 +646 31.88854489 +647 31.83925811 +648 31.79012346 +649 31.74114022 +650 31.69230769 +651 31.64362519 +652 31.74846626 +653 31.69984686 +654 31.80428135 +655 31.75572519 +656 31.85975610 +657 31.81126332 +658 31.91489362 +659 31.86646434 +660 31.81818182 +661 31.77004539 +662 31.72205438 +663 31.67420814 +664 31.77710843 +665 31.72932331 +666 31.68168168 +667 31.78410795 +668 31.88622754 +669 31.83856502 +670 31.79104478 +671 31.74366617 +672 31.69642857 +673 31.64933135 +674 31.60237389 +675 31.55555556 +676 31.50887574 +677 31.46233383 +678 31.56342183 +679 31.51693667 +680 31.61764706 +681 31.57121880 +682 31.52492669 +683 31.62518302 +684 31.57894737 +685 31.53284672 +686 31.48688047 +687 31.44104803 +688 31.39534884 +689 31.34978229 +690 31.30434783 +691 31.40376266 +692 31.35838150 +693 31.31313131 +694 31.41210375 +695 31.51079137 +696 31.60919540 +697 31.56384505 +698 31.51862464 +699 31.61659514 +700 31.57142857 +701 31.66904422 +702 31.76638177 +703 31.86344239 +704 31.81818182 +705 31.77304965 +706 31.72804533 +707 31.68316832 +708 31.63841808 +709 31.59379408 +710 31.69014085 +711 31.78621660 +712 31.74157303 +713 31.83730715 +714 31.93277311 +715 31.88811189 +716 31.98324022 +717 31.93863319 +718 31.89415042 +719 31.84979138 +720 31.80555556 +721 31.76144244 +722 31.71745152 +723 31.81189488 +724 31.76795580 +725 31.86206897 +726 31.95592287 +727 31.91196699 +728 31.86813187 +729 31.82441701 +730 31.78082192 +731 31.73734610 +732 31.83060109 +733 31.92360164 +734 32.01634877 +735 31.97278912 +736 31.92934783 +737 32.02170963 +738 31.97831978 +739 32.07036536 +740 32.16216216 +741 32.11875843 +742 32.21024259 +743 32.30148048 +744 32.39247312 +745 32.34899329 +746 32.30563003 +747 32.26238286 +748 32.35294118 +749 32.30974633 +750 32.40000000 + +Final result: 32.4000 ±1.7100 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-f16.tqa b/scores/deepseek-r1-distill-qwen-7b-f16.tqa new file mode 100644 index 0000000000000000000000000000000000000000..2d1f3fe016733be8d05e923cba6c3a7d560a0e49 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-f16.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 12.50000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 30.13698630 +74 29.72972973 +75 29.33333333 +76 30.26315789 +77 29.87012987 +78 29.48717949 +79 29.11392405 +80 28.75000000 +81 28.39506173 +82 28.04878049 +83 27.71084337 +84 27.38095238 +85 27.05882353 +86 26.74418605 +87 26.43678161 +88 26.13636364 +89 26.96629213 +90 26.66666667 +91 26.37362637 +92 26.08695652 +93 25.80645161 +94 25.53191489 +95 26.31578947 +96 27.08333333 +97 26.80412371 +98 26.53061224 +99 27.27272727 +100 27.00000000 +101 27.72277228 +102 27.45098039 +103 28.15533981 +104 27.88461538 +105 27.61904762 +106 27.35849057 +107 28.03738318 +108 28.70370370 +109 28.44036697 +110 29.09090909 +111 28.82882883 +112 28.57142857 +113 28.31858407 +114 28.07017544 +115 27.82608696 +116 27.58620690 +117 27.35042735 +118 27.11864407 +119 26.89075630 +120 26.66666667 +121 27.27272727 +122 27.04918033 +123 26.82926829 +124 27.41935484 +125 28.00000000 +126 28.57142857 +127 28.34645669 +128 28.12500000 +129 27.90697674 +130 27.69230769 +131 27.48091603 +132 27.27272727 +133 27.06766917 +134 27.61194030 +135 27.40740741 +136 27.20588235 +137 27.73722628 +138 27.53623188 +139 28.05755396 +140 27.85714286 +141 27.65957447 +142 27.46478873 +143 27.27272727 +144 27.08333333 +145 26.89655172 +146 26.71232877 +147 26.53061224 +148 26.35135135 +149 26.17449664 +150 26.00000000 +151 26.49006623 +152 26.31578947 +153 26.14379085 +154 25.97402597 +155 25.80645161 +156 26.28205128 +157 26.11464968 +158 26.58227848 +159 26.41509434 +160 26.25000000 +161 26.08695652 +162 25.92592593 +163 25.76687117 +164 25.60975610 +165 26.06060606 +166 26.50602410 +167 26.34730539 +168 26.19047619 +169 26.03550296 +170 25.88235294 +171 25.73099415 +172 25.58139535 +173 25.43352601 +174 25.28735632 +175 25.14285714 +176 25.56818182 +177 25.42372881 +178 25.28089888 +179 25.13966480 +180 25.00000000 +181 24.86187845 +182 24.72527473 +183 24.59016393 +184 24.45652174 +185 24.32432432 +186 24.73118280 +187 24.59893048 +188 24.46808511 +189 24.86772487 +190 24.73684211 +191 24.60732984 +192 24.47916667 +193 24.35233161 +194 24.74226804 +195 24.61538462 +196 24.48979592 +197 24.87309645 +198 25.25252525 +199 25.12562814 +200 25.00000000 +201 24.87562189 +202 25.24752475 +203 25.12315271 +204 25.00000000 +205 25.36585366 +206 25.24271845 +207 25.60386473 +208 25.48076923 +209 25.35885167 +210 25.23809524 +211 25.11848341 +212 25.00000000 +213 24.88262911 +214 24.76635514 +215 24.65116279 +216 25.00000000 +217 24.88479263 +218 25.22935780 +219 25.11415525 +220 25.00000000 +221 24.88687783 +222 24.77477477 +223 24.66367713 +224 25.00000000 +225 24.88888889 +226 24.77876106 +227 24.66960352 +228 24.56140351 +229 24.45414847 +230 24.34782609 +231 24.24242424 +232 24.56896552 +233 24.89270386 +234 24.78632479 +235 24.68085106 +236 25.00000000 +237 25.31645570 +238 25.63025210 +239 25.52301255 +240 25.41666667 +241 25.31120332 +242 25.20661157 +243 25.10288066 +244 25.00000000 +245 24.89795918 +246 24.79674797 +247 24.69635628 +248 24.59677419 +249 24.49799197 +250 24.40000000 +251 24.70119522 +252 24.60317460 +253 24.50592885 +254 24.40944882 +255 24.31372549 +256 24.21875000 +257 24.12451362 +258 24.03100775 +259 23.93822394 +260 23.84615385 +261 24.13793103 +262 24.04580153 +263 23.95437262 +264 24.24242424 +265 24.52830189 +266 24.43609023 +267 24.71910112 +268 24.62686567 +269 24.53531599 +270 24.44444444 +271 24.35424354 +272 24.26470588 +273 24.17582418 +274 24.08759124 +275 24.00000000 +276 23.91304348 +277 23.82671480 +278 23.74100719 +279 23.65591398 +280 23.57142857 +281 23.84341637 +282 23.75886525 +283 23.67491166 +284 23.94366197 +285 23.85964912 +286 24.12587413 +287 24.04181185 +288 23.95833333 +289 23.87543253 +290 23.79310345 +291 24.05498282 +292 24.31506849 +293 24.57337884 +294 24.48979592 +295 24.74576271 +296 25.00000000 +297 25.25252525 +298 25.16778523 +299 25.08361204 +300 25.00000000 +301 24.91694352 +302 24.83443709 +303 24.75247525 +304 24.67105263 +305 24.59016393 +306 24.50980392 +307 24.42996743 +308 24.67532468 +309 24.59546926 +310 24.51612903 +311 24.43729904 +312 24.67948718 +313 24.60063898 +314 24.52229299 +315 24.44444444 +316 24.36708861 +317 24.29022082 +318 24.21383648 +319 24.13793103 +320 24.06250000 +321 23.98753894 +322 24.22360248 +323 24.14860681 +324 24.07407407 +325 24.00000000 +326 23.92638037 +327 23.85321101 +328 24.08536585 +329 24.01215805 +330 24.24242424 +331 24.16918429 +332 24.39759036 +333 24.32432432 +334 24.25149701 +335 24.47761194 +336 24.70238095 +337 24.62908012 +338 24.55621302 +339 24.77876106 +340 24.70588235 +341 24.92668622 +342 25.14619883 +343 25.07288630 +344 25.29069767 +345 25.50724638 +346 25.72254335 +347 25.93659942 +348 25.86206897 +349 25.78796562 +350 25.71428571 +351 25.64102564 +352 25.85227273 +353 25.77903683 +354 25.70621469 +355 25.91549296 +356 25.84269663 +357 25.77030812 +358 25.97765363 +359 25.90529248 +360 25.83333333 +361 25.76177285 +362 25.69060773 +363 25.89531680 +364 25.82417582 +365 26.02739726 +366 25.95628415 +367 26.15803815 +368 26.08695652 +369 26.01626016 +370 25.94594595 +371 25.87601078 +372 26.07526882 +373 26.00536193 +374 26.20320856 +375 26.13333333 +376 26.06382979 +377 25.99469496 +378 25.92592593 +379 25.85751979 +380 25.78947368 +381 25.72178478 +382 25.65445026 +383 25.58746736 +384 25.52083333 +385 25.45454545 +386 25.38860104 +387 25.32299742 +388 25.51546392 +389 25.44987147 +390 25.38461538 +391 25.57544757 +392 25.51020408 +393 25.44529262 +394 25.63451777 +395 25.56962025 +396 25.50505051 +397 25.69269521 +398 25.62814070 +399 25.56390977 +400 25.50000000 +401 25.43640898 +402 25.37313433 +403 25.55831266 +404 25.49504950 +405 25.43209877 +406 25.36945813 +407 25.30712531 +408 25.24509804 +409 25.18337408 +410 25.12195122 +411 25.06082725 +412 25.24271845 +413 25.18159806 +414 25.36231884 +415 25.30120482 +416 25.24038462 +417 25.17985612 +418 25.11961722 +419 25.05966587 +420 25.23809524 +421 25.41567696 +422 25.35545024 +423 25.29550827 +424 25.23584906 +425 25.17647059 +426 25.11737089 +427 25.05854801 +428 25.00000000 +429 24.94172494 +430 24.88372093 +431 24.82598608 +432 25.00000000 +433 25.17321016 +434 25.34562212 +435 25.28735632 +436 25.22935780 +437 25.17162471 +438 25.11415525 +439 25.05694761 +440 25.22727273 +441 25.17006803 +442 25.33936652 +443 25.28216704 +444 25.22522523 +445 25.16853933 +446 25.11210762 +447 25.05592841 +448 25.00000000 +449 25.16703786 +450 25.11111111 +451 25.05543237 +452 25.00000000 +453 25.16556291 +454 25.11013216 +455 25.05494505 +456 25.00000000 +457 24.94529540 +458 24.89082969 +459 24.83660131 +460 24.78260870 +461 24.72885033 +462 24.67532468 +463 24.62203024 +464 24.56896552 +465 24.73118280 +466 24.67811159 +467 24.62526767 +468 24.57264957 +469 24.52025586 +470 24.46808511 +471 24.41613588 +472 24.36440678 +473 24.31289641 +474 24.26160338 +475 24.42105263 +476 24.36974790 +477 24.52830189 +478 24.47698745 +479 24.42588727 +480 24.37500000 +481 24.32432432 +482 24.48132780 +483 24.43064182 +484 24.58677686 +485 24.74226804 +486 24.69135802 +487 24.84599589 +488 24.79508197 +489 24.94887526 +490 25.10204082 +491 25.05091650 +492 25.20325203 +493 25.15212982 +494 25.10121457 +495 25.25252525 +496 25.20161290 +497 25.15090543 +498 25.10040161 +499 25.05010020 +500 25.00000000 +501 25.14970060 +502 25.09960159 +503 25.04970179 +504 25.19841270 +505 25.14851485 +506 25.09881423 +507 25.04930966 +508 25.00000000 +509 25.14734774 +510 25.29411765 +511 25.24461840 +512 25.19531250 +513 25.14619883 +514 25.09727626 +515 25.24271845 +516 25.19379845 +517 25.33849130 +518 25.28957529 +519 25.24084778 +520 25.19230769 +521 25.33589251 +522 25.28735632 +523 25.43021033 +524 25.38167939 +525 25.33333333 +526 25.28517110 +527 25.42694497 +528 25.56818182 +529 25.51984877 +530 25.47169811 +531 25.61205273 +532 25.56390977 +533 25.70356473 +534 25.65543071 +535 25.60747664 +536 25.55970149 +537 25.69832402 +538 25.65055762 +539 25.60296846 +540 25.74074074 +541 25.69316081 +542 25.64575646 +543 25.59852670 +544 25.55147059 +545 25.50458716 +546 25.64102564 +547 25.59414991 +548 25.72992701 +549 25.68306011 +550 25.63636364 +551 25.58983666 +552 25.72463768 +553 25.67811935 +554 25.63176895 +555 25.58558559 +556 25.71942446 +557 25.67324955 +558 25.62724014 +559 25.58139535 +560 25.53571429 +561 25.49019608 +562 25.44483986 +563 25.39964476 +564 25.53191489 +565 25.66371681 +566 25.61837456 +567 25.57319224 +568 25.70422535 +569 25.83479789 +570 25.78947368 +571 25.74430823 +572 25.69930070 +573 25.65445026 +574 25.78397213 +575 25.91304348 +576 25.86805556 +577 25.82322357 +578 25.95155709 +579 26.07944732 +580 26.20689655 +581 26.16179002 +582 26.28865979 +583 26.24356775 +584 26.36986301 +585 26.32478632 +586 26.45051195 +587 26.40545145 +588 26.36054422 +589 26.31578947 +590 26.44067797 +591 26.39593909 +592 26.35135135 +593 26.30691400 +594 26.26262626 +595 26.21848739 +596 26.17449664 +597 26.29815745 +598 26.25418060 +599 26.21035058 +600 26.16666667 +601 26.28951747 +602 26.41196013 +603 26.36815920 +604 26.32450331 +605 26.28099174 +606 26.40264026 +607 26.35914333 +608 26.31578947 +609 26.27257800 +610 26.22950820 +611 26.18657938 +612 26.30718954 +613 26.26427406 +614 26.22149837 +615 26.17886179 +616 26.29870130 +617 26.41815235 +618 26.37540453 +619 26.49434572 +620 26.45161290 +621 26.40901771 +622 26.52733119 +623 26.48475120 +624 26.44230769 +625 26.40000000 +626 26.35782748 +627 26.31578947 +628 26.27388535 +629 26.23211447 +630 26.19047619 +631 26.30744849 +632 26.42405063 +633 26.38230648 +634 26.49842271 +635 26.45669291 +636 26.41509434 +637 26.37362637 +638 26.33228840 +639 26.29107981 +640 26.25000000 +641 26.20904836 +642 26.32398754 +643 26.28304821 +644 26.39751553 +645 26.51162791 +646 26.47058824 +647 26.42967543 +648 26.54320988 +649 26.50231125 +650 26.61538462 +651 26.72811060 +652 26.84049080 +653 26.95252680 +654 26.91131498 +655 26.87022901 +656 26.82926829 +657 26.94063927 +658 26.89969605 +659 26.85887709 +660 26.81818182 +661 26.77760968 +662 26.73716012 +663 26.69683258 +664 26.65662651 +665 26.76691729 +666 26.87687688 +667 26.83658171 +668 26.79640719 +669 26.75635277 +670 26.71641791 +671 26.67660209 +672 26.63690476 +673 26.59732541 +674 26.55786350 +675 26.66666667 +676 26.77514793 +677 26.73559823 +678 26.69616519 +679 26.65684831 +680 26.76470588 +681 26.72540382 +682 26.68621701 +683 26.64714495 +684 26.75438596 +685 26.71532847 +686 26.67638484 +687 26.63755459 +688 26.74418605 +689 26.85050798 +690 26.81159420 +691 26.91751085 +692 26.87861272 +693 26.83982684 +694 26.94524496 +695 26.90647482 +696 27.01149425 +697 26.97274032 +698 26.93409742 +699 27.03862661 +700 27.14285714 +701 27.10413695 +702 27.06552707 +703 27.02702703 +704 26.98863636 +705 26.95035461 +706 26.91218130 +707 26.87411598 +708 26.83615819 +709 26.79830748 +710 26.76056338 +711 26.72292546 +712 26.82584270 +713 26.78821879 +714 26.75070028 +715 26.71328671 +716 26.67597765 +717 26.63877266 +718 26.60167131 +719 26.56467316 +720 26.52777778 +721 26.49098474 +722 26.45429363 +723 26.41770401 +724 26.38121547 +725 26.34482759 +726 26.44628099 +727 26.40990371 +728 26.37362637 +729 26.33744856 +730 26.43835616 +731 26.40218878 +732 26.50273224 +733 26.46657572 +734 26.43051771 +735 26.39455782 +736 26.35869565 +737 26.32293080 +738 26.28726287 +739 26.38700947 +740 26.35135135 +741 26.31578947 +742 26.28032345 +743 26.24495289 +744 26.34408602 +745 26.30872483 +746 26.40750670 +747 26.50602410 +748 26.47058824 +749 26.56875834 +750 26.66666667 + +Final result: 26.6667 ±1.6158 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-f16.wng b/scores/deepseek-r1-distill-qwen-7b-f16.wng new file mode 100644 index 0000000000000000000000000000000000000000..fba98528303c9c5da5f6615d7a82db81d6dfbf5e --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-f16.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.752326 -5.930222 1 1 +2 100.0000 -1.996089 -2.108385 1 1 +3 100.0000 -3.205056 -3.148544 2 2 +4 75.0000 -6.222328 -5.952363 2 1 +5 60.0000 -4.201458 -4.566890 1 2 +6 66.6667 -6.521877 -7.072341 1 1 +7 71.4286 -6.608999 -5.506852 2 2 +8 75.0000 -3.425613 -2.663951 2 2 +9 77.7778 -5.353447 -5.942468 1 1 +10 70.0000 -2.486331 -2.811488 1 2 +11 72.7273 -8.929473 -7.006212 2 2 +12 66.6667 -4.256814 -4.495525 1 2 +13 69.2308 -5.027520 -5.595865 1 1 +14 71.4286 -5.762422 -5.824133 1 1 +15 66.6667 -3.152164 -5.472890 1 2 +16 68.7500 -3.279092 -2.862018 2 2 +17 64.7059 -8.535761 -9.185145 1 2 +18 66.6667 -3.787824 -4.661720 1 1 +19 68.4211 -5.551389 -6.757246 1 1 +20 65.0000 -3.574614 -2.919804 2 1 +21 66.6667 -4.622170 -5.126039 1 1 +22 68.1818 -4.020530 -3.746958 2 2 +23 65.2174 -5.187073 -5.048892 2 1 +24 66.6667 -2.933253 -5.654922 1 1 +25 64.0000 -2.849673 -2.907060 1 2 +26 65.3846 -3.069566 -4.082815 1 1 +27 62.9630 -6.915675 -6.999773 1 2 +28 64.2857 -5.253044 -5.684244 1 1 +29 65.5172 -4.831755 -5.281422 1 1 +30 63.3333 -2.333545 -2.496006 1 2 +31 64.5161 -6.053377 -6.296132 1 1 +32 65.6250 -3.857155 -6.406792 1 1 +33 66.6667 -6.801514 -8.454296 1 1 +34 67.6471 -3.627342 -3.921337 1 1 +35 68.5714 -5.307747 -4.514294 2 2 +36 66.6667 -4.455209 -4.626048 1 2 +37 64.8649 -3.339250 -3.287193 2 1 +38 65.7895 -4.695218 -4.780168 1 1 +39 64.1026 -3.654042 -4.069085 1 2 +40 62.5000 -5.147795 -6.016112 1 2 +41 63.4146 -4.704265 -5.082707 1 1 +42 64.2857 -1.086734 -2.697292 1 1 +43 65.1163 -3.703090 -3.672662 2 2 +44 65.9091 -3.844387 -2.870145 2 2 +45 66.6667 -4.170209 -13.957135 1 1 +46 67.3913 -3.037070 -3.750122 1 1 +47 65.9574 -5.583827 -5.676106 1 2 +48 64.5833 -6.057220 -6.251980 1 2 +49 63.2653 -2.514899 -0.976719 2 1 +50 64.0000 -4.063801 -3.800101 2 2 +51 64.7059 -2.464805 -2.715971 1 1 +52 63.4615 -5.076715 -5.585090 1 2 +53 64.1509 -3.348325 -3.864876 1 1 +54 64.8148 -2.538055 -2.450845 2 2 +55 65.4545 -4.140169 -3.699971 2 2 +56 64.2857 -4.745232 -6.065529 1 2 +57 63.1579 -4.062662 -4.701905 1 2 +58 63.7931 -3.167165 -4.191061 1 1 +59 64.4068 -3.278563 -2.841441 2 2 +60 63.3333 -5.488669 -6.049542 1 2 +61 63.9344 -3.149840 -3.758165 1 1 +62 62.9032 -8.095443 -7.213581 2 1 +63 63.4921 -5.331258 -5.025661 2 2 +64 64.0625 -4.440043 -4.551328 1 1 +65 64.6154 -5.829634 -5.119083 2 2 +66 63.6364 -3.342959 -3.201328 2 1 +67 64.1791 -2.531500 -1.577010 2 2 +68 64.7059 -7.282052 -6.778955 2 2 +69 65.2174 -6.006354 -7.997744 1 1 +70 65.7143 -3.719984 -3.005958 2 2 +71 64.7887 -3.017397 -2.816979 2 1 +72 65.2778 -5.100400 -4.016958 2 2 +73 64.3836 -3.529222 -3.097734 2 1 +74 64.8649 -4.424620 -4.854773 1 1 +75 65.3333 -2.669094 -2.725247 1 1 +76 65.7895 -4.820491 -4.987563 1 1 +77 66.2338 -3.279593 -2.728652 2 2 +78 66.6667 -2.559696 -2.915130 1 1 +79 67.0886 -2.218025 -2.159541 2 2 +80 67.5000 -3.794032 -4.880952 1 1 +81 67.9012 -4.956639 -4.385351 2 2 +82 67.0732 -2.538636 -2.730116 1 2 +83 67.4699 -7.455595 -7.058033 2 2 +84 66.6667 -3.827192 -4.164661 1 2 +85 67.0588 -6.864114 -7.005271 1 1 +86 67.4419 -7.930702 -7.885513 2 2 +87 67.8161 -1.963508 -2.304789 1 1 +88 67.0455 -3.996535 -3.933253 2 1 +89 67.4157 -3.882971 -4.608759 1 1 +90 67.7778 -4.782455 -3.169106 2 2 +91 68.1319 -4.351082 -4.396038 1 1 +92 67.3913 -7.915169 -8.096874 1 2 +93 67.7419 -2.185912 -1.357088 2 2 +94 67.0213 -6.910309 -8.557271 1 2 +95 67.3684 -4.975102 -5.435374 1 1 +96 67.7083 -2.186288 -3.328484 1 1 +97 68.0412 -5.496212 -5.592249 1 1 +98 67.3469 -3.678112 -3.983383 1 2 +99 66.6667 -5.332381 -4.855980 2 1 +100 67.0000 -10.377527 -9.470375 2 2 +101 66.3366 -5.228478 -5.521060 1 2 +102 66.6667 -4.439841 -5.278493 1 1 +103 66.0194 -3.192270 -4.533276 1 2 +104 66.3462 -9.558491 -9.342426 2 2 +105 65.7143 -2.772605 -2.502695 2 1 +106 65.0943 -3.186833 -3.281394 1 2 +107 64.4860 -2.489914 -2.649313 1 2 +108 63.8889 -2.141997 -3.088942 1 2 +109 63.3028 -7.073098 -8.098391 1 2 +110 63.6364 -4.267153 -3.884785 2 2 +111 63.9640 -4.589602 -4.490260 2 2 +112 63.3929 -4.959733 -4.020562 2 1 +113 62.8319 -4.172745 -6.141308 1 2 +114 62.2807 -6.411367 -6.128135 2 1 +115 62.6087 -2.456818 -2.933246 1 1 +116 62.9310 -4.137562 -3.466427 2 2 +117 62.3932 -5.557061 -5.774298 1 2 +118 62.7119 -1.583898 -2.536492 1 1 +119 63.0252 -3.836667 -4.025212 1 1 +120 63.3333 -3.332107 -3.419145 1 1 +121 62.8099 -1.187271 -1.234367 1 2 +122 62.2951 -7.841838 -9.085733 1 2 +123 61.7886 -4.358840 -3.900691 2 1 +124 62.0968 -3.301805 -3.041944 2 2 +125 62.4000 -3.196298 -3.078254 2 2 +126 62.6984 -8.192885 -7.865833 2 2 +127 62.9921 -2.842751 -1.406051 2 2 +128 62.5000 -1.942941 -1.800536 2 1 +129 62.7907 -1.437558 -0.988248 2 2 +130 63.0769 -5.590712 -5.090752 2 2 +131 63.3588 -5.481106 -5.388760 2 2 +132 63.6364 -2.101141 -2.026739 2 2 +133 63.9098 -2.358538 -3.681735 1 1 +134 64.1791 -5.105363 -4.787567 2 2 +135 64.4444 -5.739099 -6.008752 1 1 +136 64.7059 -5.345248 -4.433012 2 2 +137 64.2336 -7.673718 -7.187568 2 1 +138 63.7681 -4.110067 -4.489594 1 2 +139 64.0288 -4.512929 -4.909261 1 1 +140 63.5714 -1.518085 -1.929542 1 2 +141 63.8298 -3.886886 -3.681539 2 2 +142 64.0845 -3.534474 -2.398568 2 2 +143 64.3357 -2.135355 -10.232237 1 1 +144 64.5833 -2.512400 -2.728482 1 1 +145 64.1379 -4.909807 -14.447778 1 2 +146 64.3836 -6.760882 -6.664998 2 2 +147 63.9456 -4.729084 -4.970253 1 2 +148 63.5135 -3.927035 -3.791762 2 1 +149 63.7584 -6.634513 -5.200328 2 2 +150 64.0000 -2.270572 -2.040977 2 2 +151 64.2384 -2.739187 -2.824158 1 1 +152 64.4737 -4.766561 -4.093392 2 2 +153 64.0523 -4.017748 -3.395691 2 1 +154 64.2857 -4.489370 -4.911256 1 1 +155 63.8710 -2.537402 -3.169682 1 2 +156 63.4615 -3.219841 -2.983775 2 1 +157 63.6943 -3.314379 -4.258701 1 1 +158 63.9241 -4.924887 -4.632127 2 2 +159 64.1509 -5.326321 -5.875314 1 1 +160 64.3750 -4.122300 -3.859567 2 2 +161 63.9752 -2.793314 -2.689032 2 1 +162 63.5802 -1.869550 -12.357974 1 2 +163 63.8037 -2.679280 -3.048725 1 1 +164 64.0244 -6.813377 -5.802818 2 2 +165 64.2424 -5.708104 -5.491518 2 2 +166 64.4578 -3.636945 -3.584308 2 2 +167 64.6707 -5.204907 -5.374937 1 1 +168 64.8810 -6.539429 -4.474486 2 2 +169 64.4970 -3.822790 -3.977422 1 2 +170 64.1176 -5.582520 -5.201353 2 1 +171 63.7427 -6.599125 -6.473423 2 1 +172 63.9535 -5.467520 -6.799244 1 1 +173 64.1618 -3.777238 -3.236327 2 2 +174 64.3678 -5.533722 -4.963773 2 2 +175 64.5714 -4.083098 -4.149500 1 1 +176 64.7727 -2.915727 -3.704615 1 1 +177 64.4068 -6.494097 -6.610661 1 2 +178 64.6067 -2.876273 -2.960044 1 1 +179 64.2458 -3.094177 -2.816614 2 1 +180 63.8889 -7.442071 -7.604733 1 2 +181 64.0884 -5.074719 -4.416789 2 2 +182 63.7363 -3.259902 -3.319857 1 2 +183 63.3880 -6.836707 -7.028901 1 2 +184 63.5870 -3.107293 -4.040468 1 1 +185 63.7838 -5.975360 -5.750279 2 2 +186 63.9785 -4.320871 -4.594187 1 1 +187 63.6364 -5.511265 -5.674071 1 2 +188 63.2979 -3.505351 -2.856799 2 1 +189 63.4921 -6.301275 -4.971810 2 2 +190 63.6842 -6.271868 -6.069182 2 2 +191 63.8743 -4.089910 -5.054619 1 1 +192 63.5417 -5.221972 -5.812835 1 2 +193 63.7306 -5.500540 -5.392856 2 2 +194 63.9175 -3.176022 -2.796615 2 2 +195 64.1026 -4.171261 -4.185454 1 1 +196 64.2857 -2.540714 -2.458613 2 2 +197 64.4670 -0.868867 -2.950425 1 1 +198 64.1414 -6.855152 -5.224197 2 1 +199 64.3216 -6.616403 -6.362267 2 2 +200 64.5000 -4.336680 -4.250771 2 2 +201 64.1791 -5.057966 -4.935300 2 1 +202 64.3564 -9.130893 -8.607371 2 2 +203 64.0394 -4.148993 -4.584727 1 2 +204 64.2157 -2.701090 -2.723463 1 1 +205 64.3902 -3.105791 -2.861068 2 2 +206 64.0777 -7.524574 -7.657389 1 2 +207 63.7681 -5.225616 -3.783909 2 1 +208 63.9423 -6.051535 -4.881144 2 2 +209 64.1148 -5.168944 -4.883667 2 2 +210 64.2857 -10.281754 -8.836396 2 2 +211 64.4550 -4.578262 -5.664516 1 1 +212 64.6226 -5.859291 -5.191844 2 2 +213 64.7887 -6.499483 -6.014787 2 2 +214 64.4860 -4.494415 -4.285369 2 1 +215 64.1860 -5.891507 -6.263366 1 2 +216 63.8889 -4.417807 -4.258471 2 1 +217 64.0553 -2.109648 -2.328630 1 1 +218 64.2202 -3.074113 -2.497984 2 2 +219 64.3836 -3.229538 -3.828599 1 1 +220 64.0909 -5.092083 -6.084715 1 2 +221 64.2534 -5.271319 -11.390321 1 1 +222 63.9640 -0.463433 -12.998155 1 2 +223 63.6771 -3.375430 -3.908605 1 2 +224 63.8393 -5.427822 -4.959342 2 2 +225 64.0000 -5.036175 -4.397903 2 2 +226 63.7168 -4.482749 -4.451757 2 1 +227 63.4361 -5.236200 -4.628992 2 1 +228 63.5965 -2.000042 -2.808263 1 1 +229 63.7555 -5.699278 -4.300468 2 2 +230 63.4783 -2.782013 -2.640298 2 1 +231 63.2035 -2.655698 -2.611350 2 1 +232 62.9310 -1.415975 -2.043055 1 2 +233 62.6609 -1.846369 -1.830232 2 1 +234 62.3932 -3.726491 -4.178332 1 2 +235 62.5532 -5.503871 -5.364952 2 2 +236 62.7119 -2.000802 -2.164932 1 1 +237 62.4473 -4.640797 -3.479429 2 1 +238 62.1849 -3.210073 -3.444999 1 2 +239 62.3431 -3.193288 -2.721942 2 2 +240 62.0833 -8.473070 -9.008928 1 2 +241 61.8257 -5.801723 -5.958782 1 2 +242 61.9835 -6.978524 -6.651603 2 2 +243 61.7284 -5.719143 -5.414162 2 1 +244 61.8852 -3.282707 -4.557198 1 1 +245 62.0408 -7.715614 -7.960482 1 1 +246 61.7886 -3.566136 -3.009661 2 1 +247 61.9433 -6.017891 -5.981960 2 2 +248 61.6935 -3.014807 -3.052584 1 2 +249 61.8474 -3.918807 -3.548417 2 2 +250 62.0000 -5.805138 -6.266144 1 1 +251 62.1514 -1.545029 -1.745875 1 1 +252 62.3016 -8.796376 -8.278814 2 2 +253 62.0553 -6.031005 -5.990023 2 1 +254 61.8110 -4.775710 -6.177738 1 2 +255 61.9608 -6.257543 -7.618084 1 1 +256 62.1094 -3.559709 -4.599544 1 1 +257 61.8677 -3.395119 -3.333357 2 1 +258 62.0155 -4.780107 -4.515269 2 2 +259 62.1622 -4.270327 -5.171054 1 1 +260 61.9231 -5.734877 -5.380337 2 1 +261 61.6858 -4.249666 -4.842349 1 2 +262 61.4504 -6.432961 -6.924293 1 2 +263 61.2167 -3.258346 -3.080866 2 1 +264 61.3636 -5.045964 -4.760050 2 2 +265 61.5094 -2.771077 -2.872953 1 1 +266 61.6541 -6.705485 -7.201261 1 1 +267 61.7978 -3.192893 -3.544655 1 1 +268 61.5672 -3.011545 -2.692043 2 1 +269 61.3383 -4.828183 -5.179559 1 2 +270 61.4815 -2.092402 -3.910925 1 1 +271 61.6236 -4.485873 -4.272016 2 2 +272 61.7647 -4.779607 -4.691805 2 2 +273 61.5385 -5.050337 -5.118788 1 2 +274 61.3139 -4.157699 -4.620082 1 2 +275 61.4545 -2.109932 -2.273686 1 1 +276 61.5942 -3.038913 -3.335743 1 1 +277 61.7329 -3.635295 -4.044423 1 1 +278 61.5108 -4.441887 -3.961972 2 1 +279 61.6487 -4.301131 -3.330075 2 2 +280 61.4286 -4.578596 -4.911551 1 2 +281 61.2100 -2.924490 -3.058671 1 2 +282 61.3475 -4.777734 -4.145947 2 2 +283 61.4841 -4.256601 -3.309266 2 2 +284 61.6197 -4.041115 -5.355249 1 1 +285 61.7544 -7.431194 -8.228851 1 1 +286 61.8881 -4.035540 -4.499574 1 1 +287 62.0209 -3.295400 -6.853034 1 1 +288 62.1528 -5.805702 -5.194812 2 2 +289 62.2837 -3.699198 -4.167973 1 1 +290 62.0690 -8.191068 -7.919898 2 1 +291 62.1993 -2.137704 -2.940561 1 1 +292 62.3288 -2.144969 -1.727504 2 2 +293 62.1160 -6.298650 -6.347219 1 2 +294 61.9048 -3.106026 -3.052151 2 1 +295 62.0339 -2.009345 -2.855423 1 1 +296 61.8243 -6.572266 -6.815271 1 2 +297 61.6162 -0.979105 -1.343761 1 2 +298 61.4094 -7.835355 -9.285122 1 2 +299 61.5385 -3.150059 -2.663592 2 2 +300 61.3333 -3.874392 -3.413101 2 1 +301 61.4618 -5.346260 -5.642684 1 1 +302 61.5894 -5.091458 -4.916610 2 2 +303 61.3861 -8.812352 -8.484327 2 1 +304 61.5132 -4.508653 -2.962106 2 2 +305 61.3115 -3.007627 -3.205442 1 2 +306 61.4379 -3.385594 -3.299798 2 2 +307 61.5635 -3.331539 -3.600528 1 1 +308 61.3636 -6.179249 -6.275630 1 2 +309 61.4887 -5.314038 -5.812883 1 1 +310 61.2903 -6.384063 -6.433789 1 2 +311 61.4148 -2.980115 -4.642983 1 1 +312 61.2179 -6.558610 -4.881896 2 1 +313 61.0224 -4.439460 -5.561099 1 2 +314 60.8280 -7.784611 -7.935064 1 2 +315 60.9524 -3.922502 -5.133749 1 1 +316 61.0759 -7.237559 -6.439706 2 2 +317 61.1987 -7.120791 -7.301286 1 1 +318 61.3208 -6.926008 -6.084702 2 2 +319 61.1285 -1.904462 -1.468085 2 1 +320 61.2500 -5.433313 -5.929025 1 1 +321 61.0592 -3.473964 -3.510585 1 2 +322 60.8696 -2.973631 -3.304478 1 2 +323 60.9907 -2.316756 -2.728281 1 1 +324 60.8025 -5.101659 -4.788884 2 1 +325 60.9231 -6.563116 -5.766076 2 2 +326 61.0429 -3.239968 -2.755188 2 2 +327 61.1621 -3.141054 -3.145919 1 1 +328 61.2805 -5.322555 -5.985410 1 1 +329 61.3982 -5.507983 -11.093321 1 1 +330 61.2121 -1.851089 -1.564438 2 1 +331 61.0272 -5.630074 -3.989179 2 1 +332 61.1446 -4.192352 -5.558200 1 1 +333 61.2613 -3.697560 -3.587711 2 2 +334 61.3772 -1.617595 -4.890723 1 1 +335 61.1940 -5.362601 -5.078200 2 1 +336 61.0119 -2.973283 -3.055035 1 2 +337 60.8309 -2.590490 -2.646311 1 2 +338 60.6509 -3.972266 -3.761964 2 1 +339 60.4720 -5.314039 -5.654164 1 2 +340 60.5882 -5.721856 -5.896987 1 1 +341 60.7038 -3.365356 -3.944795 1 1 +342 60.5263 -5.348774 -5.351121 1 2 +343 60.6414 -3.834914 -4.315717 1 1 +344 60.4651 -4.819147 -2.932467 2 1 +345 60.5797 -1.559517 -2.620754 1 1 +346 60.6936 -8.915564 -7.229187 2 2 +347 60.5187 -4.624804 -4.693779 1 2 +348 60.6322 -1.128735 -1.732803 1 1 +349 60.4585 -5.316530 -5.326958 1 2 +350 60.5714 -17.389652 -2.663094 2 2 +351 60.6838 -3.233222 -4.728755 1 1 +352 60.7955 -4.293224 -3.041411 2 2 +353 60.9065 -2.269737 -2.568679 1 1 +354 60.7345 -6.650322 -6.809420 1 2 +355 60.8451 -3.929136 -3.833245 2 2 +356 60.6742 -3.397523 -4.805542 1 2 +357 60.5042 -4.568490 -4.571023 1 2 +358 60.3352 -2.974168 -3.603960 1 2 +359 60.4457 -5.562818 -5.349481 2 2 +360 60.2778 -4.930622 -5.386871 1 2 +361 60.3878 -2.177377 -2.056882 2 2 +362 60.4972 -6.862745 -6.610345 2 2 +363 60.6061 -3.439231 -3.752806 1 1 +364 60.4396 -8.793447 -8.058561 2 1 +365 60.5479 -6.223248 -6.582167 1 1 +366 60.3825 -4.383239 -9.075706 1 2 +367 60.4905 -6.615315 -6.826439 1 1 +368 60.5978 -3.758232 -3.191492 2 2 +369 60.7046 -5.201852 -5.149558 2 2 +370 60.5405 -7.441109 -6.247432 2 1 +371 60.3774 -3.484270 -3.018641 2 1 +372 60.2151 -2.930947 -2.599397 2 1 +373 60.3217 -4.629399 -5.726658 1 1 +374 60.4278 -2.234386 -2.315668 1 1 +375 60.5333 -4.702474 -3.422450 2 2 +376 60.6383 -6.558939 -5.529700 2 2 +377 60.4775 -6.557808 -6.746754 1 2 +378 60.5820 -5.260242 -4.778234 2 2 +379 60.4222 -1.883910 -2.126999 1 2 +380 60.2632 -10.107460 -9.928530 2 1 +381 60.3675 -11.446088 -10.527832 2 2 +382 60.2094 -3.543139 -4.025440 1 2 +383 60.3133 -3.375531 -1.535197 2 2 +384 60.1562 -4.831138 -4.674904 2 1 +385 60.0000 -1.109367 -1.035745 2 1 +386 60.1036 -1.982630 -14.294329 1 1 +387 59.9483 -2.504712 -2.192293 2 1 +388 60.0515 -7.655658 -6.988164 2 2 +389 60.1542 -2.597604 -2.044566 2 2 +390 60.2564 -3.525167 -3.714023 1 1 +391 60.1023 -4.158637 -6.567953 1 2 +392 59.9490 -5.214012 -4.472866 2 1 +393 59.7964 -7.029338 -7.893283 1 2 +394 59.8985 -4.315207 -4.732225 1 1 +395 60.0000 -4.905654 -4.289020 2 2 +396 60.1010 -4.008520 -4.757898 1 1 +397 60.2015 -6.719432 -7.106139 1 1 +398 60.3015 -2.833899 -6.190442 1 1 +399 60.1504 -6.294026 -5.868161 2 1 +400 60.2500 -4.628801 -9.146493 1 1 +401 60.3491 -4.043494 -4.282673 1 1 +402 60.1990 -4.579083 -5.799061 1 2 +403 60.2978 -7.455929 -7.303509 2 2 +404 60.3960 -4.441038 -3.964818 2 2 +405 60.2469 -3.742446 -3.235631 2 1 +406 60.3448 -8.105165 -9.970339 1 1 +407 60.4423 -6.716582 -6.386672 2 2 +408 60.2941 -3.972049 -4.043252 1 2 +409 60.3912 -6.095893 -6.132872 1 1 +410 60.2439 -6.432186 -6.058414 2 1 +411 60.3406 -7.163552 -7.395449 1 1 +412 60.4369 -6.146727 -5.770100 2 2 +413 60.5327 -3.844292 -3.695611 2 2 +414 60.3865 -5.273675 -5.792175 1 2 +415 60.4819 -5.118991 -3.660048 2 2 +416 60.5769 -5.324130 -3.289890 2 2 +417 60.6715 -7.253081 -8.599472 1 1 +418 60.5263 -4.459785 -3.879277 2 1 +419 60.6205 -5.666982 -5.411646 2 2 +420 60.4762 -4.174284 -4.537960 1 2 +421 60.3325 -5.009956 -5.021967 1 2 +422 60.1896 -2.142570 -1.877161 2 1 +423 60.0473 -4.886764 -4.695990 2 1 +424 60.1415 -4.225899 -4.701101 1 1 +425 60.2353 -6.915843 -5.296793 2 2 +426 60.0939 -1.857789 -2.523422 1 2 +427 60.1874 -4.585767 -4.602845 1 1 +428 60.2804 -3.676575 -4.547757 1 1 +429 60.3730 -3.426959 -3.405321 2 2 +430 60.4651 -5.797763 -5.813382 1 1 +431 60.5568 -6.505527 -7.202954 1 1 +432 60.4167 -3.866884 -4.111096 1 2 +433 60.2771 -1.821488 -2.145632 1 2 +434 60.3687 -8.077078 -8.194223 1 1 +435 60.4598 -5.786393 -6.211286 1 1 +436 60.3211 -3.445524 -1.130051 2 1 +437 60.4119 -7.145164 -5.532378 2 2 +438 60.2740 -4.376755 -4.649074 1 2 +439 60.3645 -1.508927 -1.977937 1 1 +440 60.4545 -4.211210 -4.440705 1 1 +441 60.5442 -2.755387 -5.732792 1 1 +442 60.4072 -4.232097 -4.226483 2 1 +443 60.4966 -1.541305 -1.805874 1 1 +444 60.3604 -5.812051 -7.106310 1 2 +445 60.4494 -2.614474 -2.901605 1 1 +446 60.5381 -5.980220 -5.782669 2 2 +447 60.4027 -2.564237 -2.105165 2 1 +448 60.2679 -3.672030 -3.686937 1 2 +449 60.3563 -3.865764 -3.668132 2 2 +450 60.4444 -4.539485 -3.379532 2 2 +451 60.5322 -5.526966 -5.061130 2 2 +452 60.6195 -4.906718 -7.032796 1 1 +453 60.4857 -4.880728 -5.083395 1 2 +454 60.5727 -4.306375 -4.400900 1 1 +455 60.4396 -8.286743 -9.819871 1 2 +456 60.5263 -5.147487 -4.885123 2 2 +457 60.6127 -11.579257 -12.569368 1 1 +458 60.6987 -4.981560 -4.912158 2 2 +459 60.5664 -5.237164 -5.370538 1 2 +460 60.6522 -0.250477 -11.221450 1 1 +461 60.7375 -3.738784 -4.029719 1 1 +462 60.6061 -6.375187 -6.301803 2 1 +463 60.4752 -1.679574 -1.538990 2 1 +464 60.5603 -2.811838 -3.197805 1 1 +465 60.4301 -3.172101 -4.595589 1 2 +466 60.5150 -7.204343 -7.036770 2 2 +467 60.5996 -5.621258 -7.160893 1 1 +468 60.6838 -5.981225 -4.246071 2 2 +469 60.5544 -2.352031 -1.016458 2 1 +470 60.6383 -2.276472 -2.104692 2 2 +471 60.7219 -3.063502 -3.602980 1 1 +472 60.8051 -4.874887 -4.412677 2 2 +473 60.8879 -4.416743 -3.971806 2 2 +474 60.9705 -7.646027 -8.784432 1 1 +475 61.0526 -2.973533 -2.487865 2 2 +476 60.9244 -5.393543 -5.503778 1 2 +477 60.7966 -4.915363 -5.265532 1 2 +478 60.8787 -4.701375 -5.384207 1 1 +479 60.7516 -3.488356 -3.093881 2 1 +480 60.8333 -7.931001 -7.877300 2 2 +481 60.7069 -3.842633 -3.648481 2 1 +482 60.7884 -4.466579 -4.253538 2 2 +483 60.8696 -5.891157 -6.350230 1 1 +484 60.7438 -2.854536 -1.494856 2 1 +485 60.8247 -1.749146 -2.092447 1 1 +486 60.9053 -2.456634 -2.486252 1 1 +487 60.9856 -4.045732 -3.875676 2 2 +488 61.0656 -3.946136 -3.426593 2 2 +489 61.1452 -2.946273 -3.270730 1 1 +490 61.2245 -3.735904 -4.331099 1 1 +491 61.3035 -4.183299 -4.124450 2 2 +492 61.3821 -6.739481 -6.216568 2 2 +493 61.4604 -2.312958 -3.191775 1 1 +494 61.3360 -5.334710 -5.542902 1 2 +495 61.2121 -4.971637 -4.794425 2 1 +496 61.0887 -4.018686 -4.373223 1 2 +497 60.9658 -6.625342 -5.786958 2 1 +498 60.8434 -2.170443 -2.375686 1 2 +499 60.9218 -3.680160 -3.773165 1 1 +500 60.8000 -5.190941 -6.546041 1 2 +501 60.8782 -2.325252 -2.433459 1 1 +502 60.9562 -2.317945 -2.450053 1 1 +503 60.8350 -5.155236 -5.640378 1 2 +504 60.7143 -3.784626 -3.519560 2 1 +505 60.7921 -6.772116 -5.532875 2 2 +506 60.6719 -5.533384 -4.690264 2 1 +507 60.7495 -4.085576 -4.280365 1 1 +508 60.8268 -6.623642 -5.494750 2 2 +509 60.9037 -4.996375 -8.892977 1 1 +510 60.9804 -4.075516 -4.388269 1 1 +511 61.0568 -5.165243 -4.392879 2 2 +512 61.1328 -3.803817 -3.938086 1 1 +513 61.0136 -4.468637 -4.807877 1 2 +514 60.8949 -4.619290 -4.404888 2 1 +515 60.9709 -11.947595 -12.056170 1 1 +516 60.8527 -4.510632 -4.121507 2 1 +517 60.9284 -1.757307 -1.849511 1 1 +518 61.0039 -3.466726 -2.343916 2 2 +519 60.8863 -8.346366 -9.058292 1 2 +520 60.9615 -2.851698 -2.377092 2 2 +521 61.0365 -1.677701 -1.893641 1 1 +522 61.1111 -5.222248 -3.934007 2 2 +523 61.1855 -6.223978 -5.012779 2 2 +524 61.0687 -7.574774 -6.250969 2 1 +525 61.1429 -5.545477 -4.617068 2 2 +526 61.2167 -1.549746 -18.395369 1 1 +527 61.2903 -6.207809 -3.597223 2 2 +528 61.3636 -8.518485 -7.550286 2 2 +529 61.4367 -6.816604 -6.855892 1 1 +530 61.5094 -4.247683 -3.224696 2 2 +531 61.3936 -4.398573 -4.150216 2 1 +532 61.4662 -2.818303 -3.034040 1 1 +533 61.3508 -3.467526 -4.236163 1 2 +534 61.4232 -3.788043 -4.386775 1 1 +535 61.3084 -4.553126 -5.143568 1 2 +536 61.1940 -3.394808 -3.076089 2 1 +537 61.0801 -6.685637 -6.347959 2 1 +538 61.1524 -2.660581 -6.656989 1 1 +539 61.2245 -4.150121 -2.582994 2 2 +540 61.2963 -2.840314 -2.532598 2 2 +541 61.3678 -3.941437 -4.248002 1 1 +542 61.2546 -6.541982 -7.608974 1 2 +543 61.3260 -5.845878 -4.882526 2 2 +544 61.3971 -3.154081 -3.686161 1 1 +545 61.2844 -1.295624 -4.599167 1 2 +546 61.3553 -3.361021 -4.268592 1 1 +547 61.4260 -8.919435 -7.291351 2 2 +548 61.3139 -4.970927 -4.531735 2 1 +549 61.2022 -6.310816 -5.932577 2 1 +550 61.0909 -4.185745 -4.648274 1 2 +551 60.9800 -4.210715 -15.133883 1 2 +552 61.0507 -5.051858 -5.151155 1 1 +553 61.1212 -6.987820 -6.076680 2 2 +554 61.0108 -4.717899 -5.318912 1 2 +555 61.0811 -1.664413 -1.649321 2 2 +556 61.1511 -6.695448 -6.426556 2 2 +557 61.0413 -6.901097 -6.847694 2 1 +558 61.1111 -0.961579 -3.872372 1 1 +559 61.1807 -3.450668 -3.354448 2 2 +560 61.2500 -3.520481 -4.087647 1 1 +561 61.1408 -3.588286 -3.563328 2 1 +562 61.2100 -0.470354 -0.937902 1 1 +563 61.1012 -1.948232 -3.139852 1 2 +564 60.9929 -3.794613 -3.707681 2 1 +565 61.0619 -3.635272 -3.330542 2 2 +566 61.1307 -4.748457 -6.315251 1 1 +567 61.1993 -3.894191 -3.011647 2 2 +568 61.2676 -6.215514 -3.230557 2 2 +569 61.3357 -8.102712 -8.394878 1 1 +570 61.4035 -4.066165 -5.775923 1 1 +571 61.4711 -5.050993 -3.945632 2 2 +572 61.5385 -2.527622 -2.369141 2 2 +573 61.6056 -4.265927 -3.895656 2 2 +574 61.4983 -3.495803 -4.253632 1 2 +575 61.5652 -7.374911 -6.397674 2 2 +576 61.6319 -2.262458 -2.484142 1 1 +577 61.5251 -3.845565 -4.483129 1 2 +578 61.5917 -3.129668 -2.703254 2 2 +579 61.4853 -5.912880 -6.176075 1 2 +580 61.5517 -2.844948 -3.742621 1 1 +581 61.4458 -8.704445 -7.141378 2 1 +582 61.5120 -5.622647 -5.518189 2 2 +583 61.5780 -4.723134 -4.407165 2 2 +584 61.4726 -6.648879 -5.947521 2 1 +585 61.5385 -1.218231 -2.078660 1 1 +586 61.4334 -4.758989 -4.730342 2 1 +587 61.3288 -3.357399 -2.122542 2 1 +588 61.2245 -3.476322 -4.656180 1 2 +589 61.2903 -4.476957 -4.373273 2 2 +590 61.3559 -5.180334 -4.579701 2 2 +591 61.4213 -4.825140 -4.686261 2 2 +592 61.4865 -5.732831 -5.794876 1 1 +593 61.5514 -5.444517 -5.286313 2 2 +594 61.4478 -7.275791 -7.194994 2 1 +595 61.3445 -2.108321 -2.158017 1 2 +596 61.2416 -7.012547 -7.246079 1 2 +597 61.1390 -3.782795 -3.633470 2 1 +598 61.0368 -3.942752 -2.492077 2 1 +599 61.1018 -3.110201 -3.707685 1 1 +600 61.1667 -6.390091 -5.646062 2 2 +601 61.2313 -4.076626 -4.024957 2 2 +602 61.2957 -1.822590 -3.922204 1 1 +603 61.3599 -5.831332 -5.383990 2 2 +604 61.4238 -3.722705 -3.715888 2 2 +605 61.3223 -3.086297 -2.328068 2 1 +606 61.2211 -3.745768 -3.796317 1 2 +607 61.1203 -2.576509 -1.745412 2 1 +608 61.0197 -3.559328 -1.944695 2 1 +609 61.0837 -6.407922 -7.998784 1 1 +610 60.9836 -3.373063 -3.095767 2 1 +611 61.0475 -5.877746 -6.490327 1 1 +612 61.1111 -2.668843 -4.205115 1 1 +613 61.1746 -3.866099 -3.079553 2 2 +614 61.2378 -5.957169 -4.159505 2 2 +615 61.3008 -4.070739 -3.536309 2 2 +616 61.2013 -5.744591 -5.775871 1 2 +617 61.2642 -14.080033 -4.213459 2 2 +618 61.3269 -4.372552 -4.033011 2 2 +619 61.3893 -5.065689 -4.459535 2 2 +620 61.4516 -4.704407 -4.941798 1 1 +621 61.3527 -3.468102 -3.881181 1 2 +622 61.4148 -3.686006 -4.441028 1 1 +623 61.4767 -2.854433 -3.726755 1 1 +624 61.5385 -4.948733 -4.426253 2 2 +625 61.6000 -5.712048 -6.495718 1 1 +626 61.5016 -2.273974 -1.714285 2 1 +627 61.4035 -5.646472 -5.561036 2 1 +628 61.3057 -2.459900 -2.617767 1 2 +629 61.3672 -2.793549 -2.977682 1 1 +630 61.2698 -2.364331 -2.269793 2 1 +631 61.3312 -2.142252 -2.832327 1 1 +632 61.2342 -1.566146 -1.873301 1 2 +633 61.1374 -1.886984 -2.725631 1 2 +634 61.1987 -3.315931 -3.439244 1 1 +635 61.2598 -6.941183 -6.644911 2 2 +636 61.3208 -3.043304 -4.454507 1 1 +637 61.3815 -6.754033 -6.931398 1 1 +638 61.2853 -6.183068 -5.799448 2 1 +639 61.3459 -2.142089 -2.528810 1 1 +640 61.2500 -1.654162 -1.714248 1 2 +641 61.1544 -6.716003 -6.534080 2 1 +642 61.2150 -5.261472 -5.183588 2 2 +643 61.2753 -1.367270 -0.906729 2 2 +644 61.1801 -5.878246 -5.181676 2 1 +645 61.2403 -2.845247 -4.889573 1 1 +646 61.3003 -5.029862 -5.715044 1 1 +647 61.2056 -5.253636 -4.932561 2 1 +648 61.1111 -4.255736 -4.804803 1 2 +649 61.1710 -3.589199 -4.880514 1 1 +650 61.2308 -4.652398 -4.885571 1 1 +651 61.1367 -6.355366 -6.809934 1 2 +652 61.0429 -8.896325 -9.248513 1 2 +653 61.1026 -5.238846 -4.226533 2 2 +654 61.0092 -4.750123 -5.039148 1 2 +655 60.9160 -3.195247 -3.308757 1 2 +656 60.9756 -5.894512 -4.086843 2 2 +657 60.8828 -5.339030 -5.453631 1 2 +658 60.9422 -4.749731 -3.857122 2 2 +659 61.0015 -2.532966 -2.479832 2 2 +660 61.0606 -4.159293 -3.598484 2 2 +661 61.1195 -4.235366 -4.632500 1 1 +662 61.0272 -4.950181 -4.715459 2 1 +663 61.0860 -9.099094 -8.624268 2 2 +664 60.9940 -5.760605 -4.865237 2 1 +665 61.0526 -2.527858 -2.272526 2 2 +666 60.9610 -6.323505 -5.192238 2 1 +667 60.8696 -7.329580 -9.905209 1 2 +668 60.7784 -2.112248 -1.894472 2 1 +669 60.6876 -3.967572 -3.796431 2 1 +670 60.5970 -3.997993 -3.751872 2 1 +671 60.6557 -3.437367 -4.517349 1 1 +672 60.7143 -4.541825 -4.387992 2 2 +673 60.7727 -2.649881 -2.259177 2 2 +674 60.8309 -4.620838 -5.191400 1 1 +675 60.8889 -3.835696 -5.743874 1 1 +676 60.9467 -3.560543 -3.451938 2 2 +677 60.8567 -4.664789 -4.406563 2 1 +678 60.7670 -6.827774 -7.203292 1 2 +679 60.8247 -6.652335 -6.556073 2 2 +680 60.8824 -3.435021 -4.000540 1 1 +681 60.7930 -3.846217 -3.295712 2 1 +682 60.7038 -2.541958 -2.781221 1 2 +683 60.7613 -2.322589 -2.930382 1 1 +684 60.6725 -8.353440 -8.265244 2 1 +685 60.7299 -4.238992 -2.926942 2 2 +686 60.6414 -6.008523 -6.717448 1 2 +687 60.6987 -3.950579 -3.428108 2 2 +688 60.7558 -8.489114 -8.669990 1 1 +689 60.8128 -2.918586 -2.661557 2 2 +690 60.8696 -4.388640 -3.567552 2 2 +691 60.7815 -3.990763 -3.921060 2 1 +692 60.8382 -2.003967 -4.280048 1 1 +693 60.7504 -4.734745 -4.391866 2 1 +694 60.6628 -2.913266 -2.920525 1 2 +695 60.7194 -6.350076 -6.893995 1 1 +696 60.6322 -8.443753 -8.362442 2 1 +697 60.5452 -3.275699 -3.128190 2 1 +698 60.4585 -5.029210 -5.369671 1 2 +699 60.5150 -5.028014 -5.409032 1 1 +700 60.5714 -4.800225 -4.298593 2 2 +701 60.4850 -3.188654 -2.864248 2 1 +702 60.5413 -5.312922 -4.980119 2 2 +703 60.4552 -7.767327 -7.104253 2 1 +704 60.3693 -2.512299 -1.922400 2 1 +705 60.4255 -5.125875 -4.419190 2 2 +706 60.3399 -3.987408 -4.121972 1 2 +707 60.3960 -6.369580 -6.598262 1 1 +708 60.3107 -5.739182 -5.739868 1 2 +709 60.3667 -4.105424 -3.419536 2 2 +710 60.4225 -3.966912 -5.009603 1 1 +711 60.4782 -2.536237 -2.290793 2 2 +712 60.3933 -2.024782 -3.990170 1 2 +713 60.3086 -4.620185 -4.658733 1 2 +714 60.2241 -3.351004 -3.575643 1 2 +715 60.2797 -7.130086 -6.898351 2 2 +716 60.3352 -4.901408 -4.479149 2 2 +717 60.3905 -4.816841 -1.354490 2 2 +718 60.4457 -4.619540 -4.711189 1 1 +719 60.3616 -6.273100 -5.876372 2 1 +720 60.2778 -2.202477 -4.541885 1 2 +721 60.3329 -6.289230 -5.883901 2 2 +722 60.2493 -3.342731 -2.184561 2 1 +723 60.1660 -4.355264 -3.224805 2 1 +724 60.0829 -3.624833 -3.997062 1 2 +725 60.0000 -5.006087 -5.236518 1 2 +726 60.0551 -5.366341 -5.136005 2 2 +727 60.1100 -4.123009 -3.763188 2 2 +728 60.0275 -5.426180 -5.332867 2 1 +729 59.9451 -2.221578 -1.898138 2 1 +730 59.8630 -4.426934 -4.003709 2 1 +731 59.9179 -4.249278 -4.975527 1 1 +732 59.9727 -2.777870 -2.580722 2 2 +733 60.0273 -5.202278 -5.023838 2 2 +734 60.0817 -0.574392 -16.377682 1 1 +735 60.0000 -4.634019 -3.313011 2 1 +736 60.0543 -3.829571 -4.068062 1 1 +737 60.1085 -4.665037 -4.671437 1 1 +738 60.1626 -6.249206 -5.817052 2 2 +739 60.2165 -1.055792 -12.420234 1 1 +740 60.2703 -5.607482 -4.983025 2 2 +741 60.3239 -6.886014 -6.992389 1 1 +742 60.3774 -3.890291 -2.876603 2 2 +743 60.4307 -3.620412 -3.518072 2 2 +744 60.4839 -6.543776 -4.738945 2 2 +745 60.4027 -3.803461 -3.287106 2 1 +746 60.3217 -8.441843 -7.768483 2 1 +747 60.3748 -5.870220 -6.969590 1 1 +748 60.4278 -5.170272 -4.510697 2 2 +749 60.4806 -5.902675 -6.010002 1 1 +750 60.5333 -2.995353 -10.054712 1 1 + +Final Winogrande score(750 tasks): 60.5333 ±1.7860 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.arc b/scores/deepseek-r1-distill-qwen-7b-iq3_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..6c917b8212fc58b82a0aac93417c9a45dc14afe3 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 71.42857143 +8 75.00000000 +9 66.66666667 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 43.75000000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 40.00000000 +41 41.46341463 +42 42.85714286 +43 44.18604651 +44 43.18181818 +45 42.22222222 +46 43.47826087 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 44.00000000 +51 43.13725490 +52 44.23076923 +53 45.28301887 +54 46.29629630 +55 45.45454545 +56 46.42857143 +57 47.36842105 +58 48.27586207 +59 47.45762712 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 48.48484848 +67 47.76119403 +68 47.05882353 +69 47.82608696 +70 47.14285714 +71 46.47887324 +72 45.83333333 +73 46.57534247 +74 47.29729730 +75 48.00000000 +76 48.68421053 +77 49.35064935 +78 50.00000000 +79 49.36708861 +80 48.75000000 +81 48.14814815 +82 48.78048780 +83 48.19277108 +84 48.80952381 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 50.56179775 +90 51.11111111 +91 51.64835165 +92 51.08695652 +93 50.53763441 +94 50.00000000 +95 50.52631579 +96 50.00000000 +97 49.48453608 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 48.51485149 +102 49.01960784 +103 48.54368932 +104 48.07692308 +105 48.57142857 +106 48.11320755 +107 48.59813084 +108 48.14814815 +109 47.70642202 +110 47.27272727 +111 47.74774775 +112 48.21428571 +113 48.67256637 +114 48.24561404 +115 48.69565217 +116 48.27586207 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 48.33333333 +121 47.93388430 +122 48.36065574 +123 48.78048780 +124 48.38709677 +125 48.80000000 +126 49.20634921 +127 49.60629921 +128 49.21875000 +129 48.83720930 +130 48.46153846 +131 48.09160305 +132 47.72727273 +133 48.12030075 +134 47.76119403 +135 47.40740741 +136 47.05882353 +137 47.44525547 +138 47.10144928 +139 47.48201439 +140 47.14285714 +141 47.51773050 +142 47.88732394 +143 48.25174825 +144 47.91666667 +145 48.27586207 +146 47.94520548 +147 48.29931973 +148 47.97297297 +149 48.32214765 +150 48.66666667 +151 48.34437086 +152 48.68421053 +153 49.01960784 +154 48.70129870 +155 48.38709677 +156 48.71794872 +157 49.04458599 +158 49.36708861 +159 49.68553459 +160 49.37500000 +161 49.06832298 +162 49.38271605 +163 49.07975460 +164 48.78048780 +165 48.48484848 +166 48.79518072 +167 48.50299401 +168 48.80952381 +169 48.52071006 +170 48.82352941 +171 49.12280702 +172 49.41860465 +173 49.71098266 +174 50.00000000 +175 49.71428571 +176 49.43181818 +177 49.71751412 +178 49.43820225 +179 49.72067039 +180 49.44444444 +181 49.17127072 +182 49.45054945 +183 49.18032787 +184 48.91304348 +185 49.18918919 +186 49.46236559 +187 49.73262032 +188 49.46808511 +189 49.20634921 +190 48.94736842 +191 49.21465969 +192 48.95833333 +193 48.70466321 +194 48.96907216 +195 49.23076923 +196 48.97959184 +197 48.73096447 +198 48.98989899 +199 49.24623116 +200 49.50000000 +201 49.75124378 +202 50.00000000 +203 49.75369458 +204 50.00000000 +205 49.75609756 +206 49.51456311 +207 49.75845411 +208 50.00000000 +209 49.76076555 +210 50.00000000 +211 50.23696682 +212 50.00000000 +213 49.76525822 +214 50.00000000 +215 50.23255814 +216 50.00000000 +217 49.76958525 +218 50.00000000 +219 50.22831050 +220 50.00000000 +221 49.77375566 +222 49.54954955 +223 49.32735426 +224 49.55357143 +225 49.33333333 +226 49.11504425 +227 49.33920705 +228 49.56140351 +229 49.34497817 +230 49.56521739 +231 49.35064935 +232 49.13793103 +233 49.35622318 +234 49.14529915 +235 48.93617021 +236 48.72881356 +237 48.52320675 +238 48.73949580 +239 48.95397490 +240 49.16666667 +241 48.96265560 +242 48.76033058 +243 48.55967078 +244 48.36065574 +245 48.57142857 +246 48.37398374 +247 48.58299595 +248 48.38709677 +249 48.59437751 +250 48.80000000 +251 49.00398406 +252 49.20634921 +253 49.40711462 +254 49.21259843 +255 49.41176471 +256 49.60937500 +257 49.80544747 +258 50.00000000 +259 49.80694981 +260 49.61538462 +261 49.80842912 +262 50.00000000 +263 50.19011407 +264 50.37878788 +265 50.56603774 +266 50.37593985 +267 50.56179775 +268 50.37313433 +269 50.55762082 +270 50.74074074 +271 50.92250923 +272 50.73529412 +273 50.54945055 +274 50.36496350 +275 50.18181818 +276 50.36231884 +277 50.54151625 +278 50.35971223 +279 50.17921147 +280 50.35714286 +281 50.53380783 +282 50.70921986 +283 50.53003534 +284 50.70422535 +285 50.52631579 +286 50.69930070 +287 50.52264808 +288 50.69444444 +289 50.86505190 +290 50.68965517 +291 50.85910653 +292 50.68493151 +293 50.85324232 +294 50.68027211 +295 50.84745763 +296 50.67567568 +297 50.84175084 +298 50.67114094 +299 50.83612040 +300 50.66666667 +301 50.49833887 +302 50.66225166 +303 50.82508251 +304 50.65789474 +305 50.81967213 +306 50.65359477 +307 50.81433225 +308 50.97402597 +309 51.13268608 +310 51.29032258 +311 51.44694534 +312 51.28205128 +313 51.43769968 +314 51.27388535 +315 51.11111111 +316 51.26582278 +317 51.41955836 +318 51.25786164 +319 51.09717868 +320 50.93750000 +321 50.77881620 +322 50.93167702 +323 50.77399381 +324 50.61728395 +325 50.46153846 +326 50.61349693 +327 50.45871560 +328 50.30487805 +329 50.15197568 +330 50.30303030 +331 50.45317221 +332 50.30120482 +333 50.45045045 +334 50.29940120 +335 50.14925373 +336 50.00000000 +337 49.85163205 +338 49.70414201 +339 49.85250737 +340 50.00000000 +341 50.14662757 +342 50.00000000 +343 50.14577259 +344 50.29069767 +345 50.14492754 +346 50.28901734 +347 50.14409222 +348 50.00000000 +349 50.14326648 +350 50.00000000 +351 50.14245014 +352 50.28409091 +353 50.14164306 +354 50.00000000 +355 49.85915493 +356 49.71910112 +357 49.57983193 +358 49.72067039 +359 49.58217270 +360 49.72222222 +361 49.86149584 +362 49.72375691 +363 49.86225895 +364 49.72527473 +365 49.58904110 +366 49.45355191 +367 49.59128065 +368 49.45652174 +369 49.59349593 +370 49.45945946 +371 49.32614555 +372 49.46236559 +373 49.32975871 +374 49.46524064 +375 49.33333333 +376 49.46808511 +377 49.60212202 +378 49.73544974 +379 49.60422164 +380 49.73684211 +381 49.60629921 +382 49.47643979 +383 49.34725849 +384 49.21875000 +385 49.09090909 +386 49.22279793 +387 49.09560724 +388 49.22680412 +389 49.10025707 +390 49.23076923 +391 49.10485934 +392 49.23469388 +393 49.36386768 +394 49.49238579 +395 49.62025316 +396 49.49494949 +397 49.62216625 +398 49.49748744 +399 49.37343358 +400 49.50000000 +401 49.37655860 +402 49.50248756 +403 49.62779156 +404 49.75247525 +405 49.87654321 +406 50.00000000 +407 50.12285012 +408 50.24509804 +409 50.12224939 +410 50.24390244 +411 50.36496350 +412 50.24271845 +413 50.12106538 +414 50.24154589 +415 50.12048193 +416 50.00000000 +417 49.88009592 +418 49.76076555 +419 49.64200477 +420 49.76190476 +421 49.64370546 +422 49.76303318 +423 49.88179669 +424 49.76415094 +425 49.88235294 +426 49.76525822 +427 49.64871194 +428 49.53271028 +429 49.65034965 +430 49.53488372 +431 49.65197216 +432 49.53703704 +433 49.42263279 +434 49.30875576 +435 49.42528736 +436 49.31192661 +437 49.42791762 +438 49.31506849 +439 49.43052392 +440 49.31818182 +441 49.43310658 +442 49.32126697 +443 49.20993228 +444 49.09909910 +445 49.21348315 +446 49.32735426 +447 49.44071588 +448 49.55357143 +449 49.66592428 +450 49.55555556 +451 49.44567627 +452 49.33628319 +453 49.22737307 +454 49.11894273 +455 49.23076923 +456 49.12280702 +457 49.01531729 +458 48.90829694 +459 49.01960784 +460 48.91304348 +461 49.02386117 +462 49.13419913 +463 49.02807775 +464 48.92241379 +465 49.03225806 +466 49.14163090 +467 49.25053533 +468 49.14529915 +469 49.04051173 +470 49.14893617 +471 49.25690021 +472 49.15254237 +473 49.04862579 +474 48.94514768 +475 48.84210526 +476 48.73949580 +477 48.84696017 +478 48.95397490 +479 49.06054280 +480 48.95833333 +481 48.85654886 +482 48.96265560 +483 49.06832298 +484 49.17355372 +485 49.27835052 +486 49.38271605 +487 49.28131417 +488 49.18032787 +489 49.07975460 +490 48.97959184 +491 49.08350305 +492 48.98373984 +493 48.88438134 +494 48.98785425 +495 48.88888889 +496 48.79032258 +497 48.89336016 +498 48.99598394 +499 49.09819639 +500 49.20000000 +501 49.30139721 +502 49.40239044 +503 49.50298211 +504 49.60317460 +505 49.70297030 +506 49.60474308 +507 49.50690335 +508 49.60629921 +509 49.50884086 +510 49.60784314 +511 49.51076321 +512 49.60937500 +513 49.51267057 +514 49.61089494 +515 49.70873786 +516 49.61240310 +517 49.51644101 +518 49.61389961 +519 49.51830443 +520 49.42307692 +521 49.52015355 +522 49.42528736 +523 49.33078394 +524 49.23664122 +525 49.14285714 +526 49.04942966 +527 48.95635674 +528 48.86363636 +529 48.77126654 +530 48.86792453 +531 48.96421846 +532 49.06015038 +533 49.15572233 +534 49.06367041 +535 48.97196262 +536 48.88059701 +537 48.97579143 +538 48.88475836 +539 48.97959184 +540 48.88888889 +541 48.79852126 +542 48.70848708 +543 48.80294659 +544 48.71323529 +545 48.80733945 +546 48.71794872 +547 48.62888483 +548 48.72262774 +549 48.81602914 +550 48.72727273 +551 48.63883848 +552 48.55072464 +553 48.64376130 +554 48.55595668 +555 48.64864865 +556 48.56115108 +557 48.47396768 +558 48.38709677 +559 48.47942755 +560 48.57142857 +561 48.66310160 +562 48.75444840 +563 48.84547069 +564 48.75886525 +565 48.67256637 +566 48.76325088 +567 48.85361552 +568 48.94366197 +569 48.85764499 +570 48.77192982 +571 48.68651489 +572 48.60139860 +573 48.51657941 +574 48.60627178 +575 48.69565217 +576 48.78472222 +577 48.87348354 +578 48.78892734 +579 48.87737478 +580 48.96551724 +581 48.88123924 +582 48.79725086 +583 48.71355060 +584 48.80136986 +585 48.88888889 +586 48.80546075 +587 48.72231687 +588 48.63945578 +589 48.72665535 +590 48.81355932 +591 48.90016920 +592 48.98648649 +593 48.90387858 +594 48.98989899 +595 49.07563025 +596 48.99328859 +597 48.91122278 +598 48.82943144 +599 48.91485810 +600 48.83333333 +601 48.91846922 +602 48.83720930 +603 48.75621891 +604 48.67549669 +605 48.59504132 +606 48.67986799 +607 48.76441516 +608 48.84868421 +609 48.76847291 +610 48.85245902 +611 48.77250409 +612 48.69281046 +613 48.61337684 +614 48.53420195 +615 48.61788618 +616 48.53896104 +617 48.62236629 +618 48.54368932 +619 48.46526656 +620 48.54838710 +621 48.63123994 +622 48.71382637 +623 48.79614767 +624 48.71794872 +625 48.64000000 +626 48.56230032 +627 48.64433812 +628 48.72611465 +629 48.80763116 +630 48.88888889 +631 48.96988906 +632 48.89240506 +633 48.81516588 +634 48.73817035 +635 48.81889764 +636 48.89937107 +637 48.82260597 +638 48.90282132 +639 48.98278560 +640 48.90625000 +641 48.98595944 +642 48.90965732 +643 48.83359253 +644 48.91304348 +645 48.83720930 +646 48.76160991 +647 48.68624420 +648 48.61111111 +649 48.53620955 +650 48.46153846 +651 48.54070661 +652 48.46625767 +653 48.39203675 +654 48.47094801 +655 48.39694656 +656 48.47560976 +657 48.40182648 +658 48.48024316 +659 48.40667678 +660 48.33333333 +661 48.26021180 +662 48.33836858 +663 48.41628959 +664 48.49397590 +665 48.57142857 +666 48.64864865 +667 48.72563718 +668 48.65269461 +669 48.57997010 +670 48.65671642 +671 48.58420268 +672 48.51190476 +673 48.43982169 +674 48.36795252 +675 48.29629630 +676 48.37278107 +677 48.44903988 +678 48.52507375 +679 48.45360825 +680 48.38235294 +681 48.31130690 +682 48.38709677 +683 48.31625183 +684 48.24561404 +685 48.32116788 +686 48.25072886 +687 48.32605531 +688 48.40116279 +689 48.33091437 +690 48.40579710 +691 48.33574530 +692 48.41040462 +693 48.48484848 +694 48.55907781 +695 48.63309353 +696 48.56321839 +697 48.49354376 +698 48.42406877 +699 48.35479256 +700 48.28571429 +701 48.35948645 +702 48.29059829 +703 48.22190612 +704 48.29545455 +705 48.36879433 +706 48.44192635 +707 48.51485149 +708 48.58757062 +709 48.66008463 +710 48.73239437 +711 48.80450070 +712 48.87640449 +713 48.94810659 +714 48.87955182 +715 48.81118881 +716 48.74301676 +717 48.67503487 +718 48.60724234 +719 48.53963839 +720 48.61111111 +721 48.54368932 +722 48.47645429 +723 48.54771784 +724 48.61878453 +725 48.68965517 +726 48.62258953 +727 48.55570839 +728 48.62637363 +729 48.69684499 +730 48.76712329 +731 48.83720930 +732 48.90710383 +733 48.97680764 +734 49.04632153 +735 48.97959184 +736 49.04891304 +737 48.98236092 +738 48.91598916 +739 48.98511502 +740 48.91891892 +741 48.98785425 +742 49.05660377 +743 49.12516824 +744 49.05913978 +745 49.12751678 +746 49.06166220 +747 48.99598394 +748 48.93048128 +749 48.86515354 +750 48.93333333 + +Final result: 48.9333 ±1.8265 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.hsw b/scores/deepseek-r1-distill-qwen-7b-iq3_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..2fe10653a967b46fde8c5ed19f2a49b0097d3472 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 70.58823529 +18 66.66666667 +19 63.15789474 +20 65.00000000 +21 66.66666667 +22 63.63636364 +23 65.21739130 +24 62.50000000 +25 60.00000000 +26 57.69230769 +27 55.55555556 +28 57.14285714 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 56.25000000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 56.09756098 +42 54.76190476 +43 53.48837209 +44 54.54545455 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 50.00000000 +49 48.97959184 +50 48.00000000 +51 47.05882353 +52 46.15384615 +53 45.28301887 +54 44.44444444 +55 43.63636364 +56 42.85714286 +57 43.85964912 +58 43.10344828 +59 44.06779661 +60 45.00000000 +61 44.26229508 +62 43.54838710 +63 42.85714286 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 42.85714286 +71 42.25352113 +72 43.05555556 +73 43.83561644 +74 44.59459459 +75 44.00000000 +76 44.73684211 +77 45.45454545 +78 44.87179487 +79 44.30379747 +80 43.75000000 +81 43.20987654 +82 42.68292683 +83 43.37349398 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 45.26315789 +96 45.83333333 +97 45.36082474 +98 45.91836735 +99 46.46464646 +100 47.00000000 +101 47.52475248 +102 47.05882353 +103 46.60194175 +104 47.11538462 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 51.09489051 +138 51.44927536 +139 51.07913669 +140 51.42857143 +141 51.77304965 +142 52.11267606 +143 52.44755245 +144 52.77777778 +145 53.10344828 +146 53.42465753 +147 53.74149660 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.89610390 +155 54.19354839 +156 53.84615385 +157 53.50318471 +158 53.79746835 +159 53.45911950 +160 53.75000000 +161 54.03726708 +162 53.70370370 +163 53.98773006 +164 54.26829268 +165 54.54545455 +166 54.81927711 +167 55.08982036 +168 55.35714286 +169 55.02958580 +170 54.70588235 +171 54.97076023 +172 55.23255814 +173 54.91329480 +174 54.59770115 +175 54.85714286 +176 54.54545455 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 53.84615385 +183 54.09836066 +184 53.80434783 +185 54.05405405 +186 53.76344086 +187 53.47593583 +188 53.19148936 +189 52.91005291 +190 53.15789474 +191 53.40314136 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.33333333 +196 53.06122449 +197 52.79187817 +198 52.52525253 +199 52.76381910 +200 53.00000000 +201 52.73631841 +202 52.47524752 +203 52.21674877 +204 52.45098039 +205 52.19512195 +206 51.94174757 +207 52.17391304 +208 51.92307692 +209 52.15311005 +210 52.38095238 +211 52.60663507 +212 52.83018868 +213 53.05164319 +214 52.80373832 +215 53.02325581 +216 53.24074074 +217 52.99539171 +218 52.75229358 +219 52.96803653 +220 53.18181818 +221 52.94117647 +222 53.15315315 +223 53.36322870 +224 53.57142857 +225 53.77777778 +226 53.53982301 +227 53.30396476 +228 53.07017544 +229 53.27510917 +230 53.04347826 +231 52.81385281 +232 52.58620690 +233 52.36051502 +234 52.13675214 +235 51.91489362 +236 51.69491525 +237 51.47679325 +238 51.68067227 +239 51.46443515 +240 51.25000000 +241 51.03734440 +242 51.23966942 +243 51.44032922 +244 51.22950820 +245 51.02040816 +246 50.81300813 +247 50.60728745 +248 50.80645161 +249 51.00401606 +250 51.20000000 +251 51.39442231 +252 51.58730159 +253 51.38339921 +254 51.57480315 +255 51.76470588 +256 51.95312500 +257 51.75097276 +258 51.93798450 +259 52.12355212 +260 52.30769231 +261 52.49042146 +262 52.29007634 +263 52.09125475 +264 52.27272727 +265 52.07547170 +266 51.87969925 +267 52.05992509 +268 52.23880597 +269 52.41635688 +270 52.22222222 +271 52.02952030 +272 51.83823529 +273 51.64835165 +274 51.82481752 +275 51.63636364 +276 51.81159420 +277 51.98555957 +278 52.15827338 +279 52.32974910 +280 52.50000000 +281 52.66903915 +282 52.83687943 +283 52.65017668 +284 52.81690141 +285 52.63157895 +286 52.44755245 +287 52.61324042 +288 52.77777778 +289 52.94117647 +290 53.10344828 +291 52.92096220 +292 52.73972603 +293 52.90102389 +294 53.06122449 +295 53.22033898 +296 53.37837838 +297 53.53535354 +298 53.69127517 +299 53.51170569 +300 53.66666667 +301 53.48837209 +302 53.64238411 +303 53.46534653 +304 53.61842105 +305 53.44262295 +306 53.59477124 +307 53.42019544 +308 53.57142857 +309 53.39805825 +310 53.54838710 +311 53.69774920 +312 53.84615385 +313 53.99361022 +314 53.82165605 +315 53.65079365 +316 53.79746835 +317 53.94321767 +318 53.77358491 +319 53.60501567 +320 53.75000000 +321 53.58255452 +322 53.41614907 +323 53.56037152 +324 53.70370370 +325 53.84615385 +326 53.68098160 +327 53.51681957 +328 53.65853659 +329 53.79939210 +330 53.93939394 +331 54.07854985 +332 53.91566265 +333 54.05405405 +334 53.89221557 +335 54.02985075 +336 54.16666667 +337 54.00593472 +338 53.84615385 +339 53.98230088 +340 53.82352941 +341 53.95894428 +342 54.09356725 +343 53.93586006 +344 53.77906977 +345 53.91304348 +346 53.75722543 +347 53.60230548 +348 53.44827586 +349 53.29512894 +350 53.42857143 +351 53.56125356 +352 53.40909091 +353 53.54107649 +354 53.67231638 +355 53.80281690 +356 53.93258427 +357 53.78151261 +358 53.91061453 +359 54.03899721 +360 53.88888889 +361 53.73961219 +362 53.86740331 +363 53.99449036 +364 54.12087912 +365 54.24657534 +366 54.37158470 +367 54.49591281 +368 54.61956522 +369 54.74254743 +370 54.86486486 +371 54.98652291 +372 55.10752688 +373 55.22788204 +374 55.08021390 +375 55.20000000 +376 55.31914894 +377 55.17241379 +378 55.02645503 +379 55.14511873 +380 55.26315789 +381 55.38057743 +382 55.23560209 +383 55.09138381 +384 55.20833333 +385 55.32467532 +386 55.44041451 +387 55.29715762 +388 55.15463918 +389 55.01285347 +390 55.12820513 +391 54.98721228 +392 55.10204082 +393 55.21628499 +394 55.32994924 +395 55.18987342 +396 55.30303030 +397 55.41561713 +398 55.52763819 +399 55.63909774 +400 55.50000000 +401 55.61097257 +402 55.47263682 +403 55.33498759 +404 55.19801980 +405 55.30864198 +406 55.17241379 +407 55.28255528 +408 55.39215686 +409 55.50122249 +410 55.36585366 +411 55.23114355 +412 55.09708738 +413 54.96368039 +414 55.07246377 +415 54.93975904 +416 55.04807692 +417 55.15587530 +418 55.26315789 +419 55.13126492 +420 55.23809524 +421 55.10688836 +422 55.21327014 +423 55.31914894 +424 55.42452830 +425 55.52941176 +426 55.63380282 +427 55.50351288 +428 55.60747664 +429 55.47785548 +430 55.58139535 +431 55.45243619 +432 55.32407407 +433 55.42725173 +434 55.52995392 +435 55.40229885 +436 55.27522936 +437 55.14874142 +438 55.02283105 +439 55.12528474 +440 55.22727273 +441 55.32879819 +442 55.42986425 +443 55.53047404 +444 55.40540541 +445 55.50561798 +446 55.60538117 +447 55.70469799 +448 55.58035714 +449 55.45657016 +450 55.55555556 +451 55.43237251 +452 55.53097345 +453 55.40838852 +454 55.28634361 +455 55.16483516 +456 55.26315789 +457 55.36105033 +458 55.45851528 +459 55.55555556 +460 55.65217391 +461 55.74837310 +462 55.84415584 +463 55.93952484 +464 56.03448276 +465 55.91397849 +466 56.00858369 +467 56.10278373 +468 55.98290598 +469 55.86353945 +470 55.74468085 +471 55.83864119 +472 55.93220339 +473 56.02536998 +474 56.11814346 +475 56.21052632 +476 56.09243697 +477 55.97484277 +478 56.06694561 +479 56.15866388 +480 56.25000000 +481 56.13305613 +482 56.01659751 +483 56.10766046 +484 55.99173554 +485 55.87628866 +486 55.96707819 +487 56.05749487 +488 55.94262295 +489 56.03271984 +490 56.12244898 +491 56.00814664 +492 56.09756098 +493 56.18661258 +494 56.27530364 +495 56.36363636 +496 56.45161290 +497 56.33802817 +498 56.42570281 +499 56.31262525 +500 56.40000000 +501 56.28742515 +502 56.17529880 +503 56.26242545 +504 56.34920635 +505 56.43564356 +506 56.32411067 +507 56.41025641 +508 56.29921260 +509 56.38506876 +510 56.47058824 +511 56.36007828 +512 56.25000000 +513 56.14035088 +514 56.22568093 +515 56.31067961 +516 56.20155039 +517 56.09284333 +518 56.17760618 +519 56.06936416 +520 55.96153846 +521 55.85412668 +522 55.74712644 +523 55.64053537 +524 55.72519084 +525 55.80952381 +526 55.70342205 +527 55.59772296 +528 55.68181818 +529 55.76559546 +530 55.84905660 +531 55.74387947 +532 55.63909774 +533 55.72232645 +534 55.61797753 +535 55.70093458 +536 55.59701493 +537 55.67970205 +538 55.76208178 +539 55.65862709 +540 55.55555556 +541 55.63770795 +542 55.53505535 +543 55.43278085 +544 55.33088235 +545 55.41284404 +546 55.49450549 +547 55.57586837 +548 55.47445255 +549 55.55555556 +550 55.45454545 +551 55.53539020 +552 55.43478261 +553 55.33453888 +554 55.41516245 +555 55.31531532 +556 55.39568345 +557 55.29622980 +558 55.19713262 +559 55.27728086 +560 55.35714286 +561 55.43672014 +562 55.33807829 +563 55.23978686 +564 55.14184397 +565 55.04424779 +566 54.94699647 +567 55.02645503 +568 55.10563380 +569 55.00878735 +570 55.08771930 +571 55.16637478 +572 55.24475524 +573 55.14834206 +574 55.22648084 +575 55.13043478 +576 55.20833333 +577 55.28596187 +578 55.36332180 +579 55.26770294 +580 55.17241379 +581 55.07745267 +582 54.98281787 +583 55.06003431 +584 54.96575342 +585 54.87179487 +586 54.77815700 +587 54.85519591 +588 54.76190476 +589 54.66893039 +590 54.57627119 +591 54.65313029 +592 54.56081081 +593 54.46880270 +594 54.37710438 +595 54.45378151 +596 54.53020134 +597 54.60636516 +598 54.51505017 +599 54.59098497 +600 54.66666667 +601 54.74209651 +602 54.81727575 +603 54.72636816 +604 54.80132450 +605 54.87603306 +606 54.78547855 +607 54.69522241 +608 54.60526316 +609 54.67980296 +610 54.75409836 +611 54.82815057 +612 54.73856209 +613 54.64926591 +614 54.56026059 +615 54.63414634 +616 54.54545455 +617 54.45705024 +618 54.53074434 +619 54.44264943 +620 54.51612903 +621 54.42834138 +622 54.34083601 +623 54.41412520 +624 54.48717949 +625 54.56000000 +626 54.47284345 +627 54.38596491 +628 54.45859873 +629 54.37201908 +630 54.28571429 +631 54.19968304 +632 54.11392405 +633 54.02843602 +634 54.10094637 +635 54.01574803 +636 54.08805031 +637 54.16012559 +638 54.07523511 +639 54.14710485 +640 54.06250000 +641 53.97815913 +642 54.04984424 +643 54.12130638 +644 54.03726708 +645 54.10852713 +646 54.17956656 +647 54.25038640 +648 54.32098765 +649 54.23728814 +650 54.30769231 +651 54.37788018 +652 54.29447853 +653 54.36447167 +654 54.28134557 +655 54.35114504 +656 54.42073171 +657 54.49010654 +658 54.55927052 +659 54.62822458 +660 54.54545455 +661 54.46293495 +662 54.53172205 +663 54.60030166 +664 54.66867470 +665 54.73684211 +666 54.65465465 +667 54.72263868 +668 54.79041916 +669 54.70852018 +670 54.77611940 +671 54.84351714 +672 54.91071429 +673 54.97771174 +674 54.89614243 +675 54.96296296 +676 54.88165680 +677 54.80059084 +678 54.86725664 +679 54.93372607 +680 54.85294118 +681 54.77239354 +682 54.83870968 +683 54.90483163 +684 54.97076023 +685 54.89051095 +686 54.95626822 +687 55.02183406 +688 55.08720930 +689 55.15239478 +690 55.21739130 +691 55.13748191 +692 55.20231214 +693 55.26695527 +694 55.33141210 +695 55.25179856 +696 55.31609195 +697 55.38020086 +698 55.44412607 +699 55.36480687 +700 55.28571429 +701 55.34950071 +702 55.41310541 +703 55.33428165 +704 55.39772727 +705 55.46099291 +706 55.52407932 +707 55.44554455 +708 55.50847458 +709 55.57122708 +710 55.63380282 +711 55.55555556 +712 55.61797753 +713 55.68022440 +714 55.74229692 +715 55.66433566 +716 55.72625698 +717 55.78800558 +718 55.71030641 +719 55.63282337 +720 55.55555556 +721 55.61719834 +722 55.67867036 +723 55.73997234 +724 55.80110497 +725 55.86206897 +726 55.78512397 +727 55.84594223 +728 55.90659341 +729 55.96707819 +730 55.89041096 +731 55.95075239 +732 55.87431694 +733 55.93451569 +734 55.99455041 +735 55.91836735 +736 55.84239130 +737 55.76662144 +738 55.69105691 +739 55.61569689 +740 55.67567568 +741 55.73549258 +742 55.79514825 +743 55.85464334 +744 55.91397849 +745 55.83892617 +746 55.89812332 +747 55.82329317 +748 55.88235294 +749 55.94125501 +750 56.00000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.log b/scores/deepseek-r1-distill-qwen-7b-iq3_m.log deleted file mode 100644 index bce111d2bb4e487a6d1742afc4089a10dfdf4264..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-iq3_m.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 26.530303 ± 0.256822 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.58% -Mean ln(PPL(Q)/PPL(base)) : 0.062158 ± 0.001634 -Mean PPL(Q)/PPL(base) : 1.064131 ± 0.001738 -Mean PPL(Q)-PPL(base) : 1.598873 ± 0.044813 - -====== KL divergence statistics ====== -Mean KLD: 0.110374 ± 0.000408 -Maximum KLD: 4.856987 -99.9% KLD: 1.554827 -99.0% KLD: 0.706525 -99.0% KLD: 0.706525 -Median KLD: 0.063658 -10.0% KLD: 0.001721 - 5.0% KLD: 0.000315 - 1.0% KLD: 0.000020 -Minimum KLD: -0.000091 - -====== Token probability statistics ====== -Mean Δp: -1.459 ± 0.021 % -Maximum Δp: 90.908% -99.9% Δp: 41.637% -99.0% Δp: 20.507% -95.0% Δp: 8.036% -90.0% Δp: 3.551% -75.0% Δp: 0.185% -Median Δp: -0.025% -25.0% Δp: -2.071% -10.0% Δp: -9.115% - 5.0% Δp: -15.397% - 1.0% Δp: -30.740% - 0.1% Δp: -54.239% -Minimum Δp: -95.795% -RMS Δp : 8.130 ± 0.041 % -Same top p: 84.107 ± 0.095 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.mmlu b/scores/deepseek-r1-distill-qwen-7b-iq3_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..a77dd281e547311cde79dc0ad4cba2a460c4fabd --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 40.00000000 +11 36.36363636 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 36.36363636 +23 34.78260870 +24 33.33333333 +25 36.00000000 +26 34.61538462 +27 33.33333333 +28 35.71428571 +29 37.93103448 +30 40.00000000 +31 41.93548387 +32 43.75000000 +33 42.42424242 +34 41.17647059 +35 42.85714286 +36 41.66666667 +37 40.54054054 +38 42.10526316 +39 41.02564103 +40 40.00000000 +41 41.46341463 +42 40.47619048 +43 39.53488372 +44 38.63636364 +45 37.77777778 +46 36.95652174 +47 36.17021277 +48 37.50000000 +49 38.77551020 +50 40.00000000 +51 39.21568627 +52 38.46153846 +53 37.73584906 +54 37.03703704 +55 38.18181818 +56 39.28571429 +57 38.59649123 +58 37.93103448 +59 37.28813559 +60 36.66666667 +61 36.06557377 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 33.33333333 +70 34.28571429 +71 33.80281690 +72 34.72222222 +73 34.24657534 +74 33.78378378 +75 34.66666667 +76 35.52631579 +77 36.36363636 +78 37.17948718 +79 36.70886076 +80 37.50000000 +81 37.03703704 +82 36.58536585 +83 37.34939759 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 37.93103448 +88 38.63636364 +89 38.20224719 +90 37.77777778 +91 37.36263736 +92 36.95652174 +93 36.55913978 +94 36.17021277 +95 35.78947368 +96 36.45833333 +97 36.08247423 +98 35.71428571 +99 35.35353535 +100 35.00000000 +101 34.65346535 +102 34.31372549 +103 33.98058252 +104 33.65384615 +105 33.33333333 +106 33.01886792 +107 32.71028037 +108 33.33333333 +109 33.02752294 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 32.74336283 +114 33.33333333 +115 33.91304348 +116 33.62068966 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 32.50000000 +121 32.23140496 +122 31.96721311 +123 31.70731707 +124 31.45161290 +125 32.00000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.00775194 +130 30.76923077 +131 31.29770992 +132 31.06060606 +133 30.82706767 +134 30.59701493 +135 30.37037037 +136 30.88235294 +137 30.65693431 +138 30.43478261 +139 30.21582734 +140 30.00000000 +141 29.78723404 +142 29.57746479 +143 30.06993007 +144 30.55555556 +145 30.34482759 +146 30.13698630 +147 29.93197279 +148 30.40540541 +149 30.20134228 +150 30.00000000 +151 29.80132450 +152 30.26315789 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 29.48717949 +157 29.93630573 +158 30.37974684 +159 30.18867925 +160 30.62500000 +161 30.43478261 +162 30.24691358 +163 30.06134969 +164 29.87804878 +165 30.30303030 +166 30.12048193 +167 30.53892216 +168 30.35714286 +169 30.17751479 +170 30.00000000 +171 29.82456140 +172 29.65116279 +173 29.47976879 +174 29.31034483 +175 29.14285714 +176 29.54545455 +177 29.37853107 +178 29.21348315 +179 29.60893855 +180 30.00000000 +181 29.83425414 +182 29.67032967 +183 30.05464481 +184 29.89130435 +185 30.27027027 +186 30.64516129 +187 30.48128342 +188 30.31914894 +189 30.15873016 +190 30.00000000 +191 29.84293194 +192 29.68750000 +193 29.53367876 +194 29.89690722 +195 30.25641026 +196 30.61224490 +197 30.45685279 +198 30.30303030 +199 30.15075377 +200 30.00000000 +201 30.34825871 +202 30.19801980 +203 30.54187192 +204 30.39215686 +205 30.73170732 +206 30.58252427 +207 30.43478261 +208 30.28846154 +209 30.14354067 +210 30.00000000 +211 30.33175355 +212 30.18867925 +213 30.04694836 +214 29.90654206 +215 29.76744186 +216 29.62962963 +217 29.49308756 +218 29.35779817 +219 29.22374429 +220 29.09090909 +221 28.95927602 +222 29.27927928 +223 29.14798206 +224 29.01785714 +225 29.33333333 +226 29.20353982 +227 29.51541850 +228 29.82456140 +229 29.69432314 +230 29.56521739 +231 29.43722944 +232 29.31034483 +233 29.18454936 +234 29.48717949 +235 29.36170213 +236 29.23728814 +237 29.11392405 +238 28.99159664 +239 28.87029289 +240 28.75000000 +241 28.63070539 +242 28.92561983 +243 29.21810700 +244 29.09836066 +245 29.38775510 +246 29.26829268 +247 29.14979757 +248 29.03225806 +249 28.91566265 +250 28.80000000 +251 28.68525896 +252 28.57142857 +253 28.85375494 +254 28.74015748 +255 29.01960784 +256 28.90625000 +257 29.18287938 +258 29.06976744 +259 29.34362934 +260 29.23076923 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 29.16666667 +265 29.05660377 +266 28.94736842 +267 28.83895131 +268 28.73134328 +269 28.62453532 +270 28.51851852 +271 28.41328413 +272 28.67647059 +273 28.57142857 +274 28.46715328 +275 28.36363636 +276 28.62318841 +277 28.88086643 +278 28.77697842 +279 28.67383513 +280 28.57142857 +281 28.46975089 +282 28.36879433 +283 28.26855124 +284 28.16901408 +285 28.07017544 +286 27.97202797 +287 28.22299652 +288 28.12500000 +289 28.02768166 +290 28.27586207 +291 28.52233677 +292 28.76712329 +293 29.01023891 +294 29.25170068 +295 29.15254237 +296 29.05405405 +297 28.95622896 +298 29.19463087 +299 29.09698997 +300 29.33333333 +301 29.23588040 +302 29.47019868 +303 29.37293729 +304 29.60526316 +305 29.83606557 +306 29.73856209 +307 29.64169381 +308 29.54545455 +309 29.44983819 +310 29.35483871 +311 29.26045016 +312 29.48717949 +313 29.71246006 +314 29.93630573 +315 29.84126984 +316 29.74683544 +317 29.65299685 +318 29.55974843 +319 29.78056426 +320 29.68750000 +321 29.59501558 +322 29.50310559 +323 29.41176471 +324 29.32098765 +325 29.53846154 +326 29.44785276 +327 29.66360856 +328 29.87804878 +329 29.78723404 +330 29.69696970 +331 29.60725076 +332 29.81927711 +333 29.72972973 +334 29.64071856 +335 29.85074627 +336 29.76190476 +337 29.67359050 +338 29.58579882 +339 29.49852507 +340 29.41176471 +341 29.32551320 +342 29.23976608 +343 29.15451895 +344 29.06976744 +345 28.98550725 +346 29.19075145 +347 29.39481268 +348 29.31034483 +349 29.51289398 +350 29.71428571 +351 29.62962963 +352 29.54545455 +353 29.74504249 +354 29.66101695 +355 29.57746479 +356 29.77528090 +357 29.69187675 +358 29.60893855 +359 29.52646240 +360 29.72222222 +361 29.91689751 +362 29.83425414 +363 30.02754821 +364 29.94505495 +365 29.86301370 +366 29.78142077 +367 29.70027248 +368 29.61956522 +369 29.53929539 +370 29.72972973 +371 29.64959569 +372 29.56989247 +373 29.49061662 +374 29.41176471 +375 29.60000000 +376 29.52127660 +377 29.44297082 +378 29.36507937 +379 29.28759894 +380 29.21052632 +381 29.13385827 +382 29.05759162 +383 29.24281984 +384 29.16666667 +385 29.09090909 +386 29.01554404 +387 28.94056848 +388 28.86597938 +389 29.04884319 +390 28.97435897 +391 29.15601023 +392 29.33673469 +393 29.26208651 +394 29.18781726 +395 29.11392405 +396 29.29292929 +397 29.21914358 +398 29.14572864 +399 29.32330827 +400 29.25000000 +401 29.42643392 +402 29.35323383 +403 29.28039702 +404 29.20792079 +405 29.13580247 +406 29.06403941 +407 28.99262899 +408 28.92156863 +409 29.09535452 +410 29.02439024 +411 28.95377129 +412 28.88349515 +413 29.05569007 +414 29.22705314 +415 29.39759036 +416 29.32692308 +417 29.25659472 +418 29.18660287 +419 29.35560859 +420 29.52380952 +421 29.45368171 +422 29.38388626 +423 29.31442080 +424 29.48113208 +425 29.64705882 +426 29.57746479 +427 29.50819672 +428 29.67289720 +429 29.83682984 +430 29.76744186 +431 29.93039443 +432 30.09259259 +433 30.02309469 +434 30.18433180 +435 30.11494253 +436 30.04587156 +437 29.97711670 +438 30.13698630 +439 30.29612756 +440 30.22727273 +441 30.15873016 +442 30.09049774 +443 30.02257336 +444 29.95495495 +445 29.88764045 +446 29.82062780 +447 29.75391499 +448 29.68750000 +449 29.62138085 +450 29.55555556 +451 29.49002217 +452 29.64601770 +453 29.80132450 +454 29.73568282 +455 29.67032967 +456 29.82456140 +457 29.75929978 +458 29.69432314 +459 29.84749455 +460 30.00000000 +461 29.93492408 +462 29.87012987 +463 30.02159827 +464 29.95689655 +465 29.89247312 +466 29.82832618 +467 29.97858672 +468 29.91452991 +469 30.06396588 +470 30.00000000 +471 29.93630573 +472 29.87288136 +473 30.02114165 +474 29.95780591 +475 29.89473684 +476 30.04201681 +477 29.97903564 +478 30.12552301 +479 30.27139875 +480 30.20833333 +481 30.14553015 +482 30.08298755 +483 30.02070393 +484 29.95867769 +485 29.89690722 +486 29.83539095 +487 29.97946612 +488 29.91803279 +489 29.85685072 +490 30.00000000 +491 30.14256619 +492 30.08130081 +493 30.02028398 +494 30.16194332 +495 30.30303030 +496 30.44354839 +497 30.38229376 +498 30.32128514 +499 30.26052104 +500 30.40000000 +501 30.33932136 +502 30.27888446 +503 30.21868787 +504 30.35714286 +505 30.29702970 +506 30.43478261 +507 30.37475345 +508 30.31496063 +509 30.25540275 +510 30.39215686 +511 30.33268102 +512 30.27343750 +513 30.21442495 +514 30.15564202 +515 30.09708738 +516 30.03875969 +517 30.17408124 +518 30.30888031 +519 30.25048170 +520 30.19230769 +521 30.13435701 +522 30.26819923 +523 30.40152964 +524 30.53435115 +525 30.47619048 +526 30.41825095 +527 30.55028463 +528 30.49242424 +529 30.62381853 +530 30.75471698 +531 30.69679849 +532 30.63909774 +533 30.58161351 +534 30.52434457 +535 30.65420561 +536 30.59701493 +537 30.72625698 +538 30.85501859 +539 30.79777365 +540 30.74074074 +541 30.86876155 +542 30.99630996 +543 30.93922652 +544 30.88235294 +545 30.82568807 +546 30.76923077 +547 30.71297989 +548 30.83941606 +549 30.78324226 +550 30.72727273 +551 30.67150635 +552 30.79710145 +553 30.74141049 +554 30.68592058 +555 30.63063063 +556 30.57553957 +557 30.52064632 +558 30.64516129 +559 30.59033989 +560 30.53571429 +561 30.48128342 +562 30.42704626 +563 30.55062167 +564 30.49645390 +565 30.44247788 +566 30.38869258 +567 30.33509700 +568 30.45774648 +569 30.40421793 +570 30.35087719 +571 30.47285464 +572 30.41958042 +573 30.36649215 +574 30.48780488 +575 30.43478261 +576 30.55555556 +577 30.67590988 +578 30.62283737 +579 30.56994819 +580 30.51724138 +581 30.46471601 +582 30.41237113 +583 30.36020583 +584 30.47945205 +585 30.42735043 +586 30.37542662 +587 30.32367973 +588 30.27210884 +589 30.22071307 +590 30.16949153 +591 30.11844332 +592 30.06756757 +593 30.01686341 +594 30.13468013 +595 30.08403361 +596 30.20134228 +597 30.15075377 +598 30.10033445 +599 30.21702838 +600 30.16666667 +601 30.28286190 +602 30.23255814 +603 30.34825871 +604 30.29801325 +605 30.41322314 +606 30.36303630 +607 30.47775947 +608 30.42763158 +609 30.37766831 +610 30.32786885 +611 30.27823241 +612 30.22875817 +613 30.17944535 +614 30.29315961 +615 30.24390244 +616 30.35714286 +617 30.47001621 +618 30.42071197 +619 30.37156704 +620 30.32258065 +621 30.27375201 +622 30.38585209 +623 30.33707865 +624 30.28846154 +625 30.24000000 +626 30.35143770 +627 30.30303030 +628 30.41401274 +629 30.52464229 +630 30.47619048 +631 30.42789223 +632 30.53797468 +633 30.48973144 +634 30.44164038 +635 30.39370079 +636 30.34591195 +637 30.29827316 +638 30.25078370 +639 30.35993740 +640 30.46875000 +641 30.42121685 +642 30.52959502 +643 30.48211509 +644 30.59006211 +645 30.54263566 +646 30.49535604 +647 30.44822257 +648 30.40123457 +649 30.35439137 +650 30.30769231 +651 30.26113671 +652 30.21472393 +653 30.16845329 +654 30.27522936 +655 30.22900763 +656 30.33536585 +657 30.28919330 +658 30.39513678 +659 30.34901366 +660 30.30303030 +661 30.25718608 +662 30.21148036 +663 30.16591252 +664 30.12048193 +665 30.07518797 +666 30.03003003 +667 29.98500750 +668 30.08982036 +669 30.04484305 +670 30.14925373 +671 30.10432191 +672 30.05952381 +673 30.01485884 +674 29.97032641 +675 29.92592593 +676 29.88165680 +677 29.83751846 +678 29.79351032 +679 29.74963181 +680 29.85294118 +681 29.95594714 +682 29.91202346 +683 30.01464129 +684 29.97076023 +685 29.92700730 +686 29.88338192 +687 29.83988355 +688 29.79651163 +689 29.75326560 +690 29.71014493 +691 29.81186686 +692 29.76878613 +693 29.72582973 +694 29.68299712 +695 29.64028777 +696 29.74137931 +697 29.69870875 +698 29.65616046 +699 29.75679542 +700 29.71428571 +701 29.81455064 +702 29.91452991 +703 30.01422475 +704 29.97159091 +705 29.92907801 +706 29.88668555 +707 29.84441301 +708 29.80225989 +709 29.76022567 +710 29.85915493 +711 29.95780591 +712 29.91573034 +713 30.01402525 +714 30.11204482 +715 30.06993007 +716 30.02793296 +717 29.98605300 +718 29.94428969 +719 29.90264256 +720 29.86111111 +721 29.81969487 +722 29.77839335 +723 29.87551867 +724 29.83425414 +725 29.93103448 +726 30.02754821 +727 29.98624484 +728 29.94505495 +729 30.04115226 +730 30.00000000 +731 29.95896033 +732 30.05464481 +733 30.01364256 +734 29.97275204 +735 29.93197279 +736 30.02717391 +737 30.12211669 +738 30.08130081 +739 30.17591340 +740 30.27027027 +741 30.22941970 +742 30.32345013 +743 30.41722746 +744 30.51075269 +745 30.46979866 +746 30.42895442 +747 30.38821954 +748 30.34759358 +749 30.30707610 +750 30.40000000 + +Final result: 30.4000 ±1.6807 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.ppx b/scores/deepseek-r1-distill-qwen-7b-iq3_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..3e087ff7ae7c95a807d36b31fa9d07e050384c74 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 33.173614 ±0.334504 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.33% +Mean ln(PPL(Q)/PPL(base)) : 0.285626 ±0.002707 +Mean PPL(Q)/PPL(base) : 1.330594 ±0.003602 +Mean PPL(Q)-PPL(base) : 8.242184 ±0.120934 + +====== KL divergence statistics ====== +Mean KLD: 0.347117 ±0.000948 +Maximum KLD: 6.902395 +99.9% KLD: 2.647978 +99.0% KLD: 1.587362 +99.0% KLD: 1.587362 +Median KLD: 0.247814 +10.0% KLD: 0.005469 + 5.0% KLD: 0.000960 + 1.0% KLD: 0.000060 +Minimum KLD: -0.000021 + +====== Token probability statistics ====== +Mean Δp: -2.845 ± 0.034 % +Maximum Δp: 96.093% +99.9% Δp: 55.811% +99.0% Δp: 32.844% +95.0% Δp: 14.133% +90.0% Δp: 6.325% +75.0% Δp: 0.157% +Median Δp: -0.095% +25.0% Δp: -4.286% +10.0% Δp: -17.155% + 5.0% Δp: -27.930% + 1.0% Δp: -50.400% + 0.1% Δp: -73.758% +Minimum Δp: -98.444% +RMS Δp : 13.391 ± 0.052 % +Same top p: 71.934 ± 0.116 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.tqa b/scores/deepseek-r1-distill-qwen-7b-iq3_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..65620e5aa6c5d4820f9d83fa28d44620ff85befc --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 27.53623188 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 31.50684932 +74 31.08108108 +75 30.66666667 +76 31.57894737 +77 31.16883117 +78 30.76923077 +79 30.37974684 +80 30.00000000 +81 29.62962963 +82 29.26829268 +83 28.91566265 +84 28.57142857 +85 28.23529412 +86 27.90697674 +87 27.58620690 +88 27.27272727 +89 28.08988764 +90 27.77777778 +91 27.47252747 +92 27.17391304 +93 26.88172043 +94 26.59574468 +95 27.36842105 +96 28.12500000 +97 27.83505155 +98 27.55102041 +99 28.28282828 +100 29.00000000 +101 29.70297030 +102 29.41176471 +103 30.09708738 +104 29.80769231 +105 29.52380952 +106 30.18867925 +107 30.84112150 +108 31.48148148 +109 31.19266055 +110 31.81818182 +111 31.53153153 +112 31.25000000 +113 30.97345133 +114 31.57894737 +115 31.30434783 +116 31.03448276 +117 30.76923077 +118 30.50847458 +119 30.25210084 +120 30.00000000 +121 30.57851240 +122 30.32786885 +123 30.89430894 +124 31.45161290 +125 32.00000000 +126 32.53968254 +127 32.28346457 +128 32.03125000 +129 31.78294574 +130 31.53846154 +131 31.29770992 +132 31.06060606 +133 30.82706767 +134 31.34328358 +135 31.85185185 +136 31.61764706 +137 32.11678832 +138 32.60869565 +139 33.09352518 +140 33.57142857 +141 33.33333333 +142 33.09859155 +143 32.86713287 +144 33.33333333 +145 33.10344828 +146 32.87671233 +147 33.33333333 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 33.11258278 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.69230769 +157 32.48407643 +158 32.91139241 +159 32.70440252 +160 32.50000000 +161 32.29813665 +162 32.09876543 +163 32.51533742 +164 32.31707317 +165 32.72727273 +166 33.13253012 +167 32.93413174 +168 32.73809524 +169 32.54437870 +170 32.35294118 +171 32.16374269 +172 31.97674419 +173 32.36994220 +174 32.18390805 +175 32.00000000 +176 32.38636364 +177 32.20338983 +178 32.02247191 +179 31.84357542 +180 31.66666667 +181 31.49171271 +182 31.31868132 +183 31.14754098 +184 30.97826087 +185 30.81081081 +186 31.18279570 +187 31.01604278 +188 30.85106383 +189 31.21693122 +190 31.05263158 +191 30.89005236 +192 30.72916667 +193 30.56994819 +194 30.92783505 +195 30.76923077 +196 30.61224490 +197 30.96446701 +198 31.31313131 +199 31.15577889 +200 31.50000000 +201 31.34328358 +202 31.68316832 +203 31.52709360 +204 31.37254902 +205 31.70731707 +206 31.55339806 +207 31.88405797 +208 31.73076923 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.01851852 +217 30.87557604 +218 31.19266055 +219 31.05022831 +220 30.90909091 +221 30.76923077 +222 30.63063063 +223 30.49327354 +224 30.80357143 +225 30.66666667 +226 30.53097345 +227 30.39647577 +228 30.26315789 +229 30.13100437 +230 30.00000000 +231 29.87012987 +232 29.74137931 +233 30.04291845 +234 29.91452991 +235 29.78723404 +236 30.08474576 +237 30.37974684 +238 30.67226891 +239 30.54393305 +240 30.41666667 +241 30.29045643 +242 30.16528926 +243 30.04115226 +244 29.91803279 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.83870968 +249 30.12048193 +250 30.00000000 +251 30.27888446 +252 30.15873016 +253 30.03952569 +254 29.92125984 +255 29.80392157 +256 29.68750000 +257 29.57198444 +258 29.45736434 +259 29.34362934 +260 29.23076923 +261 29.50191571 +262 29.38931298 +263 29.27756654 +264 29.54545455 +265 29.81132075 +266 29.69924812 +267 29.96254682 +268 29.85074627 +269 29.73977695 +270 29.62962963 +271 29.52029520 +272 29.41176471 +273 29.30402930 +274 29.19708029 +275 29.09090909 +276 28.98550725 +277 28.88086643 +278 28.77697842 +279 28.67383513 +280 28.57142857 +281 28.82562278 +282 28.72340426 +283 28.62190813 +284 28.52112676 +285 28.42105263 +286 28.67132867 +287 28.57142857 +288 28.47222222 +289 28.37370242 +290 28.27586207 +291 28.52233677 +292 28.76712329 +293 29.01023891 +294 28.91156463 +295 29.15254237 +296 29.39189189 +297 29.62962963 +298 29.53020134 +299 29.43143813 +300 29.33333333 +301 29.23588040 +302 29.13907285 +303 29.04290429 +304 28.94736842 +305 28.85245902 +306 28.75816993 +307 28.66449511 +308 28.89610390 +309 28.80258900 +310 28.70967742 +311 28.61736334 +312 28.84615385 +313 28.75399361 +314 28.66242038 +315 28.57142857 +316 28.48101266 +317 28.39116719 +318 28.30188679 +319 28.21316614 +320 28.12500000 +321 28.03738318 +322 28.26086957 +323 28.17337461 +324 28.08641975 +325 28.00000000 +326 27.91411043 +327 27.82874618 +328 28.04878049 +329 27.96352584 +330 28.18181818 +331 28.09667674 +332 28.31325301 +333 28.52852853 +334 28.44311377 +335 28.65671642 +336 28.86904762 +337 28.78338279 +338 28.69822485 +339 28.90855457 +340 28.82352941 +341 29.03225806 +342 29.23976608 +343 29.15451895 +344 29.36046512 +345 29.56521739 +346 29.76878613 +347 29.97118156 +348 29.88505747 +349 30.08595989 +350 30.00000000 +351 29.91452991 +352 30.11363636 +353 30.31161473 +354 30.22598870 +355 30.42253521 +356 30.33707865 +357 30.25210084 +358 30.44692737 +359 30.36211699 +360 30.27777778 +361 30.19390582 +362 30.11049724 +363 30.30303030 +364 30.21978022 +365 30.41095890 +366 30.32786885 +367 30.51771117 +368 30.43478261 +369 30.35230352 +370 30.27027027 +371 30.18867925 +372 30.37634409 +373 30.29490617 +374 30.48128342 +375 30.40000000 +376 30.31914894 +377 30.23872679 +378 30.42328042 +379 30.34300792 +380 30.26315789 +381 30.18372703 +382 30.10471204 +383 30.02610966 +384 29.94791667 +385 29.87012987 +386 29.79274611 +387 29.71576227 +388 29.89690722 +389 29.82005141 +390 29.74358974 +391 29.66751918 +392 29.59183673 +393 29.51653944 +394 29.69543147 +395 29.62025316 +396 29.54545455 +397 29.72292191 +398 29.64824121 +399 29.57393484 +400 29.50000000 +401 29.42643392 +402 29.60199005 +403 29.52853598 +404 29.45544554 +405 29.38271605 +406 29.31034483 +407 29.23832924 +408 29.16666667 +409 29.09535452 +410 29.02439024 +411 28.95377129 +412 29.12621359 +413 29.05569007 +414 29.22705314 +415 29.15662651 +416 29.08653846 +417 29.01678657 +418 28.94736842 +419 28.87828162 +420 29.04761905 +421 29.21615202 +422 29.14691943 +423 29.07801418 +424 29.00943396 +425 28.94117647 +426 28.87323944 +427 28.80562061 +428 28.73831776 +429 28.67132867 +430 28.60465116 +431 28.53828306 +432 28.70370370 +433 28.86836028 +434 29.03225806 +435 28.96551724 +436 29.12844037 +437 29.06178490 +438 28.99543379 +439 28.92938497 +440 29.09090909 +441 29.02494331 +442 29.18552036 +443 29.11963883 +444 29.27927928 +445 29.21348315 +446 29.14798206 +447 29.08277405 +448 29.01785714 +449 29.17594655 +450 29.11111111 +451 29.04656319 +452 28.98230088 +453 28.91832230 +454 28.85462555 +455 28.79120879 +456 28.72807018 +457 28.66520788 +458 28.60262009 +459 28.54030501 +460 28.47826087 +461 28.41648590 +462 28.35497835 +463 28.29373650 +464 28.23275862 +465 28.38709677 +466 28.32618026 +467 28.26552463 +468 28.20512821 +469 28.14498934 +470 28.08510638 +471 28.02547771 +472 27.96610169 +473 27.90697674 +474 27.84810127 +475 28.00000000 +476 27.94117647 +477 28.09224319 +478 28.03347280 +479 27.97494781 +480 27.91666667 +481 27.85862786 +482 27.80082988 +483 27.95031056 +484 28.09917355 +485 28.24742268 +486 28.18930041 +487 28.13141684 +488 28.07377049 +489 28.22085890 +490 28.36734694 +491 28.30957230 +492 28.45528455 +493 28.39756592 +494 28.34008097 +495 28.48484848 +496 28.42741935 +497 28.37022133 +498 28.31325301 +499 28.25651303 +500 28.20000000 +501 28.34331337 +502 28.48605578 +503 28.42942346 +504 28.57142857 +505 28.51485149 +506 28.45849802 +507 28.40236686 +508 28.34645669 +509 28.48722986 +510 28.62745098 +511 28.57142857 +512 28.51562500 +513 28.46003899 +514 28.40466926 +515 28.54368932 +516 28.48837209 +517 28.62669246 +518 28.57142857 +519 28.51637765 +520 28.46153846 +521 28.59884837 +522 28.54406130 +523 28.68068834 +524 28.62595420 +525 28.76190476 +526 28.70722433 +527 28.65275142 +528 28.78787879 +529 28.73345936 +530 28.67924528 +531 28.81355932 +532 28.75939850 +533 28.89305816 +534 29.02621723 +535 28.97196262 +536 28.91791045 +537 29.05027933 +538 28.99628253 +539 28.94248609 +540 28.88888889 +541 28.83548983 +542 28.78228782 +543 28.72928177 +544 28.67647059 +545 28.62385321 +546 28.75457875 +547 28.70201097 +548 28.83211679 +549 28.77959927 +550 28.72727273 +551 28.67513612 +552 28.80434783 +553 28.75226040 +554 28.70036101 +555 28.64864865 +556 28.77697842 +557 28.72531418 +558 28.67383513 +559 28.62254025 +560 28.75000000 +561 28.69875223 +562 28.64768683 +563 28.59680284 +564 28.72340426 +565 28.84955752 +566 28.79858657 +567 28.74779541 +568 28.87323944 +569 28.99824253 +570 28.94736842 +571 28.89667250 +572 28.84615385 +573 28.79581152 +574 28.91986063 +575 29.04347826 +576 28.99305556 +577 28.94280763 +578 29.06574394 +579 29.01554404 +580 29.13793103 +581 29.25989673 +582 29.20962199 +583 29.15951973 +584 29.28082192 +585 29.23076923 +586 29.35153584 +587 29.30153322 +588 29.25170068 +589 29.20203735 +590 29.32203390 +591 29.27241963 +592 29.22297297 +593 29.17369309 +594 29.12457912 +595 29.07563025 +596 29.02684564 +597 29.14572864 +598 29.09698997 +599 29.04841402 +600 29.00000000 +601 29.11813644 +602 29.23588040 +603 29.18739635 +604 29.13907285 +605 29.09090909 +606 29.20792079 +607 29.15980231 +608 29.11184211 +609 29.06403941 +610 29.01639344 +611 28.96890344 +612 29.08496732 +613 29.03752039 +614 28.99022801 +615 28.94308943 +616 29.05844156 +617 29.17341977 +618 29.12621359 +619 29.24071082 +620 29.19354839 +621 29.14653784 +622 29.26045016 +623 29.21348315 +624 29.16666667 +625 29.12000000 +626 29.07348243 +627 29.18660287 +628 29.14012739 +629 29.09379968 +630 29.04761905 +631 29.16006339 +632 29.11392405 +633 29.06793049 +634 29.17981073 +635 29.13385827 +636 29.24528302 +637 29.35635793 +638 29.31034483 +639 29.26447574 +640 29.21875000 +641 29.17316693 +642 29.28348910 +643 29.23794712 +644 29.34782609 +645 29.45736434 +646 29.41176471 +647 29.36630603 +648 29.47530864 +649 29.42989214 +650 29.53846154 +651 29.64669739 +652 29.75460123 +653 29.86217458 +654 29.81651376 +655 29.77099237 +656 29.72560976 +657 29.83257230 +658 29.78723404 +659 29.74203338 +660 29.69696970 +661 29.65204236 +662 29.60725076 +663 29.56259427 +664 29.51807229 +665 29.62406015 +666 29.72972973 +667 29.68515742 +668 29.64071856 +669 29.59641256 +670 29.55223881 +671 29.50819672 +672 29.46428571 +673 29.42050520 +674 29.37685460 +675 29.48148148 +676 29.58579882 +677 29.54209749 +678 29.49852507 +679 29.45508100 +680 29.55882353 +681 29.51541850 +682 29.47214076 +683 29.42898975 +684 29.53216374 +685 29.48905109 +686 29.44606414 +687 29.40320233 +688 29.50581395 +689 29.60812772 +690 29.56521739 +691 29.66714906 +692 29.62427746 +693 29.72582973 +694 29.68299712 +695 29.78417266 +696 29.88505747 +697 29.84218077 +698 29.79942693 +699 29.89985694 +700 30.00000000 +701 29.95720399 +702 29.91452991 +703 29.87197724 +704 29.82954545 +705 29.78723404 +706 29.74504249 +707 29.70297030 +708 29.66101695 +709 29.61918195 +710 29.57746479 +711 29.67651195 +712 29.77528090 +713 29.73352034 +714 29.69187675 +715 29.65034965 +716 29.60893855 +717 29.56764296 +718 29.52646240 +719 29.62447844 +720 29.58333333 +721 29.54230236 +722 29.50138504 +723 29.46058091 +724 29.41988950 +725 29.37931034 +726 29.47658402 +727 29.43603851 +728 29.39560440 +729 29.35528121 +730 29.45205479 +731 29.41176471 +732 29.50819672 +733 29.46793997 +734 29.42779292 +735 29.38775510 +736 29.34782609 +737 29.44369064 +738 29.40379404 +739 29.49932341 +740 29.45945946 +741 29.55465587 +742 29.51482480 +743 29.47510094 +744 29.56989247 +745 29.53020134 +746 29.62466488 +747 29.58500669 +748 29.54545455 +749 29.50600801 +750 29.46666667 + +Final result: 29.4667 ±1.6658 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_m.wng b/scores/deepseek-r1-distill-qwen-7b-iq3_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..fc9352e599d999606633440298c1aa1bf9be5522 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.120311 -5.576441 1 1 +2 100.0000 -2.188714 -2.558372 1 1 +3 100.0000 -4.835763 -4.620950 2 2 +4 75.0000 -6.844233 -6.524708 2 1 +5 60.0000 -5.377028 -5.648642 1 2 +6 66.6667 -6.867667 -7.260795 1 1 +7 71.4286 -6.911933 -6.043204 2 2 +8 75.0000 -3.808846 -3.154644 2 2 +9 77.7778 -5.653275 -6.177481 1 1 +10 70.0000 -2.753300 -3.327108 1 2 +11 72.7273 -9.349311 -7.846492 2 2 +12 66.6667 -4.630272 -4.999353 1 2 +13 61.5385 -7.557158 -7.453380 2 1 +14 64.2857 -6.223329 -6.227552 1 1 +15 60.0000 -4.385870 -5.856346 1 2 +16 62.5000 -3.088692 -1.801868 2 2 +17 58.8235 -8.698787 -9.597707 1 2 +18 55.5556 -5.049708 -4.643264 2 1 +19 57.8947 -6.744420 -7.952147 1 1 +20 55.0000 -3.372982 -3.179926 2 1 +21 57.1429 -4.478749 -5.149455 1 1 +22 59.0909 -3.804647 -3.139112 2 2 +23 60.8696 -5.360552 -5.623717 1 1 +24 62.5000 -6.434070 -6.935894 1 1 +25 60.0000 -3.313654 -3.336675 1 2 +26 61.5385 -2.835906 -3.683963 1 1 +27 59.2593 -7.103272 -7.110995 1 2 +28 60.7143 -5.807072 -6.342078 1 1 +29 62.0690 -5.121861 -5.346507 1 1 +30 60.0000 -2.236583 -2.675263 1 2 +31 61.2903 -5.881502 -6.132375 1 1 +32 62.5000 -3.692060 -6.673619 1 1 +33 63.6364 -7.494977 -8.683620 1 1 +34 64.7059 -3.436992 -3.985516 1 1 +35 65.7143 -5.084123 -4.389071 2 2 +36 63.8889 -5.008350 -5.474352 1 2 +37 62.1622 -3.884095 -3.536631 2 1 +38 63.1579 -4.557597 -5.149750 1 1 +39 64.1026 -3.685357 -3.246226 2 2 +40 62.5000 -5.720386 -6.698256 1 2 +41 63.4146 -5.080418 -5.241464 1 1 +42 64.2857 -2.240498 -3.582513 1 1 +43 65.1163 -4.349066 -4.327082 2 2 +44 65.9091 -4.231250 -3.553216 2 2 +45 66.6667 -7.628820 -13.340775 1 1 +46 67.3913 -3.552779 -4.538393 1 1 +47 68.0851 -5.143924 -5.030687 2 2 +48 68.7500 -6.412278 -6.354380 2 2 +49 67.3469 -2.564806 -1.694772 2 1 +50 66.0000 -4.443006 -4.521867 1 2 +51 66.6667 -3.053603 -3.559434 1 1 +52 65.3846 -5.820325 -5.883979 1 2 +53 66.0377 -3.038514 -3.581590 1 1 +54 64.8148 -2.291976 -2.599455 1 2 +55 65.4545 -5.732121 -5.155130 2 2 +56 64.2857 -5.632620 -6.846349 1 2 +57 63.1579 -5.056346 -5.605850 1 2 +58 63.7931 -4.757211 -5.331059 1 1 +59 64.4068 -3.352901 -3.307739 2 2 +60 63.3333 -6.793940 -7.297380 1 2 +61 63.9344 -3.967438 -4.395113 1 1 +62 62.9032 -10.009482 -8.493582 2 1 +63 63.4921 -6.041036 -5.335670 2 2 +64 64.0625 -4.669177 -4.775786 1 1 +65 64.6154 -6.106010 -5.569315 2 2 +66 63.6364 -3.690863 -3.427548 2 1 +67 64.1791 -2.930275 -2.078904 2 2 +68 64.7059 -6.315932 -6.161108 2 2 +69 65.2174 -6.834599 -8.344309 1 1 +70 65.7143 -3.565642 -2.819441 2 2 +71 64.7887 -3.202000 -2.930167 2 1 +72 65.2778 -5.137370 -4.499402 2 2 +73 64.3836 -4.365939 -3.839775 2 1 +74 64.8649 -5.081229 -5.311114 1 1 +75 64.0000 -2.938262 -2.716488 2 1 +76 64.4737 -4.309753 -5.041085 1 1 +77 64.9351 -3.313916 -3.257170 2 2 +78 64.1026 -3.634796 -3.533137 2 1 +79 63.2911 -2.223608 -2.687845 1 2 +80 63.7500 -3.101074 -4.428487 1 1 +81 64.1975 -6.211699 -5.644403 2 2 +82 64.6341 -2.391108 -2.355188 2 2 +83 65.0602 -7.378035 -7.136431 2 2 +84 64.2857 -4.444716 -4.912879 1 2 +85 63.5294 -7.259728 -6.912141 2 1 +86 62.7907 -7.553261 -7.697864 1 2 +87 62.0690 -2.229301 -1.851956 2 1 +88 61.3636 -4.465857 -4.057697 2 1 +89 61.7978 -5.328566 -5.968458 1 1 +90 62.2222 -4.993839 -3.951268 2 2 +91 62.6374 -4.168358 -4.467569 1 1 +92 61.9565 -8.300273 -8.452069 1 2 +93 62.3656 -2.708170 -2.549576 2 2 +94 61.7021 -6.555840 -8.762176 1 2 +95 62.1053 -5.122716 -5.281157 1 1 +96 62.5000 -2.891073 -3.605297 1 1 +97 61.8557 -7.281467 -6.887048 2 1 +98 61.2245 -4.428012 -4.937713 1 2 +99 60.6061 -6.504752 -6.179151 2 1 +100 61.0000 -8.992329 -8.254036 2 2 +101 60.3960 -5.536019 -5.543793 1 2 +102 60.7843 -4.057914 -4.620165 1 1 +103 60.1942 -4.675869 -4.765293 1 2 +104 60.5769 -10.063857 -9.804298 2 2 +105 60.0000 -3.384486 -2.865755 2 1 +106 60.3774 -3.890007 -3.763231 2 2 +107 59.8131 -3.405852 -3.627296 1 2 +108 59.2593 -2.534757 -3.343263 1 2 +109 58.7156 -7.399017 -7.773558 1 2 +110 59.0909 -3.374178 -3.227092 2 2 +111 59.4595 -5.092461 -4.995680 2 2 +112 58.9286 -5.238775 -4.391942 2 1 +113 58.4071 -4.219700 -5.839072 1 2 +114 57.8947 -6.711355 -6.209486 2 1 +115 58.2609 -3.796581 -4.090262 1 1 +116 58.6207 -4.203234 -3.712234 2 2 +117 58.1197 -6.334765 -6.725249 1 2 +118 58.4746 -1.364266 -2.572395 1 1 +119 58.8235 -3.664748 -3.954321 1 1 +120 58.3333 -3.873105 -3.789695 2 1 +121 57.8512 -1.682034 -1.705355 1 2 +122 57.3770 -8.164219 -9.518864 1 2 +123 56.9106 -6.136058 -5.082276 2 1 +124 57.2581 -3.826648 -3.778423 2 2 +125 57.6000 -3.113933 -2.929434 2 2 +126 57.1429 -9.002273 -9.008082 1 2 +127 57.4803 -2.751330 -0.982421 2 2 +128 57.8125 -3.126346 -3.156221 1 1 +129 58.1395 -2.095962 -1.386536 2 2 +130 58.4615 -7.493879 -6.056149 2 2 +131 58.7786 -5.865356 -5.726611 2 2 +132 59.0909 -2.480889 -2.216158 2 2 +133 59.3985 -3.365345 -4.617179 1 1 +134 59.7015 -5.147838 -4.777285 2 2 +135 60.0000 -6.614847 -6.690860 1 1 +136 59.5588 -4.200132 -4.208755 1 2 +137 59.1241 -7.270013 -7.016909 2 1 +138 58.6957 -4.194871 -4.709763 1 2 +139 58.9928 -4.751678 -5.271008 1 1 +140 58.5714 -1.518524 -1.973043 1 2 +141 58.8652 -4.235475 -3.582526 2 2 +142 59.1549 -3.601620 -2.564696 2 2 +143 59.4406 -3.032932 -12.205965 1 1 +144 59.0278 -2.923608 -2.878282 2 1 +145 58.6207 -5.324724 -16.778502 1 2 +146 58.2192 -6.712665 -6.731287 1 2 +147 57.8231 -4.432929 -4.769919 1 2 +148 57.4324 -4.624876 -4.505975 2 1 +149 57.0470 -6.558225 -7.266500 1 2 +150 57.3333 -3.383461 -2.508659 2 2 +151 57.6159 -3.290833 -3.404364 1 1 +152 57.8947 -5.808859 -4.637321 2 2 +153 57.5163 -4.600025 -3.994040 2 1 +154 57.7922 -4.012585 -4.394030 1 1 +155 57.4194 -3.011326 -3.551591 1 2 +156 57.0513 -3.988664 -3.699977 2 1 +157 57.3248 -3.445420 -4.200904 1 1 +158 56.9620 -5.950194 -6.340029 1 2 +159 57.2327 -6.982195 -7.379039 1 1 +160 57.5000 -5.155592 -5.045389 2 2 +161 57.1429 -3.857118 -3.846705 2 1 +162 56.7901 -1.003751 -12.287044 1 2 +163 57.0552 -3.209805 -3.497740 1 1 +164 57.3171 -7.587393 -6.554489 2 2 +165 57.5758 -6.134777 -5.708505 2 2 +166 57.8313 -4.290140 -4.250314 2 2 +167 57.4850 -5.290878 -5.281479 2 1 +168 57.7381 -5.846159 -5.770652 2 2 +169 57.3964 -3.412018 -3.412386 1 2 +170 57.0588 -5.224177 -4.831151 2 1 +171 56.7251 -6.779282 -6.545675 2 1 +172 56.9767 -5.254001 -7.207862 1 1 +173 57.2254 -3.472776 -3.447442 2 2 +174 57.4713 -6.111194 -6.077690 2 2 +175 57.7143 -4.366367 -4.512949 1 1 +176 57.9545 -4.143055 -5.811899 1 1 +177 58.1921 -7.506676 -7.183399 2 2 +178 58.4270 -3.377096 -3.398139 1 1 +179 58.1006 -3.641311 -3.516527 2 1 +180 58.3333 -8.173121 -8.090731 2 2 +181 58.5635 -5.264773 -5.133629 2 2 +182 58.2418 -3.599156 -4.139524 1 2 +183 57.9235 -6.758430 -7.155131 1 2 +184 58.1522 -2.574965 -3.607110 1 1 +185 58.3784 -7.255147 -7.011823 2 2 +186 58.6022 -4.681123 -4.911674 1 1 +187 58.8235 -5.968046 -5.853590 2 2 +188 58.5106 -4.029819 -2.998645 2 1 +189 58.7302 -8.419478 -7.507883 2 2 +190 58.9474 -5.514829 -5.493268 2 2 +191 59.1623 -5.212307 -5.255520 1 1 +192 58.8542 -4.792769 -5.524571 1 2 +193 59.0674 -6.249295 -5.887283 2 2 +194 59.2784 -3.921669 -3.393715 2 2 +195 58.9744 -4.338956 -4.038948 2 1 +196 58.6735 -2.502073 -2.596396 1 2 +197 58.8832 -1.388678 -3.252378 1 1 +198 58.5859 -7.597482 -6.261802 2 1 +199 58.7940 -6.943520 -6.895425 2 2 +200 59.0000 -4.421362 -4.167857 2 2 +201 58.7065 -4.655703 -4.471209 2 1 +202 58.4158 -8.966701 -9.205508 1 2 +203 58.1281 -4.310080 -5.025883 1 2 +204 58.3333 -2.705141 -2.963447 1 1 +205 58.5366 -2.900123 -2.732812 2 2 +206 58.2524 -7.799507 -8.293146 1 2 +207 57.9710 -4.804320 -4.135111 2 1 +208 57.6923 -4.258904 -5.330421 1 2 +209 57.4163 -5.510437 -5.530953 1 2 +210 57.6190 -11.303299 -9.984405 2 2 +211 57.8199 -6.293257 -7.465929 1 1 +212 58.0189 -6.718608 -6.011390 2 2 +213 58.2160 -7.193995 -6.568212 2 2 +214 58.4112 -4.815080 -4.924772 1 1 +215 58.1395 -4.708563 -5.307380 1 2 +216 58.3333 -4.271506 -4.481625 1 1 +217 58.5253 -1.911495 -2.871781 1 1 +218 58.7156 -2.873972 -2.465540 2 2 +219 58.9041 -3.865276 -4.435577 1 1 +220 58.6364 -6.770103 -7.099500 1 2 +221 58.8235 -4.772081 -11.106709 1 1 +222 58.5586 -0.626590 -13.690219 1 2 +223 58.2960 -4.065437 -4.471715 1 2 +224 58.0357 -6.841991 -7.671528 1 2 +225 58.2222 -5.485524 -4.582337 2 2 +226 58.4071 -4.339698 -4.522369 1 1 +227 58.1498 -6.123853 -5.491398 2 1 +228 58.3333 -1.787304 -3.308417 1 1 +229 58.5153 -6.292242 -4.919728 2 2 +230 58.6957 -2.825232 -2.861572 1 1 +231 58.8745 -3.080431 -3.096417 1 1 +232 58.6207 -2.273569 -3.299895 1 2 +233 58.3691 -2.597971 -2.272848 2 1 +234 58.1197 -3.323274 -4.087873 1 2 +235 58.2979 -5.621120 -5.398212 2 2 +236 58.0508 -2.614514 -2.532333 2 1 +237 57.8059 -4.866073 -3.830990 2 1 +238 57.9832 -4.283007 -4.247320 2 2 +239 58.1590 -3.766325 -3.299154 2 2 +240 57.9167 -9.790026 -10.184080 1 2 +241 57.6763 -6.240837 -6.396105 1 2 +242 57.8512 -7.612094 -6.922994 2 2 +243 57.6132 -5.095094 -5.039234 2 1 +244 57.7869 -4.134874 -5.185387 1 1 +245 57.9592 -6.528000 -7.239991 1 1 +246 57.7236 -3.757623 -3.327673 2 1 +247 57.4899 -6.165178 -6.785103 1 2 +248 57.6613 -3.061750 -2.914374 2 2 +249 57.8313 -3.514133 -3.157721 2 2 +250 58.0000 -5.286201 -6.353223 1 1 +251 58.1673 -2.165371 -2.670709 1 1 +252 58.3333 -9.452529 -9.163496 2 2 +253 58.1028 -5.833399 -5.661503 2 1 +254 57.8740 -4.546278 -5.815680 1 2 +255 58.0392 -8.263610 -9.514976 1 1 +256 58.2031 -3.657573 -4.092439 1 1 +257 58.3658 -5.327334 -5.507208 1 1 +258 58.1395 -4.759548 -5.184938 1 2 +259 58.3012 -5.283731 -6.364441 1 1 +260 58.0769 -5.594943 -5.226023 2 1 +261 57.8544 -4.657167 -5.119484 1 2 +262 57.6336 -8.044271 -8.095399 1 2 +263 57.4144 -5.058249 -4.661984 2 1 +264 57.5758 -5.046364 -4.430986 2 2 +265 57.3585 -3.058585 -2.955203 2 1 +266 57.5188 -8.046786 -8.097696 1 1 +267 57.6779 -3.601417 -3.930196 1 1 +268 57.4627 -3.507297 -3.258991 2 1 +269 57.2491 -5.437646 -5.796997 1 2 +270 57.4074 -2.282607 -4.471272 1 1 +271 57.5646 -5.548755 -5.156689 2 2 +272 57.3529 -4.778872 -4.897931 1 2 +273 57.1429 -5.180151 -5.378287 1 2 +274 56.9343 -4.076394 -4.845420 1 2 +275 57.0909 -2.010436 -2.139666 1 1 +276 57.2464 -4.099641 -4.144626 1 1 +277 57.4007 -3.139140 -3.636504 1 1 +278 57.1942 -4.710708 -4.329397 2 1 +279 57.3477 -4.036689 -3.242758 2 2 +280 57.1429 -5.072635 -5.190289 1 2 +281 57.2954 -3.523793 -3.512662 2 2 +282 57.4468 -5.492969 -4.482043 2 2 +283 57.5972 -4.134161 -3.309839 2 2 +284 57.7465 -4.321554 -6.080877 1 1 +285 57.8947 -7.802360 -9.339768 1 1 +286 58.0420 -4.322844 -4.757912 1 1 +287 58.1882 -3.509513 -7.037001 1 1 +288 58.3333 -6.391321 -6.135815 2 2 +289 58.4775 -3.529286 -4.033221 1 1 +290 58.2759 -7.925895 -7.360165 2 1 +291 58.4192 -3.056843 -3.703019 1 1 +292 58.2192 -2.354025 -2.455750 1 2 +293 58.0205 -6.517292 -6.623687 1 2 +294 57.8231 -3.697376 -3.255458 2 1 +295 57.9661 -2.641054 -3.497195 1 1 +296 57.7703 -6.925965 -7.048861 1 2 +297 57.5758 -1.049616 -1.429160 1 2 +298 57.3826 -7.883860 -8.780022 1 2 +299 57.5251 -3.208173 -2.568442 2 2 +300 57.3333 -4.519300 -3.701548 2 1 +301 57.1429 -5.505319 -5.075562 2 1 +302 57.2848 -5.716757 -5.236682 2 2 +303 57.0957 -9.750171 -9.444381 2 1 +304 57.2368 -6.268125 -3.894881 2 2 +305 57.0492 -3.872205 -4.124926 1 2 +306 56.8627 -3.935708 -3.976133 1 2 +307 57.0033 -3.689627 -3.873592 1 1 +308 56.8182 -6.181549 -6.877141 1 2 +309 56.9579 -5.333588 -5.455702 1 1 +310 57.0968 -6.958352 -6.708078 2 2 +311 57.2347 -3.864525 -5.039030 1 1 +312 57.0513 -6.624511 -5.010873 2 1 +313 56.8690 -5.536053 -6.002398 1 2 +314 56.6879 -7.528629 -7.884590 1 2 +315 56.8254 -5.608564 -5.913574 1 1 +316 56.9620 -7.326369 -6.155262 2 2 +317 57.0978 -7.428621 -7.572959 1 1 +318 57.2327 -6.936549 -6.119140 2 2 +319 57.0533 -2.659591 -1.953599 2 1 +320 56.8750 -7.635032 -7.396922 2 1 +321 56.6978 -3.453486 -3.610786 1 2 +322 56.5217 -3.694672 -4.072956 1 2 +323 56.6563 -2.264174 -2.490522 1 1 +324 56.4815 -4.516902 -4.285307 2 1 +325 56.6154 -6.241742 -5.091834 2 2 +326 56.7485 -3.242764 -2.866340 2 2 +327 56.8807 -3.831805 -4.030680 1 1 +328 57.0122 -5.804025 -6.036504 1 1 +329 57.1429 -6.638884 -11.147816 1 1 +330 56.9697 -2.470199 -2.305605 2 1 +331 56.7976 -6.296139 -4.492130 2 1 +332 56.9277 -4.389452 -5.207897 1 1 +333 56.7568 -4.241480 -4.365229 1 2 +334 56.8862 -3.165656 -6.226958 1 1 +335 56.7164 -7.202981 -5.559980 2 1 +336 56.8452 -3.562531 -3.367924 2 2 +337 56.9733 -3.707903 -3.601192 2 2 +338 57.1006 -4.045781 -4.081471 1 1 +339 56.9322 -4.413893 -4.967680 1 2 +340 57.0588 -6.689483 -6.833060 1 1 +341 57.1848 -4.187718 -4.511451 1 1 +342 57.3099 -5.968313 -5.616489 2 2 +343 57.4344 -4.248745 -4.338077 1 1 +344 57.2674 -4.942571 -3.315451 2 1 +345 57.3913 -1.379824 -2.819233 1 1 +346 57.5145 -11.941894 -8.511642 2 2 +347 57.6369 -5.287892 -5.026753 2 2 +348 57.4713 -1.688530 -1.486837 2 1 +349 57.5931 -5.883075 -5.652606 2 2 +350 57.7143 -18.622330 -3.535438 2 2 +351 57.8348 -3.674649 -5.099646 1 1 +352 57.9545 -4.395191 -3.535101 2 2 +353 58.0737 -3.238461 -3.854510 1 1 +354 57.9096 -6.316190 -6.695210 1 2 +355 57.7465 -4.218368 -4.440032 1 2 +356 57.5843 -3.711131 -4.901716 1 2 +357 57.4230 -4.938997 -4.968660 1 2 +358 57.2626 -3.630730 -4.256577 1 2 +359 57.3816 -5.667782 -5.307568 2 2 +360 57.2222 -4.561224 -5.269515 1 2 +361 57.3407 -3.302981 -3.171087 2 2 +362 57.4586 -6.446075 -5.815727 2 2 +363 57.5758 -4.051790 -4.073339 1 1 +364 57.4176 -7.876740 -6.780277 2 1 +365 57.2603 -5.965737 -5.854084 2 1 +366 57.1038 -5.785296 -8.904116 1 2 +367 57.2207 -7.046070 -7.352509 1 1 +368 57.3370 -4.894553 -4.439391 2 2 +369 57.4526 -7.099911 -6.544838 2 2 +370 57.2973 -5.803026 -5.036909 2 1 +371 57.1429 -4.619502 -3.945191 2 1 +372 56.9892 -3.694203 -3.431999 2 1 +373 57.1046 -4.991148 -6.284850 1 1 +374 56.9519 -2.872696 -2.778018 2 1 +375 57.0667 -5.727030 -4.304187 2 2 +376 57.1809 -6.305605 -5.498079 2 2 +377 57.0292 -5.404612 -5.463343 1 2 +378 57.1429 -5.063231 -5.049132 2 2 +379 56.9921 -2.276599 -2.392496 1 2 +380 56.8421 -9.561584 -9.364419 2 1 +381 56.9554 -11.796631 -10.088722 2 2 +382 56.8063 -4.199434 -4.634968 1 2 +383 56.9191 -3.573705 -1.941676 2 2 +384 56.7708 -6.238779 -5.990971 2 1 +385 56.6234 -1.884853 -1.879156 2 1 +386 56.7358 -2.868740 -14.257077 1 1 +387 56.5891 -2.489227 -2.264196 2 1 +388 56.7010 -7.682905 -7.289585 2 2 +389 56.8123 -2.700269 -1.965011 2 2 +390 56.9231 -3.795581 -3.851762 1 1 +391 56.7775 -5.740372 -7.716308 1 2 +392 56.6327 -5.811439 -4.670847 2 1 +393 56.4885 -7.557665 -8.513288 1 2 +394 56.5990 -5.535480 -5.699612 1 1 +395 56.7089 -5.304488 -4.865874 2 2 +396 56.8182 -3.954850 -4.518770 1 1 +397 56.9270 -6.764103 -6.974127 1 1 +398 57.0352 -3.011968 -6.793483 1 1 +399 56.8922 -6.499809 -5.451341 2 1 +400 57.0000 -6.650102 -8.820251 1 1 +401 56.8579 -5.015836 -4.944072 2 1 +402 56.7164 -4.778123 -5.477561 1 2 +403 56.5757 -7.040551 -7.558015 1 2 +404 56.4356 -4.965218 -5.205750 1 2 +405 56.2963 -5.006701 -4.223885 2 1 +406 56.4039 -7.588970 -8.675098 1 1 +407 56.5111 -6.313595 -6.207957 2 2 +408 56.3725 -4.400223 -4.471484 1 2 +409 56.4792 -6.787020 -6.817194 1 1 +410 56.3415 -6.990750 -6.683743 2 1 +411 56.4477 -7.461298 -7.773409 1 1 +412 56.5534 -6.264846 -5.823359 2 2 +413 56.6586 -4.119346 -3.808728 2 2 +414 56.5217 -5.358963 -6.191766 1 2 +415 56.6265 -3.964285 -2.464856 2 2 +416 56.7308 -6.947973 -5.402370 2 2 +417 56.8345 -7.073142 -8.720483 1 1 +418 56.6986 -4.372682 -4.288163 2 1 +419 56.5632 -7.136380 -7.190289 1 2 +420 56.4286 -4.866301 -5.243582 1 2 +421 56.2945 -5.489215 -5.801276 1 2 +422 56.1611 -3.176831 -2.872664 2 1 +423 56.0284 -5.320480 -5.116797 2 1 +424 56.1321 -4.863685 -5.537099 1 1 +425 56.2353 -7.284522 -5.006388 2 2 +426 56.1033 -1.761086 -2.659266 1 2 +427 56.2061 -4.979991 -5.131908 1 1 +428 56.3084 -4.573047 -5.125794 1 1 +429 56.4103 -3.668128 -3.536447 2 2 +430 56.2791 -5.607977 -5.068663 2 1 +431 56.3805 -8.979387 -9.050487 1 1 +432 56.2500 -3.799009 -4.236963 1 2 +433 56.3510 -2.545153 -2.475299 2 2 +434 56.4516 -8.199265 -8.378551 1 1 +435 56.5517 -5.911460 -6.317043 1 1 +436 56.4220 -4.427876 -2.154521 2 1 +437 56.5217 -6.886852 -6.123234 2 2 +438 56.3927 -5.416105 -5.775474 1 2 +439 56.4920 -1.594202 -2.542100 1 1 +440 56.3636 -5.214260 -4.963801 2 1 +441 56.4626 -3.339882 -6.006402 1 1 +442 56.5611 -3.945045 -4.215677 1 1 +443 56.6591 -2.231286 -2.893481 1 1 +444 56.5315 -8.181096 -8.820491 1 2 +445 56.6292 -2.785976 -2.916242 1 1 +446 56.7265 -7.356468 -6.351984 2 2 +447 56.5996 -2.902669 -2.195916 2 1 +448 56.6964 -4.848854 -4.061814 2 2 +449 56.7929 -4.122886 -3.958011 2 2 +450 56.8889 -5.320491 -3.908295 2 2 +451 56.9845 -6.545186 -6.183862 2 2 +452 57.0796 -6.322412 -7.867003 1 1 +453 56.9536 -5.809725 -6.174881 1 2 +454 57.0485 -4.858417 -5.194303 1 1 +455 57.1429 -8.548614 -8.145753 2 2 +456 57.2368 -5.807628 -5.397439 2 2 +457 57.3304 -10.834360 -12.343194 1 1 +458 57.2052 -5.599323 -5.773550 1 2 +459 57.0806 -5.310288 -5.381016 1 2 +460 57.1739 -0.191619 -10.472058 1 1 +461 57.2668 -3.680236 -4.031326 1 1 +462 57.1429 -5.602154 -5.420865 2 1 +463 57.0194 -2.097758 -1.920040 2 1 +464 57.1121 -4.183763 -4.624571 1 1 +465 56.9892 -4.752757 -5.068329 1 2 +466 56.8670 -7.760245 -7.920987 1 2 +467 56.9593 -6.984698 -8.059819 1 1 +468 57.0513 -5.631504 -5.335654 2 2 +469 56.9296 -2.488583 -1.398412 2 1 +470 57.0213 -2.515889 -1.989383 2 2 +471 57.1125 -3.568149 -4.082051 1 1 +472 57.2034 -4.794700 -4.590374 2 2 +473 57.0825 -4.845548 -4.850691 1 2 +474 57.1730 -6.402862 -7.380458 1 1 +475 57.2632 -3.935905 -3.390419 2 2 +476 57.3529 -6.905943 -6.809723 2 2 +477 57.2327 -5.049173 -5.487187 1 2 +478 57.1130 -5.553878 -5.184730 2 1 +479 56.9937 -3.749989 -3.368724 2 1 +480 57.0833 -8.655502 -7.967899 2 2 +481 57.1726 -4.465231 -4.649051 1 1 +482 57.2614 -5.555773 -4.876951 2 2 +483 57.3499 -6.360593 -7.809780 1 1 +484 57.2314 -2.866573 -2.040470 2 1 +485 57.1134 -2.039019 -1.873326 2 1 +486 56.9959 -3.006489 -2.947814 2 1 +487 57.0842 -4.359733 -4.130265 2 2 +488 57.1721 -3.753553 -3.125370 2 2 +489 57.2597 -3.459877 -3.530771 1 1 +490 57.3469 -3.801445 -4.211306 1 1 +491 57.4338 -4.748671 -4.235588 2 2 +492 57.5203 -6.436275 -6.222737 2 2 +493 57.6065 -2.961399 -3.546579 1 1 +494 57.4899 -6.089548 -6.120640 1 2 +495 57.3737 -5.888448 -5.789686 2 1 +496 57.2581 -4.113364 -5.070284 1 2 +497 57.1429 -7.025373 -5.932163 2 1 +498 57.0281 -2.688091 -2.972429 1 2 +499 56.9138 -4.742115 -4.740868 2 1 +500 56.8000 -6.357950 -7.020635 1 2 +501 56.6866 -2.719650 -2.684418 2 1 +502 56.7729 -2.376795 -3.007338 1 1 +503 56.6600 -5.441349 -5.708502 1 2 +504 56.5476 -4.340490 -3.912355 2 1 +505 56.6337 -8.299981 -6.264829 2 2 +506 56.5217 -5.523352 -5.156360 2 1 +507 56.6075 -4.482504 -4.807858 1 1 +508 56.6929 -6.774388 -5.203950 2 2 +509 56.7780 -3.679275 -9.602407 1 1 +510 56.8627 -3.168165 -3.386732 1 1 +511 56.9472 -6.295038 -5.503309 2 2 +512 57.0312 -3.879417 -4.462870 1 1 +513 57.1150 -4.175268 -4.072901 2 2 +514 57.1984 -4.709631 -5.254496 1 1 +515 57.2816 -13.578524 -13.662789 1 1 +516 57.1705 -4.710120 -4.381548 2 1 +517 57.2534 -2.173537 -2.464159 1 1 +518 57.3359 -4.080813 -2.527708 2 2 +519 57.2254 -8.891207 -9.329235 1 2 +520 57.3077 -2.855652 -2.329523 2 2 +521 57.3896 -1.888888 -2.017477 1 1 +522 57.4713 -5.195307 -4.048498 2 2 +523 57.5526 -7.022887 -5.804623 2 2 +524 57.4427 -7.270395 -5.688706 2 1 +525 57.3333 -4.266052 -4.426837 1 2 +526 57.4144 -1.362335 -17.982864 1 1 +527 57.4953 -7.148956 -3.713716 2 2 +528 57.5758 -8.261973 -7.721513 2 2 +529 57.6560 -7.717222 -8.079454 1 1 +530 57.7358 -5.547683 -4.327745 2 2 +531 57.6271 -5.173357 -4.768415 2 1 +532 57.7068 -3.066477 -3.646243 1 1 +533 57.5985 -3.878368 -4.621878 1 2 +534 57.6779 -4.013207 -4.477955 1 1 +535 57.5701 -4.183517 -5.274536 1 2 +536 57.4627 -3.949136 -3.695603 2 1 +537 57.3557 -7.874467 -7.429372 2 1 +538 57.4349 -4.135328 -8.193096 1 1 +539 57.5139 -4.368618 -2.516927 2 2 +540 57.5926 -3.169484 -2.951922 2 2 +541 57.4861 -4.648037 -4.481366 2 1 +542 57.3801 -6.483752 -7.080359 1 2 +543 57.4586 -5.630833 -5.250591 2 2 +544 57.5368 -3.262608 -3.471102 1 1 +545 57.4312 -1.399099 -4.923806 1 2 +546 57.5092 -3.021739 -3.625968 1 1 +547 57.5868 -7.809933 -7.638311 2 2 +548 57.4818 -5.669478 -5.130885 2 1 +549 57.3770 -6.544742 -5.969233 2 1 +550 57.2727 -5.426332 -5.954868 1 2 +551 57.1688 -4.278337 -16.319016 1 2 +552 57.0652 -5.446261 -5.217561 2 1 +553 57.1429 -8.202253 -6.689443 2 2 +554 57.0397 -5.404243 -5.574502 1 2 +555 57.1171 -1.972553 -1.841779 2 2 +556 57.1942 -6.859714 -6.409224 2 2 +557 57.0916 -7.579191 -6.983675 2 1 +558 57.1685 -1.575419 -3.993199 1 1 +559 57.2451 -3.238982 -3.174906 2 2 +560 57.3214 -4.237426 -4.466757 1 1 +561 57.2193 -3.194787 -2.793775 2 1 +562 57.2954 -0.815565 -0.981757 1 1 +563 57.1936 -2.195040 -3.434413 1 2 +564 57.0922 -4.026359 -3.839898 2 1 +565 57.1681 -3.628751 -3.074077 2 2 +566 57.2438 -2.671088 -4.484848 1 1 +567 57.3192 -4.691423 -3.609995 2 2 +568 57.3944 -5.880065 -3.210260 2 2 +569 57.2935 -9.317645 -9.116323 2 1 +570 57.3684 -4.139858 -6.007465 1 1 +571 57.4431 -4.693430 -4.454643 2 2 +572 57.5175 -2.484041 -2.294050 2 2 +573 57.5916 -3.914605 -3.831777 2 2 +574 57.4913 -4.376745 -4.967864 1 2 +575 57.5652 -7.266870 -6.693038 2 2 +576 57.4653 -2.754030 -2.494332 2 1 +577 57.5390 -5.737175 -5.477522 2 2 +578 57.6125 -3.415085 -2.943419 2 2 +579 57.5130 -6.752557 -6.823551 1 2 +580 57.4138 -4.059354 -3.580762 2 1 +581 57.3150 -10.967344 -9.204247 2 1 +582 57.3883 -5.854042 -5.677446 2 2 +583 57.4614 -5.123315 -4.953096 2 2 +584 57.3630 -6.741374 -6.003264 2 1 +585 57.4359 -1.515886 -2.291684 1 1 +586 57.3379 -5.132259 -4.928843 2 1 +587 57.2402 -2.675901 -2.406569 2 1 +588 57.1429 -2.997498 -4.576429 1 2 +589 57.0458 -4.737993 -4.769787 1 2 +590 57.1186 -4.259766 -3.848569 2 2 +591 57.0220 -5.115822 -5.336162 1 2 +592 57.0946 -5.633198 -6.218908 1 1 +593 56.9983 -5.741042 -5.785106 1 2 +594 56.9024 -7.404932 -7.277252 2 1 +595 56.8067 -2.502040 -2.689786 1 2 +596 56.7114 -7.630879 -7.633898 1 2 +597 56.6164 -4.718622 -4.256149 2 1 +598 56.5217 -4.644517 -3.368272 2 1 +599 56.5943 -3.363521 -4.074624 1 1 +600 56.6667 -7.283888 -5.746903 2 2 +601 56.5724 -4.612186 -4.658602 1 2 +602 56.6445 -2.614332 -4.143761 1 1 +603 56.7164 -5.842152 -5.181709 2 2 +604 56.7881 -4.259952 -4.016613 2 2 +605 56.6942 -3.568708 -2.774519 2 1 +606 56.7657 -4.439164 -4.367880 2 2 +607 56.6722 -3.543370 -2.250782 2 1 +608 56.5789 -5.098812 -2.997846 2 1 +609 56.6502 -7.522475 -8.651158 1 1 +610 56.5574 -4.113454 -3.459729 2 1 +611 56.6285 -6.117552 -6.707003 1 1 +612 56.6993 -2.591415 -3.901709 1 1 +613 56.7700 -4.753231 -3.578879 2 2 +614 56.8404 -6.564663 -4.600557 2 2 +615 56.9106 -3.991282 -3.389545 2 2 +616 56.9805 -6.587575 -6.501231 2 2 +617 57.0502 -12.933148 -3.819235 2 2 +618 57.1197 -4.598240 -4.377962 2 2 +619 57.1890 -5.006668 -4.344090 2 2 +620 57.2581 -4.568135 -4.582469 1 1 +621 57.1659 -3.901384 -4.123297 1 2 +622 57.2347 -4.771294 -5.190266 1 1 +623 57.3034 -3.296037 -4.238024 1 1 +624 57.3718 -4.993430 -4.480442 2 2 +625 57.4400 -6.801102 -7.475163 1 1 +626 57.3482 -3.049560 -2.191426 2 1 +627 57.4163 -5.365795 -5.754253 1 1 +628 57.3248 -2.812228 -3.726427 1 2 +629 57.3927 -2.939513 -3.614946 1 1 +630 57.4603 -2.945284 -3.359582 1 1 +631 57.5277 -2.400039 -2.605422 1 1 +632 57.4367 -2.258210 -2.706177 1 2 +633 57.3460 -1.957067 -2.724084 1 2 +634 57.4132 -4.456179 -4.926764 1 1 +635 57.4803 -7.335413 -6.879216 2 2 +636 57.5472 -4.014979 -5.301515 1 1 +637 57.4568 -6.815495 -6.546032 2 1 +638 57.3668 -6.458830 -5.549508 2 1 +639 57.2770 -4.599133 -4.548737 2 1 +640 57.1875 -1.991857 -2.361956 1 2 +641 57.0983 -7.716831 -7.237090 2 1 +642 57.1651 -6.463035 -6.317446 2 2 +643 57.2317 -2.495590 -1.769410 2 2 +644 57.2981 -5.628350 -6.611733 1 1 +645 57.3643 -3.506262 -4.532717 1 1 +646 57.4303 -5.142933 -5.974251 1 1 +647 57.3416 -5.770391 -4.862569 2 1 +648 57.2531 -4.827698 -5.497624 1 2 +649 57.3190 -3.434212 -4.374688 1 1 +650 57.3846 -4.171826 -5.032325 1 1 +651 57.2965 -7.379092 -8.047273 1 2 +652 57.2086 -8.539176 -9.163477 1 2 +653 57.2741 -5.904213 -5.174680 2 2 +654 57.1865 -5.638348 -6.176742 1 2 +655 57.0992 -3.426741 -3.496306 1 2 +656 57.1646 -5.045991 -3.623084 2 2 +657 57.0776 -6.234123 -6.681671 1 2 +658 57.1429 -4.821814 -4.101997 2 2 +659 57.0561 -2.665062 -2.822757 1 2 +660 57.1212 -3.821789 -3.346845 2 2 +661 57.0348 -4.551796 -4.505548 2 1 +662 56.9486 -5.728379 -5.273842 2 1 +663 57.0136 -8.029602 -7.786960 2 2 +664 56.9277 -7.333803 -5.736625 2 1 +665 56.8421 -2.758081 -3.220807 1 2 +666 56.7568 -6.662267 -5.593858 2 1 +667 56.6717 -7.553537 -10.217703 1 2 +668 56.5868 -1.936318 -1.136468 2 1 +669 56.6517 -4.365499 -4.578993 1 1 +670 56.5672 -5.150234 -4.875553 2 1 +671 56.6319 -4.000806 -5.180449 1 1 +672 56.6964 -4.889348 -4.874265 2 2 +673 56.7608 -3.292609 -3.003392 2 2 +674 56.8249 -5.339314 -5.752501 1 1 +675 56.8889 -4.970945 -6.262476 1 1 +676 56.9527 -3.854829 -3.576547 2 2 +677 56.8685 -4.542344 -4.187269 2 1 +678 56.7847 -6.543490 -7.105363 1 2 +679 56.8483 -7.306314 -6.762505 2 2 +680 56.9118 -4.644623 -5.081140 1 1 +681 56.8282 -4.021186 -3.272964 2 1 +682 56.7449 -2.967902 -3.390929 1 2 +683 56.8082 -2.996447 -3.594445 1 1 +684 56.7251 -8.639136 -7.727344 2 1 +685 56.7883 -5.312649 -3.698389 2 2 +686 56.7055 -7.043528 -7.384264 1 2 +687 56.7686 -4.333882 -3.703357 2 2 +688 56.8314 -8.307542 -8.425435 1 1 +689 56.7489 -3.398311 -3.415522 1 2 +690 56.8116 -4.509241 -3.927931 2 2 +691 56.8741 -4.349555 -4.561866 1 1 +692 56.9364 -2.878650 -4.964096 1 1 +693 56.8543 -4.881766 -4.618278 2 1 +694 56.7723 -3.896506 -4.009997 1 2 +695 56.8345 -8.472217 -9.080542 1 1 +696 56.8966 -8.908427 -8.918461 1 1 +697 56.8149 -3.929374 -3.421100 2 1 +698 56.7335 -5.141551 -5.346663 1 2 +699 56.7954 -5.621557 -5.817403 1 1 +700 56.8571 -3.923842 -3.675373 2 2 +701 56.7760 -3.226929 -2.640027 2 1 +702 56.8376 -6.200707 -6.106181 2 2 +703 56.7568 -8.790086 -7.579946 2 1 +704 56.8182 -1.916222 -2.090702 1 1 +705 56.8794 -5.278849 -4.245456 2 2 +706 56.7989 -3.838329 -4.410445 1 2 +707 56.8600 -6.602379 -6.672301 1 1 +708 56.9209 -6.719755 -6.051162 2 2 +709 56.9817 -4.434846 -3.851918 2 2 +710 57.0423 -4.931945 -5.699563 1 1 +711 56.9620 -2.695250 -2.899298 1 2 +712 56.8820 -2.858935 -5.037460 1 2 +713 56.8022 -4.991968 -5.014153 1 2 +714 56.7227 -4.009916 -4.294962 1 2 +715 56.7832 -8.758134 -8.088785 2 2 +716 56.8436 -5.947614 -4.870512 2 2 +717 56.9038 -4.697007 -1.133506 2 2 +718 56.8245 -5.681746 -5.646330 2 1 +719 56.7455 -6.140719 -5.888501 2 1 +720 56.6667 -3.507258 -5.173527 1 2 +721 56.7268 -7.399694 -7.052730 2 2 +722 56.6482 -3.245314 -2.245792 2 1 +723 56.5698 -5.495371 -4.487065 2 1 +724 56.4917 -4.060030 -4.149662 1 2 +725 56.5517 -5.742612 -5.491458 2 2 +726 56.6116 -5.673796 -5.662310 2 2 +727 56.6713 -4.295246 -3.911172 2 2 +728 56.5934 -6.240122 -5.822826 2 1 +729 56.5158 -4.012886 -2.941866 2 1 +730 56.4384 -4.287636 -4.069216 2 1 +731 56.3611 -4.936654 -4.471660 2 1 +732 56.4208 -3.047355 -2.682552 2 2 +733 56.3438 -4.598101 -4.751208 1 2 +734 56.4033 -0.857296 -16.794142 1 1 +735 56.3265 -4.332253 -2.998885 2 1 +736 56.2500 -3.085958 -2.661319 2 1 +737 56.1737 -5.332477 -5.204623 2 1 +738 56.2331 -6.575546 -5.788725 2 2 +739 56.2923 -1.304275 -13.992390 1 1 +740 56.3514 -5.514766 -5.019482 2 2 +741 56.4103 -6.261055 -7.094847 1 1 +742 56.4690 -4.514403 -3.871956 2 2 +743 56.5276 -4.393548 -4.335859 2 2 +744 56.5860 -6.407904 -4.530202 2 2 +745 56.5101 -3.957585 -2.575133 2 1 +746 56.4343 -8.882374 -8.304543 2 1 +747 56.4926 -6.603734 -8.124690 1 1 +748 56.5508 -6.604891 -5.703204 2 2 +749 56.4753 -6.221611 -5.788619 2 1 +750 56.5333 -1.271195 -11.829706 1 1 + +Final Winogrande score(750 tasks): 56.5333 ±1.8113 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.arc b/scores/deepseek-r1-distill-qwen-7b-iq3_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..cf1e8991a8f7b6092539ca3d6672c15b3040b9af --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 71.42857143 +8 75.00000000 +9 66.66666667 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 43.75000000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 40.00000000 +41 41.46341463 +42 40.47619048 +43 41.86046512 +44 40.90909091 +45 40.00000000 +46 41.30434783 +47 42.55319149 +48 41.66666667 +49 40.81632653 +50 42.00000000 +51 41.17647059 +52 42.30769231 +53 43.39622642 +54 44.44444444 +55 43.63636364 +56 44.64285714 +57 45.61403509 +58 46.55172414 +59 45.76271186 +60 46.66666667 +61 47.54098361 +62 46.77419355 +63 47.61904762 +64 46.87500000 +65 46.15384615 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 46.37681159 +70 45.71428571 +71 45.07042254 +72 44.44444444 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 46.91358025 +82 47.56097561 +83 46.98795181 +84 47.61904762 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 49.43820225 +90 50.00000000 +91 50.54945055 +92 50.00000000 +93 49.46236559 +94 48.93617021 +95 49.47368421 +96 48.95833333 +97 48.45360825 +98 47.95918367 +99 48.48484848 +100 48.00000000 +101 47.52475248 +102 48.03921569 +103 47.57281553 +104 47.11538462 +105 47.61904762 +106 47.16981132 +107 47.66355140 +108 47.22222222 +109 46.78899083 +110 46.36363636 +111 46.84684685 +112 47.32142857 +113 47.78761062 +114 47.36842105 +115 47.82608696 +116 47.41379310 +117 47.00854701 +118 47.45762712 +119 47.05882353 +120 47.50000000 +121 47.10743802 +122 47.54098361 +123 47.96747967 +124 47.58064516 +125 48.00000000 +126 48.41269841 +127 48.81889764 +128 48.43750000 +129 48.06201550 +130 47.69230769 +131 47.32824427 +132 46.96969697 +133 47.36842105 +134 47.01492537 +135 46.66666667 +136 46.32352941 +137 46.71532847 +138 46.37681159 +139 46.76258993 +140 46.42857143 +141 46.80851064 +142 47.18309859 +143 47.55244755 +144 47.22222222 +145 47.58620690 +146 47.26027397 +147 47.61904762 +148 47.29729730 +149 47.65100671 +150 48.00000000 +151 47.68211921 +152 48.02631579 +153 48.36601307 +154 48.05194805 +155 47.74193548 +156 48.07692308 +157 48.40764331 +158 48.73417722 +159 49.05660377 +160 48.75000000 +161 48.44720497 +162 48.76543210 +163 48.46625767 +164 48.17073171 +165 47.87878788 +166 48.19277108 +167 47.90419162 +168 48.21428571 +169 47.92899408 +170 48.23529412 +171 48.53801170 +172 48.83720930 +173 49.13294798 +174 49.42528736 +175 49.14285714 +176 48.86363636 +177 49.15254237 +178 48.87640449 +179 49.16201117 +180 48.88888889 +181 48.61878453 +182 48.90109890 +183 48.63387978 +184 48.36956522 +185 48.64864865 +186 48.92473118 +187 49.19786096 +188 48.93617021 +189 48.67724868 +190 48.42105263 +191 48.69109948 +192 48.43750000 +193 48.18652850 +194 48.45360825 +195 48.71794872 +196 48.46938776 +197 48.73096447 +198 48.98989899 +199 49.24623116 +200 49.50000000 +201 49.75124378 +202 50.00000000 +203 49.75369458 +204 50.00000000 +205 49.75609756 +206 49.51456311 +207 49.75845411 +208 50.00000000 +209 49.76076555 +210 50.00000000 +211 50.23696682 +212 50.00000000 +213 49.76525822 +214 50.00000000 +215 50.23255814 +216 50.00000000 +217 49.76958525 +218 50.00000000 +219 50.22831050 +220 50.00000000 +221 49.77375566 +222 49.54954955 +223 49.32735426 +224 49.55357143 +225 49.33333333 +226 49.11504425 +227 49.33920705 +228 49.56140351 +229 49.78165939 +230 50.00000000 +231 49.78354978 +232 49.56896552 +233 49.78540773 +234 49.57264957 +235 49.36170213 +236 49.15254237 +237 48.94514768 +238 49.15966387 +239 49.37238494 +240 49.58333333 +241 49.37759336 +242 49.17355372 +243 48.97119342 +244 48.77049180 +245 48.57142857 +246 48.37398374 +247 48.58299595 +248 48.38709677 +249 48.59437751 +250 48.80000000 +251 49.00398406 +252 49.20634921 +253 49.40711462 +254 49.21259843 +255 49.41176471 +256 49.60937500 +257 49.80544747 +258 50.00000000 +259 49.80694981 +260 49.61538462 +261 49.80842912 +262 49.61832061 +263 49.80988593 +264 50.00000000 +265 50.18867925 +266 50.00000000 +267 50.18726592 +268 50.00000000 +269 50.18587361 +270 50.37037037 +271 50.18450185 +272 50.00000000 +273 49.81684982 +274 49.63503650 +275 49.45454545 +276 49.63768116 +277 49.81949458 +278 49.64028777 +279 49.82078853 +280 50.00000000 +281 50.17793594 +282 50.35460993 +283 50.17667845 +284 50.35211268 +285 50.17543860 +286 50.34965035 +287 50.17421603 +288 50.34722222 +289 50.51903114 +290 50.34482759 +291 50.51546392 +292 50.34246575 +293 50.51194539 +294 50.34013605 +295 50.50847458 +296 50.33783784 +297 50.50505051 +298 50.33557047 +299 50.50167224 +300 50.33333333 +301 50.16611296 +302 50.33112583 +303 50.49504950 +304 50.32894737 +305 50.49180328 +306 50.32679739 +307 50.48859935 +308 50.32467532 +309 50.16181230 +310 50.32258065 +311 50.48231511 +312 50.32051282 +313 50.47923323 +314 50.31847134 +315 50.15873016 +316 50.31645570 +317 50.47318612 +318 50.31446541 +319 50.15673981 +320 50.00000000 +321 49.84423676 +322 50.00000000 +323 49.84520124 +324 49.69135802 +325 49.53846154 +326 49.69325153 +327 49.54128440 +328 49.39024390 +329 49.54407295 +330 49.69696970 +331 49.84894260 +332 49.69879518 +333 49.84984985 +334 49.70059880 +335 49.55223881 +336 49.70238095 +337 49.55489614 +338 49.40828402 +339 49.55752212 +340 49.70588235 +341 49.56011730 +342 49.41520468 +343 49.56268222 +344 49.70930233 +345 49.56521739 +346 49.71098266 +347 49.56772334 +348 49.42528736 +349 49.57020057 +350 49.42857143 +351 49.57264957 +352 49.43181818 +353 49.29178470 +354 49.15254237 +355 49.01408451 +356 48.87640449 +357 48.73949580 +358 48.88268156 +359 48.74651811 +360 48.88888889 +361 49.03047091 +362 48.89502762 +363 49.03581267 +364 48.90109890 +365 48.76712329 +366 48.90710383 +367 49.04632153 +368 48.91304348 +369 49.05149051 +370 48.91891892 +371 48.78706199 +372 48.65591398 +373 48.52546917 +374 48.66310160 +375 48.53333333 +376 48.67021277 +377 48.80636605 +378 48.94179894 +379 48.81266491 +380 48.94736842 +381 48.81889764 +382 48.69109948 +383 48.56396867 +384 48.43750000 +385 48.31168831 +386 48.44559585 +387 48.32041344 +388 48.45360825 +389 48.32904884 +390 48.46153846 +391 48.33759591 +392 48.46938776 +393 48.60050891 +394 48.73096447 +395 48.86075949 +396 48.73737374 +397 48.86649874 +398 48.74371859 +399 48.62155388 +400 48.75000000 +401 48.62842893 +402 48.75621891 +403 48.88337469 +404 49.00990099 +405 49.13580247 +406 49.26108374 +407 49.38574939 +408 49.50980392 +409 49.38875306 +410 49.51219512 +411 49.63503650 +412 49.75728155 +413 49.63680387 +414 49.75845411 +415 49.63855422 +416 49.51923077 +417 49.40047962 +418 49.28229665 +419 49.16467780 +420 49.28571429 +421 49.16864608 +422 49.28909953 +423 49.40898345 +424 49.29245283 +425 49.41176471 +426 49.29577465 +427 49.41451991 +428 49.29906542 +429 49.41724942 +430 49.30232558 +431 49.41995360 +432 49.30555556 +433 49.19168591 +434 49.07834101 +435 49.19540230 +436 49.08256881 +437 49.19908467 +438 49.08675799 +439 49.20273349 +440 49.09090909 +441 49.20634921 +442 49.09502262 +443 48.98419865 +444 48.87387387 +445 48.98876404 +446 49.10313901 +447 49.21700224 +448 49.33035714 +449 49.44320713 +450 49.33333333 +451 49.22394678 +452 49.11504425 +453 49.00662252 +454 48.89867841 +455 49.01098901 +456 48.90350877 +457 48.79649891 +458 48.68995633 +459 48.80174292 +460 48.69565217 +461 48.80694143 +462 48.91774892 +463 48.81209503 +464 48.70689655 +465 48.60215054 +466 48.71244635 +467 48.82226981 +468 48.71794872 +469 48.61407249 +470 48.72340426 +471 48.83227176 +472 48.72881356 +473 48.62579281 +474 48.52320675 +475 48.42105263 +476 48.31932773 +477 48.42767296 +478 48.53556485 +479 48.64300626 +480 48.75000000 +481 48.64864865 +482 48.75518672 +483 48.86128364 +484 48.96694215 +485 49.07216495 +486 49.17695473 +487 49.07597536 +488 48.97540984 +489 48.87525562 +490 48.77551020 +491 48.87983707 +492 48.78048780 +493 48.68154158 +494 48.78542510 +495 48.68686869 +496 48.58870968 +497 48.69215292 +498 48.79518072 +499 48.89779559 +500 49.00000000 +501 49.10179641 +502 49.20318725 +503 49.30417495 +504 49.40476190 +505 49.50495050 +506 49.40711462 +507 49.30966469 +508 49.40944882 +509 49.31237721 +510 49.21568627 +511 49.11937378 +512 49.21875000 +513 49.12280702 +514 49.22178988 +515 49.32038835 +516 49.22480620 +517 49.12959381 +518 49.22779923 +519 49.13294798 +520 49.03846154 +521 49.13627639 +522 49.04214559 +523 48.94837476 +524 48.85496183 +525 48.76190476 +526 48.66920152 +527 48.57685009 +528 48.48484848 +529 48.39319471 +530 48.49056604 +531 48.58757062 +532 48.68421053 +533 48.78048780 +534 48.68913858 +535 48.59813084 +536 48.50746269 +537 48.60335196 +538 48.51301115 +539 48.60853432 +540 48.51851852 +541 48.42883549 +542 48.33948339 +543 48.43462247 +544 48.34558824 +545 48.44036697 +546 48.35164835 +547 48.26325411 +548 48.35766423 +549 48.45173042 +550 48.36363636 +551 48.27586207 +552 48.18840580 +553 48.28209765 +554 48.19494585 +555 48.28828829 +556 48.20143885 +557 48.11490126 +558 48.02867384 +559 48.12164580 +560 48.21428571 +561 48.30659537 +562 48.39857651 +563 48.49023091 +564 48.40425532 +565 48.31858407 +566 48.40989399 +567 48.50088183 +568 48.59154930 +569 48.50615114 +570 48.42105263 +571 48.33625219 +572 48.25174825 +573 48.16753927 +574 48.25783972 +575 48.34782609 +576 48.43750000 +577 48.52686308 +578 48.44290657 +579 48.53195164 +580 48.62068966 +581 48.53700516 +582 48.45360825 +583 48.37049743 +584 48.45890411 +585 48.54700855 +586 48.46416382 +587 48.38160136 +588 48.29931973 +589 48.38709677 +590 48.47457627 +591 48.56175973 +592 48.64864865 +593 48.56661046 +594 48.65319865 +595 48.73949580 +596 48.65771812 +597 48.57621441 +598 48.49498328 +599 48.41402337 +600 48.33333333 +601 48.41930116 +602 48.33887043 +603 48.25870647 +604 48.17880795 +605 48.09917355 +606 48.18481848 +607 48.10543657 +608 48.19078947 +609 48.11165846 +610 48.19672131 +611 48.11783961 +612 48.03921569 +613 47.96084829 +614 47.88273616 +615 47.80487805 +616 47.72727273 +617 47.81199352 +618 47.73462783 +619 47.65751212 +620 47.74193548 +621 47.82608696 +622 47.90996785 +623 47.99357945 +624 47.91666667 +625 47.84000000 +626 47.76357827 +627 47.84688995 +628 47.92993631 +629 48.01271860 +630 48.09523810 +631 48.17749604 +632 48.10126582 +633 48.02527646 +634 47.94952681 +635 48.03149606 +636 48.11320755 +637 48.03767661 +638 48.11912226 +639 48.20031299 +640 48.12500000 +641 48.20592824 +642 48.13084112 +643 48.05598756 +644 48.13664596 +645 48.06201550 +646 47.98761610 +647 47.91344668 +648 47.83950617 +649 47.76579353 +650 47.69230769 +651 47.77265745 +652 47.69938650 +653 47.62633997 +654 47.70642202 +655 47.63358779 +656 47.56097561 +657 47.48858447 +658 47.56838906 +659 47.49620637 +660 47.42424242 +661 47.35249622 +662 47.43202417 +663 47.51131222 +664 47.59036145 +665 47.66917293 +666 47.74774775 +667 47.82608696 +668 47.75449102 +669 47.68310912 +670 47.76119403 +671 47.69001490 +672 47.61904762 +673 47.54829123 +674 47.47774481 +675 47.40740741 +676 47.48520710 +677 47.56277696 +678 47.64011799 +679 47.56995582 +680 47.64705882 +681 47.57709251 +682 47.65395894 +683 47.58418741 +684 47.66081871 +685 47.73722628 +686 47.66763848 +687 47.74381368 +688 47.81976744 +689 47.75036284 +690 47.82608696 +691 47.75687410 +692 47.83236994 +693 47.90764791 +694 47.98270893 +695 48.05755396 +696 47.98850575 +697 47.91965567 +698 47.85100287 +699 47.78254649 +700 47.85714286 +701 47.93152639 +702 47.86324786 +703 47.79516358 +704 47.86931818 +705 47.94326241 +706 48.01699717 +707 48.09052334 +708 48.16384181 +709 48.23695346 +710 48.16901408 +711 48.24191280 +712 48.31460674 +713 48.38709677 +714 48.31932773 +715 48.25174825 +716 48.18435754 +717 48.11715481 +718 48.05013928 +719 47.98331015 +720 48.05555556 +721 47.98890430 +722 47.92243767 +723 47.99446750 +724 48.06629834 +725 48.13793103 +726 48.07162534 +727 48.00550206 +728 47.93956044 +729 48.01097394 +730 48.08219178 +731 48.15321477 +732 48.22404372 +733 48.29467940 +734 48.36512262 +735 48.29931973 +736 48.36956522 +737 48.30393487 +738 48.23848238 +739 48.30852503 +740 48.24324324 +741 48.31309042 +742 48.38274933 +743 48.45222073 +744 48.38709677 +745 48.45637584 +746 48.39142091 +747 48.32663989 +748 48.26203209 +749 48.19759680 +750 48.26666667 + +Final result: 48.2667 ±1.8259 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.hsw b/scores/deepseek-r1-distill-qwen-7b-iq3_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..5a07b2ab5cec15cf1762c38f4e6b118852a8cf30 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 53.33333333 +31 54.83870968 +32 53.12500000 +33 54.54545455 +34 55.88235294 +35 57.14285714 +36 55.55555556 +37 54.05405405 +38 55.26315789 +39 53.84615385 +40 52.50000000 +41 53.65853659 +42 52.38095238 +43 51.16279070 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 50.00000000 +49 48.97959184 +50 48.00000000 +51 47.05882353 +52 46.15384615 +53 45.28301887 +54 44.44444444 +55 43.63636364 +56 42.85714286 +57 43.85964912 +58 43.10344828 +59 44.06779661 +60 45.00000000 +61 44.26229508 +62 43.54838710 +63 42.85714286 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 42.85714286 +71 42.25352113 +72 43.05555556 +73 43.83561644 +74 44.59459459 +75 44.00000000 +76 44.73684211 +77 45.45454545 +78 44.87179487 +79 44.30379747 +80 43.75000000 +81 43.20987654 +82 42.68292683 +83 43.37349398 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 45.26315789 +96 45.83333333 +97 45.36082474 +98 45.91836735 +99 46.46464646 +100 47.00000000 +101 47.52475248 +102 47.05882353 +103 46.60194175 +104 47.11538462 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.72972973 +149 54.36241611 +150 54.66666667 +151 54.30463576 +152 53.94736842 +153 54.24836601 +154 54.54545455 +155 54.83870968 +156 55.12820513 +157 54.77707006 +158 55.06329114 +159 55.34591195 +160 55.62500000 +161 55.90062112 +162 55.55555556 +163 55.82822086 +164 56.09756098 +165 56.36363636 +166 56.62650602 +167 56.88622754 +168 57.14285714 +169 56.80473373 +170 56.47058824 +171 56.72514620 +172 56.97674419 +173 56.64739884 +174 56.32183908 +175 56.57142857 +176 56.25000000 +177 55.93220339 +178 56.17977528 +179 55.86592179 +180 56.11111111 +181 55.80110497 +182 55.49450549 +183 55.73770492 +184 55.43478261 +185 55.67567568 +186 55.37634409 +187 55.08021390 +188 54.78723404 +189 54.49735450 +190 54.73684211 +191 54.97382199 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 54.87179487 +196 54.59183673 +197 54.31472081 +198 54.04040404 +199 54.27135678 +200 54.50000000 +201 54.22885572 +202 53.96039604 +203 53.69458128 +204 53.92156863 +205 53.65853659 +206 53.39805825 +207 53.62318841 +208 53.36538462 +209 53.58851675 +210 53.80952381 +211 54.02843602 +212 54.24528302 +213 54.46009390 +214 54.20560748 +215 54.41860465 +216 54.62962963 +217 54.37788018 +218 54.12844037 +219 54.33789954 +220 54.54545455 +221 54.29864253 +222 54.50450450 +223 54.70852018 +224 54.91071429 +225 55.11111111 +226 54.86725664 +227 54.62555066 +228 54.38596491 +229 54.58515284 +230 54.34782609 +231 54.11255411 +232 53.87931034 +233 53.64806867 +234 53.41880342 +235 53.19148936 +236 52.96610169 +237 52.74261603 +238 52.94117647 +239 52.71966527 +240 52.50000000 +241 52.28215768 +242 52.47933884 +243 52.67489712 +244 52.45901639 +245 52.24489796 +246 52.03252033 +247 51.82186235 +248 52.01612903 +249 52.20883534 +250 52.40000000 +251 52.58964143 +252 52.77777778 +253 52.56916996 +254 52.75590551 +255 52.94117647 +256 53.12500000 +257 52.91828794 +258 53.10077519 +259 53.28185328 +260 53.46153846 +261 53.63984674 +262 53.43511450 +263 53.23193916 +264 53.40909091 +265 53.20754717 +266 53.00751880 +267 53.18352060 +268 53.35820896 +269 53.53159851 +270 53.33333333 +271 53.13653137 +272 52.94117647 +273 52.74725275 +274 52.91970803 +275 52.72727273 +276 52.89855072 +277 53.06859206 +278 53.23741007 +279 53.40501792 +280 53.57142857 +281 53.73665480 +282 53.90070922 +283 54.06360424 +284 54.22535211 +285 54.03508772 +286 53.84615385 +287 54.00696864 +288 54.16666667 +289 54.32525952 +290 54.48275862 +291 54.29553265 +292 54.10958904 +293 54.26621160 +294 54.42176871 +295 54.57627119 +296 54.72972973 +297 54.88215488 +298 55.03355705 +299 54.84949833 +300 54.66666667 +301 54.48504983 +302 54.63576159 +303 54.45544554 +304 54.60526316 +305 54.42622951 +306 54.57516340 +307 54.39739414 +308 54.54545455 +309 54.36893204 +310 54.51612903 +311 54.66237942 +312 54.80769231 +313 54.95207668 +314 54.77707006 +315 54.60317460 +316 54.74683544 +317 54.88958991 +318 54.71698113 +319 54.54545455 +320 54.68750000 +321 54.51713396 +322 54.34782609 +323 54.48916409 +324 54.62962963 +325 54.76923077 +326 54.60122699 +327 54.43425076 +328 54.57317073 +329 54.71124620 +330 54.84848485 +331 54.98489426 +332 54.81927711 +333 54.95495495 +334 54.79041916 +335 54.92537313 +336 55.05952381 +337 54.89614243 +338 54.73372781 +339 54.86725664 +340 54.70588235 +341 54.83870968 +342 54.97076023 +343 54.81049563 +344 54.65116279 +345 54.78260870 +346 54.62427746 +347 54.46685879 +348 54.31034483 +349 54.15472779 +350 54.28571429 +351 54.41595442 +352 54.54545455 +353 54.67422096 +354 54.80225989 +355 54.92957746 +356 55.05617978 +357 54.90196078 +358 55.02793296 +359 55.15320334 +360 55.00000000 +361 54.84764543 +362 54.97237569 +363 55.09641873 +364 55.21978022 +365 55.34246575 +366 55.46448087 +367 55.58583106 +368 55.70652174 +369 55.82655827 +370 55.94594595 +371 56.06469003 +372 56.18279570 +373 56.30026810 +374 56.14973262 +375 56.26666667 +376 56.38297872 +377 56.23342175 +378 56.08465608 +379 56.20052770 +380 56.31578947 +381 56.43044619 +382 56.28272251 +383 56.13577023 +384 56.25000000 +385 56.36363636 +386 56.47668394 +387 56.33074935 +388 56.18556701 +389 56.04113111 +390 56.15384615 +391 56.01023018 +392 56.12244898 +393 56.23409669 +394 56.34517766 +395 56.20253165 +396 56.31313131 +397 56.42317380 +398 56.53266332 +399 56.64160401 +400 56.50000000 +401 56.60847880 +402 56.46766169 +403 56.32754342 +404 56.18811881 +405 56.29629630 +406 56.15763547 +407 56.26535627 +408 56.37254902 +409 56.47921760 +410 56.34146341 +411 56.20437956 +412 56.06796117 +413 55.93220339 +414 56.03864734 +415 55.90361446 +416 56.00961538 +417 56.11510791 +418 56.22009569 +419 56.08591885 +420 56.19047619 +421 56.05700713 +422 56.16113744 +423 56.26477541 +424 56.36792453 +425 56.47058824 +426 56.57276995 +427 56.44028103 +428 56.54205607 +429 56.41025641 +430 56.51162791 +431 56.38051044 +432 56.25000000 +433 56.35103926 +434 56.45161290 +435 56.32183908 +436 56.19266055 +437 56.06407323 +438 55.93607306 +439 56.03644647 +440 56.13636364 +441 56.23582766 +442 56.33484163 +443 56.43340858 +444 56.30630631 +445 56.40449438 +446 56.50224215 +447 56.59955257 +448 56.47321429 +449 56.34743875 +450 56.44444444 +451 56.31929047 +452 56.41592920 +453 56.29139073 +454 56.16740088 +455 56.04395604 +456 56.14035088 +457 56.23632385 +458 56.33187773 +459 56.42701525 +460 56.52173913 +461 56.61605206 +462 56.70995671 +463 56.80345572 +464 56.89655172 +465 56.77419355 +466 56.86695279 +467 56.95931478 +468 56.83760684 +469 56.71641791 +470 56.59574468 +471 56.68789809 +472 56.77966102 +473 56.87103594 +474 56.96202532 +475 57.05263158 +476 56.93277311 +477 56.81341719 +478 56.90376569 +479 56.99373695 +480 57.08333333 +481 56.96465696 +482 56.84647303 +483 56.93581781 +484 56.81818182 +485 56.70103093 +486 56.79012346 +487 56.87885010 +488 56.76229508 +489 56.85071575 +490 56.93877551 +491 56.82281059 +492 56.91056911 +493 56.99797160 +494 57.08502024 +495 57.17171717 +496 57.25806452 +497 57.14285714 +498 57.22891566 +499 57.11422846 +500 57.20000000 +501 57.08582834 +502 56.97211155 +503 57.05765408 +504 57.14285714 +505 57.22772277 +506 57.11462451 +507 57.19921105 +508 57.08661417 +509 57.17092338 +510 57.25490196 +511 57.14285714 +512 57.03125000 +513 56.92007797 +514 57.00389105 +515 57.08737864 +516 56.97674419 +517 56.86653772 +518 56.94980695 +519 56.84007707 +520 56.73076923 +521 56.62188100 +522 56.51340996 +523 56.40535373 +524 56.48854962 +525 56.57142857 +526 56.46387833 +527 56.35673624 +528 56.43939394 +529 56.52173913 +530 56.60377358 +531 56.49717514 +532 56.39097744 +533 56.47279550 +534 56.36704120 +535 56.44859813 +536 56.52985075 +537 56.61080074 +538 56.69144981 +539 56.58627087 +540 56.48148148 +541 56.56192237 +542 56.45756458 +543 56.35359116 +544 56.25000000 +545 56.33027523 +546 56.41025641 +547 56.48994516 +548 56.38686131 +549 56.46630237 +550 56.36363636 +551 56.44283122 +552 56.34057971 +553 56.23869801 +554 56.31768953 +555 56.21621622 +556 56.29496403 +557 56.19389587 +558 56.09318996 +559 56.17173524 +560 56.25000000 +561 56.32798574 +562 56.22775801 +563 56.30550622 +564 56.20567376 +565 56.10619469 +566 56.00706714 +567 56.08465608 +568 56.16197183 +569 56.06326889 +570 55.96491228 +571 56.04203152 +572 56.11888112 +573 56.02094241 +574 56.09756098 +575 56.00000000 +576 56.07638889 +577 56.15251300 +578 56.22837370 +579 56.13126079 +580 56.03448276 +581 55.93803787 +582 56.01374570 +583 56.08919383 +584 55.99315068 +585 55.89743590 +586 55.80204778 +587 55.87734242 +588 55.78231293 +589 55.68760611 +590 55.59322034 +591 55.66835871 +592 55.57432432 +593 55.48060708 +594 55.38720539 +595 55.46218487 +596 55.53691275 +597 55.61139028 +598 55.51839465 +599 55.59265442 +600 55.66666667 +601 55.74043261 +602 55.81395349 +603 55.72139303 +604 55.79470199 +605 55.86776860 +606 55.77557756 +607 55.68369028 +608 55.59210526 +609 55.66502463 +610 55.73770492 +611 55.81014730 +612 55.71895425 +613 55.62805873 +614 55.53745928 +615 55.60975610 +616 55.51948052 +617 55.42949757 +618 55.50161812 +619 55.41195477 +620 55.48387097 +621 55.39452496 +622 55.30546624 +623 55.37720706 +624 55.44871795 +625 55.52000000 +626 55.43130990 +627 55.34290271 +628 55.41401274 +629 55.32591415 +630 55.23809524 +631 55.15055468 +632 55.06329114 +633 54.97630332 +634 55.04731861 +635 54.96062992 +636 55.03144654 +637 55.10204082 +638 55.01567398 +639 55.08607199 +640 55.00000000 +641 54.91419657 +642 54.98442368 +643 55.05443235 +644 54.96894410 +645 54.88372093 +646 54.95356037 +647 55.02318393 +648 55.09259259 +649 55.00770416 +650 55.07692308 +651 55.14592934 +652 55.06134969 +653 55.13016845 +654 55.04587156 +655 55.11450382 +656 55.18292683 +657 55.25114155 +658 55.31914894 +659 55.38694992 +660 55.30303030 +661 55.21936460 +662 55.28700906 +663 55.35444947 +664 55.42168675 +665 55.48872180 +666 55.55555556 +667 55.62218891 +668 55.68862275 +669 55.60538117 +670 55.67164179 +671 55.73770492 +672 55.80357143 +673 55.86924220 +674 55.78635015 +675 55.85185185 +676 55.76923077 +677 55.68685377 +678 55.75221239 +679 55.81737850 +680 55.73529412 +681 55.65345081 +682 55.71847507 +683 55.78330893 +684 55.84795322 +685 55.76642336 +686 55.83090379 +687 55.74963610 +688 55.81395349 +689 55.87808418 +690 55.94202899 +691 55.86107091 +692 55.92485549 +693 55.84415584 +694 55.90778098 +695 55.82733813 +696 55.89080460 +697 55.95408895 +698 56.01719198 +699 55.93705293 +700 55.85714286 +701 55.92011412 +702 55.98290598 +703 55.90327169 +704 55.96590909 +705 56.02836879 +706 56.09065156 +707 56.01131542 +708 56.07344633 +709 56.13540197 +710 56.19718310 +711 56.11814346 +712 56.17977528 +713 56.24123422 +714 56.30252101 +715 56.22377622 +716 56.28491620 +717 56.34588563 +718 56.26740947 +719 56.18915160 +720 56.11111111 +721 56.17198336 +722 56.23268698 +723 56.29322268 +724 56.35359116 +725 56.41379310 +726 56.33608815 +727 56.39614856 +728 56.45604396 +729 56.51577503 +730 56.43835616 +731 56.49794802 +732 56.42076503 +733 56.48021828 +734 56.53950954 +735 56.46258503 +736 56.38586957 +737 56.30936228 +738 56.23306233 +739 56.15696888 +740 56.21621622 +741 56.27530364 +742 56.33423181 +743 56.39300135 +744 56.45161290 +745 56.37583893 +746 56.43431635 +747 56.35876841 +748 56.41711230 +749 56.47530040 +750 56.53333333 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.log b/scores/deepseek-r1-distill-qwen-7b-iq3_s.log deleted file mode 100644 index 2db867d71095977802ba17de6d9e98379b3488e4..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-iq3_s.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 26.638550 ± 0.259075 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.51% -Mean ln(PPL(Q)/PPL(base)) : 0.066230 ± 0.001677 -Mean PPL(Q)/PPL(base) : 1.068473 ± 0.001792 -Mean PPL(Q)-PPL(base) : 1.707120 ± 0.046752 - -====== KL divergence statistics ====== -Mean KLD: 0.115060 ± 0.000427 -Maximum KLD: 6.862354 -99.9% KLD: 1.668972 -99.0% KLD: 0.747263 -99.0% KLD: 0.747263 -Median KLD: 0.065809 -10.0% KLD: 0.001661 - 5.0% KLD: 0.000301 - 1.0% KLD: 0.000018 -Minimum KLD: -0.000103 - -====== Token probability statistics ====== -Mean Δp: -1.254 ± 0.021 % -Maximum Δp: 92.550% -99.9% Δp: 43.219% -99.0% Δp: 21.697% -95.0% Δp: 8.707% -90.0% Δp: 4.022% -75.0% Δp: 0.260% -Median Δp: -0.015% -25.0% Δp: -1.839% -10.0% Δp: -8.696% - 5.0% Δp: -15.122% - 1.0% Δp: -31.087% - 0.1% Δp: -57.206% -Minimum Δp: -96.125% -RMS Δp : 8.252 ± 0.042 % -Same top p: 83.845 ± 0.095 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.mmlu b/scores/deepseek-r1-distill-qwen-7b-iq3_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..16720a3946561f16e52bd033c68598776505f149 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 40.00000000 +11 36.36363636 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 35.71428571 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 30.76923077 +66 31.81818182 +67 31.34328358 +68 30.88235294 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 32.43243243 +75 33.33333333 +76 34.21052632 +77 35.06493506 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 35.80246914 +82 35.36585366 +83 36.14457831 +84 36.90476190 +85 36.47058824 +86 36.04651163 +87 36.78160920 +88 37.50000000 +89 37.07865169 +90 36.66666667 +91 36.26373626 +92 35.86956522 +93 35.48387097 +94 35.10638298 +95 34.73684211 +96 35.41666667 +97 35.05154639 +98 34.69387755 +99 34.34343434 +100 34.00000000 +101 33.66336634 +102 33.33333333 +103 33.00970874 +104 32.69230769 +105 32.38095238 +106 32.07547170 +107 31.77570093 +108 32.40740741 +109 32.11009174 +110 31.81818182 +111 31.53153153 +112 31.25000000 +113 31.85840708 +114 32.45614035 +115 33.04347826 +116 32.75862069 +117 32.47863248 +118 32.20338983 +119 31.93277311 +120 31.66666667 +121 31.40495868 +122 31.14754098 +123 30.89430894 +124 30.64516129 +125 31.20000000 +126 30.95238095 +127 30.70866142 +128 30.46875000 +129 30.23255814 +130 30.00000000 +131 30.53435115 +132 30.30303030 +133 30.07518797 +134 29.85074627 +135 29.62962963 +136 30.14705882 +137 29.92700730 +138 29.71014493 +139 29.49640288 +140 29.28571429 +141 29.07801418 +142 29.57746479 +143 30.06993007 +144 30.55555556 +145 31.03448276 +146 30.82191781 +147 30.61224490 +148 31.08108108 +149 30.87248322 +150 30.66666667 +151 30.46357616 +152 30.92105263 +153 30.71895425 +154 31.16883117 +155 30.96774194 +156 30.76923077 +157 31.21019108 +158 31.64556962 +159 31.44654088 +160 31.87500000 +161 31.67701863 +162 31.48148148 +163 31.28834356 +164 31.09756098 +165 31.51515152 +166 31.32530120 +167 31.73652695 +168 31.54761905 +169 31.36094675 +170 31.17647059 +171 30.99415205 +172 30.81395349 +173 30.63583815 +174 30.45977011 +175 30.28571429 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.60109290 +184 30.43478261 +185 30.81081081 +186 31.18279570 +187 31.01604278 +188 30.85106383 +189 30.68783069 +190 30.52631579 +191 30.36649215 +192 30.20833333 +193 30.05181347 +194 30.41237113 +195 30.76923077 +196 31.12244898 +197 30.96446701 +198 30.80808081 +199 30.65326633 +200 30.50000000 +201 30.84577114 +202 30.69306931 +203 31.03448276 +204 30.88235294 +205 31.21951220 +206 31.06796117 +207 30.91787440 +208 30.76923077 +209 30.62200957 +210 30.47619048 +211 30.80568720 +212 30.66037736 +213 30.51643192 +214 30.37383178 +215 30.23255814 +216 30.09259259 +217 29.95391705 +218 29.81651376 +219 29.68036530 +220 29.54545455 +221 29.41176471 +222 29.72972973 +223 29.59641256 +224 29.91071429 +225 30.22222222 +226 30.08849558 +227 30.39647577 +228 30.70175439 +229 30.56768559 +230 30.43478261 +231 30.30303030 +232 30.17241379 +233 30.04291845 +234 30.34188034 +235 30.21276596 +236 30.08474576 +237 29.95780591 +238 29.83193277 +239 29.70711297 +240 29.58333333 +241 29.46058091 +242 29.75206612 +243 30.04115226 +244 29.91803279 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 29.83870968 +249 29.71887550 +250 29.60000000 +251 29.48207171 +252 29.36507937 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 29.68750000 +257 29.96108949 +258 29.84496124 +259 30.11583012 +260 30.00000000 +261 29.88505747 +262 29.77099237 +263 29.65779468 +264 29.92424242 +265 30.18867925 +266 30.07518797 +267 29.96254682 +268 29.85074627 +269 29.73977695 +270 29.62962963 +271 29.52029520 +272 29.77941176 +273 29.67032967 +274 29.56204380 +275 29.45454545 +276 29.71014493 +277 29.96389892 +278 30.21582734 +279 30.10752688 +280 30.00000000 +281 29.89323843 +282 29.78723404 +283 29.68197880 +284 29.57746479 +285 29.47368421 +286 29.37062937 +287 29.61672474 +288 29.51388889 +289 29.41176471 +290 29.65517241 +291 29.89690722 +292 30.13698630 +293 30.37542662 +294 30.61224490 +295 30.50847458 +296 30.40540541 +297 30.30303030 +298 30.53691275 +299 30.43478261 +300 30.66666667 +301 30.56478405 +302 30.79470199 +303 30.69306931 +304 30.92105263 +305 31.14754098 +306 31.04575163 +307 31.27035831 +308 31.16883117 +309 31.06796117 +310 30.96774194 +311 30.86816720 +312 31.08974359 +313 31.30990415 +314 31.52866242 +315 31.42857143 +316 31.32911392 +317 31.23028391 +318 31.13207547 +319 31.34796238 +320 31.25000000 +321 31.15264798 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 31.07692308 +326 30.98159509 +327 31.19266055 +328 31.09756098 +329 31.00303951 +330 30.90909091 +331 30.81570997 +332 31.02409639 +333 30.93093093 +334 30.83832335 +335 31.04477612 +336 30.95238095 +337 30.86053412 +338 30.76923077 +339 30.67846608 +340 30.58823529 +341 30.49853372 +342 30.40935673 +343 30.32069971 +344 30.23255814 +345 30.14492754 +346 30.34682081 +347 30.54755043 +348 30.45977011 +349 30.65902579 +350 30.85714286 +351 30.76923077 +352 30.68181818 +353 30.87818697 +354 30.79096045 +355 30.70422535 +356 30.89887640 +357 30.81232493 +358 30.72625698 +359 30.91922006 +360 31.11111111 +361 31.30193906 +362 31.21546961 +363 31.40495868 +364 31.31868132 +365 31.23287671 +366 31.14754098 +367 31.06267030 +368 30.97826087 +369 30.89430894 +370 31.08108108 +371 30.99730458 +372 30.91397849 +373 30.83109920 +374 31.01604278 +375 30.93333333 +376 30.85106383 +377 30.76923077 +378 30.68783069 +379 30.60686016 +380 30.52631579 +381 30.70866142 +382 30.62827225 +383 30.80939948 +384 30.72916667 +385 30.64935065 +386 30.56994819 +387 30.49095607 +388 30.41237113 +389 30.59125964 +390 30.51282051 +391 30.69053708 +392 30.86734694 +393 30.78880407 +394 30.71065990 +395 30.63291139 +396 30.80808081 +397 30.73047859 +398 30.65326633 +399 30.82706767 +400 30.75000000 +401 30.92269327 +402 30.84577114 +403 30.76923077 +404 30.69306931 +405 30.61728395 +406 30.78817734 +407 30.71253071 +408 30.63725490 +409 30.80684597 +410 30.73170732 +411 30.65693431 +412 30.58252427 +413 30.75060533 +414 30.91787440 +415 31.08433735 +416 31.00961538 +417 30.93525180 +418 30.86124402 +419 31.02625298 +420 31.19047619 +421 31.11638955 +422 31.04265403 +423 30.96926714 +424 31.13207547 +425 31.29411765 +426 31.22065728 +427 31.14754098 +428 31.07476636 +429 31.23543124 +430 31.16279070 +431 31.32250580 +432 31.48148148 +433 31.40877598 +434 31.56682028 +435 31.49425287 +436 31.42201835 +437 31.35011442 +438 31.50684932 +439 31.66287016 +440 31.59090909 +441 31.51927438 +442 31.44796380 +443 31.37697517 +444 31.30630631 +445 31.23595506 +446 31.16591928 +447 31.09619687 +448 31.02678571 +449 30.95768374 +450 30.88888889 +451 30.82039911 +452 30.97345133 +453 31.12582781 +454 31.05726872 +455 30.98901099 +456 31.14035088 +457 31.07221007 +458 31.00436681 +459 31.15468410 +460 31.30434783 +461 31.23644252 +462 31.16883117 +463 31.31749460 +464 31.25000000 +465 31.18279570 +466 31.11587983 +467 31.26338330 +468 31.19658120 +469 31.34328358 +470 31.27659574 +471 31.21019108 +472 31.14406780 +473 31.28964059 +474 31.22362869 +475 31.15789474 +476 31.30252101 +477 31.23689727 +478 31.38075314 +479 31.52400835 +480 31.45833333 +481 31.39293139 +482 31.32780083 +483 31.26293996 +484 31.19834711 +485 31.13402062 +486 31.06995885 +487 31.21149897 +488 31.14754098 +489 31.08384458 +490 31.22448980 +491 31.36456212 +492 31.30081301 +493 31.23732252 +494 31.37651822 +495 31.51515152 +496 31.65322581 +497 31.58953722 +498 31.52610442 +499 31.46292585 +500 31.60000000 +501 31.53692615 +502 31.47410359 +503 31.61033797 +504 31.54761905 +505 31.48514851 +506 31.62055336 +507 31.55818540 +508 31.49606299 +509 31.43418468 +510 31.56862745 +511 31.50684932 +512 31.44531250 +513 31.38401559 +514 31.32295720 +515 31.26213592 +516 31.20155039 +517 31.33462282 +518 31.46718147 +519 31.40655106 +520 31.34615385 +521 31.28598848 +522 31.41762452 +523 31.54875717 +524 31.67938931 +525 31.61904762 +526 31.55893536 +527 31.68880455 +528 31.62878788 +529 31.56899811 +530 31.69811321 +531 31.63841808 +532 31.57894737 +533 31.51969981 +534 31.46067416 +535 31.40186916 +536 31.34328358 +537 31.47113594 +538 31.59851301 +539 31.53988868 +540 31.48148148 +541 31.60813309 +542 31.73431734 +543 31.86003683 +544 31.80147059 +545 31.74311927 +546 31.68498168 +547 31.62705667 +548 31.75182482 +549 31.69398907 +550 31.63636364 +551 31.57894737 +552 31.70289855 +553 31.64556962 +554 31.58844765 +555 31.53153153 +556 31.47482014 +557 31.41831239 +558 31.54121864 +559 31.48479428 +560 31.42857143 +561 31.37254902 +562 31.31672598 +563 31.43872114 +564 31.38297872 +565 31.32743363 +566 31.27208481 +567 31.21693122 +568 31.33802817 +569 31.28295255 +570 31.22807018 +571 31.34851138 +572 31.29370629 +573 31.23909250 +574 31.35888502 +575 31.30434783 +576 31.42361111 +577 31.54246101 +578 31.48788927 +579 31.43350604 +580 31.37931034 +581 31.32530120 +582 31.27147766 +583 31.21783877 +584 31.33561644 +585 31.28205128 +586 31.22866894 +587 31.17546848 +588 31.12244898 +589 31.06960951 +590 31.01694915 +591 30.96446701 +592 30.91216216 +593 30.86003373 +594 30.97643098 +595 30.92436975 +596 31.04026846 +597 30.98827471 +598 30.93645485 +599 31.05175292 +600 31.00000000 +601 31.11480865 +602 31.06312292 +603 31.17744610 +604 31.12582781 +605 31.23966942 +606 31.18811881 +607 31.30148270 +608 31.25000000 +609 31.19868637 +610 31.14754098 +611 31.09656301 +612 31.04575163 +613 30.99510604 +614 31.10749186 +615 31.05691057 +616 31.16883117 +617 31.28038898 +618 31.22977346 +619 31.17932149 +620 31.12903226 +621 31.07890499 +622 31.18971061 +623 31.13964687 +624 31.08974359 +625 31.04000000 +626 31.15015974 +627 31.10047847 +628 31.05095541 +629 31.16057234 +630 31.11111111 +631 31.06180666 +632 31.17088608 +633 31.12164297 +634 31.07255521 +635 31.02362205 +636 30.97484277 +637 30.92621664 +638 30.87774295 +639 30.82942097 +640 30.93750000 +641 30.88923557 +642 30.99688474 +643 30.94867807 +644 31.05590062 +645 31.00775194 +646 30.95975232 +647 30.91190108 +648 30.86419753 +649 30.81664099 +650 30.76923077 +651 30.72196621 +652 30.67484663 +653 30.62787136 +654 30.73394495 +655 30.68702290 +656 30.79268293 +657 30.74581431 +658 30.85106383 +659 30.80424886 +660 30.75757576 +661 30.71104387 +662 30.66465257 +663 30.61840121 +664 30.57228916 +665 30.52631579 +666 30.48048048 +667 30.58470765 +668 30.68862275 +669 30.64275037 +670 30.74626866 +671 30.70044709 +672 30.65476190 +673 30.60921248 +674 30.56379822 +675 30.51851852 +676 30.47337278 +677 30.42836041 +678 30.38348083 +679 30.33873343 +680 30.44117647 +681 30.54331865 +682 30.49853372 +683 30.60029283 +684 30.55555556 +685 30.51094891 +686 30.46647230 +687 30.42212518 +688 30.37790698 +689 30.33381713 +690 30.28985507 +691 30.39073806 +692 30.34682081 +693 30.30303030 +694 30.40345821 +695 30.35971223 +696 30.45977011 +697 30.41606887 +698 30.37249284 +699 30.47210300 +700 30.42857143 +701 30.52781740 +702 30.62678063 +703 30.72546230 +704 30.68181818 +705 30.63829787 +706 30.59490085 +707 30.55162659 +708 30.50847458 +709 30.46544429 +710 30.56338028 +711 30.66104079 +712 30.61797753 +713 30.71528752 +714 30.81232493 +715 30.76923077 +716 30.72625698 +717 30.68340307 +718 30.64066852 +719 30.59805285 +720 30.55555556 +721 30.51317614 +722 30.47091413 +723 30.56708160 +724 30.52486188 +725 30.62068966 +726 30.71625344 +727 30.67400275 +728 30.63186813 +729 30.72702332 +730 30.68493151 +731 30.64295486 +732 30.73770492 +733 30.83219645 +734 30.79019074 +735 30.74829932 +736 30.70652174 +737 30.80054274 +738 30.75880759 +739 30.85250338 +740 30.94594595 +741 30.90418354 +742 30.99730458 +743 31.09017497 +744 31.18279570 +745 31.14093960 +746 31.09919571 +747 31.05756359 +748 31.01604278 +749 31.10814419 +750 31.20000000 + +Final result: 31.2000 ±1.6929 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.ppx b/scores/deepseek-r1-distill-qwen-7b-iq3_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..6508711ebf7d1bb6fdf182a6111651e7194c8364 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 33.128433 ±0.335060 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.34% +Mean ln(PPL(Q)/PPL(base)) : 0.284263 ±0.002714 +Mean PPL(Q)/PPL(base) : 1.328782 ±0.003606 +Mean PPL(Q)-PPL(base) : 8.197002 ±0.121360 + +====== KL divergence statistics ====== +Mean KLD: 0.345716 ±0.000950 +Maximum KLD: 6.695283 +99.9% KLD: 2.655785 +99.0% KLD: 1.596549 +99.0% KLD: 1.596549 +Median KLD: 0.245697 +10.0% KLD: 0.005232 + 5.0% KLD: 0.000912 + 1.0% KLD: 0.000055 +Minimum KLD: -0.000028 + +====== Token probability statistics ====== +Mean Δp: -2.627 ± 0.034 % +Maximum Δp: 96.502% +99.9% Δp: 56.095% +99.0% Δp: 33.635% +95.0% Δp: 14.828% +90.0% Δp: 6.605% +75.0% Δp: 0.200% +Median Δp: -0.076% +25.0% Δp: -3.969% +10.0% Δp: -16.576% + 5.0% Δp: -27.387% + 1.0% Δp: -50.164% + 0.1% Δp: -74.261% +Minimum Δp: -95.075% +RMS Δp : 13.304 ± 0.052 % +Same top p: 72.106 ± 0.116 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.tqa b/scores/deepseek-r1-distill-qwen-7b-iq3_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..90ecfbfe81a379a238c4516a7816cab622645104 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 12.50000000 +17 11.76470588 +18 11.11111111 +19 15.78947368 +20 15.00000000 +21 14.28571429 +22 13.63636364 +23 13.04347826 +24 16.66666667 +25 16.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 20.00000000 +31 22.58064516 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 22.72727273 +45 22.22222222 +46 23.91304348 +47 23.40425532 +48 25.00000000 +49 24.48979592 +50 26.00000000 +51 25.49019608 +52 25.00000000 +53 26.41509434 +54 25.92592593 +55 27.27272727 +56 26.78571429 +57 26.31578947 +58 25.86206897 +59 25.42372881 +60 26.66666667 +61 26.22950820 +62 27.41935484 +63 26.98412698 +64 26.56250000 +65 26.15384615 +66 25.75757576 +67 25.37313433 +68 25.00000000 +69 24.63768116 +70 25.71428571 +71 26.76056338 +72 27.77777778 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 28.94736842 +77 28.57142857 +78 28.20512821 +79 27.84810127 +80 27.50000000 +81 27.16049383 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 25.27472527 +92 25.00000000 +93 24.73118280 +94 24.46808511 +95 25.26315789 +96 26.04166667 +97 25.77319588 +98 25.51020408 +99 26.26262626 +100 27.00000000 +101 27.72277228 +102 27.45098039 +103 28.15533981 +104 27.88461538 +105 27.61904762 +106 28.30188679 +107 28.97196262 +108 29.62962963 +109 29.35779817 +110 30.00000000 +111 29.72972973 +112 29.46428571 +113 29.20353982 +114 29.82456140 +115 29.56521739 +116 29.31034483 +117 29.05982906 +118 28.81355932 +119 28.57142857 +120 28.33333333 +121 28.92561983 +122 28.68852459 +123 29.26829268 +124 29.03225806 +125 29.60000000 +126 30.15873016 +127 29.92125984 +128 29.68750000 +129 29.45736434 +130 29.23076923 +131 29.00763359 +132 28.78787879 +133 28.57142857 +134 29.10447761 +135 29.62962963 +136 29.41176471 +137 29.92700730 +138 30.43478261 +139 30.21582734 +140 30.71428571 +141 30.49645390 +142 30.28169014 +143 30.06993007 +144 30.55555556 +145 30.34482759 +146 30.13698630 +147 30.61224490 +148 30.40540541 +149 30.20134228 +150 30.00000000 +151 30.46357616 +152 30.26315789 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 30.12820513 +157 29.93630573 +158 30.37974684 +159 30.18867925 +160 30.00000000 +161 29.81366460 +162 29.62962963 +163 30.06134969 +164 29.87804878 +165 30.30303030 +166 30.72289157 +167 30.53892216 +168 30.35714286 +169 30.17751479 +170 30.00000000 +171 29.82456140 +172 29.65116279 +173 30.05780347 +174 29.88505747 +175 29.71428571 +176 30.11363636 +177 29.94350282 +178 29.77528090 +179 29.60893855 +180 29.44444444 +181 29.28176796 +182 29.12087912 +183 28.96174863 +184 28.80434783 +185 28.64864865 +186 29.03225806 +187 28.87700535 +188 28.72340426 +189 29.10052910 +190 28.94736842 +191 28.79581152 +192 28.64583333 +193 28.49740933 +194 28.86597938 +195 28.71794872 +196 28.57142857 +197 28.93401015 +198 29.29292929 +199 29.14572864 +200 29.00000000 +201 28.85572139 +202 29.20792079 +203 29.06403941 +204 28.92156863 +205 29.26829268 +206 29.12621359 +207 29.46859903 +208 29.32692308 +209 29.66507177 +210 29.52380952 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 28.70370370 +217 28.57142857 +218 28.89908257 +219 28.76712329 +220 28.63636364 +221 28.50678733 +222 28.37837838 +223 28.25112108 +224 28.57142857 +225 28.44444444 +226 28.31858407 +227 28.63436123 +228 28.50877193 +229 28.38427948 +230 28.26086957 +231 28.13852814 +232 28.01724138 +233 28.32618026 +234 28.20512821 +235 28.08510638 +236 28.38983051 +237 28.69198312 +238 28.99159664 +239 28.87029289 +240 28.75000000 +241 28.63070539 +242 28.51239669 +243 28.39506173 +244 28.27868852 +245 28.16326531 +246 28.04878049 +247 27.93522267 +248 28.22580645 +249 28.51405622 +250 28.40000000 +251 28.68525896 +252 28.57142857 +253 28.45849802 +254 28.34645669 +255 28.23529412 +256 28.12500000 +257 28.01556420 +258 27.90697674 +259 27.79922780 +260 27.69230769 +261 27.96934866 +262 27.86259542 +263 27.75665399 +264 28.03030303 +265 28.30188679 +266 28.19548872 +267 28.46441948 +268 28.35820896 +269 28.25278810 +270 28.14814815 +271 28.04428044 +272 27.94117647 +273 27.83882784 +274 27.73722628 +275 27.63636364 +276 27.53623188 +277 27.43682310 +278 27.33812950 +279 27.24014337 +280 27.50000000 +281 27.75800712 +282 27.65957447 +283 27.56183746 +284 27.46478873 +285 27.36842105 +286 27.62237762 +287 27.52613240 +288 27.43055556 +289 27.33564014 +290 27.24137931 +291 27.49140893 +292 27.73972603 +293 27.98634812 +294 27.89115646 +295 28.13559322 +296 28.37837838 +297 28.61952862 +298 28.52348993 +299 28.42809365 +300 28.33333333 +301 28.23920266 +302 28.14569536 +303 28.05280528 +304 27.96052632 +305 27.86885246 +306 27.77777778 +307 27.68729642 +308 27.92207792 +309 27.83171521 +310 27.74193548 +311 27.65273312 +312 27.56410256 +313 27.47603834 +314 27.38853503 +315 27.30158730 +316 27.21518987 +317 27.12933754 +318 27.04402516 +319 26.95924765 +320 26.87500000 +321 26.79127726 +322 27.01863354 +323 26.93498452 +324 26.85185185 +325 26.76923077 +326 26.68711656 +327 26.60550459 +328 26.82926829 +329 26.74772036 +330 26.96969697 +331 26.88821752 +332 27.10843373 +333 27.32732733 +334 27.24550898 +335 27.46268657 +336 27.67857143 +337 27.59643917 +338 27.51479290 +339 27.72861357 +340 27.64705882 +341 27.85923754 +342 28.07017544 +343 27.98833819 +344 28.19767442 +345 28.40579710 +346 28.61271676 +347 28.81844380 +348 28.73563218 +349 28.93982808 +350 28.85714286 +351 28.77492877 +352 28.97727273 +353 29.17847025 +354 29.09604520 +355 29.29577465 +356 29.21348315 +357 29.41176471 +358 29.60893855 +359 29.52646240 +360 29.44444444 +361 29.36288089 +362 29.28176796 +363 29.47658402 +364 29.39560440 +365 29.58904110 +366 29.50819672 +367 29.70027248 +368 29.61956522 +369 29.53929539 +370 29.45945946 +371 29.38005391 +372 29.56989247 +373 29.49061662 +374 29.67914439 +375 29.60000000 +376 29.52127660 +377 29.44297082 +378 29.62962963 +379 29.55145119 +380 29.47368421 +381 29.39632546 +382 29.31937173 +383 29.24281984 +384 29.16666667 +385 29.09090909 +386 29.01554404 +387 28.94056848 +388 29.12371134 +389 29.04884319 +390 28.97435897 +391 28.90025575 +392 28.82653061 +393 28.75318066 +394 28.93401015 +395 28.86075949 +396 28.78787879 +397 28.96725441 +398 28.89447236 +399 28.82205514 +400 28.75000000 +401 28.67830424 +402 28.85572139 +403 28.78411911 +404 28.71287129 +405 28.64197531 +406 28.57142857 +407 28.50122850 +408 28.43137255 +409 28.36185819 +410 28.29268293 +411 28.22384428 +412 28.39805825 +413 28.32929782 +414 28.50241546 +415 28.43373494 +416 28.36538462 +417 28.29736211 +418 28.22966507 +419 28.16229117 +420 28.33333333 +421 28.50356295 +422 28.43601896 +423 28.36879433 +424 28.30188679 +425 28.23529412 +426 28.16901408 +427 28.10304450 +428 28.03738318 +429 27.97202797 +430 27.90697674 +431 27.84222738 +432 28.00925926 +433 28.17551963 +434 28.34101382 +435 28.27586207 +436 28.21100917 +437 28.14645309 +438 28.08219178 +439 28.01822323 +440 27.95454545 +441 27.89115646 +442 28.05429864 +443 27.99097065 +444 28.15315315 +445 28.08988764 +446 28.02690583 +447 27.96420582 +448 27.90178571 +449 28.06236080 +450 28.00000000 +451 27.93791574 +452 27.87610619 +453 27.81456954 +454 27.75330396 +455 27.69230769 +456 27.63157895 +457 27.57111597 +458 27.51091703 +459 27.45098039 +460 27.39130435 +461 27.33188720 +462 27.27272727 +463 27.21382289 +464 27.15517241 +465 27.31182796 +466 27.25321888 +467 27.19486081 +468 27.13675214 +469 27.07889126 +470 27.02127660 +471 26.96390658 +472 26.90677966 +473 26.84989429 +474 26.79324895 +475 26.94736842 +476 26.89075630 +477 27.04402516 +478 26.98744770 +479 26.93110647 +480 26.87500000 +481 26.81912682 +482 26.76348548 +483 26.70807453 +484 26.85950413 +485 27.01030928 +486 27.16049383 +487 27.10472279 +488 27.04918033 +489 27.19836401 +490 27.34693878 +491 27.29124236 +492 27.43902439 +493 27.38336714 +494 27.53036437 +495 27.67676768 +496 27.62096774 +497 27.56539235 +498 27.51004016 +499 27.45490982 +500 27.40000000 +501 27.34530938 +502 27.49003984 +503 27.43538767 +504 27.57936508 +505 27.52475248 +506 27.47035573 +507 27.41617357 +508 27.36220472 +509 27.50491159 +510 27.64705882 +511 27.59295499 +512 27.53906250 +513 27.48538012 +514 27.43190661 +515 27.57281553 +516 27.51937984 +517 27.65957447 +518 27.60617761 +519 27.55298651 +520 27.50000000 +521 27.63915547 +522 27.58620690 +523 27.72466539 +524 27.67175573 +525 27.80952381 +526 27.75665399 +527 27.70398482 +528 27.84090909 +529 27.78827977 +530 27.73584906 +531 27.87193974 +532 27.81954887 +533 27.95497186 +534 28.08988764 +535 28.03738318 +536 27.98507463 +537 28.11918063 +538 28.06691450 +539 28.01484230 +540 27.96296296 +541 27.91127542 +542 27.85977860 +543 27.80847145 +544 27.75735294 +545 27.70642202 +546 27.83882784 +547 27.78793419 +548 27.91970803 +549 27.86885246 +550 27.81818182 +551 27.76769510 +552 27.89855072 +553 27.84810127 +554 27.79783394 +555 27.74774775 +556 27.87769784 +557 27.82764811 +558 27.77777778 +559 27.72808587 +560 27.67857143 +561 27.62923351 +562 27.58007117 +563 27.53108348 +564 27.65957447 +565 27.78761062 +566 27.73851590 +567 27.68959436 +568 27.81690141 +569 27.76801406 +570 27.71929825 +571 27.67075306 +572 27.62237762 +573 27.57417103 +574 27.70034843 +575 27.82608696 +576 27.77777778 +577 27.72963605 +578 27.85467128 +579 27.80656304 +580 27.93103448 +581 28.05507745 +582 28.00687285 +583 27.95883362 +584 28.08219178 +585 28.03418803 +586 28.15699659 +587 28.10902896 +588 28.06122449 +589 28.01358234 +590 28.13559322 +591 28.08798646 +592 28.04054054 +593 27.99325464 +594 27.94612795 +595 27.89915966 +596 27.85234899 +597 27.97319933 +598 27.92642140 +599 27.87979967 +600 27.83333333 +601 27.95341098 +602 28.07308970 +603 28.02653400 +604 27.98013245 +605 27.93388430 +606 28.05280528 +607 28.00658979 +608 27.96052632 +609 27.91461412 +610 27.86885246 +611 27.82324059 +612 27.94117647 +613 27.89559543 +614 27.85016287 +615 27.80487805 +616 27.92207792 +617 28.03889789 +618 27.99352751 +619 28.10985460 +620 28.06451613 +621 28.01932367 +622 28.13504823 +623 28.08988764 +624 28.04487179 +625 28.00000000 +626 27.95527157 +627 27.91068581 +628 28.02547771 +629 28.13990461 +630 28.09523810 +631 28.20919176 +632 28.16455696 +633 28.12006319 +634 28.23343849 +635 28.18897638 +636 28.30188679 +637 28.41444270 +638 28.36990596 +639 28.32550861 +640 28.28125000 +641 28.23712949 +642 28.34890966 +643 28.30482115 +644 28.41614907 +645 28.52713178 +646 28.48297214 +647 28.43894900 +648 28.54938272 +649 28.50539291 +650 28.61538462 +651 28.72503840 +652 28.83435583 +653 28.94333844 +654 28.89908257 +655 28.85496183 +656 28.81097561 +657 28.91933029 +658 28.87537994 +659 28.83156297 +660 28.78787879 +661 28.74432678 +662 28.70090634 +663 28.65761689 +664 28.61445783 +665 28.72180451 +666 28.82882883 +667 28.78560720 +668 28.74251497 +669 28.69955157 +670 28.65671642 +671 28.61400894 +672 28.57142857 +673 28.52897474 +674 28.48664688 +675 28.59259259 +676 28.69822485 +677 28.65583456 +678 28.61356932 +679 28.57142857 +680 28.67647059 +681 28.63436123 +682 28.59237537 +683 28.55051245 +684 28.65497076 +685 28.61313869 +686 28.57142857 +687 28.52983988 +688 28.63372093 +689 28.59216255 +690 28.55072464 +691 28.65412446 +692 28.61271676 +693 28.57142857 +694 28.67435159 +695 28.63309353 +696 28.73563218 +697 28.69440459 +698 28.65329513 +699 28.75536481 +700 28.85714286 +701 28.81597718 +702 28.77492877 +703 28.73399716 +704 28.69318182 +705 28.65248227 +706 28.61189802 +707 28.57142857 +708 28.53107345 +709 28.49083216 +710 28.45070423 +711 28.55133615 +712 28.65168539 +713 28.61150070 +714 28.57142857 +715 28.67132867 +716 28.63128492 +717 28.59135286 +718 28.55153203 +719 28.65090403 +720 28.61111111 +721 28.57142857 +722 28.53185596 +723 28.49239281 +724 28.45303867 +725 28.41379310 +726 28.51239669 +727 28.47317744 +728 28.43406593 +729 28.39506173 +730 28.49315068 +731 28.45417237 +732 28.55191257 +733 28.51296044 +734 28.47411444 +735 28.43537415 +736 28.39673913 +737 28.35820896 +738 28.31978320 +739 28.41677943 +740 28.37837838 +741 28.47503374 +742 28.43665768 +743 28.39838493 +744 28.49462366 +745 28.45637584 +746 28.55227882 +747 28.51405622 +748 28.47593583 +749 28.43791722 +750 28.40000000 + +Final result: 28.4000 ±1.6477 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq3_s.wng b/scores/deepseek-r1-distill-qwen-7b-iq3_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..0ee947497ceb1795d1ca15c23c0e4ef49ea9ca7c --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq3_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.456081 -6.010704 1 1 +2 100.0000 -2.143644 -2.519224 1 1 +3 66.6667 -3.743371 -4.064818 1 2 +4 75.0000 -6.496609 -6.608365 1 1 +5 60.0000 -5.275660 -5.460913 1 2 +6 66.6667 -7.008766 -7.478956 1 1 +7 71.4286 -6.833123 -5.993236 2 2 +8 75.0000 -3.709590 -3.067811 2 2 +9 77.7778 -5.359187 -6.025324 1 1 +10 70.0000 -2.831240 -3.319421 1 2 +11 72.7273 -9.446716 -8.138884 2 2 +12 66.6667 -4.520982 -4.854097 1 2 +13 69.2308 -7.511979 -7.551861 1 1 +14 71.4286 -6.086255 -6.089239 1 1 +15 66.6667 -4.297215 -5.983109 1 2 +16 68.7500 -2.624115 -1.622882 2 2 +17 64.7059 -8.393949 -8.972661 1 2 +18 61.1111 -5.340304 -4.846090 2 1 +19 63.1579 -6.793156 -8.147001 1 1 +20 60.0000 -3.197297 -3.042338 2 1 +21 61.9048 -4.512652 -5.087238 1 1 +22 63.6364 -3.264857 -2.638744 2 2 +23 65.2174 -5.275668 -5.517135 1 1 +24 66.6667 -4.976935 -6.933182 1 1 +25 68.0000 -3.236416 -3.209798 2 2 +26 69.2308 -2.810782 -3.713034 1 1 +27 70.3704 -7.154637 -7.069425 2 2 +28 71.4286 -5.789358 -6.624847 1 1 +29 72.4138 -5.064686 -5.283152 1 1 +30 70.0000 -2.147092 -2.433841 1 2 +31 70.9677 -5.866171 -6.236240 1 1 +32 71.8750 -3.971675 -6.738381 1 1 +33 72.7273 -7.384892 -8.714260 1 1 +34 73.5294 -3.407393 -4.099589 1 1 +35 74.2857 -5.259582 -4.508615 2 2 +36 72.2222 -4.782425 -5.184824 1 2 +37 70.2703 -3.758292 -3.556747 2 1 +38 71.0526 -4.474546 -4.913607 1 1 +39 71.7949 -3.534674 -3.209393 2 2 +40 70.0000 -5.953438 -6.643146 1 2 +41 70.7317 -5.068366 -5.205495 1 1 +42 71.4286 -2.209501 -3.575282 1 1 +43 69.7674 -4.215914 -4.306406 1 2 +44 70.4545 -3.937712 -3.072142 2 2 +45 71.1111 -6.202432 -13.519013 1 1 +46 71.7391 -3.731504 -4.505925 1 1 +47 72.3404 -5.062515 -5.021009 2 2 +48 70.8333 -6.483751 -6.505052 1 2 +49 69.3878 -2.587979 -1.834864 2 1 +50 68.0000 -4.397114 -4.553511 1 2 +51 68.6275 -3.031236 -3.469859 1 1 +52 69.2308 -5.699006 -5.595451 2 2 +53 69.8113 -3.077171 -3.521404 1 1 +54 70.3704 -2.543393 -2.519212 2 2 +55 70.9091 -5.583981 -5.059568 2 2 +56 69.6429 -5.703440 -6.962233 1 2 +57 68.4211 -5.308032 -5.669201 1 2 +58 68.9655 -4.735431 -5.267398 1 1 +59 69.4915 -3.502298 -3.313701 2 2 +60 68.3333 -6.609406 -6.975418 1 2 +61 68.8525 -4.058641 -4.355442 1 1 +62 67.7419 -10.146574 -8.819684 2 1 +63 68.2540 -5.763927 -5.523560 2 2 +64 68.7500 -4.605363 -4.845975 1 1 +65 69.2308 -6.261825 -5.769029 2 2 +66 68.1818 -3.874774 -3.264036 2 1 +67 68.6567 -2.965173 -2.257982 2 2 +68 69.1176 -6.296342 -6.218725 2 2 +69 69.5652 -6.827826 -8.336794 1 1 +70 70.0000 -3.625780 -2.768110 2 2 +71 69.0141 -3.015368 -2.933378 2 1 +72 69.4444 -5.200016 -4.872253 2 2 +73 68.4932 -4.252430 -3.739393 2 1 +74 68.9189 -4.956703 -5.166549 1 1 +75 68.0000 -2.988821 -2.739375 2 1 +76 68.4211 -4.810529 -5.316322 1 1 +77 68.8312 -3.328833 -3.206069 2 2 +78 69.2308 -3.527369 -3.746884 1 1 +79 68.3544 -2.192445 -2.565463 1 2 +80 68.7500 -3.004269 -4.128373 1 1 +81 69.1358 -6.342740 -5.812357 2 2 +82 68.2927 -2.440639 -2.598746 1 2 +83 68.6747 -7.546757 -7.339433 2 2 +84 67.8571 -4.295672 -4.731948 1 2 +85 67.0588 -7.061009 -6.800518 2 1 +86 66.2791 -7.696433 -7.808343 1 2 +87 65.5172 -2.103483 -1.766022 2 1 +88 64.7727 -4.557629 -4.321664 2 1 +89 65.1685 -5.221423 -5.877975 1 1 +90 65.5556 -5.132300 -4.142589 2 2 +91 65.9341 -4.235239 -4.294494 1 1 +92 65.2174 -8.215164 -8.624980 1 2 +93 65.5914 -2.913812 -2.833858 2 2 +94 64.8936 -6.926839 -8.821049 1 2 +95 65.2632 -5.176829 -5.407179 1 1 +96 65.6250 -2.995533 -3.625754 1 1 +97 64.9485 -6.941370 -6.876359 2 1 +98 64.2857 -4.551246 -4.874082 1 2 +99 63.6364 -5.683653 -5.091205 2 1 +100 64.0000 -8.799517 -8.231133 2 2 +101 64.3564 -5.599075 -5.562976 2 2 +102 64.7059 -4.014250 -4.690835 1 1 +103 64.0777 -4.400745 -4.566711 1 2 +104 64.4231 -10.371617 -9.752910 2 2 +105 63.8095 -3.420338 -2.941861 2 1 +106 64.1509 -3.939893 -3.853745 2 2 +107 64.4860 -3.319439 -3.276160 2 2 +108 63.8889 -2.384445 -3.314544 1 2 +109 63.3028 -7.569594 -7.766016 1 2 +110 63.6364 -3.312403 -3.308018 2 2 +111 63.9640 -5.184827 -5.050020 2 2 +112 63.3929 -5.174682 -4.204356 2 1 +113 62.8319 -4.191074 -5.900615 1 2 +114 62.2807 -6.747004 -6.427088 2 1 +115 62.6087 -3.193549 -3.932736 1 1 +116 62.9310 -4.160999 -3.770823 2 2 +117 62.3932 -6.118690 -6.542231 1 2 +118 62.7119 -1.364552 -2.552214 1 1 +119 63.0252 -3.749701 -3.924049 1 1 +120 62.5000 -4.027856 -3.980331 2 1 +121 61.9835 -1.722685 -1.887303 1 2 +122 61.4754 -8.536950 -9.640387 1 2 +123 60.9756 -6.050778 -5.228414 2 1 +124 61.2903 -3.829488 -3.722623 2 2 +125 61.6000 -3.156571 -2.755283 2 2 +126 61.1111 -8.737206 -8.804784 1 2 +127 61.4173 -3.081948 -1.016060 2 2 +128 60.9375 -3.224041 -3.169731 2 1 +129 61.2403 -2.124256 -1.552459 2 2 +130 61.5385 -7.227179 -6.223468 2 2 +131 61.0687 -5.574626 -5.580184 1 2 +132 60.6061 -2.462008 -2.567545 1 2 +133 60.9023 -3.577280 -4.623775 1 1 +134 61.1940 -5.092490 -4.641925 2 2 +135 60.7407 -6.761405 -6.716695 2 1 +136 60.2941 -3.982047 -4.037333 1 2 +137 59.8540 -7.203949 -6.980901 2 1 +138 59.4203 -4.307923 -4.632310 1 2 +139 59.7122 -4.684356 -5.164373 1 1 +140 59.2857 -1.474610 -1.893099 1 2 +141 59.5745 -4.169971 -3.569385 2 2 +142 59.8592 -3.854678 -2.927848 2 2 +143 60.1399 -3.312994 -11.745642 1 1 +144 60.4167 -3.050291 -3.098629 1 1 +145 60.0000 -4.525580 -16.327829 1 2 +146 60.2740 -6.723264 -6.523244 2 2 +147 59.8639 -4.464185 -4.934558 1 2 +148 59.4595 -4.753056 -4.526629 2 1 +149 59.0604 -6.201670 -7.481576 1 2 +150 59.3333 -3.598055 -2.790908 2 2 +151 59.6026 -3.085126 -3.198824 1 1 +152 59.8684 -5.756586 -4.570355 2 2 +153 59.4771 -4.716864 -4.057464 2 1 +154 59.7403 -4.098475 -4.418491 1 1 +155 59.3548 -3.349433 -3.589830 1 2 +156 58.9744 -3.960761 -3.745825 2 1 +157 59.2357 -3.453524 -4.114636 1 1 +158 58.8608 -6.244755 -6.446996 1 2 +159 59.1195 -7.241925 -7.469905 1 1 +160 59.3750 -5.588188 -5.230060 2 2 +161 59.0062 -3.944179 -3.682731 2 1 +162 58.6420 -1.268429 -12.348945 1 2 +163 58.8957 -3.318383 -3.548391 1 1 +164 59.1463 -7.654957 -6.754529 2 2 +165 59.3939 -6.203409 -5.901735 2 2 +166 59.6386 -4.341331 -4.294192 2 2 +167 59.8802 -5.105175 -5.213394 1 1 +168 60.1190 -6.360927 -5.848926 2 2 +169 59.7633 -3.290187 -3.351670 1 2 +170 59.4118 -4.683182 -4.373238 2 1 +171 59.0643 -6.918817 -6.808719 2 1 +172 59.3023 -5.450817 -7.210773 1 1 +173 59.5376 -3.618677 -3.532140 2 2 +174 59.1954 -5.579619 -5.599857 1 2 +175 59.4286 -4.325846 -4.554816 1 1 +176 59.6591 -4.088620 -5.103567 1 1 +177 59.8870 -7.320141 -7.023556 2 2 +178 59.5506 -3.340625 -3.316214 2 1 +179 59.2179 -3.710851 -3.468295 2 1 +180 59.4444 -8.143558 -7.943741 2 2 +181 59.6685 -6.045123 -5.588922 2 2 +182 59.3407 -3.613629 -4.124718 1 2 +183 59.0164 -6.449473 -7.110480 1 2 +184 59.2391 -2.616062 -3.691870 1 1 +185 59.4595 -7.084058 -6.894811 2 2 +186 59.6774 -4.678984 -4.955860 1 1 +187 59.3583 -5.979784 -5.986613 1 2 +188 59.0426 -4.067152 -3.085198 2 1 +189 59.2593 -8.395551 -7.205977 2 2 +190 58.9474 -5.138182 -5.187840 1 2 +191 58.6387 -5.480827 -5.305444 2 1 +192 58.3333 -4.738695 -5.449007 1 2 +193 58.5492 -6.271518 -5.733530 2 2 +194 58.7629 -3.839297 -3.454032 2 2 +195 58.4615 -4.489245 -4.175891 2 1 +196 58.1633 -2.578471 -2.642931 1 2 +197 58.3756 -1.450648 -3.316270 1 1 +198 58.0808 -7.461332 -6.057034 2 1 +199 57.7889 -6.673442 -6.695515 1 2 +200 58.0000 -4.445347 -4.245764 2 2 +201 57.7114 -4.431314 -4.328515 2 1 +202 57.4257 -8.706482 -8.721442 1 2 +203 57.1429 -4.420019 -4.956051 1 2 +204 57.3529 -2.653517 -2.921541 1 1 +205 57.5610 -3.076200 -2.763206 2 2 +206 57.7670 -8.516954 -8.439980 2 2 +207 57.4879 -5.027803 -4.173077 2 1 +208 57.2115 -4.312668 -4.890439 1 2 +209 56.9378 -5.449242 -5.456957 1 2 +210 57.1429 -11.416242 -9.858286 2 2 +211 57.3460 -6.368371 -7.383299 1 1 +212 57.5472 -7.058183 -6.229415 2 2 +213 57.7465 -7.087132 -6.624130 2 2 +214 57.4766 -4.927033 -4.872688 2 1 +215 57.2093 -4.843944 -5.518306 1 2 +216 57.4074 -4.498702 -4.706999 1 1 +217 57.6037 -1.799105 -2.929527 1 1 +218 57.7982 -2.910075 -2.423046 2 2 +219 57.9909 -3.944437 -4.443179 1 1 +220 57.7273 -6.360563 -6.891857 1 2 +221 57.9186 -4.859691 -10.845157 1 1 +222 57.6577 -0.547036 -13.381821 1 2 +223 57.3991 -4.257533 -4.670650 1 2 +224 57.1429 -6.536427 -7.570952 1 2 +225 57.3333 -5.480529 -4.389495 2 2 +226 57.5221 -4.264825 -4.436621 1 1 +227 57.2687 -6.287072 -5.765598 2 1 +228 57.4561 -1.428780 -3.177435 1 1 +229 57.6419 -6.395384 -5.040211 2 2 +230 57.3913 -2.812925 -2.793571 2 1 +231 57.5758 -2.791092 -2.964501 1 1 +232 57.3276 -2.409164 -3.060776 1 2 +233 57.0815 -2.515938 -2.212113 2 1 +234 56.8376 -3.399520 -4.052098 1 2 +235 57.0213 -5.624464 -5.536448 2 2 +236 57.2034 -2.754349 -2.862487 1 1 +237 56.9620 -5.003248 -3.654833 2 1 +238 56.7227 -4.320209 -4.322003 1 2 +239 56.9038 -3.674913 -3.263436 2 2 +240 56.6667 -9.602722 -10.234708 1 2 +241 56.4315 -6.349070 -6.392921 1 2 +242 56.6116 -7.388859 -6.963638 2 2 +243 56.3786 -4.939997 -4.715816 2 1 +244 56.5574 -4.270604 -5.281416 1 1 +245 56.7347 -6.711426 -7.692032 1 1 +246 56.5041 -3.840632 -3.404671 2 1 +247 56.2753 -6.210930 -6.647627 1 2 +248 56.4516 -3.074919 -2.913947 2 2 +249 56.6265 -3.528762 -3.176745 2 2 +250 56.8000 -5.631685 -6.375655 1 1 +251 56.9721 -2.121495 -2.584387 1 1 +252 57.1429 -9.071484 -8.876181 2 2 +253 56.9170 -5.891828 -5.821405 2 1 +254 56.6929 -4.315232 -5.986696 1 2 +255 56.8627 -7.689697 -9.012598 1 1 +256 57.0312 -3.580280 -3.951094 1 1 +257 57.1984 -5.330563 -5.348549 1 1 +258 56.9767 -4.850177 -5.209917 1 2 +259 57.1429 -5.101601 -6.127704 1 1 +260 56.9231 -5.966824 -5.088819 2 1 +261 56.7050 -4.504957 -5.051612 1 2 +262 56.4885 -8.101675 -8.292917 1 2 +263 56.2738 -5.185727 -4.641995 2 1 +264 56.4394 -4.999153 -4.228374 2 2 +265 56.2264 -3.047871 -2.836275 2 1 +266 56.3910 -7.878006 -8.214743 1 1 +267 56.5543 -3.690449 -3.992465 1 1 +268 56.3433 -3.476295 -3.213047 2 1 +269 56.1338 -5.417592 -5.754637 1 2 +270 56.2963 -2.566804 -4.534452 1 1 +271 56.4576 -5.625860 -5.191901 2 2 +272 56.2500 -4.728018 -4.843215 1 2 +273 56.0440 -5.158868 -5.384277 1 2 +274 55.8394 -3.927413 -4.307233 1 2 +275 56.0000 -1.955449 -1.989950 1 1 +276 56.1594 -3.619818 -3.640414 1 1 +277 56.3177 -3.304123 -3.736623 1 1 +278 56.1151 -4.531462 -4.315934 2 1 +279 56.2724 -3.982060 -3.295990 2 2 +280 56.0714 -5.166861 -5.187334 1 2 +281 56.2278 -3.608038 -3.531981 2 2 +282 56.3830 -5.432687 -4.370443 2 2 +283 56.5371 -4.077776 -3.705385 2 2 +284 56.6901 -4.167841 -6.045566 1 1 +285 56.8421 -8.124947 -9.187403 1 1 +286 56.9930 -4.299772 -4.832934 1 1 +287 57.1429 -3.621089 -7.116366 1 1 +288 57.2917 -6.424024 -6.213834 2 2 +289 57.4394 -3.688106 -4.033727 1 1 +290 57.2414 -7.159224 -6.903692 2 1 +291 57.3883 -2.763259 -3.520568 1 1 +292 57.1918 -2.183832 -2.321750 1 2 +293 56.9966 -6.567073 -6.851999 1 2 +294 56.8027 -3.927826 -3.187850 2 1 +295 56.9492 -2.640510 -3.543654 1 1 +296 56.7568 -6.906036 -7.106404 1 2 +297 56.5657 -0.970104 -1.312321 1 2 +298 56.3758 -7.788864 -8.481507 1 2 +299 56.5217 -2.930011 -2.344406 2 2 +300 56.3333 -4.591598 -4.039181 2 1 +301 56.1462 -5.493205 -5.086660 2 1 +302 56.2914 -5.388356 -5.119656 2 2 +303 56.1056 -9.552904 -9.192264 2 1 +304 56.2500 -6.217291 -3.965694 2 2 +305 56.0656 -3.893678 -4.080354 1 2 +306 56.2092 -3.933162 -3.928391 2 2 +307 56.3518 -3.481362 -3.789885 1 1 +308 56.1688 -6.065470 -6.797784 1 2 +309 56.3107 -5.410826 -5.540507 1 1 +310 56.4516 -7.116239 -6.721810 2 2 +311 56.5916 -3.507615 -5.092360 1 1 +312 56.4103 -6.683619 -5.035401 2 1 +313 56.2300 -5.531284 -6.162476 1 2 +314 56.0510 -6.973498 -7.554555 1 2 +315 56.1905 -5.584712 -5.902838 1 1 +316 56.3291 -7.241683 -6.410873 2 2 +317 56.4669 -7.314092 -7.495457 1 1 +318 56.6038 -6.723408 -5.773320 2 2 +319 56.4263 -2.722489 -1.839633 2 1 +320 56.5625 -7.302002 -7.582274 1 1 +321 56.3863 -3.409968 -3.585377 1 2 +322 56.2112 -3.484008 -4.283210 1 2 +323 56.3467 -2.288469 -2.534020 1 1 +324 56.1728 -4.631637 -4.355970 2 1 +325 56.3077 -6.052372 -5.333816 2 2 +326 56.4417 -3.231287 -2.900211 2 2 +327 56.5749 -3.620179 -3.763620 1 1 +328 56.7073 -5.749234 -5.844184 1 1 +329 56.8389 -6.727658 -11.254238 1 1 +330 56.6667 -2.496644 -2.310697 2 1 +331 56.4955 -6.230803 -4.433860 2 1 +332 56.6265 -4.450659 -5.288484 1 1 +333 56.4565 -4.294082 -4.639647 1 2 +334 56.5868 -3.320328 -6.155929 1 1 +335 56.4179 -6.910594 -5.504000 2 1 +336 56.5476 -3.891780 -3.546407 2 2 +337 56.6766 -3.670067 -3.632183 2 2 +338 56.8047 -3.935172 -4.126329 1 1 +339 56.6372 -4.334146 -4.928268 1 2 +340 56.7647 -6.536407 -6.597516 1 1 +341 56.8915 -4.158524 -4.641821 1 1 +342 57.0175 -5.779624 -5.565506 2 2 +343 57.1429 -4.001460 -4.013265 1 1 +344 56.9767 -5.131665 -3.536483 2 1 +345 57.1014 -2.112487 -2.603462 1 1 +346 57.2254 -12.154984 -8.416147 2 2 +347 57.3487 -5.505620 -5.283671 2 2 +348 57.1839 -1.583753 -1.370262 2 1 +349 57.3066 -5.565238 -5.255057 2 2 +350 57.4286 -18.589880 -3.764002 2 2 +351 57.5499 -3.648053 -5.104692 1 1 +352 57.6705 -4.321212 -3.628171 2 2 +353 57.7904 -3.230826 -3.683777 1 1 +354 57.6271 -6.409153 -6.609350 1 2 +355 57.7465 -4.169137 -4.164332 2 2 +356 57.5843 -3.787383 -5.027808 1 2 +357 57.4230 -4.829847 -5.083349 1 2 +358 57.2626 -3.615956 -4.210312 1 2 +359 57.3816 -5.902382 -5.426116 2 2 +360 57.2222 -4.523396 -5.117793 1 2 +361 57.3407 -3.364642 -3.173303 2 2 +362 57.4586 -6.309684 -5.883097 2 2 +363 57.5758 -3.775508 -4.019068 1 1 +364 57.4176 -8.130262 -7.126760 2 1 +365 57.2603 -5.794191 -5.727456 2 1 +366 57.1038 -5.792980 -9.077439 1 2 +367 57.2207 -7.146539 -7.488171 1 1 +368 57.3370 -5.056991 -4.723529 2 2 +369 57.4526 -7.250535 -7.023290 2 2 +370 57.2973 -6.418184 -4.982807 2 1 +371 57.1429 -4.826976 -4.229573 2 1 +372 56.9892 -3.660968 -3.386675 2 1 +373 57.1046 -4.938986 -6.271640 1 1 +374 56.9519 -3.000358 -2.806069 2 1 +375 57.0667 -5.408151 -4.205335 2 2 +376 57.1809 -6.141077 -5.488470 2 2 +377 57.0292 -5.416713 -5.740168 1 2 +378 56.8783 -4.947755 -4.951648 1 2 +379 56.9921 -2.402956 -2.353381 2 2 +380 56.8421 -9.352758 -9.198202 2 1 +381 56.9554 -11.933339 -10.459538 2 2 +382 56.8063 -3.979227 -4.325828 1 2 +383 56.9191 -3.436453 -2.107580 2 2 +384 56.7708 -6.214258 -5.918605 2 1 +385 56.6234 -2.121435 -1.899545 2 1 +386 56.7358 -3.504267 -14.417269 1 1 +387 56.5891 -2.525776 -2.214785 2 1 +388 56.7010 -7.977174 -7.138628 2 2 +389 56.8123 -2.578848 -1.934817 2 2 +390 56.6667 -3.814761 -3.781879 2 1 +391 56.5217 -5.645015 -7.348493 1 2 +392 56.3776 -5.862535 -5.083912 2 1 +393 56.2341 -7.557709 -8.608641 1 2 +394 56.3452 -5.509876 -5.662199 1 1 +395 56.4557 -5.274917 -4.798034 2 2 +396 56.5657 -4.032859 -4.885583 1 1 +397 56.6751 -6.897181 -7.038911 1 1 +398 56.7839 -3.021625 -7.036262 1 1 +399 56.6416 -6.704759 -5.707832 2 1 +400 56.7500 -6.766828 -8.943325 1 1 +401 56.6085 -4.953004 -4.817005 2 1 +402 56.4677 -4.864909 -5.614062 1 2 +403 56.3275 -7.005341 -7.694972 1 2 +404 56.1881 -4.838681 -5.270916 1 2 +405 56.0494 -4.959258 -4.355553 2 1 +406 56.1576 -7.409889 -8.928936 1 1 +407 56.2654 -6.190862 -6.069045 2 2 +408 56.1275 -4.184539 -4.384796 1 2 +409 55.9902 -6.858637 -6.853964 2 1 +410 55.8537 -6.811074 -6.365809 2 1 +411 55.9611 -7.236908 -7.806797 1 1 +412 56.0680 -6.161195 -5.901744 2 2 +413 56.1743 -4.174614 -3.846153 2 2 +414 56.0386 -5.520624 -6.322430 1 2 +415 56.1446 -3.910184 -2.584177 2 2 +416 56.2500 -6.944824 -5.326321 2 2 +417 56.3549 -7.346826 -8.385145 1 1 +418 56.4593 -4.331736 -4.759073 1 1 +419 56.3246 -7.233223 -7.328657 1 2 +420 56.1905 -4.620088 -4.994089 1 2 +421 56.0570 -5.541685 -5.982373 1 2 +422 55.9242 -3.231571 -2.866566 2 1 +423 55.7920 -5.173054 -5.035160 2 1 +424 55.8962 -4.648546 -5.356065 1 1 +425 56.0000 -7.284358 -5.068301 2 2 +426 55.8685 -1.802165 -2.662057 1 2 +427 55.9719 -4.865273 -4.992108 1 1 +428 56.0748 -4.707269 -5.070873 1 1 +429 55.9441 -3.784487 -3.937910 1 2 +430 55.8140 -5.452441 -4.809155 2 1 +431 55.9165 -8.973886 -9.229285 1 1 +432 55.7870 -3.658410 -4.149312 1 2 +433 55.8891 -2.536959 -2.389437 2 2 +434 55.9908 -8.193800 -8.997515 1 1 +435 56.0920 -5.817215 -6.288308 1 1 +436 55.9633 -4.407556 -2.137018 2 1 +437 56.0641 -6.864193 -6.145398 2 2 +438 55.9361 -5.244473 -5.628053 1 2 +439 56.0364 -1.755442 -2.714003 1 1 +440 55.9091 -5.151543 -5.037508 2 1 +441 56.0091 -3.289992 -5.814168 1 1 +442 56.1086 -3.935230 -4.167226 1 1 +443 56.2077 -2.303810 -2.879291 1 1 +444 56.0811 -7.882009 -8.561947 1 2 +445 56.1798 -2.613307 -2.933138 1 1 +446 56.2780 -7.571686 -7.049704 2 2 +447 56.1521 -2.946442 -2.079796 2 1 +448 56.2500 -4.843050 -4.059579 2 2 +449 56.3474 -4.101191 -3.938775 2 2 +450 56.4444 -4.982410 -3.752008 2 2 +451 56.5410 -6.413436 -6.017180 2 2 +452 56.6372 -6.223777 -7.987506 1 1 +453 56.7329 -6.019004 -6.017200 2 2 +454 56.6079 -5.111980 -5.072033 2 1 +455 56.7033 -9.701058 -9.533498 2 2 +456 56.7982 -5.648587 -5.242129 2 2 +457 56.8928 -10.916578 -12.400908 1 1 +458 56.9869 -5.484314 -5.346197 2 2 +459 56.8627 -5.254470 -5.307945 1 2 +460 56.9565 -0.172794 -10.243902 1 1 +461 57.0499 -3.750947 -4.133910 1 1 +462 56.9264 -5.796677 -5.576689 2 1 +463 56.8035 -2.001264 -1.846481 2 1 +464 56.8966 -4.225362 -4.765619 1 1 +465 56.7742 -4.692774 -4.972414 1 2 +466 56.6524 -7.650444 -7.857019 1 2 +467 56.7452 -7.191385 -8.245610 1 1 +468 56.8376 -5.668185 -5.437901 2 2 +469 56.7164 -2.510754 -1.654014 2 1 +470 56.8085 -2.357130 -1.912662 2 2 +471 56.9002 -3.427086 -4.193880 1 1 +472 56.9915 -4.691035 -4.625203 2 2 +473 57.0825 -4.762262 -4.518290 2 2 +474 57.1730 -6.219790 -7.599926 1 1 +475 57.2632 -3.714485 -3.394376 2 2 +476 57.3529 -6.931459 -6.688048 2 2 +477 57.2327 -5.128314 -5.585186 1 2 +478 57.3222 -5.422402 -5.603601 1 1 +479 57.2025 -3.915149 -3.429606 2 1 +480 57.2917 -8.445668 -8.007558 2 2 +481 57.3805 -4.655318 -4.756274 1 1 +482 57.4689 -5.555094 -4.654146 2 2 +483 57.5569 -6.238678 -7.325481 1 1 +484 57.4380 -2.884713 -1.926341 2 1 +485 57.3196 -1.984307 -1.892334 2 1 +486 57.2016 -3.004666 -2.850465 2 1 +487 57.2895 -4.233720 -4.129026 2 2 +488 57.3770 -3.656821 -3.191744 2 2 +489 57.4642 -3.246869 -3.398507 1 1 +490 57.5510 -3.888678 -4.318490 1 1 +491 57.6375 -4.580881 -4.183060 2 2 +492 57.7236 -6.411884 -6.161919 2 2 +493 57.8093 -3.177285 -3.617062 1 1 +494 57.6923 -5.784271 -6.163278 1 2 +495 57.5758 -5.733951 -5.708583 2 1 +496 57.4597 -4.100055 -4.892549 1 2 +497 57.3441 -6.988541 -6.014878 2 1 +498 57.2289 -2.701578 -2.967694 1 2 +499 57.1142 -4.767670 -4.577347 2 1 +500 57.0000 -6.613701 -7.111777 1 2 +501 57.0858 -2.919762 -2.977374 1 1 +502 57.1713 -2.486411 -3.195596 1 1 +503 57.0577 -5.596397 -5.765174 1 2 +504 56.9444 -4.457679 -3.736444 2 1 +505 57.0297 -8.383036 -6.519207 2 2 +506 56.9170 -5.492160 -5.211167 2 1 +507 57.0020 -4.409609 -4.694802 1 1 +508 57.0866 -6.920834 -5.144778 2 2 +509 57.1709 -3.728163 -10.377068 1 1 +510 57.2549 -2.937367 -3.472127 1 1 +511 57.3386 -6.165405 -5.413826 2 2 +512 57.4219 -4.014239 -4.390620 1 1 +513 57.3099 -4.166748 -4.316901 1 2 +514 57.3930 -4.358043 -5.098214 1 1 +515 57.4757 -13.126913 -13.338394 1 1 +516 57.3643 -4.629314 -4.384555 2 1 +517 57.4468 -2.089003 -2.304574 1 1 +518 57.5290 -4.066219 -2.617448 2 2 +519 57.4181 -9.106677 -9.274490 1 2 +520 57.5000 -2.937582 -2.410447 2 2 +521 57.3896 -1.990223 -1.978108 2 1 +522 57.4713 -5.358110 -4.093426 2 2 +523 57.5526 -6.846831 -5.876397 2 2 +524 57.4427 -7.617555 -5.648293 2 1 +525 57.5238 -4.459964 -4.361824 2 2 +526 57.6046 -1.706799 -17.936510 1 1 +527 57.6850 -7.091892 -3.568358 2 2 +528 57.7652 -8.402288 -7.738571 2 2 +529 57.8450 -7.484067 -7.879719 1 1 +530 57.9245 -5.730400 -4.461521 2 2 +531 57.8154 -5.021969 -4.648308 2 1 +532 57.8947 -3.133541 -3.857716 1 1 +533 57.7861 -3.898182 -4.340405 1 2 +534 57.8652 -3.792035 -4.326972 1 1 +535 57.7570 -4.113988 -5.206972 1 2 +536 57.6493 -3.867325 -3.614452 2 1 +537 57.5419 -7.769037 -7.392850 2 1 +538 57.6208 -4.243150 -8.173296 1 1 +539 57.6994 -4.527957 -2.817322 2 2 +540 57.7778 -3.090485 -2.902030 2 2 +541 57.6710 -4.785989 -4.401494 2 1 +542 57.5646 -6.502912 -8.348460 1 2 +543 57.6427 -5.910688 -5.275735 2 2 +544 57.7206 -3.115292 -3.603287 1 1 +545 57.6147 -1.901846 -5.274285 1 2 +546 57.6923 -3.422657 -3.903353 1 1 +547 57.5868 -7.405869 -7.741228 1 2 +548 57.4818 -5.769964 -5.232049 2 1 +549 57.3770 -6.497211 -5.938768 2 1 +550 57.2727 -5.111487 -5.473830 1 2 +551 57.1688 -4.746029 -16.447184 1 2 +552 57.0652 -5.411810 -5.205900 2 1 +553 57.1429 -8.339563 -6.967533 2 2 +554 57.0397 -5.511229 -5.671239 1 2 +555 57.1171 -1.985283 -1.870869 2 2 +556 57.1942 -6.690292 -6.577246 2 2 +557 57.0916 -7.291412 -6.871483 2 1 +558 57.1685 -1.409897 -4.121039 1 1 +559 57.2451 -3.205620 -3.132873 2 2 +560 57.3214 -4.129218 -4.644455 1 1 +561 57.2193 -3.362026 -2.977379 2 1 +562 57.2954 -0.681421 -0.850839 1 1 +563 57.1936 -2.319382 -3.492063 1 2 +564 57.0922 -4.231068 -3.825706 2 1 +565 57.1681 -3.505642 -2.985035 2 2 +566 57.2438 -3.250759 -4.829272 1 1 +567 57.3192 -4.810099 -3.535134 2 2 +568 57.3944 -6.131869 -3.208882 2 2 +569 57.2935 -9.602765 -9.350838 2 1 +570 57.3684 -4.388539 -6.146384 1 1 +571 57.4431 -4.678315 -4.357765 2 2 +572 57.5175 -2.496683 -2.343888 2 2 +573 57.5916 -3.988147 -3.704531 2 2 +574 57.4913 -4.444394 -5.114797 1 2 +575 57.5652 -7.440010 -6.985734 2 2 +576 57.4653 -2.568150 -2.339254 2 1 +577 57.5390 -5.723925 -5.515830 2 2 +578 57.6125 -3.368819 -2.919367 2 2 +579 57.5130 -6.520194 -6.567714 1 2 +580 57.4138 -3.675014 -3.440148 2 1 +581 57.3150 -11.121354 -9.405039 2 1 +582 57.3883 -5.817494 -5.703767 2 2 +583 57.4614 -5.145353 -4.988459 2 2 +584 57.3630 -6.462171 -5.702651 2 1 +585 57.4359 -1.367383 -2.319647 1 1 +586 57.3379 -5.343529 -5.197844 2 1 +587 57.2402 -3.067968 -2.537494 2 1 +588 57.1429 -3.120530 -4.377810 1 2 +589 57.2156 -4.886554 -4.780490 2 2 +590 57.2881 -4.118501 -3.832604 2 2 +591 57.1912 -5.121861 -5.452181 1 2 +592 57.2635 -5.755453 -6.080957 1 1 +593 57.3356 -5.659503 -5.652977 2 2 +594 57.2391 -7.461933 -7.376379 2 1 +595 57.1429 -2.433987 -2.718408 1 2 +596 57.0470 -7.558366 -7.762177 1 2 +597 56.9514 -4.574387 -4.479276 2 1 +598 56.8562 -4.631253 -3.537175 2 1 +599 56.9282 -3.429057 -4.012362 1 1 +600 57.0000 -6.594851 -6.034486 2 2 +601 56.9052 -4.552659 -4.583287 1 2 +602 56.9767 -2.502382 -4.183699 1 1 +603 57.0481 -5.749625 -4.739550 2 2 +604 57.1192 -4.281714 -4.130281 2 2 +605 57.0248 -3.516597 -2.608777 2 1 +606 57.0957 -4.645167 -4.379774 2 2 +607 57.0016 -3.481071 -2.144245 2 1 +608 56.9079 -5.252345 -2.902727 2 1 +609 56.9787 -7.616641 -8.309797 1 1 +610 56.8852 -4.118041 -3.540242 2 1 +611 56.9558 -6.167977 -6.492599 1 1 +612 57.0261 -2.694298 -4.026292 1 1 +613 57.0962 -4.880356 -3.599046 2 2 +614 57.1661 -6.769524 -4.888842 2 2 +615 57.2358 -4.098159 -3.484261 2 2 +616 57.3052 -6.719278 -6.674901 2 2 +617 57.3744 -12.977235 -3.644527 2 2 +618 57.4434 -4.577902 -4.249568 2 2 +619 57.5121 -4.972970 -4.231279 2 2 +620 57.5806 -4.325764 -4.485218 1 1 +621 57.6490 -3.955108 -3.795374 2 2 +622 57.7170 -5.066424 -5.510803 1 1 +623 57.7849 -3.564487 -4.356983 1 1 +624 57.8526 -4.980954 -4.755879 2 2 +625 57.9200 -6.627555 -7.393810 1 1 +626 57.8275 -3.105998 -2.154659 2 1 +627 57.8947 -5.439964 -5.722690 1 1 +628 57.8025 -3.031694 -3.817326 1 2 +629 57.8696 -2.841554 -3.331370 1 1 +630 57.9365 -2.844760 -3.029752 1 1 +631 58.0032 -2.422859 -2.764098 1 1 +632 57.9114 -2.226892 -2.707963 1 2 +633 57.8199 -1.988887 -2.604106 1 2 +634 57.8864 -4.352478 -4.784730 1 1 +635 57.9528 -7.376410 -6.972138 2 2 +636 58.0189 -4.239088 -5.395132 1 1 +637 57.9278 -6.976227 -6.533052 2 1 +638 57.8370 -6.239296 -5.097815 2 1 +639 57.9030 -4.537031 -4.676018 1 1 +640 57.8125 -2.201353 -2.514744 1 2 +641 57.7223 -7.804207 -7.213682 2 1 +642 57.6324 -6.393578 -6.514928 1 2 +643 57.6983 -2.608247 -1.837928 2 2 +644 57.7640 -5.740920 -6.628821 1 1 +645 57.8295 -3.014096 -4.366572 1 1 +646 57.8947 -4.775350 -5.626891 1 1 +647 57.8053 -6.461900 -5.195587 2 1 +648 57.7160 -4.888091 -5.521930 1 2 +649 57.7812 -3.387292 -4.481149 1 1 +650 57.8462 -4.251589 -5.050001 1 1 +651 57.7573 -7.378049 -7.986743 1 2 +652 57.8221 -9.015811 -8.668527 2 2 +653 57.8867 -6.028861 -5.176773 2 2 +654 57.7982 -5.713761 -6.122186 1 2 +655 57.7099 -3.448226 -3.607824 1 2 +656 57.7744 -4.958336 -3.861295 2 2 +657 57.6865 -6.230244 -6.678800 1 2 +658 57.7508 -4.845730 -4.343653 2 2 +659 57.8149 -2.897100 -2.850837 2 2 +660 57.8788 -3.872526 -3.354917 2 2 +661 57.7912 -4.418813 -4.368123 2 1 +662 57.7039 -5.930443 -5.434655 2 1 +663 57.6169 -7.981012 -8.119281 1 2 +664 57.5301 -7.384749 -5.967674 2 1 +665 57.4436 -2.960558 -3.437227 1 2 +666 57.3574 -6.279138 -5.592718 2 1 +667 57.2714 -8.065347 -9.409039 1 2 +668 57.1856 -2.014182 -1.119251 2 1 +669 57.2496 -4.289125 -4.299750 1 1 +670 57.1642 -4.964470 -4.551410 2 1 +671 57.2280 -4.070193 -4.908602 1 1 +672 57.2917 -4.852100 -4.635523 2 2 +673 57.3551 -3.296382 -2.943357 2 2 +674 57.2700 -5.391903 -5.256354 2 1 +675 57.3333 -5.092225 -6.226974 1 1 +676 57.3964 -3.808910 -3.532115 2 2 +677 57.3117 -4.539639 -4.174894 2 1 +678 57.2271 -6.732125 -7.418195 1 2 +679 57.2901 -6.741011 -6.638864 2 2 +680 57.3529 -4.686050 -4.834220 1 1 +681 57.2687 -4.114667 -3.358302 2 1 +682 57.1848 -3.062165 -3.369775 1 2 +683 57.2474 -3.077300 -3.530892 1 1 +684 57.1637 -8.752117 -7.617738 2 1 +685 57.2263 -5.513808 -4.100038 2 2 +686 57.1429 -7.091108 -7.391767 1 2 +687 57.2052 -4.421992 -3.789049 2 2 +688 57.2674 -8.364540 -8.752965 1 1 +689 57.3295 -3.446281 -3.348131 2 2 +690 57.3913 -4.356869 -3.875266 2 2 +691 57.4530 -4.432202 -4.682097 1 1 +692 57.5145 -2.983805 -5.250936 1 1 +693 57.4315 -5.063128 -4.678012 2 1 +694 57.4928 -3.839055 -3.793163 2 2 +695 57.5540 -8.646438 -9.071539 1 1 +696 57.4713 -9.019329 -8.966240 2 1 +697 57.3888 -4.041692 -3.581361 2 1 +698 57.3066 -5.147683 -5.378561 1 2 +699 57.3677 -5.620574 -5.754995 1 1 +700 57.4286 -3.796806 -3.592025 2 2 +701 57.3466 -3.213617 -2.625037 2 1 +702 57.4074 -6.346141 -6.121875 2 2 +703 57.3257 -8.935212 -7.722966 2 1 +704 57.3864 -2.149014 -2.330287 1 1 +705 57.4468 -5.202546 -4.298619 2 2 +706 57.3654 -3.918223 -4.323189 1 2 +707 57.4257 -6.698651 -6.759452 1 1 +708 57.4859 -6.815320 -6.149116 2 2 +709 57.5458 -4.905989 -4.342725 2 2 +710 57.6056 -4.680171 -5.674135 1 1 +711 57.5246 -2.652513 -2.785151 1 2 +712 57.4438 -3.032837 -4.828228 1 2 +713 57.3633 -4.890073 -4.926969 1 2 +714 57.2829 -4.063175 -4.436985 1 2 +715 57.3427 -8.598948 -7.826543 2 2 +716 57.4022 -5.810313 -4.810184 2 2 +717 57.4616 -4.577642 -1.081168 2 2 +718 57.5209 -5.880036 -6.211570 1 1 +719 57.4409 -6.141370 -5.964299 2 1 +720 57.3611 -3.419559 -5.106227 1 2 +721 57.4202 -7.346888 -6.951181 2 2 +722 57.3407 -3.427513 -2.437308 2 1 +723 57.2614 -5.077087 -3.320614 2 1 +724 57.1823 -4.067455 -4.182834 1 2 +725 57.2414 -5.537984 -5.480028 2 2 +726 57.3003 -5.649642 -5.482399 2 2 +727 57.3590 -4.496257 -3.863040 2 2 +728 57.2802 -6.436619 -6.085879 2 1 +729 57.2016 -3.741278 -2.910939 2 1 +730 57.2603 -4.284726 -4.302603 1 1 +731 57.1819 -4.970864 -4.713626 2 1 +732 57.2404 -3.011076 -2.755728 2 2 +733 57.1623 -4.906478 -5.152366 1 2 +734 57.2207 -1.170576 -16.302839 1 1 +735 57.1429 -4.252643 -2.806427 2 1 +736 57.0652 -3.030545 -2.606022 2 1 +737 56.9878 -5.384809 -5.184196 2 1 +738 57.0461 -6.179208 -5.845483 2 2 +739 57.1042 -1.359147 -13.287274 1 1 +740 57.1622 -5.677829 -4.936408 2 2 +741 57.2200 -6.271128 -6.943545 1 1 +742 57.2776 -4.416151 -3.853631 2 2 +743 57.3351 -4.115172 -3.935143 2 2 +744 57.3925 -6.221328 -4.389764 2 2 +745 57.3154 -3.991866 -2.809059 2 1 +746 57.2386 -9.181581 -8.453624 2 1 +747 57.2959 -6.751802 -8.227825 1 1 +748 57.3529 -6.504047 -5.491789 2 2 +749 57.2764 -6.183264 -5.690825 2 1 +750 57.3333 -1.703107 -11.939808 1 1 + +Final Winogrande score(750 tasks): 57.3333 ±1.8072 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.arc b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.arc new file mode 100644 index 0000000000000000000000000000000000000000..e77c33ea1071486d8d2f7ea1b5e750128973c4dd --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 42.85714286 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 44.00000000 +26 42.30769231 +27 44.44444444 +28 42.85714286 +29 41.37931034 +30 43.33333333 +31 41.93548387 +32 43.75000000 +33 45.45454545 +34 47.05882353 +35 45.71428571 +36 44.44444444 +37 45.94594595 +38 44.73684211 +39 43.58974359 +40 45.00000000 +41 46.34146341 +42 45.23809524 +43 46.51162791 +44 45.45454545 +45 44.44444444 +46 45.65217391 +47 46.80851064 +48 47.91666667 +49 46.93877551 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 49.05660377 +54 48.14814815 +55 47.27272727 +56 46.42857143 +57 47.36842105 +58 48.27586207 +59 47.45762712 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 49.20634921 +64 50.00000000 +65 49.23076923 +66 50.00000000 +67 50.74626866 +68 51.47058824 +69 52.17391304 +70 51.42857143 +71 50.70422535 +72 50.00000000 +73 50.68493151 +74 51.35135135 +75 52.00000000 +76 52.63157895 +77 53.24675325 +78 53.84615385 +79 53.16455696 +80 52.50000000 +81 51.85185185 +82 52.43902439 +83 51.80722892 +84 52.38095238 +85 52.94117647 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 56.25000000 +97 55.67010309 +98 56.12244898 +99 56.56565657 +100 56.00000000 +101 55.44554455 +102 55.88235294 +103 55.33980583 +104 54.80769231 +105 55.23809524 +106 54.71698113 +107 55.14018692 +108 54.62962963 +109 54.12844037 +110 54.54545455 +111 54.95495495 +112 55.35714286 +113 54.86725664 +114 54.38596491 +115 54.78260870 +116 54.31034483 +117 54.70085470 +118 55.08474576 +119 54.62184874 +120 55.00000000 +121 54.54545455 +122 54.91803279 +123 55.28455285 +124 54.83870968 +125 55.20000000 +126 55.55555556 +127 55.90551181 +128 55.46875000 +129 55.03875969 +130 54.61538462 +131 54.96183206 +132 55.30303030 +133 55.63909774 +134 55.22388060 +135 54.81481481 +136 54.41176471 +137 54.74452555 +138 55.07246377 +139 54.67625899 +140 55.00000000 +141 55.31914894 +142 55.63380282 +143 55.94405594 +144 55.55555556 +145 55.86206897 +146 55.47945205 +147 55.78231293 +148 55.40540541 +149 55.70469799 +150 56.00000000 +151 55.62913907 +152 55.92105263 +153 56.20915033 +154 55.84415584 +155 55.48387097 +156 55.76923077 +157 56.05095541 +158 56.32911392 +159 56.60377358 +160 56.25000000 +161 55.90062112 +162 56.17283951 +163 55.82822086 +164 55.48780488 +165 55.75757576 +166 56.02409639 +167 55.68862275 +168 55.95238095 +169 55.62130178 +170 55.88235294 +171 56.14035088 +172 55.81395349 +173 56.06936416 +174 56.32183908 +175 56.00000000 +176 55.68181818 +177 55.93220339 +178 55.61797753 +179 55.30726257 +180 55.00000000 +181 54.69613260 +182 54.94505495 +183 54.64480874 +184 54.89130435 +185 55.13513514 +186 55.37634409 +187 55.08021390 +188 54.78723404 +189 54.49735450 +190 54.21052632 +191 54.45026178 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 54.35897436 +196 54.59183673 +197 54.82233503 +198 55.05050505 +199 55.27638191 +200 55.50000000 +201 55.72139303 +202 55.94059406 +203 55.66502463 +204 55.88235294 +205 55.60975610 +206 55.33980583 +207 55.55555556 +208 55.76923077 +209 55.98086124 +210 56.19047619 +211 56.39810427 +212 56.13207547 +213 55.86854460 +214 56.07476636 +215 56.27906977 +216 56.01851852 +217 55.76036866 +218 55.96330275 +219 56.16438356 +220 55.90909091 +221 55.65610860 +222 55.40540541 +223 55.15695067 +224 55.35714286 +225 55.11111111 +226 54.86725664 +227 55.06607930 +228 55.26315789 +229 55.45851528 +230 55.65217391 +231 55.41125541 +232 55.17241379 +233 55.36480687 +234 55.12820513 +235 54.89361702 +236 55.08474576 +237 54.85232068 +238 55.04201681 +239 55.23012552 +240 55.41666667 +241 55.60165975 +242 55.37190083 +243 55.14403292 +244 54.91803279 +245 54.69387755 +246 54.47154472 +247 54.65587045 +248 54.43548387 +249 54.21686747 +250 54.40000000 +251 54.58167331 +252 54.76190476 +253 54.54545455 +254 54.33070866 +255 54.50980392 +256 54.68750000 +257 54.86381323 +258 55.03875969 +259 54.82625483 +260 55.00000000 +261 55.17241379 +262 55.34351145 +263 55.51330798 +264 55.68181818 +265 55.84905660 +266 55.63909774 +267 55.80524345 +268 55.59701493 +269 55.76208178 +270 55.92592593 +271 55.71955720 +272 55.51470588 +273 55.67765568 +274 55.47445255 +275 55.27272727 +276 55.43478261 +277 55.59566787 +278 55.39568345 +279 55.19713262 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 55.24475524 +287 55.05226481 +288 55.20833333 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.10204082 +295 55.25423729 +296 55.40540541 +297 55.55555556 +298 55.36912752 +299 55.51839465 +300 55.33333333 +301 55.14950166 +302 55.29801325 +303 55.11551155 +304 55.26315789 +305 55.40983607 +306 55.22875817 +307 55.37459283 +308 55.51948052 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 55.76923077 +313 55.91054313 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.62500000 +321 55.45171340 +322 55.59006211 +323 55.41795666 +324 55.55555556 +325 55.38461538 +326 55.52147239 +327 55.35168196 +328 55.18292683 +329 55.01519757 +330 55.15151515 +331 55.28700906 +332 55.12048193 +333 55.25525526 +334 55.08982036 +335 54.92537313 +336 54.76190476 +337 54.59940653 +338 54.43786982 +339 54.57227139 +340 54.70588235 +341 54.83870968 +342 54.67836257 +343 54.81049563 +344 54.94186047 +345 54.78260870 +346 54.91329480 +347 54.75504323 +348 54.59770115 +349 54.72779370 +350 54.57142857 +351 54.70085470 +352 54.54545455 +353 54.39093484 +354 54.23728814 +355 54.08450704 +356 53.93258427 +357 53.78151261 +358 53.91061453 +359 53.76044568 +360 53.88888889 +361 54.01662050 +362 54.14364641 +363 54.26997245 +364 54.12087912 +365 53.97260274 +366 53.82513661 +367 53.67847411 +368 53.80434783 +369 53.92953930 +370 53.78378378 +371 53.63881402 +372 53.49462366 +373 53.35120643 +374 53.47593583 +375 53.60000000 +376 53.72340426 +377 53.84615385 +378 53.96825397 +379 53.82585752 +380 53.94736842 +381 53.80577428 +382 53.66492147 +383 53.52480418 +384 53.38541667 +385 53.50649351 +386 53.62694301 +387 53.48837209 +388 53.35051546 +389 53.21336761 +390 53.33333333 +391 53.19693095 +392 53.31632653 +393 53.18066158 +394 53.29949239 +395 53.41772152 +396 53.28282828 +397 53.40050378 +398 53.26633166 +399 53.13283208 +400 53.25000000 +401 53.11720698 +402 53.23383085 +403 53.34987593 +404 53.46534653 +405 53.58024691 +406 53.69458128 +407 53.80835381 +408 53.92156863 +409 53.78973105 +410 53.90243902 +411 54.01459854 +412 54.12621359 +413 53.99515738 +414 54.10628019 +415 53.97590361 +416 53.84615385 +417 53.71702638 +418 53.58851675 +419 53.46062053 +420 53.57142857 +421 53.44418052 +422 53.55450237 +423 53.66430260 +424 53.53773585 +425 53.41176471 +426 53.28638498 +427 53.16159251 +428 53.03738318 +429 53.14685315 +430 53.25581395 +431 53.36426914 +432 53.24074074 +433 53.11778291 +434 52.99539171 +435 53.10344828 +436 53.21100917 +437 53.31807780 +438 53.19634703 +439 53.30296128 +440 53.40909091 +441 53.28798186 +442 53.16742081 +443 53.04740406 +444 52.92792793 +445 53.03370787 +446 53.13901345 +447 53.24384787 +448 53.34821429 +449 53.45211581 +450 53.33333333 +451 53.43680710 +452 53.53982301 +453 53.64238411 +454 53.52422907 +455 53.40659341 +456 53.28947368 +457 53.17286652 +458 53.05676856 +459 53.15904139 +460 53.04347826 +461 52.92841649 +462 53.03030303 +463 52.91576674 +464 52.80172414 +465 52.90322581 +466 53.00429185 +467 52.89079229 +468 52.99145299 +469 52.87846482 +470 52.97872340 +471 53.07855626 +472 53.17796610 +473 53.06553911 +474 52.95358650 +475 52.84210526 +476 52.73109244 +477 52.83018868 +478 52.92887029 +479 53.02713987 +480 52.91666667 +481 52.80665281 +482 52.90456432 +483 53.00207039 +484 53.09917355 +485 53.19587629 +486 53.29218107 +487 53.38809035 +488 53.48360656 +489 53.37423313 +490 53.26530612 +491 53.36048880 +492 53.25203252 +493 53.14401623 +494 53.23886640 +495 53.13131313 +496 53.02419355 +497 53.11871227 +498 53.21285141 +499 53.30661323 +500 53.40000000 +501 53.49301397 +502 53.58565737 +503 53.67793241 +504 53.76984127 +505 53.86138614 +506 53.75494071 +507 53.64891519 +508 53.54330709 +509 53.63457760 +510 53.72549020 +511 53.62035225 +512 53.71093750 +513 53.60623782 +514 53.69649805 +515 53.78640777 +516 53.68217054 +517 53.57833656 +518 53.47490347 +519 53.37186898 +520 53.26923077 +521 53.35892514 +522 53.44827586 +523 53.34608031 +524 53.24427481 +525 53.14285714 +526 53.04182510 +527 52.94117647 +528 52.84090909 +529 52.74102079 +530 52.83018868 +531 52.91902072 +532 53.00751880 +533 53.09568480 +534 52.99625468 +535 52.89719626 +536 52.79850746 +537 52.88640596 +538 52.78810409 +539 52.87569573 +540 52.77777778 +541 52.68022181 +542 52.76752768 +543 52.85451197 +544 52.75735294 +545 52.84403670 +546 52.74725275 +547 52.65082267 +548 52.73722628 +549 52.82331512 +550 52.72727273 +551 52.63157895 +552 52.53623188 +553 52.62206148 +554 52.52707581 +555 52.61261261 +556 52.51798561 +557 52.60323160 +558 52.50896057 +559 52.59391771 +560 52.67857143 +561 52.76292335 +562 52.84697509 +563 52.93072824 +564 52.83687943 +565 52.74336283 +566 52.82685512 +567 52.91005291 +568 52.99295775 +569 52.89982425 +570 52.80701754 +571 52.88966725 +572 52.79720280 +573 52.70506108 +574 52.78745645 +575 52.86956522 +576 52.95138889 +577 53.03292894 +578 53.11418685 +579 53.19516408 +580 53.27586207 +581 53.18416523 +582 53.09278351 +583 53.17324185 +584 53.25342466 +585 53.33333333 +586 53.41296928 +587 53.32197615 +588 53.23129252 +589 53.31069610 +590 53.38983051 +591 53.46869712 +592 53.54729730 +593 53.45699831 +594 53.53535354 +595 53.61344538 +596 53.52348993 +597 53.43383585 +598 53.34448161 +599 53.42237062 +600 53.33333333 +601 53.41098170 +602 53.32225914 +603 53.23383085 +604 53.14569536 +605 53.05785124 +606 52.97029703 +607 52.88303130 +608 52.96052632 +609 52.87356322 +610 52.95081967 +611 52.86415712 +612 52.77777778 +613 52.69168026 +614 52.60586319 +615 52.68292683 +616 52.75974026 +617 52.83630470 +618 52.75080906 +619 52.66558966 +620 52.74193548 +621 52.65700483 +622 52.57234727 +623 52.64847512 +624 52.56410256 +625 52.48000000 +626 52.39616613 +627 52.47208931 +628 52.54777070 +629 52.62321145 +630 52.53968254 +631 52.45641838 +632 52.37341772 +633 52.29067930 +634 52.20820189 +635 52.12598425 +636 52.20125786 +637 52.11930926 +638 52.19435737 +639 52.11267606 +640 52.03125000 +641 52.10608424 +642 52.02492212 +643 51.94401244 +644 52.01863354 +645 51.93798450 +646 51.85758514 +647 51.77743431 +648 51.69753086 +649 51.61787365 +650 51.53846154 +651 51.61290323 +652 51.53374233 +653 51.45482389 +654 51.52905199 +655 51.45038168 +656 51.52439024 +657 51.44596651 +658 51.51975684 +659 51.44157815 +660 51.51515152 +661 51.43721634 +662 51.51057402 +663 51.58371041 +664 51.65662651 +665 51.72932331 +666 51.80180180 +667 51.87406297 +668 51.79640719 +669 51.71898356 +670 51.79104478 +671 51.71385991 +672 51.63690476 +673 51.56017831 +674 51.48367953 +675 51.40740741 +676 51.33136095 +677 51.40324963 +678 51.47492625 +679 51.54639175 +680 51.61764706 +681 51.54185022 +682 51.46627566 +683 51.39092240 +684 51.31578947 +685 51.38686131 +686 51.31195335 +687 51.23726346 +688 51.30813953 +689 51.37880987 +690 51.44927536 +691 51.51953690 +692 51.58959538 +693 51.65945166 +694 51.72910663 +695 51.79856115 +696 51.72413793 +697 51.79340029 +698 51.71919771 +699 51.64520744 +700 51.71428571 +701 51.78316690 +702 51.85185185 +703 51.77809388 +704 51.84659091 +705 51.91489362 +706 51.84135977 +707 51.90947666 +708 51.97740113 +709 52.04513399 +710 52.11267606 +711 52.18002813 +712 52.24719101 +713 52.31416550 +714 52.24089636 +715 52.16783217 +716 52.23463687 +717 52.16178522 +718 52.08913649 +719 52.01668985 +720 51.94444444 +721 51.87239945 +722 51.80055402 +723 51.86721992 +724 51.93370166 +725 52.00000000 +726 51.92837466 +727 51.85694635 +728 51.92307692 +729 51.98902606 +730 52.05479452 +731 52.12038304 +732 52.18579235 +733 52.25102319 +734 52.31607629 +735 52.24489796 +736 52.30978261 +737 52.23880597 +738 52.16802168 +739 52.23274696 +740 52.16216216 +741 52.22672065 +742 52.29110512 +743 52.35531629 +744 52.28494624 +745 52.34899329 +746 52.27882038 +747 52.20883534 +748 52.13903743 +749 52.06942590 +750 52.13333333 + +Final result: 52.1333 ±1.8253 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.hsw b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.hsw new file mode 100644 index 0000000000000000000000000000000000000000..ab55997fc9ce8b2be49c1740bbd8af22642dba2d --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 70.58823529 +18 66.66666667 +19 63.15789474 +20 65.00000000 +21 66.66666667 +22 63.63636364 +23 65.21739130 +24 62.50000000 +25 60.00000000 +26 57.69230769 +27 55.55555556 +28 57.14285714 +29 55.17241379 +30 53.33333333 +31 54.83870968 +32 53.12500000 +33 54.54545455 +34 55.88235294 +35 57.14285714 +36 55.55555556 +37 54.05405405 +38 55.26315789 +39 53.84615385 +40 52.50000000 +41 51.21951220 +42 50.00000000 +43 48.83720930 +44 50.00000000 +45 48.88888889 +46 47.82608696 +47 46.80851064 +48 45.83333333 +49 44.89795918 +50 44.00000000 +51 45.09803922 +52 44.23076923 +53 43.39622642 +54 42.59259259 +55 41.81818182 +56 41.07142857 +57 42.10526316 +58 43.10344828 +59 44.06779661 +60 45.00000000 +61 44.26229508 +62 43.54838710 +63 42.85714286 +64 43.75000000 +65 43.07692308 +66 42.42424242 +67 43.28358209 +68 42.64705882 +69 43.47826087 +70 42.85714286 +71 42.25352113 +72 43.05555556 +73 42.46575342 +74 43.24324324 +75 42.66666667 +76 43.42105263 +77 44.15584416 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 47.95918367 +99 48.48484848 +100 48.00000000 +101 48.51485149 +102 48.03921569 +103 47.57281553 +104 48.07692308 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 48.64864865 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 48.30508475 +119 48.73949580 +120 48.33333333 +121 47.93388430 +122 47.54098361 +123 47.96747967 +124 48.38709677 +125 48.80000000 +126 49.20634921 +127 49.60629921 +128 49.21875000 +129 48.83720930 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 51.09489051 +138 51.44927536 +139 51.07913669 +140 51.42857143 +141 51.77304965 +142 52.11267606 +143 52.44755245 +144 52.77777778 +145 53.10344828 +146 53.42465753 +147 53.74149660 +148 53.37837838 +149 53.02013423 +150 53.33333333 +151 52.98013245 +152 52.63157895 +153 52.94117647 +154 52.59740260 +155 52.90322581 +156 52.56410256 +157 52.22929936 +158 52.53164557 +159 52.20125786 +160 52.50000000 +161 52.79503106 +162 52.46913580 +163 52.76073620 +164 53.04878049 +165 53.33333333 +166 53.61445783 +167 53.89221557 +168 54.16666667 +169 53.84615385 +170 53.52941176 +171 53.80116959 +172 54.06976744 +173 53.75722543 +174 53.44827586 +175 53.71428571 +176 53.40909091 +177 53.67231638 +178 53.93258427 +179 53.63128492 +180 53.88888889 +181 53.59116022 +182 53.84615385 +183 54.09836066 +184 53.80434783 +185 54.05405405 +186 53.76344086 +187 53.47593583 +188 53.19148936 +189 52.91005291 +190 53.15789474 +191 53.40314136 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.33333333 +196 53.06122449 +197 52.79187817 +198 52.52525253 +199 52.76381910 +200 53.00000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.27102804 +215 53.02325581 +216 53.24074074 +217 52.99539171 +218 52.75229358 +219 52.96803653 +220 53.18181818 +221 53.39366516 +222 53.60360360 +223 53.81165919 +224 54.01785714 +225 54.22222222 +226 53.98230088 +227 53.74449339 +228 53.50877193 +229 53.71179039 +230 53.47826087 +231 53.24675325 +232 53.01724138 +233 53.21888412 +234 53.41880342 +235 53.19148936 +236 52.96610169 +237 53.16455696 +238 53.36134454 +239 53.55648536 +240 53.75000000 +241 53.52697095 +242 53.71900826 +243 53.90946502 +244 53.68852459 +245 53.46938776 +246 53.25203252 +247 53.03643725 +248 53.22580645 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.93700787 +255 53.72549020 +256 53.90625000 +257 53.69649805 +258 53.87596899 +259 54.05405405 +260 54.23076923 +261 54.40613027 +262 54.19847328 +263 53.99239544 +264 54.16666667 +265 54.33962264 +266 54.13533835 +267 54.30711610 +268 54.47761194 +269 54.64684015 +270 54.44444444 +271 54.24354244 +272 54.04411765 +273 53.84615385 +274 54.01459854 +275 53.81818182 +276 53.98550725 +277 54.15162455 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.54545455 +287 54.70383275 +288 54.86111111 +289 55.01730104 +290 55.17241379 +291 54.98281787 +292 54.79452055 +293 54.94880546 +294 55.10204082 +295 55.25423729 +296 55.40540541 +297 55.55555556 +298 55.70469799 +299 55.51839465 +300 55.33333333 +301 55.14950166 +302 55.29801325 +303 55.11551155 +304 55.26315789 +305 55.08196721 +306 55.22875817 +307 55.04885993 +308 55.19480519 +309 55.01618123 +310 55.16129032 +311 55.30546624 +312 55.44871795 +313 55.59105431 +314 55.41401274 +315 55.23809524 +316 55.37974684 +317 55.52050473 +318 55.34591195 +319 55.17241379 +320 55.31250000 +321 55.14018692 +322 54.96894410 +323 55.10835913 +324 55.24691358 +325 55.38461538 +326 55.21472393 +327 55.04587156 +328 55.18292683 +329 55.31914894 +330 55.45454545 +331 55.58912387 +332 55.42168675 +333 55.55555556 +334 55.38922156 +335 55.52238806 +336 55.65476190 +337 55.48961424 +338 55.32544379 +339 55.45722714 +340 55.29411765 +341 55.42521994 +342 55.55555556 +343 55.39358601 +344 55.23255814 +345 55.36231884 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 54.72779370 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.95750708 +354 55.08474576 +355 55.21126761 +356 55.33707865 +357 55.18207283 +358 55.30726257 +359 55.43175487 +360 55.27777778 +361 55.12465374 +362 55.24861878 +363 55.37190083 +364 55.49450549 +365 55.61643836 +366 55.73770492 +367 55.85831063 +368 55.97826087 +369 56.09756098 +370 55.94594595 +371 56.06469003 +372 56.18279570 +373 56.03217158 +374 55.88235294 +375 56.00000000 +376 56.11702128 +377 55.96816976 +378 55.82010582 +379 55.93667546 +380 56.05263158 +381 56.16797900 +382 56.02094241 +383 55.87467363 +384 55.98958333 +385 56.10389610 +386 56.21761658 +387 56.07235142 +388 55.92783505 +389 55.78406170 +390 55.89743590 +391 55.75447570 +392 55.86734694 +393 55.97964377 +394 56.09137056 +395 55.94936709 +396 56.06060606 +397 56.17128463 +398 56.28140704 +399 56.39097744 +400 56.50000000 +401 56.60847880 +402 56.46766169 +403 56.32754342 +404 56.18811881 +405 56.04938272 +406 55.91133005 +407 56.01965602 +408 55.88235294 +409 55.99022005 +410 55.85365854 +411 55.71776156 +412 55.58252427 +413 55.44794189 +414 55.55555556 +415 55.42168675 +416 55.52884615 +417 55.63549161 +418 55.74162679 +419 55.60859189 +420 55.71428571 +421 55.58194774 +422 55.68720379 +423 55.79196217 +424 55.89622642 +425 56.00000000 +426 56.10328638 +427 55.97189696 +428 55.84112150 +429 55.71095571 +430 55.81395349 +431 55.68445476 +432 55.55555556 +433 55.42725173 +434 55.52995392 +435 55.40229885 +436 55.27522936 +437 55.14874142 +438 55.02283105 +439 55.12528474 +440 55.00000000 +441 55.10204082 +442 55.20361991 +443 55.30474041 +444 55.18018018 +445 55.28089888 +446 55.38116592 +447 55.48098434 +448 55.58035714 +449 55.67928731 +450 55.77777778 +451 55.65410200 +452 55.53097345 +453 55.40838852 +454 55.50660793 +455 55.38461538 +456 55.48245614 +457 55.57986871 +458 55.45851528 +459 55.55555556 +460 55.65217391 +461 55.74837310 +462 55.84415584 +463 55.93952484 +464 56.03448276 +465 55.91397849 +466 56.00858369 +467 56.10278373 +468 55.98290598 +469 55.86353945 +470 55.74468085 +471 55.83864119 +472 55.93220339 +473 56.02536998 +474 56.11814346 +475 56.21052632 +476 56.09243697 +477 55.97484277 +478 56.06694561 +479 56.15866388 +480 56.25000000 +481 56.13305613 +482 56.01659751 +483 56.10766046 +484 55.99173554 +485 55.87628866 +486 55.96707819 +487 56.05749487 +488 55.94262295 +489 56.03271984 +490 56.12244898 +491 56.21181263 +492 56.30081301 +493 56.38945233 +494 56.47773279 +495 56.56565657 +496 56.65322581 +497 56.53923541 +498 56.62650602 +499 56.51302605 +500 56.60000000 +501 56.48702595 +502 56.57370518 +503 56.66003976 +504 56.74603175 +505 56.83168317 +506 56.71936759 +507 56.80473373 +508 56.88976378 +509 56.97445972 +510 57.05882353 +511 56.94716243 +512 56.83593750 +513 56.72514620 +514 56.80933852 +515 56.89320388 +516 56.78294574 +517 56.67311412 +518 56.75675676 +519 56.64739884 +520 56.53846154 +521 56.42994242 +522 56.32183908 +523 56.40535373 +524 56.48854962 +525 56.38095238 +526 56.27376426 +527 56.16698292 +528 56.25000000 +529 56.33270321 +530 56.41509434 +531 56.30885122 +532 56.39097744 +533 56.47279550 +534 56.36704120 +535 56.44859813 +536 56.52985075 +537 56.61080074 +538 56.69144981 +539 56.58627087 +540 56.48148148 +541 56.56192237 +542 56.45756458 +543 56.35359116 +544 56.43382353 +545 56.51376147 +546 56.59340659 +547 56.67276051 +548 56.56934307 +549 56.64845173 +550 56.54545455 +551 56.44283122 +552 56.34057971 +553 56.23869801 +554 56.31768953 +555 56.21621622 +556 56.29496403 +557 56.19389587 +558 56.09318996 +559 55.99284436 +560 56.07142857 +561 56.14973262 +562 56.04982206 +563 56.12788632 +564 56.02836879 +565 55.92920354 +566 55.83038869 +567 55.90828924 +568 55.98591549 +569 55.88752197 +570 55.78947368 +571 55.86690018 +572 55.94405594 +573 56.02094241 +574 56.09756098 +575 56.00000000 +576 56.07638889 +577 55.97920277 +578 56.05536332 +579 55.95854922 +580 55.86206897 +581 55.76592083 +582 55.67010309 +583 55.74614065 +584 55.65068493 +585 55.55555556 +586 55.46075085 +587 55.53662692 +588 55.44217687 +589 55.34804754 +590 55.25423729 +591 55.32994924 +592 55.40540541 +593 55.31197302 +594 55.38720539 +595 55.46218487 +596 55.53691275 +597 55.61139028 +598 55.68561873 +599 55.59265442 +600 55.50000000 +601 55.57404326 +602 55.48172757 +603 55.38971808 +604 55.46357616 +605 55.53719008 +606 55.44554455 +607 55.35420099 +608 55.26315789 +609 55.33661741 +610 55.40983607 +611 55.48281506 +612 55.39215686 +613 55.30179445 +614 55.21172638 +615 55.12195122 +616 55.03246753 +617 55.10534846 +618 55.17799353 +619 55.08885299 +620 55.16129032 +621 55.07246377 +622 54.98392283 +623 55.05617978 +624 55.12820513 +625 55.04000000 +626 54.95207668 +627 55.02392344 +628 55.09554140 +629 55.00794913 +630 55.07936508 +631 54.99207607 +632 54.90506329 +633 54.81832543 +634 54.88958991 +635 54.96062992 +636 55.03144654 +637 55.10204082 +638 55.01567398 +639 55.08607199 +640 55.00000000 +641 54.91419657 +642 54.82866044 +643 54.89891135 +644 54.81366460 +645 54.72868217 +646 54.79876161 +647 54.86862442 +648 54.93827160 +649 54.85362096 +650 54.92307692 +651 54.99231951 +652 55.06134969 +653 55.13016845 +654 55.19877676 +655 55.26717557 +656 55.33536585 +657 55.25114155 +658 55.16717325 +659 55.23520486 +660 55.15151515 +661 55.21936460 +662 55.28700906 +663 55.35444947 +664 55.42168675 +665 55.48872180 +666 55.55555556 +667 55.62218891 +668 55.68862275 +669 55.60538117 +670 55.67164179 +671 55.73770492 +672 55.80357143 +673 55.86924220 +674 55.78635015 +675 55.85185185 +676 55.76923077 +677 55.68685377 +678 55.75221239 +679 55.81737850 +680 55.73529412 +681 55.65345081 +682 55.71847507 +683 55.78330893 +684 55.84795322 +685 55.91240876 +686 55.97667638 +687 56.04075691 +688 56.10465116 +689 56.16835994 +690 56.23188406 +691 56.29522431 +692 56.35838150 +693 56.27705628 +694 56.34005764 +695 56.25899281 +696 56.32183908 +697 56.38450502 +698 56.44699140 +699 56.36623748 +700 56.42857143 +701 56.49072753 +702 56.55270655 +703 56.47226174 +704 56.53409091 +705 56.59574468 +706 56.65722380 +707 56.57708628 +708 56.63841808 +709 56.69957687 +710 56.76056338 +711 56.68073136 +712 56.74157303 +713 56.80224404 +714 56.86274510 +715 56.78321678 +716 56.84357542 +717 56.90376569 +718 56.82451253 +719 56.74547983 +720 56.66666667 +721 56.72676838 +722 56.78670360 +723 56.84647303 +724 56.90607735 +725 56.96551724 +726 57.02479339 +727 57.08390646 +728 57.14285714 +729 57.20164609 +730 57.12328767 +731 57.18194254 +732 57.10382514 +733 57.16234652 +734 57.22070845 +735 57.14285714 +736 57.06521739 +737 56.98778833 +738 56.91056911 +739 56.83355886 +740 56.89189189 +741 56.95006748 +742 57.00808625 +743 57.06594886 +744 57.12365591 +745 57.04697987 +746 57.10455764 +747 57.02811245 +748 57.08556150 +749 57.14285714 +750 57.20000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.log b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.log deleted file mode 100644 index 580841069da225dc2509cb2f5df92422c78d17c7..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.645935 ± 0.251542 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.48% -Mean ln(PPL(Q)/PPL(base)) : 0.028256 ± 0.001007 -Mean PPL(Q)/PPL(base) : 1.028659 ± 0.001035 -Mean PPL(Q)-PPL(base) : 0.714505 ± 0.027258 - -====== KL divergence statistics ====== -Mean KLD: 0.035420 ± 0.000140 -Maximum KLD: 3.406450 -99.9% KLD: 0.527580 -99.0% KLD: 0.238919 -99.0% KLD: 0.238919 -Median KLD: 0.019661 -10.0% KLD: 0.000409 - 5.0% KLD: 0.000068 - 1.0% KLD: 0.000002 -Minimum KLD: -0.000216 - -====== Token probability statistics ====== -Mean Δp: -0.143 ± 0.012 % -Maximum Δp: 79.304% -99.9% Δp: 28.190% -99.0% Δp: 14.472% -95.0% Δp: 6.173% -90.0% Δp: 3.204% -75.0% Δp: 0.378% -Median Δp: -0.000% -25.0% Δp: -0.552% -10.0% Δp: -3.690% - 5.0% Δp: -6.890% - 1.0% Δp: -15.483% - 0.1% Δp: -31.224% -Minimum Δp: -74.269% -RMS Δp : 4.584 ± 0.027 % -Same top p: 90.668 ± 0.075 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.mmlu b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..075e90a2d4076198c840f13dcdcd1ae3962052bb --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 32.55813953 +44 31.81818182 +45 31.11111111 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 32.14285714 +57 33.33333333 +58 32.75862069 +59 32.20338983 +60 31.66666667 +61 31.14754098 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 30.76923077 +66 31.81818182 +67 31.34328358 +68 30.88235294 +69 30.43478261 +70 31.42857143 +71 30.98591549 +72 31.94444444 +73 31.50684932 +74 31.08108108 +75 32.00000000 +76 32.89473684 +77 33.76623377 +78 34.61538462 +79 34.17721519 +80 35.00000000 +81 35.80246914 +82 35.36585366 +83 36.14457831 +84 36.90476190 +85 36.47058824 +86 36.04651163 +87 36.78160920 +88 37.50000000 +89 37.07865169 +90 36.66666667 +91 36.26373626 +92 35.86956522 +93 35.48387097 +94 36.17021277 +95 35.78947368 +96 36.45833333 +97 36.08247423 +98 35.71428571 +99 35.35353535 +100 36.00000000 +101 35.64356436 +102 35.29411765 +103 34.95145631 +104 34.61538462 +105 34.28571429 +106 33.96226415 +107 33.64485981 +108 33.33333333 +109 33.02752294 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 31.85840708 +114 32.45614035 +115 33.04347826 +116 32.75862069 +117 32.47863248 +118 32.20338983 +119 31.93277311 +120 31.66666667 +121 31.40495868 +122 31.14754098 +123 30.89430894 +124 30.64516129 +125 31.20000000 +126 30.95238095 +127 30.70866142 +128 30.46875000 +129 30.23255814 +130 30.00000000 +131 30.53435115 +132 31.06060606 +133 30.82706767 +134 30.59701493 +135 30.37037037 +136 30.14705882 +137 30.65693431 +138 30.43478261 +139 30.93525180 +140 30.71428571 +141 31.20567376 +142 30.98591549 +143 31.46853147 +144 31.94444444 +145 31.72413793 +146 31.50684932 +147 31.29251701 +148 31.75675676 +149 31.54362416 +150 31.33333333 +151 31.12582781 +152 31.57894737 +153 31.37254902 +154 31.16883117 +155 30.96774194 +156 30.76923077 +157 31.21019108 +158 31.01265823 +159 30.81761006 +160 31.25000000 +161 31.05590062 +162 30.86419753 +163 30.67484663 +164 31.09756098 +165 31.51515152 +166 31.32530120 +167 31.73652695 +168 31.54761905 +169 31.36094675 +170 31.17647059 +171 30.99415205 +172 30.81395349 +173 30.63583815 +174 30.45977011 +175 30.28571429 +176 30.11363636 +177 29.94350282 +178 29.77528090 +179 30.16759777 +180 30.00000000 +181 29.83425414 +182 29.67032967 +183 30.05464481 +184 29.89130435 +185 29.72972973 +186 29.56989247 +187 29.41176471 +188 29.25531915 +189 29.10052910 +190 28.94736842 +191 29.31937173 +192 29.16666667 +193 29.01554404 +194 29.38144330 +195 29.74358974 +196 29.59183673 +197 29.44162437 +198 29.29292929 +199 29.14572864 +200 29.00000000 +201 29.35323383 +202 29.20792079 +203 29.06403941 +204 28.92156863 +205 29.26829268 +206 29.12621359 +207 28.98550725 +208 28.84615385 +209 28.70813397 +210 28.57142857 +211 28.90995261 +212 28.77358491 +213 28.63849765 +214 28.50467290 +215 28.37209302 +216 28.24074074 +217 28.11059908 +218 27.98165138 +219 27.85388128 +220 27.72727273 +221 27.60180995 +222 27.92792793 +223 27.80269058 +224 27.67857143 +225 28.00000000 +226 27.87610619 +227 28.19383260 +228 28.50877193 +229 28.38427948 +230 28.26086957 +231 28.57142857 +232 28.44827586 +233 28.32618026 +234 28.63247863 +235 28.51063830 +236 28.38983051 +237 28.27004219 +238 28.15126050 +239 28.03347280 +240 28.33333333 +241 28.21576763 +242 28.51239669 +243 28.80658436 +244 28.68852459 +245 28.97959184 +246 28.86178862 +247 28.74493927 +248 28.62903226 +249 28.91566265 +250 28.80000000 +251 28.68525896 +252 28.57142857 +253 28.45849802 +254 28.34645669 +255 28.62745098 +256 28.51562500 +257 28.40466926 +258 28.29457364 +259 28.18532819 +260 28.07692308 +261 27.96934866 +262 27.86259542 +263 27.75665399 +264 27.65151515 +265 27.54716981 +266 27.81954887 +267 27.71535581 +268 27.61194030 +269 27.50929368 +270 27.40740741 +271 27.30627306 +272 27.57352941 +273 27.47252747 +274 27.37226277 +275 27.63636364 +276 27.89855072 +277 28.15884477 +278 28.41726619 +279 28.31541219 +280 28.57142857 +281 28.46975089 +282 28.36879433 +283 28.26855124 +284 28.16901408 +285 28.07017544 +286 27.97202797 +287 28.22299652 +288 28.12500000 +289 28.02768166 +290 28.27586207 +291 28.52233677 +292 28.76712329 +293 29.01023891 +294 29.25170068 +295 29.15254237 +296 29.05405405 +297 28.95622896 +298 28.85906040 +299 29.09698997 +300 29.33333333 +301 29.56810631 +302 29.80132450 +303 29.70297030 +304 29.60526316 +305 29.83606557 +306 29.73856209 +307 29.64169381 +308 29.54545455 +309 29.44983819 +310 29.35483871 +311 29.26045016 +312 29.48717949 +313 29.71246006 +314 29.93630573 +315 29.84126984 +316 29.74683544 +317 29.65299685 +318 29.55974843 +319 29.78056426 +320 29.68750000 +321 29.59501558 +322 29.50310559 +323 29.41176471 +324 29.32098765 +325 29.53846154 +326 29.44785276 +327 29.66360856 +328 29.87804878 +329 29.78723404 +330 29.69696970 +331 29.60725076 +332 29.81927711 +333 29.72972973 +334 29.64071856 +335 29.85074627 +336 29.76190476 +337 29.67359050 +338 29.58579882 +339 29.49852507 +340 29.70588235 +341 29.61876833 +342 29.53216374 +343 29.44606414 +344 29.36046512 +345 29.27536232 +346 29.47976879 +347 29.68299712 +348 29.59770115 +349 29.79942693 +350 30.00000000 +351 29.91452991 +352 29.82954545 +353 30.02832861 +354 29.94350282 +355 29.85915493 +356 30.05617978 +357 29.97198880 +358 29.88826816 +359 29.80501393 +360 30.00000000 +361 30.19390582 +362 30.38674033 +363 30.57851240 +364 30.49450549 +365 30.41095890 +366 30.32786885 +367 30.24523161 +368 30.16304348 +369 30.08130081 +370 30.27027027 +371 30.45822102 +372 30.37634409 +373 30.29490617 +374 30.21390374 +375 30.40000000 +376 30.31914894 +377 30.23872679 +378 30.42328042 +379 30.34300792 +380 30.26315789 +381 30.44619423 +382 30.36649215 +383 30.54830287 +384 30.46875000 +385 30.64935065 +386 30.56994819 +387 30.49095607 +388 30.41237113 +389 30.59125964 +390 30.51282051 +391 30.69053708 +392 30.86734694 +393 30.78880407 +394 30.71065990 +395 30.63291139 +396 30.80808081 +397 30.98236776 +398 30.90452261 +399 31.07769424 +400 31.00000000 +401 31.17206983 +402 31.34328358 +403 31.26550868 +404 31.18811881 +405 31.11111111 +406 31.03448276 +407 30.95823096 +408 30.88235294 +409 31.05134474 +410 30.97560976 +411 30.90024331 +412 30.82524272 +413 30.99273608 +414 31.15942029 +415 31.32530120 +416 31.25000000 +417 31.17505995 +418 31.10047847 +419 31.26491647 +420 31.42857143 +421 31.35391924 +422 31.27962085 +423 31.20567376 +424 31.36792453 +425 31.52941176 +426 31.45539906 +427 31.38173302 +428 31.30841121 +429 31.46853147 +430 31.39534884 +431 31.55452436 +432 31.71296296 +433 31.63972286 +434 31.56682028 +435 31.49425287 +436 31.42201835 +437 31.35011442 +438 31.50684932 +439 31.66287016 +440 31.59090909 +441 31.51927438 +442 31.44796380 +443 31.37697517 +444 31.53153153 +445 31.46067416 +446 31.39013453 +447 31.31991051 +448 31.25000000 +449 31.18040089 +450 31.11111111 +451 31.04212860 +452 31.19469027 +453 31.34657837 +454 31.49779736 +455 31.42857143 +456 31.57894737 +457 31.50984683 +458 31.44104803 +459 31.59041394 +460 31.73913043 +461 31.67028200 +462 31.60173160 +463 31.53347732 +464 31.46551724 +465 31.39784946 +466 31.33047210 +467 31.47751606 +468 31.41025641 +469 31.55650320 +470 31.48936170 +471 31.42250531 +472 31.35593220 +473 31.50105708 +474 31.43459916 +475 31.36842105 +476 31.51260504 +477 31.44654088 +478 31.58995816 +479 31.73277662 +480 31.66666667 +481 31.80873181 +482 31.74273859 +483 31.67701863 +484 31.61157025 +485 31.54639175 +486 31.48148148 +487 31.62217659 +488 31.55737705 +489 31.49284254 +490 31.63265306 +491 31.77189409 +492 31.70731707 +493 31.64300203 +494 31.78137652 +495 31.91919192 +496 32.05645161 +497 31.99195171 +498 31.92771084 +499 31.86372745 +500 32.00000000 +501 31.93612774 +502 31.87250996 +503 31.80914513 +504 31.94444444 +505 31.88118812 +506 32.01581028 +507 31.95266272 +508 31.88976378 +509 31.82711198 +510 31.96078431 +511 31.89823875 +512 31.83593750 +513 31.77387914 +514 31.71206226 +515 31.65048544 +516 31.58914729 +517 31.72147002 +518 31.85328185 +519 31.79190751 +520 31.73076923 +521 31.66986564 +522 31.60919540 +523 31.73996176 +524 31.87022901 +525 31.80952381 +526 31.74904943 +527 31.87855787 +528 31.81818182 +529 31.94706994 +530 32.07547170 +531 32.01506591 +532 31.95488722 +533 31.89493433 +534 31.83520599 +535 31.96261682 +536 31.90298507 +537 32.02979516 +538 32.15613383 +539 32.09647495 +540 32.03703704 +541 31.97781885 +542 32.10332103 +543 32.04419890 +544 31.98529412 +545 31.92660550 +546 31.86813187 +547 31.80987203 +548 31.93430657 +549 31.87613843 +550 31.81818182 +551 31.94192377 +552 31.88405797 +553 31.82640145 +554 31.76895307 +555 31.71171171 +556 31.83453237 +557 31.77737882 +558 31.89964158 +559 31.84257603 +560 31.78571429 +561 31.72905526 +562 31.67259786 +563 31.79396092 +564 31.73758865 +565 31.85840708 +566 31.80212014 +567 31.74603175 +568 31.86619718 +569 31.81019332 +570 31.75438596 +571 31.69877408 +572 31.64335664 +573 31.58813264 +574 31.70731707 +575 31.65217391 +576 31.77083333 +577 31.88908146 +578 31.83391003 +579 31.95164076 +580 31.89655172 +581 31.84165232 +582 31.78694158 +583 31.90394511 +584 32.02054795 +585 31.96581197 +586 32.08191126 +587 32.02725724 +588 31.97278912 +589 31.91850594 +590 31.86440678 +591 31.81049069 +592 31.75675676 +593 31.70320405 +594 31.81818182 +595 31.76470588 +596 31.87919463 +597 31.82579564 +598 31.77257525 +599 31.88647746 +600 31.83333333 +601 31.94675541 +602 31.89368771 +603 32.00663350 +604 31.95364238 +605 32.06611570 +606 32.01320132 +607 32.12520593 +608 32.07236842 +609 32.01970443 +610 31.96721311 +611 31.91489362 +612 31.86274510 +613 31.97389886 +614 32.08469055 +615 32.03252033 +616 32.14285714 +617 32.09076175 +618 32.03883495 +619 31.98707593 +620 31.93548387 +621 31.88405797 +622 31.83279743 +623 31.78170144 +624 31.73076923 +625 31.68000000 +626 31.78913738 +627 31.73843700 +628 31.68789809 +629 31.79650238 +630 31.90476190 +631 31.85419968 +632 31.96202532 +633 31.91153239 +634 31.86119874 +635 31.81102362 +636 31.76100629 +637 31.71114600 +638 31.66144201 +639 31.76838811 +640 31.87500000 +641 31.82527301 +642 31.93146417 +643 31.88180404 +644 31.98757764 +645 31.93798450 +646 31.88854489 +647 31.83925811 +648 31.79012346 +649 31.74114022 +650 31.69230769 +651 31.64362519 +652 31.74846626 +653 31.69984686 +654 31.80428135 +655 31.75572519 +656 31.85975610 +657 31.81126332 +658 31.91489362 +659 31.86646434 +660 31.81818182 +661 31.77004539 +662 31.72205438 +663 31.67420814 +664 31.77710843 +665 31.72932331 +666 31.68168168 +667 31.63418291 +668 31.73652695 +669 31.68908819 +670 31.64179104 +671 31.59463487 +672 31.54761905 +673 31.50074294 +674 31.45400593 +675 31.40740741 +676 31.36094675 +677 31.31462334 +678 31.41592920 +679 31.36966127 +680 31.47058824 +681 31.57121880 +682 31.52492669 +683 31.62518302 +684 31.57894737 +685 31.53284672 +686 31.48688047 +687 31.44104803 +688 31.39534884 +689 31.34978229 +690 31.30434783 +691 31.25904486 +692 31.21387283 +693 31.16883117 +694 31.26801153 +695 31.22302158 +696 31.32183908 +697 31.27690100 +698 31.23209169 +699 31.33047210 +700 31.28571429 +701 31.38373752 +702 31.48148148 +703 31.57894737 +704 31.53409091 +705 31.48936170 +706 31.44475921 +707 31.40028289 +708 31.35593220 +709 31.31170663 +710 31.40845070 +711 31.50492264 +712 31.46067416 +713 31.55680224 +714 31.65266106 +715 31.60839161 +716 31.56424581 +717 31.52022315 +718 31.47632312 +719 31.43254520 +720 31.38888889 +721 31.34535368 +722 31.30193906 +723 31.39695712 +724 31.35359116 +725 31.44827586 +726 31.54269972 +727 31.49931224 +728 31.45604396 +729 31.41289438 +730 31.36986301 +731 31.32694938 +732 31.42076503 +733 31.51432469 +734 31.60762943 +735 31.56462585 +736 31.52173913 +737 31.61465400 +738 31.57181572 +739 31.66441137 +740 31.62162162 +741 31.57894737 +742 31.67115903 +743 31.76312248 +744 31.85483871 +745 31.81208054 +746 31.76943700 +747 31.72690763 +748 31.68449198 +749 31.64218959 +750 31.73333333 + +Final result: 31.7333 ±1.7007 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.ppx b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.ppx new file mode 100644 index 0000000000000000000000000000000000000000..1ad5659b88a0660c47278ef1b11ac093f018a733 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 27.258871 ±0.268444 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.83% +Mean ln(PPL(Q)/PPL(base)) : 0.089250 ±0.001501 +Mean PPL(Q)/PPL(base) : 1.093354 ±0.001641 +Mean PPL(Q)-PPL(base) : 2.327441 ±0.047451 + +====== KL divergence statistics ====== +Mean KLD: 0.099355 ±0.000288 +Maximum KLD: 3.087584 +99.9% KLD: 0.860643 +99.0% KLD: 0.485928 +99.0% KLD: 0.485928 +Median KLD: 0.067769 +10.0% KLD: 0.001206 + 5.0% KLD: 0.000193 + 1.0% KLD: 0.000008 +Minimum KLD: -0.000121 + +====== Token probability statistics ====== +Mean Δp: -1.067 ± 0.020 % +Maximum Δp: 80.056% +99.9% Δp: 37.342% +99.0% Δp: 21.343% +95.0% Δp: 9.216% +90.0% Δp: 4.374% +75.0% Δp: 0.267% +Median Δp: -0.010% +25.0% Δp: -1.733% +10.0% Δp: -8.613% + 5.0% Δp: -14.630% + 1.0% Δp: -27.490% + 0.1% Δp: -44.569% +Minimum Δp: -75.190% +RMS Δp : 7.613 ± 0.033 % +Same top p: 83.490 ± 0.096 % diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.tqa b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.tqa new file mode 100644 index 0000000000000000000000000000000000000000..a9b77611475676b6d97cef7a13d6c5818a373ba3 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 26.00000000 +51 25.49019608 +52 25.00000000 +53 26.41509434 +54 27.77777778 +55 29.09090909 +56 28.57142857 +57 28.07017544 +58 27.58620690 +59 27.11864407 +60 28.33333333 +61 27.86885246 +62 29.03225806 +63 28.57142857 +64 28.12500000 +65 27.69230769 +66 27.27272727 +67 26.86567164 +68 26.47058824 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 27.63157895 +77 27.27272727 +78 26.92307692 +79 26.58227848 +80 26.25000000 +81 25.92592593 +82 25.60975610 +83 25.30120482 +84 25.00000000 +85 24.70588235 +86 24.41860465 +87 24.13793103 +88 23.86363636 +89 24.71910112 +90 24.44444444 +91 24.17582418 +92 23.91304348 +93 23.65591398 +94 23.40425532 +95 24.21052632 +96 25.00000000 +97 24.74226804 +98 24.48979592 +99 25.25252525 +100 25.00000000 +101 25.74257426 +102 25.49019608 +103 26.21359223 +104 25.96153846 +105 25.71428571 +106 25.47169811 +107 26.16822430 +108 26.85185185 +109 27.52293578 +110 28.18181818 +111 27.92792793 +112 27.67857143 +113 27.43362832 +114 28.07017544 +115 27.82608696 +116 27.58620690 +117 27.35042735 +118 27.11864407 +119 26.89075630 +120 27.50000000 +121 28.09917355 +122 27.86885246 +123 27.64227642 +124 28.22580645 +125 28.80000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 28.24427481 +132 28.03030303 +133 27.81954887 +134 28.35820896 +135 28.14814815 +136 27.94117647 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 28.57142857 +141 28.36879433 +142 28.16901408 +143 27.97202797 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.89115646 +148 27.70270270 +149 27.51677852 +150 27.33333333 +151 27.81456954 +152 27.63157895 +153 27.45098039 +154 27.27272727 +155 27.09677419 +156 27.56410256 +157 27.38853503 +158 27.84810127 +159 27.67295597 +160 27.50000000 +161 27.32919255 +162 27.16049383 +163 27.60736196 +164 27.43902439 +165 27.87878788 +166 28.31325301 +167 28.14371257 +168 27.97619048 +169 27.81065089 +170 27.64705882 +171 27.48538012 +172 27.32558140 +173 27.74566474 +174 27.58620690 +175 27.42857143 +176 27.84090909 +177 27.68361582 +178 27.52808989 +179 27.37430168 +180 27.22222222 +181 27.07182320 +182 26.92307692 +183 26.77595628 +184 26.63043478 +185 26.48648649 +186 26.34408602 +187 26.20320856 +188 26.06382979 +189 25.92592593 +190 25.78947368 +191 25.65445026 +192 25.52083333 +193 25.38860104 +194 25.77319588 +195 25.64102564 +196 25.51020408 +197 25.38071066 +198 25.25252525 +199 25.12562814 +200 25.00000000 +201 24.87562189 +202 25.24752475 +203 25.12315271 +204 25.00000000 +205 25.36585366 +206 25.24271845 +207 25.60386473 +208 25.48076923 +209 25.35885167 +210 25.23809524 +211 25.11848341 +212 25.47169811 +213 25.35211268 +214 25.23364486 +215 25.11627907 +216 25.46296296 +217 25.34562212 +218 25.68807339 +219 25.57077626 +220 25.45454545 +221 25.33936652 +222 25.22522523 +223 25.11210762 +224 25.44642857 +225 25.77777778 +226 25.66371681 +227 25.55066079 +228 25.43859649 +229 25.32751092 +230 25.21739130 +231 25.10822511 +232 25.43103448 +233 25.75107296 +234 26.06837607 +235 26.38297872 +236 26.69491525 +237 27.00421941 +238 27.31092437 +239 27.19665272 +240 27.08333333 +241 26.97095436 +242 26.85950413 +243 26.74897119 +244 26.63934426 +245 26.53061224 +246 26.42276423 +247 26.31578947 +248 26.61290323 +249 26.90763052 +250 26.80000000 +251 27.09163347 +252 26.98412698 +253 26.87747036 +254 26.77165354 +255 26.66666667 +256 26.56250000 +257 26.45914397 +258 26.35658915 +259 26.25482625 +260 26.15384615 +261 26.43678161 +262 26.33587786 +263 26.23574144 +264 26.51515152 +265 26.79245283 +266 26.69172932 +267 26.96629213 +268 26.86567164 +269 26.76579926 +270 26.66666667 +271 26.56826568 +272 26.47058824 +273 26.37362637 +274 26.27737226 +275 26.18181818 +276 26.08695652 +277 25.99277978 +278 25.89928058 +279 25.80645161 +280 25.71428571 +281 25.97864769 +282 25.88652482 +283 25.79505300 +284 26.05633803 +285 25.96491228 +286 26.22377622 +287 26.48083624 +288 26.38888889 +289 26.29757785 +290 26.20689655 +291 26.46048110 +292 26.36986301 +293 26.62116041 +294 26.53061224 +295 26.77966102 +296 27.02702703 +297 27.27272727 +298 27.18120805 +299 27.09030100 +300 27.00000000 +301 26.91029900 +302 26.82119205 +303 26.73267327 +304 26.64473684 +305 26.55737705 +306 26.47058824 +307 26.38436482 +308 26.62337662 +309 26.53721683 +310 26.45161290 +311 26.36655949 +312 26.60256410 +313 26.51757188 +314 26.43312102 +315 26.34920635 +316 26.26582278 +317 26.18296530 +318 26.10062893 +319 26.01880878 +320 25.93750000 +321 25.85669782 +322 26.08695652 +323 26.00619195 +324 25.92592593 +325 25.84615385 +326 25.76687117 +327 25.68807339 +328 25.91463415 +329 25.83586626 +330 26.06060606 +331 25.98187311 +332 26.20481928 +333 26.12612613 +334 26.04790419 +335 26.26865672 +336 26.48809524 +337 26.40949555 +338 26.33136095 +339 26.54867257 +340 26.47058824 +341 26.68621701 +342 26.90058480 +343 26.82215743 +344 27.03488372 +345 27.24637681 +346 27.45664740 +347 27.66570605 +348 27.58620690 +349 27.50716332 +350 27.42857143 +351 27.35042735 +352 27.27272727 +353 27.47875354 +354 27.40112994 +355 27.60563380 +356 27.52808989 +357 27.45098039 +358 27.65363128 +359 27.57660167 +360 27.50000000 +361 27.42382271 +362 27.34806630 +363 27.54820937 +364 27.47252747 +365 27.67123288 +366 27.59562842 +367 27.79291553 +368 27.71739130 +369 27.64227642 +370 27.56756757 +371 27.49326146 +372 27.68817204 +373 27.61394102 +374 27.80748663 +375 27.73333333 +376 27.65957447 +377 27.58620690 +378 27.51322751 +379 27.44063325 +380 27.36842105 +381 27.29658793 +382 27.22513089 +383 27.15404700 +384 27.08333333 +385 27.01298701 +386 26.94300518 +387 26.87338501 +388 27.06185567 +389 26.99228792 +390 26.92307692 +391 26.85421995 +392 26.78571429 +393 26.97201018 +394 27.15736041 +395 27.08860759 +396 27.02020202 +397 27.20403023 +398 27.13567839 +399 27.06766917 +400 27.00000000 +401 26.93266833 +402 26.86567164 +403 27.04714640 +404 26.98019802 +405 26.91358025 +406 26.84729064 +407 26.78132678 +408 26.71568627 +409 26.65036675 +410 26.58536585 +411 26.52068127 +412 26.45631068 +413 26.39225182 +414 26.57004831 +415 26.50602410 +416 26.44230769 +417 26.37889688 +418 26.31578947 +419 26.25298329 +420 26.42857143 +421 26.60332542 +422 26.54028436 +423 26.47754137 +424 26.41509434 +425 26.35294118 +426 26.29107981 +427 26.22950820 +428 26.16822430 +429 26.10722611 +430 26.04651163 +431 25.98607889 +432 26.15740741 +433 26.32794457 +434 26.49769585 +435 26.43678161 +436 26.37614679 +437 26.31578947 +438 26.25570776 +439 26.19589977 +440 26.13636364 +441 26.07709751 +442 26.01809955 +443 25.95936795 +444 25.90090090 +445 25.84269663 +446 25.78475336 +447 25.72706935 +448 25.66964286 +449 25.83518931 +450 25.77777778 +451 25.72062084 +452 25.66371681 +453 25.82781457 +454 25.77092511 +455 25.71428571 +456 25.65789474 +457 25.60175055 +458 25.54585153 +459 25.49019608 +460 25.43478261 +461 25.37960954 +462 25.32467532 +463 25.26997840 +464 25.21551724 +465 25.37634409 +466 25.32188841 +467 25.26766595 +468 25.21367521 +469 25.15991471 +470 25.10638298 +471 25.26539278 +472 25.21186441 +473 25.15856237 +474 25.10548523 +475 25.26315789 +476 25.21008403 +477 25.36687631 +478 25.31380753 +479 25.26096033 +480 25.20833333 +481 25.15592516 +482 25.31120332 +483 25.25879917 +484 25.41322314 +485 25.56701031 +486 25.51440329 +487 25.66735113 +488 25.61475410 +489 25.76687117 +490 25.71428571 +491 25.66191446 +492 25.81300813 +493 25.76064909 +494 25.70850202 +495 25.85858586 +496 25.80645161 +497 25.75452716 +498 25.70281124 +499 25.65130261 +500 25.60000000 +501 25.74850299 +502 25.69721116 +503 25.64612326 +504 25.79365079 +505 25.94059406 +506 25.88932806 +507 25.83826430 +508 25.78740157 +509 25.93320236 +510 26.07843137 +511 26.02739726 +512 25.97656250 +513 25.92592593 +514 25.87548638 +515 26.01941748 +516 25.96899225 +517 26.11218569 +518 26.06177606 +519 26.01156069 +520 25.96153846 +521 26.10364683 +522 26.05363985 +523 26.19502868 +524 26.14503817 +525 26.09523810 +526 26.04562738 +527 26.18595825 +528 26.13636364 +529 26.27599244 +530 26.22641509 +531 26.36534840 +532 26.31578947 +533 26.45403377 +534 26.40449438 +535 26.35514019 +536 26.30597015 +537 26.44320298 +538 26.39405204 +539 26.34508349 +540 26.48148148 +541 26.43253235 +542 26.38376384 +543 26.33517495 +544 26.28676471 +545 26.23853211 +546 26.19047619 +547 26.14259598 +548 26.27737226 +549 26.22950820 +550 26.18181818 +551 26.13430127 +552 26.26811594 +553 26.22061483 +554 26.17328520 +555 26.12612613 +556 26.25899281 +557 26.21184919 +558 26.16487455 +559 26.11806798 +560 26.07142857 +561 26.02495544 +562 25.97864769 +563 25.93250444 +564 26.06382979 +565 26.19469027 +566 26.14840989 +567 26.10229277 +568 26.05633803 +569 26.18629174 +570 26.14035088 +571 26.09457093 +572 26.04895105 +573 26.00349040 +574 26.13240418 +575 26.26086957 +576 26.21527778 +577 26.34315425 +578 26.47058824 +579 26.42487047 +580 26.55172414 +581 26.50602410 +582 26.63230241 +583 26.58662093 +584 26.71232877 +585 26.66666667 +586 26.79180887 +587 26.74616695 +588 26.70068027 +589 26.65534805 +590 26.77966102 +591 26.73434856 +592 26.68918919 +593 26.64418212 +594 26.59932660 +595 26.55462185 +596 26.51006711 +597 26.46566164 +598 26.42140468 +599 26.37729549 +600 26.33333333 +601 26.45590682 +602 26.57807309 +603 26.53399668 +604 26.49006623 +605 26.44628099 +606 26.56765677 +607 26.52388797 +608 26.48026316 +609 26.43678161 +610 26.39344262 +611 26.35024550 +612 26.47058824 +613 26.59053834 +614 26.54723127 +615 26.50406504 +616 26.62337662 +617 26.74230146 +618 26.69902913 +619 26.65589661 +620 26.61290323 +621 26.57004831 +622 26.68810289 +623 26.64526485 +624 26.60256410 +625 26.56000000 +626 26.51757188 +627 26.47527911 +628 26.43312102 +629 26.39109698 +630 26.34920635 +631 26.46592710 +632 26.42405063 +633 26.38230648 +634 26.49842271 +635 26.45669291 +636 26.41509434 +637 26.37362637 +638 26.33228840 +639 26.29107981 +640 26.25000000 +641 26.20904836 +642 26.32398754 +643 26.28304821 +644 26.39751553 +645 26.51162791 +646 26.47058824 +647 26.42967543 +648 26.54320988 +649 26.50231125 +650 26.61538462 +651 26.72811060 +652 26.84049080 +653 26.95252680 +654 26.91131498 +655 26.87022901 +656 26.82926829 +657 26.78843227 +658 26.74772036 +659 26.70713202 +660 26.66666667 +661 26.62632375 +662 26.58610272 +663 26.54600302 +664 26.50602410 +665 26.61654135 +666 26.72672673 +667 26.68665667 +668 26.64670659 +669 26.75635277 +670 26.71641791 +671 26.67660209 +672 26.63690476 +673 26.59732541 +674 26.55786350 +675 26.66666667 +676 26.77514793 +677 26.73559823 +678 26.69616519 +679 26.65684831 +680 26.76470588 +681 26.72540382 +682 26.68621701 +683 26.64714495 +684 26.75438596 +685 26.71532847 +686 26.67638484 +687 26.63755459 +688 26.74418605 +689 26.70537010 +690 26.66666667 +691 26.77279305 +692 26.73410405 +693 26.69552670 +694 26.80115274 +695 26.76258993 +696 26.86781609 +697 26.82926829 +698 26.79083095 +699 26.75250358 +700 26.85714286 +701 26.81883024 +702 26.78062678 +703 26.74253201 +704 26.70454545 +705 26.66666667 +706 26.62889518 +707 26.59123055 +708 26.55367232 +709 26.51622003 +710 26.47887324 +711 26.44163150 +712 26.54494382 +713 26.50771388 +714 26.47058824 +715 26.57342657 +716 26.53631285 +717 26.49930265 +718 26.46239554 +719 26.42559110 +720 26.38888889 +721 26.35228849 +722 26.31578947 +723 26.27939142 +724 26.38121547 +725 26.34482759 +726 26.44628099 +727 26.40990371 +728 26.37362637 +729 26.33744856 +730 26.43835616 +731 26.40218878 +732 26.50273224 +733 26.46657572 +734 26.43051771 +735 26.39455782 +736 26.35869565 +737 26.32293080 +738 26.28726287 +739 26.38700947 +740 26.35135135 +741 26.31578947 +742 26.28032345 +743 26.24495289 +744 26.34408602 +745 26.30872483 +746 26.40750670 +747 26.50602410 +748 26.47058824 +749 26.56875834 +750 26.53333333 + +Final result: 26.5333 ±1.6132 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-iq4_nl.wng b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.wng new file mode 100644 index 0000000000000000000000000000000000000000..eebedba225643d6cc587c84a3b76348e1f33e040 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-iq4_nl.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.179315 -6.393814 1 1 +2 100.0000 -2.146926 -2.201459 1 1 +3 100.0000 -3.533339 -3.515216 2 2 +4 75.0000 -6.331844 -6.178446 2 1 +5 80.0000 -4.065246 -4.053734 2 2 +6 83.3333 -6.042949 -6.436943 1 1 +7 85.7143 -6.966716 -5.433371 2 2 +8 87.5000 -2.876523 -2.105509 2 2 +9 88.8889 -5.116617 -5.983577 1 1 +10 80.0000 -2.555134 -2.889409 1 2 +11 81.8182 -8.376586 -6.650729 2 2 +12 75.0000 -4.497809 -4.747330 1 2 +13 76.9231 -5.186591 -5.700200 1 1 +14 78.5714 -5.950870 -6.068696 1 1 +15 73.3333 -3.055896 -5.170254 1 2 +16 75.0000 -3.977500 -3.462466 2 2 +17 70.5882 -8.727022 -9.877251 1 2 +18 72.2222 -3.471022 -4.454728 1 1 +19 73.6842 -5.582305 -6.714609 1 1 +20 70.0000 -4.023854 -3.568249 2 1 +21 71.4286 -4.503971 -5.053041 1 1 +22 72.7273 -3.421725 -3.026247 2 2 +23 69.5652 -5.531919 -5.297901 2 1 +24 70.8333 -3.060736 -5.727801 1 1 +25 72.0000 -2.891731 -2.817544 2 2 +26 73.0769 -3.116005 -4.049133 1 1 +27 70.3704 -7.594760 -7.664097 1 2 +28 71.4286 -5.524249 -6.310387 1 1 +29 72.4138 -5.016678 -5.331662 1 1 +30 70.0000 -2.280472 -2.834189 1 2 +31 70.9677 -5.751149 -6.186475 1 1 +32 71.8750 -4.551442 -7.006925 1 1 +33 72.7273 -6.976257 -8.223806 1 1 +34 73.5294 -3.870178 -4.068070 1 1 +35 74.2857 -5.335980 -4.699564 2 2 +36 72.2222 -4.086199 -4.943978 1 2 +37 70.2703 -3.689764 -3.620600 2 1 +38 71.0526 -4.400259 -4.637761 1 1 +39 69.2308 -3.624339 -4.007792 1 2 +40 67.5000 -5.822893 -6.538138 1 2 +41 68.2927 -4.574298 -4.973967 1 1 +42 69.0476 -1.094770 -2.304173 1 1 +43 67.4419 -3.726816 -3.762819 1 2 +44 68.1818 -3.584238 -2.607893 2 2 +45 68.8889 -3.768162 -14.842698 1 1 +46 69.5652 -3.498387 -4.099609 1 1 +47 68.0851 -5.686365 -5.882021 1 2 +48 66.6667 -6.221213 -6.428538 1 2 +49 65.3061 -2.209003 -0.684730 2 1 +50 66.0000 -4.007451 -3.778926 2 2 +51 66.6667 -2.384778 -2.701850 1 1 +52 65.3846 -5.113874 -5.876780 1 2 +53 66.0377 -3.844638 -4.197010 1 1 +54 64.8148 -2.548728 -2.607794 1 2 +55 65.4545 -3.789820 -3.573886 2 2 +56 64.2857 -4.614755 -6.426041 1 2 +57 63.1579 -3.858413 -4.855530 1 2 +58 63.7931 -3.620515 -4.535924 1 1 +59 64.4068 -3.539787 -2.784098 2 2 +60 63.3333 -5.512424 -6.223884 1 2 +61 63.9344 -3.085428 -3.958907 1 1 +62 62.9032 -8.407758 -7.643125 2 1 +63 63.4921 -5.983816 -5.216681 2 2 +64 62.5000 -4.999764 -4.677265 2 1 +65 63.0769 -5.868933 -5.257500 2 2 +66 63.6364 -3.243140 -3.247025 1 1 +67 64.1791 -3.071313 -1.991272 2 2 +68 64.7059 -7.364821 -6.801387 2 2 +69 65.2174 -5.630099 -7.714681 1 1 +70 65.7143 -4.151401 -3.170867 2 2 +71 64.7887 -3.225474 -2.845507 2 1 +72 65.2778 -4.425944 -3.833199 2 2 +73 64.3836 -3.574749 -3.403853 2 1 +74 64.8649 -4.450359 -5.039126 1 1 +75 65.3333 -2.452365 -2.466573 1 1 +76 65.7895 -4.513672 -5.068692 1 1 +77 66.2338 -3.376921 -2.522999 2 2 +78 66.6667 -2.908424 -3.226862 1 1 +79 65.8228 -2.430101 -2.460420 1 2 +80 66.2500 -4.239010 -5.411051 1 1 +81 66.6667 -4.860341 -4.714206 2 2 +82 65.8537 -2.314772 -2.485269 1 2 +83 66.2651 -7.119774 -6.946363 2 2 +84 66.6667 -4.239717 -4.045879 2 2 +85 67.0588 -7.352557 -7.416842 1 1 +86 66.2791 -8.106942 -8.127385 1 2 +87 66.6667 -2.242556 -2.424103 1 1 +88 65.9091 -4.217875 -4.073171 2 1 +89 66.2921 -4.484354 -4.748982 1 1 +90 66.6667 -5.120473 -3.248473 2 2 +91 67.0330 -4.160485 -4.299883 1 1 +92 66.3043 -7.984611 -8.213095 1 2 +93 66.6667 -1.927062 -1.061130 2 2 +94 65.9574 -7.149456 -8.515307 1 2 +95 66.3158 -5.224354 -5.500974 1 1 +96 66.6667 -2.075863 -3.062714 1 1 +97 65.9794 -5.141673 -4.903309 2 1 +98 65.3061 -3.866552 -3.934902 1 2 +99 64.6465 -5.474367 -4.900831 2 1 +100 65.0000 -10.189402 -9.724778 2 2 +101 64.3564 -5.512706 -5.787730 1 2 +102 64.7059 -3.743139 -4.780633 1 1 +103 64.0777 -2.690247 -4.421844 1 2 +104 64.4231 -9.895823 -9.535879 2 2 +105 63.8095 -2.680341 -2.530359 2 1 +106 64.1509 -3.247334 -3.149153 2 2 +107 63.5514 -2.791265 -3.386303 1 2 +108 62.9630 -2.106194 -3.325235 1 2 +109 62.3853 -7.177422 -7.892447 1 2 +110 62.7273 -4.661839 -4.480527 2 2 +111 63.0631 -4.653731 -4.470150 2 2 +112 62.5000 -4.987216 -3.932287 2 1 +113 61.9469 -4.148128 -6.541060 1 2 +114 62.2807 -6.010719 -6.267859 1 1 +115 62.6087 -2.543550 -3.158128 1 1 +116 62.9310 -4.126898 -3.438225 2 2 +117 62.3932 -5.726490 -6.312485 1 2 +118 62.7119 -2.291163 -3.148758 1 1 +119 63.0252 -3.872493 -3.984230 1 1 +120 63.3333 -3.660414 -3.722994 1 1 +121 62.8099 -1.348844 -1.642741 1 2 +122 62.2951 -8.033424 -9.066946 1 2 +123 61.7886 -4.563079 -4.173290 2 1 +124 61.2903 -3.992092 -4.052368 1 2 +125 61.6000 -3.436626 -3.379637 2 2 +126 61.9048 -8.711002 -7.954903 2 2 +127 62.2047 -2.552299 -1.144234 2 2 +128 61.7188 -1.824780 -1.730796 2 1 +129 62.0155 -1.826952 -1.388401 2 2 +130 62.3077 -5.672884 -5.458610 2 2 +131 62.5954 -5.654514 -5.638513 2 2 +132 62.8788 -2.398802 -2.253956 2 2 +133 63.1579 -2.718015 -3.465511 1 1 +134 63.4328 -4.440304 -4.200457 2 2 +135 63.7037 -5.868379 -6.038362 1 1 +136 63.9706 -5.648070 -4.603944 2 2 +137 63.5036 -7.875355 -7.326646 2 1 +138 63.7681 -4.695396 -4.315039 2 2 +139 64.0288 -4.669412 -5.249929 1 1 +140 63.5714 -1.320432 -1.649809 1 2 +141 63.8298 -3.706029 -3.448483 2 2 +142 64.0845 -3.666908 -2.740421 2 2 +143 64.3357 -2.328311 -10.348212 1 1 +144 64.5833 -2.486452 -2.782912 1 1 +145 64.1379 -4.404747 -15.132159 1 2 +146 64.3836 -6.876152 -6.700807 2 2 +147 63.9456 -5.159439 -5.546110 1 2 +148 63.5135 -4.285668 -4.060225 2 1 +149 63.7584 -6.599054 -5.093145 2 2 +150 64.0000 -2.845659 -2.300815 2 2 +151 64.2384 -2.945231 -3.060188 1 1 +152 64.4737 -4.755970 -4.039451 2 2 +153 64.0523 -3.740008 -3.249564 2 1 +154 64.2857 -4.324458 -4.619639 1 1 +155 63.8710 -2.516183 -3.063771 1 2 +156 63.4615 -3.507829 -3.293831 2 1 +157 63.6943 -3.109187 -4.249627 1 1 +158 63.9241 -5.147043 -5.026831 2 2 +159 64.1509 -5.073173 -5.498699 1 1 +160 64.3750 -4.060560 -3.865902 2 2 +161 63.9752 -3.271556 -3.218040 2 1 +162 63.5802 -2.009294 -11.521907 1 2 +163 63.8037 -2.710951 -3.155233 1 1 +164 64.0244 -6.638181 -5.676880 2 2 +165 64.2424 -5.672882 -5.526412 2 2 +166 64.4578 -4.418398 -4.196435 2 2 +167 64.6707 -4.944205 -5.023236 1 1 +168 64.8810 -6.347262 -4.888452 2 2 +169 65.0888 -4.015233 -3.927465 2 2 +170 64.7059 -4.681193 -4.451085 2 1 +171 64.3275 -7.020407 -6.964579 2 1 +172 64.5349 -6.170434 -6.513508 1 1 +173 64.7399 -4.024415 -3.549002 2 2 +174 64.9425 -5.609865 -5.088492 2 2 +175 65.1429 -3.580597 -4.008513 1 1 +176 65.3409 -2.595053 -4.097572 1 1 +177 65.5367 -7.182289 -6.853917 2 2 +178 65.7303 -2.933703 -3.060582 1 1 +179 65.3631 -3.545510 -3.250631 2 1 +180 65.0000 -7.838181 -8.153735 1 2 +181 65.1934 -5.297665 -4.642460 2 2 +182 64.8352 -3.128091 -3.337505 1 2 +183 64.4809 -6.915200 -7.771390 1 2 +184 64.6739 -3.697748 -4.420907 1 1 +185 64.3243 -6.387315 -7.104481 1 2 +186 64.5161 -4.560971 -4.850088 1 1 +187 64.1711 -5.331823 -5.467753 1 2 +188 63.8298 -4.025720 -3.366750 2 1 +189 64.0212 -6.287815 -5.123685 2 2 +190 64.2105 -7.314527 -6.735096 2 2 +191 64.3979 -4.367465 -5.285947 1 1 +192 64.0625 -5.326047 -5.587764 1 2 +193 64.2487 -5.455334 -5.409616 2 2 +194 64.4330 -3.751776 -3.211893 2 2 +195 64.1026 -4.301601 -4.299961 2 1 +196 64.2857 -3.198240 -3.184827 2 2 +197 64.4670 -1.183319 -3.683569 1 1 +198 64.1414 -6.710747 -5.575730 2 1 +199 64.3216 -5.093768 -4.328235 2 2 +200 64.5000 -4.404272 -4.298898 2 2 +201 64.6766 -5.239502 -5.273153 1 1 +202 64.8515 -8.936140 -8.463653 2 2 +203 64.5320 -4.076899 -4.447943 1 2 +204 64.2157 -3.107443 -3.095745 2 1 +205 64.3902 -3.033303 -2.682107 2 2 +206 64.5631 -7.433650 -7.396543 2 2 +207 64.2512 -5.626544 -3.859365 2 1 +208 64.4231 -5.379027 -4.620784 2 2 +209 64.5933 -5.492537 -4.978986 2 2 +210 64.7619 -10.474225 -8.840600 2 2 +211 64.9289 -4.765761 -6.177099 1 1 +212 65.0943 -5.858525 -5.076229 2 2 +213 65.2582 -6.504376 -6.129219 2 2 +214 64.9533 -4.441261 -4.158410 2 1 +215 64.6512 -6.052001 -6.276011 1 2 +216 64.3519 -4.849468 -4.602492 2 1 +217 64.5161 -2.303160 -2.595278 1 1 +218 64.6789 -3.144263 -2.726847 2 2 +219 64.8402 -3.276221 -3.776606 1 1 +220 64.5455 -5.398123 -6.605483 1 2 +221 64.7059 -4.952806 -11.388409 1 1 +222 64.4144 -0.814689 -13.152792 1 2 +223 64.1256 -3.118852 -3.781290 1 2 +224 64.2857 -5.646100 -5.051110 2 2 +225 64.4444 -4.866062 -4.163634 2 2 +226 64.6018 -4.464736 -4.482287 1 1 +227 64.3172 -5.694769 -5.060358 2 1 +228 64.4737 -1.384143 -2.059726 1 1 +229 64.6288 -5.660964 -4.545861 2 2 +230 64.7826 -2.906364 -2.951534 1 1 +231 64.5022 -2.685690 -2.522735 2 1 +232 64.2241 -1.863287 -2.359240 1 2 +233 63.9485 -2.173946 -1.870881 2 1 +234 63.6752 -3.783281 -4.007621 1 2 +235 63.8298 -4.878967 -4.866780 2 2 +236 63.9831 -2.198404 -2.345866 1 1 +237 63.7131 -4.825543 -3.147640 2 1 +238 63.4454 -3.423988 -3.788652 1 2 +239 63.5983 -3.200154 -2.819663 2 2 +240 63.3333 -9.648320 -10.111696 1 2 +241 63.4855 -6.252126 -5.920246 2 2 +242 63.6364 -7.125054 -6.397856 2 2 +243 63.3745 -6.131745 -5.591428 2 1 +244 63.5246 -3.213058 -4.647365 1 1 +245 63.2653 -8.021194 -7.870433 2 1 +246 63.0081 -3.467997 -2.893124 2 1 +247 62.7530 -5.501112 -5.847867 1 2 +248 62.5000 -3.081210 -3.169203 1 2 +249 62.6506 -3.860669 -3.411984 2 2 +250 62.8000 -6.255352 -6.718215 1 1 +251 62.9482 -1.741932 -2.079505 1 1 +252 63.0952 -8.368700 -8.029262 2 2 +253 63.2411 -5.679160 -5.809515 1 1 +254 62.9921 -4.890337 -6.169681 1 2 +255 63.1373 -5.903885 -7.257701 1 1 +256 63.2812 -3.887891 -4.484549 1 1 +257 63.0350 -3.264202 -3.155268 2 1 +258 63.1783 -4.558270 -4.393014 2 2 +259 63.3205 -4.256206 -5.107398 1 1 +260 63.0769 -5.318758 -5.244078 2 1 +261 62.8352 -4.515214 -4.933747 1 2 +262 62.5954 -6.068271 -6.524538 1 2 +263 62.3574 -2.867729 -2.349690 2 1 +264 62.5000 -5.172667 -4.658396 2 2 +265 62.6415 -2.641098 -2.671380 1 1 +266 62.7820 -6.587927 -6.749611 1 1 +267 62.9213 -3.009788 -3.364396 1 1 +268 62.6866 -3.426134 -3.071796 2 1 +269 62.4535 -5.265340 -5.483312 1 2 +270 62.5926 -2.323718 -4.162526 1 1 +271 62.7306 -4.228522 -4.133006 2 2 +272 62.8676 -4.229493 -4.220611 2 2 +273 62.6374 -4.994613 -5.081321 1 2 +274 62.4088 -4.332530 -4.842769 1 2 +275 62.5455 -2.085439 -2.257972 1 1 +276 62.6812 -3.152183 -3.378372 1 1 +277 62.8159 -3.310596 -3.985747 1 1 +278 62.5899 -4.359876 -3.613266 2 1 +279 62.7240 -4.265261 -3.133379 2 2 +280 62.5000 -4.955642 -5.171148 1 2 +281 62.2776 -3.119542 -3.184873 1 2 +282 62.4113 -5.013991 -4.584224 2 2 +283 62.5442 -4.165599 -3.215350 2 2 +284 62.6761 -4.284762 -5.832609 1 1 +285 62.8070 -6.124904 -7.301720 1 1 +286 62.9371 -3.962967 -4.307914 1 1 +287 63.0662 -3.347272 -7.010980 1 1 +288 63.1944 -6.018088 -4.858622 2 2 +289 63.3218 -3.882480 -4.356300 1 1 +290 63.1034 -8.309841 -7.997597 2 1 +291 63.2302 -1.962214 -2.516173 1 1 +292 63.3562 -3.072908 -2.252003 2 2 +293 63.4812 -6.441395 -6.434548 2 2 +294 63.2653 -3.252620 -2.812764 2 1 +295 63.3898 -2.137413 -2.897714 1 1 +296 63.1757 -6.347582 -6.547062 1 2 +297 62.9630 -1.093912 -1.584888 1 2 +298 62.7517 -7.352677 -8.563495 1 2 +299 62.8763 -3.205539 -2.655589 2 2 +300 62.6667 -4.078803 -3.579731 2 1 +301 62.7907 -4.818355 -5.196586 1 1 +302 62.5828 -4.920578 -4.931165 1 2 +303 62.3762 -8.298082 -7.649517 2 1 +304 62.5000 -4.480077 -2.766945 2 2 +305 62.2951 -2.983487 -3.185775 1 2 +306 62.4183 -3.491331 -3.487003 2 2 +307 62.5407 -3.848984 -3.968630 1 1 +308 62.6623 -7.853562 -7.380028 2 2 +309 62.7832 -5.119750 -5.850587 1 1 +310 62.5806 -6.199358 -6.310656 1 2 +311 62.7010 -2.270877 -4.812071 1 1 +312 62.5000 -6.999792 -5.211669 2 1 +313 62.3003 -5.381498 -6.504950 1 2 +314 62.4204 -7.653864 -7.586394 2 2 +315 62.5397 -3.886800 -5.081285 1 1 +316 62.6582 -7.604634 -6.428569 2 2 +317 62.4606 -7.105814 -7.006056 2 1 +318 62.5786 -6.314783 -5.347331 2 2 +319 62.3824 -2.088959 -1.198470 2 1 +320 62.5000 -6.514374 -6.805002 1 1 +321 62.6168 -3.603939 -3.592824 2 2 +322 62.4224 -3.105871 -3.328723 1 2 +323 62.5387 -2.633791 -3.126430 1 1 +324 62.3457 -5.196735 -4.781549 2 1 +325 62.4615 -6.668977 -5.913008 2 2 +326 62.5767 -3.368678 -2.899895 2 2 +327 62.3853 -3.210149 -3.199683 2 1 +328 62.5000 -5.247395 -5.698745 1 1 +329 62.6140 -5.991415 -11.580980 1 1 +330 62.4242 -1.620271 -1.365375 2 1 +331 62.2356 -5.566634 -4.005220 2 1 +332 62.3494 -4.138331 -5.436235 1 1 +333 62.1622 -4.463008 -4.670390 1 2 +334 62.2754 -1.852357 -5.392697 1 1 +335 62.0896 -5.319963 -4.968810 2 1 +336 62.2024 -3.077676 -3.043327 2 2 +337 62.3145 -2.983990 -2.805408 2 2 +338 62.1302 -4.046564 -3.934148 2 1 +339 61.9469 -5.476717 -6.093704 1 2 +340 62.0588 -5.564291 -5.795033 1 1 +341 62.1701 -3.258424 -3.827144 1 1 +342 61.9883 -5.146103 -5.306677 1 2 +343 62.0991 -3.873894 -4.155610 1 1 +344 61.9186 -4.717012 -2.918342 2 1 +345 62.0290 -1.235779 -2.144537 1 1 +346 62.1387 -8.429283 -6.662709 2 2 +347 62.2478 -4.833931 -4.825137 2 2 +348 62.3563 -1.298774 -1.809265 1 1 +349 62.4642 -5.219218 -4.703214 2 2 +350 62.5714 -17.154062 -1.938150 2 2 +351 62.6781 -3.707435 -4.877956 1 1 +352 62.7841 -4.488206 -3.547985 2 2 +353 62.8895 -1.941882 -2.689338 1 1 +354 62.7119 -6.598308 -7.446979 1 2 +355 62.8169 -4.519388 -4.148747 2 2 +356 62.6404 -2.997450 -4.869358 1 2 +357 62.4650 -4.486125 -4.638567 1 2 +358 62.2905 -3.438679 -4.340326 1 2 +359 62.3955 -5.903318 -5.337431 2 2 +360 62.2222 -5.168022 -5.448061 1 2 +361 62.0499 -2.796098 -2.898298 1 2 +362 61.8785 -6.437779 -6.716957 1 2 +363 61.9835 -3.349982 -3.800318 1 1 +364 61.8132 -8.577021 -7.939664 2 1 +365 61.9178 -6.121340 -6.373236 1 1 +366 61.7486 -4.815421 -9.252853 1 2 +367 61.8529 -6.446153 -6.572207 1 1 +368 61.9565 -3.324290 -3.038870 2 2 +369 62.0596 -6.183184 -6.136667 2 2 +370 61.8919 -7.415630 -6.067755 2 1 +371 61.7251 -3.830861 -3.074341 2 1 +372 61.5591 -2.897536 -2.722135 2 1 +373 61.6622 -4.404932 -5.434446 1 1 +374 61.7647 -2.469808 -2.659135 1 1 +375 61.8667 -5.174060 -3.908426 2 2 +376 61.9681 -7.351727 -6.330682 2 2 +377 61.8037 -6.710696 -6.864317 1 2 +378 61.9048 -5.351774 -4.835550 2 2 +379 62.0053 -2.304716 -2.300845 2 2 +380 61.8421 -9.757368 -9.611299 2 1 +381 61.9423 -11.779894 -10.539278 2 2 +382 61.7801 -3.746931 -4.108337 1 2 +383 61.8799 -3.310143 -1.486446 2 2 +384 61.7188 -4.488682 -4.363735 2 1 +385 61.5584 -1.145376 -1.096326 2 1 +386 61.6580 -1.546273 -14.302155 1 1 +387 61.4987 -2.685274 -2.277623 2 1 +388 61.5979 -7.537393 -6.836874 2 2 +389 61.6967 -3.180866 -2.691722 2 2 +390 61.7949 -4.097263 -4.155782 1 1 +391 61.6368 -4.432829 -7.313512 1 2 +392 61.4796 -6.174431 -5.647852 2 1 +393 61.3232 -6.161275 -7.107247 1 2 +394 61.1675 -5.180974 -5.099897 2 1 +395 61.2658 -5.104939 -4.501733 2 2 +396 61.3636 -3.519343 -4.240878 1 1 +397 61.4610 -6.635300 -7.063579 1 1 +398 61.5578 -2.919435 -5.995486 1 1 +399 61.4035 -6.562398 -6.195749 2 1 +400 61.5000 -2.734852 -10.000381 1 1 +401 61.5960 -4.302595 -4.654236 1 1 +402 61.4428 -4.675604 -5.773453 1 2 +403 61.2903 -7.710063 -7.719003 1 2 +404 61.3861 -4.321782 -3.819968 2 2 +405 61.2346 -4.276698 -3.815162 2 1 +406 61.3300 -8.403813 -10.253442 1 1 +407 61.4251 -7.026360 -6.616397 2 2 +408 61.2745 -4.141508 -4.266812 1 2 +409 61.1247 -6.017476 -5.995556 2 1 +410 60.9756 -6.407888 -6.191857 2 1 +411 60.8273 -6.962893 -6.960848 2 1 +412 60.9223 -6.575620 -5.849445 2 2 +413 60.7748 -3.476440 -3.541306 1 2 +414 60.6280 -5.445941 -5.927865 1 2 +415 60.7229 -6.094564 -4.225978 2 2 +416 60.8173 -5.459196 -3.465640 2 2 +417 60.9113 -7.468848 -9.355510 1 1 +418 60.7656 -4.857911 -4.687230 2 1 +419 60.8592 -5.531488 -5.141704 2 2 +420 60.7143 -4.366268 -4.949865 1 2 +421 60.8076 -4.900112 -4.893617 2 2 +422 60.6635 -2.272060 -2.031750 2 1 +423 60.5201 -4.935320 -4.818828 2 1 +424 60.6132 -4.029885 -4.774102 1 1 +425 60.7059 -6.689780 -5.335518 2 2 +426 60.5634 -1.915056 -2.765516 1 2 +427 60.4215 -4.589816 -4.484809 2 1 +428 60.5140 -3.623552 -4.654527 1 1 +429 60.6061 -3.339393 -3.189673 2 2 +430 60.4651 -6.086798 -6.067594 2 1 +431 60.5568 -6.381346 -7.386381 1 1 +432 60.4167 -4.320929 -4.460311 1 2 +433 60.2771 -2.370332 -2.683592 1 2 +434 60.1382 -7.777153 -7.634361 2 1 +435 60.2299 -5.971565 -6.383322 1 1 +436 60.0917 -3.362088 -1.173974 2 1 +437 60.1831 -7.174815 -5.577864 2 2 +438 60.0457 -4.648579 -4.783828 1 2 +439 60.1367 -2.363456 -2.557714 1 1 +440 60.2273 -4.494830 -4.837004 1 1 +441 60.3175 -2.780771 -5.419894 1 1 +442 60.4072 -4.556157 -4.752167 1 1 +443 60.4966 -1.602539 -1.898540 1 1 +444 60.3604 -6.099991 -6.881711 1 2 +445 60.4494 -2.855955 -3.635136 1 1 +446 60.5381 -6.222878 -5.439651 2 2 +447 60.4027 -2.738586 -2.144938 2 1 +448 60.2679 -3.862544 -3.871519 1 2 +449 60.1336 -4.007311 -4.213152 1 2 +450 60.2222 -5.094064 -3.402877 2 2 +451 60.3104 -5.904384 -5.427049 2 2 +452 60.3982 -5.005222 -6.742231 1 1 +453 60.2649 -4.391011 -4.552380 1 2 +454 60.3524 -4.101104 -4.306285 1 1 +455 60.2198 -9.061691 -11.061604 1 2 +456 60.3070 -5.463177 -5.211332 2 2 +457 60.3939 -11.240755 -11.920240 1 1 +458 60.4803 -4.932676 -4.804930 2 2 +459 60.3486 -4.966924 -5.316035 1 2 +460 60.4348 -0.170557 -11.014937 1 1 +461 60.5206 -3.465433 -4.012695 1 1 +462 60.3896 -6.449707 -6.145267 2 1 +463 60.2592 -1.845272 -1.508903 2 1 +464 60.3448 -2.963416 -3.143706 1 1 +465 60.2151 -3.027493 -4.983523 1 2 +466 60.3004 -7.144435 -7.141968 2 2 +467 60.3854 -5.888405 -7.528561 1 1 +468 60.4701 -6.170815 -4.951025 2 2 +469 60.3412 -2.283487 -1.264700 2 1 +470 60.2128 -2.451578 -2.490160 1 2 +471 60.2972 -3.816401 -4.322452 1 1 +472 60.3814 -4.658844 -4.341210 2 2 +473 60.4651 -4.767636 -4.065972 2 2 +474 60.5485 -8.308607 -9.569324 1 1 +475 60.6316 -2.720253 -2.221285 2 2 +476 60.5042 -5.731635 -5.832990 1 2 +477 60.3774 -4.877927 -5.226504 1 2 +478 60.4603 -4.451735 -4.939590 1 1 +479 60.3340 -3.235429 -2.943057 2 1 +480 60.2083 -7.853426 -7.880358 1 2 +481 60.0832 -4.001826 -3.713434 2 1 +482 60.1660 -5.002536 -4.247531 2 2 +483 60.2484 -5.426724 -5.511904 1 1 +484 60.1240 -3.064408 -1.770519 2 1 +485 60.2062 -1.919713 -2.342652 1 1 +486 60.0823 -2.213128 -2.163341 2 1 +487 60.1643 -3.778052 -3.691808 2 2 +488 60.2459 -4.419599 -3.676879 2 2 +489 60.3272 -3.044741 -3.491761 1 1 +490 60.4082 -3.851613 -4.447543 1 1 +491 60.4888 -4.197278 -4.047636 2 2 +492 60.5691 -6.869761 -6.279902 2 2 +493 60.6491 -2.302994 -3.322959 1 1 +494 60.5263 -5.350020 -5.488163 1 2 +495 60.4040 -5.222540 -4.974824 2 1 +496 60.2823 -3.840054 -4.528468 1 2 +497 60.1610 -6.803683 -6.366457 2 1 +498 60.2410 -2.367224 -2.108381 2 2 +499 60.1202 -4.291351 -4.224538 2 1 +500 60.0000 -5.604640 -6.853405 1 2 +501 59.8802 -2.654002 -2.568493 2 1 +502 59.9602 -2.982994 -3.300983 1 1 +503 59.8410 -4.941286 -5.675276 1 2 +504 59.7222 -3.725646 -3.341588 2 1 +505 59.8020 -7.118655 -5.558914 2 2 +506 59.6838 -5.509998 -5.227998 2 1 +507 59.7633 -4.000604 -4.223773 1 1 +508 59.8425 -8.340633 -6.555641 2 2 +509 59.9214 -4.451963 -10.130817 1 1 +510 60.0000 -4.237196 -4.694699 1 1 +511 60.0783 -5.757068 -4.921114 2 2 +512 60.1562 -4.177415 -4.253897 1 1 +513 60.0390 -4.446207 -4.773648 1 2 +514 60.1167 -4.457590 -4.460723 1 1 +515 60.0000 -11.996039 -11.759048 2 1 +516 59.8837 -4.186813 -4.001504 2 1 +517 59.9613 -1.758871 -1.928413 1 1 +518 60.0386 -3.786918 -2.856665 2 2 +519 59.9229 -8.420545 -9.351359 1 2 +520 60.0000 -2.812518 -2.325142 2 2 +521 60.0768 -1.856269 -1.944765 1 1 +522 60.1533 -6.016459 -4.320024 2 2 +523 60.2294 -6.301495 -5.230809 2 2 +524 60.1145 -7.603740 -5.949162 2 1 +525 60.1905 -5.681438 -4.778536 2 2 +526 60.2662 -1.158157 -19.917873 1 1 +527 60.3416 -6.271948 -3.639574 2 2 +528 60.4167 -7.039837 -7.001393 2 2 +529 60.4915 -6.496482 -6.626987 1 1 +530 60.5660 -4.377627 -3.456148 2 2 +531 60.4520 -4.866579 -4.409668 2 1 +532 60.5263 -2.572287 -3.295656 1 1 +533 60.4128 -3.255829 -3.809978 1 2 +534 60.4869 -3.801901 -4.646020 1 1 +535 60.3738 -4.603236 -5.203784 1 2 +536 60.2612 -3.466417 -3.249688 2 1 +537 60.1490 -7.011985 -6.610620 2 1 +538 60.2230 -2.925336 -6.176173 1 1 +539 60.2968 -4.010747 -2.488801 2 2 +540 60.3704 -3.001683 -2.644148 2 2 +541 60.4436 -4.105079 -4.254077 1 1 +542 60.3321 -6.573668 -7.449307 1 2 +543 60.4052 -6.036910 -5.195506 2 2 +544 60.4779 -3.440832 -3.824122 1 1 +545 60.3670 -1.333651 -4.998418 1 2 +546 60.4396 -4.214655 -4.501878 1 1 +547 60.5119 -8.615235 -7.320819 2 2 +548 60.4015 -5.370053 -4.920816 2 1 +549 60.2914 -6.383884 -6.030164 2 1 +550 60.1818 -3.891933 -4.326708 1 2 +551 60.0726 -2.282983 -16.080353 1 2 +552 59.9638 -5.190387 -5.156744 2 1 +553 60.0362 -7.128664 -5.880817 2 2 +554 59.9278 -4.826882 -5.195175 1 2 +555 59.8198 -1.663697 -1.675781 1 2 +556 59.8921 -6.473032 -6.065105 2 2 +557 59.7846 -7.321081 -6.632783 2 1 +558 59.8566 -0.610519 -3.617678 1 1 +559 59.9284 -3.668099 -3.453928 2 2 +560 60.0000 -3.821512 -4.219695 1 1 +561 60.0713 -3.605859 -3.717754 1 1 +562 60.1423 -0.877758 -1.666793 1 1 +563 60.0355 -2.013929 -3.381235 1 2 +564 59.9291 -3.986665 -3.932278 2 1 +565 60.0000 -3.515718 -3.436274 2 2 +566 60.0707 -4.957119 -6.550304 1 1 +567 60.1411 -4.016521 -3.151978 2 2 +568 60.2113 -5.431548 -3.582317 2 2 +569 60.2812 -9.477583 -9.526856 1 1 +570 60.3509 -4.760455 -6.609903 1 1 +571 60.4203 -4.451843 -3.810505 2 2 +572 60.4895 -2.724788 -2.392785 2 2 +573 60.5585 -4.019129 -3.859400 2 2 +574 60.4530 -3.759706 -4.566180 1 2 +575 60.5217 -7.344365 -6.919623 2 2 +576 60.5903 -1.927346 -2.124400 1 1 +577 60.4853 -4.294925 -4.835577 1 2 +578 60.5536 -3.209913 -2.808581 2 2 +579 60.4491 -5.332476 -5.885291 1 2 +580 60.5172 -2.833831 -3.463598 1 1 +581 60.4131 -9.060110 -7.029132 2 1 +582 60.3093 -6.088994 -6.278749 1 2 +583 60.3774 -4.825191 -4.638428 2 2 +584 60.2740 -6.609009 -6.059709 2 1 +585 60.3419 -0.676093 -1.542732 1 1 +586 60.2389 -4.984345 -4.682408 2 1 +587 60.1363 -2.519143 -1.853226 2 1 +588 60.0340 -3.309895 -4.596667 1 2 +589 60.1019 -4.742358 -4.476904 2 2 +590 60.1695 -4.916953 -4.517336 2 2 +591 60.2369 -4.935653 -4.875417 2 2 +592 60.1351 -6.888067 -6.783538 2 1 +593 60.2024 -5.435705 -5.191564 2 2 +594 60.1010 -8.209687 -7.057745 2 1 +595 60.0000 -2.040045 -2.189324 1 2 +596 59.8993 -6.785342 -7.286199 1 2 +597 59.7990 -4.004605 -3.612638 2 1 +598 59.6990 -4.132570 -2.776734 2 1 +599 59.7663 -3.248127 -3.658276 1 1 +600 59.8333 -6.418145 -5.231543 2 2 +601 59.9002 -4.485957 -4.380878 2 2 +602 59.9668 -2.083560 -4.163957 1 1 +603 60.0332 -5.967273 -5.506190 2 2 +604 59.9338 -3.759753 -3.777396 1 2 +605 59.8347 -3.219173 -2.458680 2 1 +606 59.7360 -3.838561 -3.952251 1 2 +607 59.6376 -2.204829 -1.457521 2 1 +608 59.5395 -3.249660 -1.343945 2 1 +609 59.6059 -6.887813 -7.981603 1 1 +610 59.5082 -3.960288 -3.189181 2 1 +611 59.5745 -6.281173 -6.416318 1 1 +612 59.6405 -2.514007 -3.898881 1 1 +613 59.7064 -4.213676 -3.441017 2 2 +614 59.7720 -6.232155 -4.310026 2 2 +615 59.8374 -3.967662 -3.544048 2 2 +616 59.9026 -6.091838 -5.985616 2 2 +617 59.9676 -12.781069 -4.177375 2 2 +618 60.0324 -4.655950 -4.360025 2 2 +619 60.0969 -5.206772 -4.703526 2 2 +620 60.0000 -4.122917 -3.958864 2 1 +621 59.9034 -3.921310 -4.396054 1 2 +622 59.9678 -4.024404 -4.690622 1 1 +623 60.0321 -3.284440 -3.968659 1 1 +624 60.0962 -5.137866 -4.822890 2 2 +625 60.1600 -6.491373 -7.138087 1 1 +626 60.0639 -2.761706 -1.844681 2 1 +627 59.9681 -5.738857 -5.669440 2 1 +628 60.0318 -2.456478 -2.101625 2 2 +629 59.9364 -3.133353 -3.122543 2 1 +630 60.0000 -2.232915 -2.385492 1 1 +631 60.0634 -2.401839 -2.736668 1 1 +632 59.9684 -1.698407 -1.970991 1 2 +633 59.8736 -2.162949 -2.628617 1 2 +634 59.9369 -3.290401 -3.352048 1 1 +635 60.0000 -7.678874 -7.510860 2 2 +636 60.0629 -2.182611 -3.984629 1 1 +637 59.9686 -7.515129 -6.844302 2 1 +638 59.8746 -5.834726 -5.364519 2 1 +639 59.9374 -1.636158 -2.093023 1 1 +640 59.8438 -1.908862 -2.062640 1 2 +641 59.7504 -7.887187 -7.127811 2 1 +642 59.8131 -5.708124 -5.014518 2 2 +643 59.8756 -1.427237 -1.174858 2 2 +644 59.7826 -5.925973 -4.718620 2 1 +645 59.8450 -2.906528 -4.618110 1 1 +646 59.9071 -5.043084 -5.709174 1 1 +647 59.8145 -6.529556 -5.452517 2 1 +648 59.7222 -4.685669 -5.004223 1 2 +649 59.7843 -3.939875 -4.964372 1 1 +650 59.6923 -5.254817 -5.090057 2 1 +651 59.6006 -5.910814 -6.618065 1 2 +652 59.5092 -9.822445 -10.074634 1 2 +653 59.5712 -4.849993 -4.017450 2 2 +654 59.4801 -4.492208 -4.744432 1 2 +655 59.5420 -3.467259 -3.463463 2 2 +656 59.6037 -5.743365 -3.870996 2 2 +657 59.5129 -5.080272 -5.235303 1 2 +658 59.5745 -4.369333 -3.278210 2 2 +659 59.4841 -2.340742 -2.594397 1 2 +660 59.5455 -4.119597 -3.211936 2 2 +661 59.6067 -4.852268 -5.247391 1 1 +662 59.5166 -4.471566 -4.407764 2 1 +663 59.5777 -9.352211 -8.769142 2 2 +664 59.4880 -5.823250 -4.854467 2 1 +665 59.5489 -2.629307 -2.418633 2 2 +666 59.4595 -6.539310 -5.449409 2 1 +667 59.3703 -7.984110 -9.161937 1 2 +668 59.2814 -2.302981 -1.925436 2 1 +669 59.1928 -3.737234 -3.577311 2 1 +670 59.2537 -3.966525 -4.005260 1 1 +671 59.3145 -4.128362 -5.056155 1 1 +672 59.3750 -4.740321 -4.563570 2 2 +673 59.4354 -2.527490 -2.043232 2 2 +674 59.4955 -5.080060 -5.263374 1 1 +675 59.5556 -4.217714 -6.209461 1 1 +676 59.6154 -3.128087 -2.998986 2 2 +677 59.5273 -5.060393 -4.734784 2 1 +678 59.4395 -7.114271 -7.434242 1 2 +679 59.4993 -6.702221 -6.286841 2 2 +680 59.5588 -3.843171 -4.198571 1 1 +681 59.4714 -4.011033 -3.394172 2 1 +682 59.3842 -2.570426 -2.979403 1 2 +683 59.4436 -2.534950 -3.091522 1 1 +684 59.3567 -8.365464 -8.263761 2 1 +685 59.4161 -4.315586 -2.776654 2 2 +686 59.3294 -7.129032 -7.625038 1 2 +687 59.3886 -4.140199 -3.660805 2 2 +688 59.4477 -8.561974 -8.627942 1 1 +689 59.5065 -2.889995 -2.608485 2 2 +690 59.5652 -4.354046 -3.203481 2 2 +691 59.4790 -4.062877 -3.718888 2 1 +692 59.5376 -1.713437 -3.290395 1 1 +693 59.4517 -5.082858 -4.861732 2 1 +694 59.5101 -3.387152 -3.292034 2 2 +695 59.5683 -5.887615 -6.358737 1 1 +696 59.6264 -8.754622 -9.052921 1 1 +697 59.6844 -3.079321 -3.095885 1 1 +698 59.5989 -4.636569 -4.701817 1 2 +699 59.6567 -5.270679 -5.566365 1 1 +700 59.7143 -4.821861 -4.529886 2 2 +701 59.6291 -3.319638 -3.086021 2 1 +702 59.6866 -5.379488 -5.084764 2 2 +703 59.6017 -8.333160 -7.276215 2 1 +704 59.5170 -3.060064 -2.416560 2 1 +705 59.5745 -5.424251 -4.673463 2 2 +706 59.4901 -4.220767 -4.287211 1 2 +707 59.5474 -6.007287 -6.204909 1 1 +708 59.4633 -6.187693 -6.248769 1 2 +709 59.5205 -4.393414 -3.611359 2 2 +710 59.5775 -4.047816 -5.028453 1 1 +711 59.4937 -2.122571 -2.374344 1 2 +712 59.4101 -2.245255 -3.690874 1 2 +713 59.3268 -4.770689 -4.907938 1 2 +714 59.2437 -3.368001 -3.523053 1 2 +715 59.3007 -7.069543 -6.942778 2 2 +716 59.3575 -5.416773 -4.936165 2 2 +717 59.4142 -4.932540 -1.243028 2 2 +718 59.3315 -5.139488 -5.019869 2 1 +719 59.2490 -6.445364 -5.853838 2 1 +720 59.1667 -1.598133 -4.890443 1 2 +721 59.2233 -5.754704 -5.423185 2 2 +722 59.1413 -3.114919 -2.308569 2 1 +723 59.0595 -3.333087 -3.110209 2 1 +724 58.9779 -3.639133 -4.010263 1 2 +725 58.8966 -5.197243 -5.386851 1 2 +726 58.9532 -5.488411 -5.359927 2 2 +727 59.0096 -4.364789 -3.924953 2 2 +728 58.9286 -6.176413 -5.891064 2 1 +729 58.8477 -2.453872 -1.972753 2 1 +730 58.7671 -4.538868 -4.400221 2 1 +731 58.8235 -4.155727 -4.652611 1 1 +732 58.8798 -3.120675 -2.890093 2 2 +733 58.9359 -5.228981 -4.759616 2 2 +734 58.9918 -0.654711 -15.731000 1 1 +735 58.9116 -4.059788 -3.226899 2 1 +736 58.8315 -4.870629 -4.584800 2 1 +737 58.8874 -4.403644 -4.594930 1 1 +738 58.8076 -5.738775 -5.746519 1 2 +739 58.8633 -2.158246 -13.010973 1 1 +740 58.9189 -5.475301 -4.685250 2 2 +741 58.9744 -5.992069 -6.881835 1 1 +742 59.0296 -4.122452 -2.965089 2 2 +743 59.0848 -4.020742 -3.859962 2 2 +744 59.1398 -6.815093 -4.582577 2 2 +745 59.0604 -3.756934 -2.895737 2 1 +746 58.9812 -9.811795 -8.720125 2 1 +747 59.0361 -5.386553 -6.553726 1 1 +748 59.0909 -4.791660 -4.375917 2 2 +749 59.1455 -5.632710 -5.780884 1 1 +750 59.2000 -3.652812 -10.470253 1 1 + +Final Winogrande score(750 tasks): 59.2000 ±1.7958 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.arc b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.arc new file mode 100644 index 0000000000000000000000000000000000000000..cd49e8b85c48dcdba372ea7287c6b4e1c33010ba --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 48.38709677 +32 46.87500000 +33 48.48484848 +34 47.05882353 +35 45.71428571 +36 44.44444444 +37 45.94594595 +38 47.36842105 +39 46.15384615 +40 47.50000000 +41 48.78048780 +42 47.61904762 +43 48.83720930 +44 47.72727273 +45 46.66666667 +46 47.82608696 +47 48.93617021 +48 47.91666667 +49 48.97959184 +50 50.00000000 +51 49.01960784 +52 50.00000000 +53 50.94339623 +54 50.00000000 +55 49.09090909 +56 50.00000000 +57 50.87719298 +58 51.72413793 +59 50.84745763 +60 51.66666667 +61 52.45901639 +62 51.61290323 +63 52.38095238 +64 51.56250000 +65 50.76923077 +66 51.51515152 +67 50.74626866 +68 51.47058824 +69 52.17391304 +70 51.42857143 +71 50.70422535 +72 50.00000000 +73 50.68493151 +74 51.35135135 +75 52.00000000 +76 52.63157895 +77 53.24675325 +78 53.84615385 +79 54.43037975 +80 53.75000000 +81 53.08641975 +82 53.65853659 +83 53.01204819 +84 53.57142857 +85 54.11764706 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 55.20833333 +97 54.63917526 +98 55.10204082 +99 55.55555556 +100 55.00000000 +101 54.45544554 +102 54.90196078 +103 54.36893204 +104 54.80769231 +105 55.23809524 +106 54.71698113 +107 55.14018692 +108 54.62962963 +109 54.12844037 +110 54.54545455 +111 54.95495495 +112 55.35714286 +113 54.86725664 +114 54.38596491 +115 54.78260870 +116 54.31034483 +117 54.70085470 +118 55.08474576 +119 54.62184874 +120 55.00000000 +121 54.54545455 +122 54.91803279 +123 55.28455285 +124 54.83870968 +125 55.20000000 +126 55.55555556 +127 55.90551181 +128 55.46875000 +129 55.03875969 +130 54.61538462 +131 54.19847328 +132 53.78787879 +133 54.13533835 +134 53.73134328 +135 53.33333333 +136 52.94117647 +137 53.28467153 +138 53.62318841 +139 53.95683453 +140 53.57142857 +141 53.90070922 +142 54.22535211 +143 54.54545455 +144 54.16666667 +145 54.48275862 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 54.36241611 +150 54.66666667 +151 54.96688742 +152 55.26315789 +153 54.90196078 +154 54.54545455 +155 54.19354839 +156 54.48717949 +157 54.77707006 +158 55.06329114 +159 55.34591195 +160 55.00000000 +161 55.27950311 +162 55.55555556 +163 55.21472393 +164 54.87804878 +165 54.54545455 +166 54.81927711 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.70588235 +171 54.97076023 +172 54.65116279 +173 54.91329480 +174 54.59770115 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 53.93258427 +179 54.18994413 +180 53.88888889 +181 53.59116022 +182 53.84615385 +183 53.55191257 +184 53.26086957 +185 53.51351351 +186 53.76344086 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.15789474 +191 53.40314136 +192 53.12500000 +193 52.84974093 +194 53.09278351 +195 53.33333333 +196 53.57142857 +197 53.80710660 +198 54.04040404 +199 54.27135678 +200 54.50000000 +201 54.72636816 +202 54.95049505 +203 54.67980296 +204 54.90196078 +205 54.63414634 +206 54.36893204 +207 54.58937198 +208 54.80769231 +209 55.02392344 +210 55.23809524 +211 55.45023697 +212 55.18867925 +213 55.39906103 +214 55.60747664 +215 55.81395349 +216 55.55555556 +217 55.29953917 +218 55.50458716 +219 55.70776256 +220 55.45454545 +221 55.20361991 +222 54.95495495 +223 54.70852018 +224 54.91071429 +225 54.66666667 +226 54.42477876 +227 54.62555066 +228 54.82456140 +229 55.02183406 +230 54.78260870 +231 54.54545455 +232 54.31034483 +233 54.50643777 +234 54.27350427 +235 54.04255319 +236 54.23728814 +237 54.00843882 +238 54.20168067 +239 54.39330544 +240 54.58333333 +241 54.77178423 +242 54.54545455 +243 54.32098765 +244 54.09836066 +245 53.87755102 +246 53.65853659 +247 53.84615385 +248 53.62903226 +249 53.81526104 +250 54.00000000 +251 54.18326693 +252 54.36507937 +253 54.15019763 +254 53.93700787 +255 54.11764706 +256 54.29687500 +257 54.47470817 +258 54.65116279 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.96183206 +263 55.13307985 +264 55.30303030 +265 55.47169811 +266 55.26315789 +267 55.43071161 +268 55.22388060 +269 55.39033457 +270 55.55555556 +271 55.35055351 +272 55.14705882 +273 55.31135531 +274 55.10948905 +275 54.90909091 +276 55.07246377 +277 55.23465704 +278 55.03597122 +279 54.83870968 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 55.24475524 +287 55.40069686 +288 55.55555556 +289 55.36332180 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.10204082 +295 55.25423729 +296 55.06756757 +297 55.21885522 +298 55.03355705 +299 55.18394649 +300 55.00000000 +301 54.81727575 +302 54.96688742 +303 55.11551155 +304 54.93421053 +305 55.08196721 +306 54.90196078 +307 55.04885993 +308 55.19480519 +309 55.33980583 +310 55.48387097 +311 55.62700965 +312 55.76923077 +313 55.91054313 +314 55.73248408 +315 55.55555556 +316 55.69620253 +317 55.83596215 +318 55.66037736 +319 55.48589342 +320 55.31250000 +321 55.14018692 +322 55.27950311 +323 55.10835913 +324 54.93827160 +325 54.76923077 +326 54.90797546 +327 54.74006116 +328 54.57317073 +329 54.71124620 +330 54.84848485 +331 54.98489426 +332 54.81927711 +333 54.95495495 +334 54.79041916 +335 54.62686567 +336 54.76190476 +337 54.59940653 +338 54.43786982 +339 54.57227139 +340 54.70588235 +341 54.83870968 +342 54.67836257 +343 54.81049563 +344 54.94186047 +345 54.78260870 +346 54.91329480 +347 54.75504323 +348 54.59770115 +349 54.72779370 +350 54.57142857 +351 54.70085470 +352 54.54545455 +353 54.67422096 +354 54.51977401 +355 54.36619718 +356 54.21348315 +357 54.06162465 +358 54.18994413 +359 54.03899721 +360 54.16666667 +361 54.29362881 +362 54.14364641 +363 54.26997245 +364 54.12087912 +365 53.97260274 +366 53.82513661 +367 53.95095368 +368 54.07608696 +369 54.20054201 +370 54.05405405 +371 53.90835580 +372 54.03225806 +373 53.88739946 +374 54.01069519 +375 53.86666667 +376 53.98936170 +377 53.84615385 +378 53.96825397 +379 53.82585752 +380 53.94736842 +381 53.80577428 +382 53.66492147 +383 53.52480418 +384 53.38541667 +385 53.24675325 +386 53.36787565 +387 53.22997416 +388 53.09278351 +389 52.95629820 +390 53.07692308 +391 52.94117647 +392 53.06122449 +393 53.18066158 +394 53.29949239 +395 53.41772152 +396 53.28282828 +397 53.40050378 +398 53.26633166 +399 53.13283208 +400 53.25000000 +401 53.11720698 +402 53.23383085 +403 53.34987593 +404 53.46534653 +405 53.58024691 +406 53.69458128 +407 53.80835381 +408 53.92156863 +409 53.78973105 +410 53.90243902 +411 54.01459854 +412 54.12621359 +413 54.23728814 +414 54.34782609 +415 54.21686747 +416 54.08653846 +417 53.95683453 +418 53.82775120 +419 53.69928401 +420 53.80952381 +421 53.91923990 +422 54.02843602 +423 54.13711584 +424 54.00943396 +425 54.11764706 +426 53.99061033 +427 53.86416862 +428 53.73831776 +429 53.84615385 +430 53.72093023 +431 53.82830626 +432 53.70370370 +433 53.57967667 +434 53.45622120 +435 53.56321839 +436 53.66972477 +437 53.77574371 +438 53.65296804 +439 53.75854214 +440 53.63636364 +441 53.74149660 +442 53.61990950 +443 53.49887133 +444 53.37837838 +445 53.48314607 +446 53.58744395 +447 53.69127517 +448 53.79464286 +449 53.89755011 +450 53.77777778 +451 53.88026608 +452 53.98230088 +453 53.86313466 +454 53.74449339 +455 53.84615385 +456 53.72807018 +457 53.61050328 +458 53.49344978 +459 53.59477124 +460 53.47826087 +461 53.57917570 +462 53.67965368 +463 53.56371490 +464 53.44827586 +465 53.33333333 +466 53.43347639 +467 53.31905782 +468 53.20512821 +469 53.09168443 +470 53.19148936 +471 53.29087049 +472 53.17796610 +473 53.06553911 +474 52.95358650 +475 52.84210526 +476 52.73109244 +477 52.83018868 +478 52.92887029 +479 53.02713987 +480 52.91666667 +481 52.80665281 +482 52.90456432 +483 53.00207039 +484 53.09917355 +485 53.19587629 +486 53.29218107 +487 53.18275154 +488 53.27868852 +489 53.16973415 +490 53.06122449 +491 53.15682281 +492 53.04878049 +493 52.94117647 +494 53.03643725 +495 52.92929293 +496 52.82258065 +497 52.91750503 +498 53.01204819 +499 53.10621242 +500 53.20000000 +501 53.29341317 +502 53.38645418 +503 53.47912525 +504 53.57142857 +505 53.66336634 +506 53.55731225 +507 53.45167653 +508 53.54330709 +509 53.43811395 +510 53.52941176 +511 53.42465753 +512 53.51562500 +513 53.41130604 +514 53.50194553 +515 53.59223301 +516 53.48837209 +517 53.38491296 +518 53.28185328 +519 53.17919075 +520 53.07692308 +521 53.16698656 +522 53.25670498 +523 53.15487572 +524 53.05343511 +525 52.95238095 +526 52.85171103 +527 52.75142315 +528 52.65151515 +529 52.55198488 +530 52.64150943 +531 52.73069680 +532 52.81954887 +533 52.90806754 +534 52.80898876 +535 52.71028037 +536 52.61194030 +537 52.70018622 +538 52.60223048 +539 52.69016698 +540 52.59259259 +541 52.49537893 +542 52.39852399 +543 52.48618785 +544 52.38970588 +545 52.47706422 +546 52.38095238 +547 52.28519196 +548 52.37226277 +549 52.45901639 +550 52.36363636 +551 52.26860254 +552 52.17391304 +553 52.26039783 +554 52.16606498 +555 52.25225225 +556 52.15827338 +557 52.24416517 +558 52.15053763 +559 52.23613596 +560 52.32142857 +561 52.40641711 +562 52.49110320 +563 52.57548845 +564 52.48226950 +565 52.38938053 +566 52.47349823 +567 52.55731922 +568 52.64084507 +569 52.54833040 +570 52.45614035 +571 52.36427320 +572 52.27272727 +573 52.18150087 +574 52.26480836 +575 52.34782609 +576 52.43055556 +577 52.51299827 +578 52.42214533 +579 52.50431779 +580 52.58620690 +581 52.49569707 +582 52.40549828 +583 52.48713551 +584 52.56849315 +585 52.64957265 +586 52.55972696 +587 52.47018739 +588 52.38095238 +589 52.46179966 +590 52.54237288 +591 52.62267343 +592 52.70270270 +593 52.61382799 +594 52.69360269 +595 52.77310924 +596 52.68456376 +597 52.59631491 +598 52.50836120 +599 52.42070117 +600 52.33333333 +601 52.41264559 +602 52.32558140 +603 52.23880597 +604 52.15231788 +605 52.23140496 +606 52.31023102 +607 52.22405272 +608 52.30263158 +609 52.21674877 +610 52.29508197 +611 52.20949264 +612 52.12418301 +613 52.03915171 +614 52.11726384 +615 52.19512195 +616 52.11038961 +617 52.18800648 +618 52.10355987 +619 52.01938611 +620 52.09677419 +621 52.17391304 +622 52.25080386 +623 52.32744783 +624 52.24358974 +625 52.16000000 +626 52.07667732 +627 52.15311005 +628 52.22929936 +629 52.30524642 +630 52.38095238 +631 52.45641838 +632 52.37341772 +633 52.29067930 +634 52.20820189 +635 52.28346457 +636 52.35849057 +637 52.27629513 +638 52.35109718 +639 52.42566510 +640 52.34375000 +641 52.41809672 +642 52.33644860 +643 52.25505443 +644 52.32919255 +645 52.24806202 +646 52.16718266 +647 52.08655332 +648 52.00617284 +649 51.92604006 +650 51.84615385 +651 51.92012289 +652 51.84049080 +653 51.76110260 +654 51.83486239 +655 51.75572519 +656 51.67682927 +657 51.59817352 +658 51.67173252 +659 51.59332322 +660 51.51515152 +661 51.43721634 +662 51.51057402 +663 51.58371041 +664 51.65662651 +665 51.72932331 +666 51.80180180 +667 51.87406297 +668 51.79640719 +669 51.71898356 +670 51.79104478 +671 51.71385991 +672 51.63690476 +673 51.56017831 +674 51.48367953 +675 51.40740741 +676 51.47928994 +677 51.55096012 +678 51.62241888 +679 51.69366716 +680 51.61764706 +681 51.54185022 +682 51.61290323 +683 51.53733529 +684 51.60818713 +685 51.67883212 +686 51.60349854 +687 51.67394469 +688 51.74418605 +689 51.66908563 +690 51.73913043 +691 51.66425470 +692 51.73410405 +693 51.80375180 +694 51.87319885 +695 51.94244604 +696 51.86781609 +697 51.93687231 +698 51.86246418 +699 51.78826896 +700 51.71428571 +701 51.64051355 +702 51.56695157 +703 51.49359886 +704 51.56250000 +705 51.63120567 +706 51.55807365 +707 51.62659123 +708 51.69491525 +709 51.76304654 +710 51.69014085 +711 51.75808720 +712 51.82584270 +713 51.89340813 +714 51.82072829 +715 51.74825175 +716 51.67597765 +717 51.60390516 +718 51.53203343 +719 51.46036161 +720 51.52777778 +721 51.45631068 +722 51.52354571 +723 51.59059474 +724 51.65745856 +725 51.72413793 +726 51.65289256 +727 51.58184319 +728 51.64835165 +729 51.71467764 +730 51.78082192 +731 51.84678523 +732 51.91256831 +733 51.84174625 +734 51.90735695 +735 51.83673469 +736 51.90217391 +737 51.83175034 +738 51.76151762 +739 51.69147497 +740 51.62162162 +741 51.68690958 +742 51.75202156 +743 51.81695828 +744 51.74731183 +745 51.81208054 +746 51.74262735 +747 51.67336011 +748 51.60427807 +749 51.53538051 +750 51.60000000 + +Final result: 51.6000 ±1.8260 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.hsw b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.hsw new file mode 100644 index 0000000000000000000000000000000000000000..87052dee0bc842e54e8c5a42cc65154e7b7ebf21 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 51.21951220 +42 50.00000000 +43 48.83720930 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 47.91666667 +49 46.93877551 +50 46.00000000 +51 45.09803922 +52 44.23076923 +53 43.39622642 +54 42.59259259 +55 41.81818182 +56 41.07142857 +57 42.10526316 +58 43.10344828 +59 44.06779661 +60 45.00000000 +61 44.26229508 +62 43.54838710 +63 42.85714286 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 42.85714286 +71 42.25352113 +72 43.05555556 +73 42.46575342 +74 43.24324324 +75 42.66666667 +76 43.42105263 +77 44.15584416 +78 43.58974359 +79 43.03797468 +80 43.75000000 +81 43.20987654 +82 42.68292683 +83 43.37349398 +84 42.85714286 +85 42.35294118 +86 43.02325581 +87 43.67816092 +88 44.31818182 +89 43.82022472 +90 43.33333333 +91 43.95604396 +92 43.47826087 +93 44.08602151 +94 44.68085106 +95 45.26315789 +96 45.83333333 +97 46.39175258 +98 46.93877551 +99 47.47474747 +100 47.00000000 +101 47.52475248 +102 47.05882353 +103 46.60194175 +104 47.11538462 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 50.00000000 +123 50.40650407 +124 50.80645161 +125 51.20000000 +126 51.58730159 +127 51.96850394 +128 51.56250000 +129 51.16279070 +130 50.76923077 +131 51.14503817 +132 50.75757576 +133 51.12781955 +134 51.49253731 +135 51.85185185 +136 52.20588235 +137 52.55474453 +138 52.89855072 +139 52.51798561 +140 52.85714286 +141 53.19148936 +142 53.52112676 +143 53.84615385 +144 54.16666667 +145 54.48275862 +146 54.79452055 +147 55.10204082 +148 55.40540541 +149 55.03355705 +150 55.33333333 +151 54.96688742 +152 54.60526316 +153 54.90196078 +154 55.19480519 +155 55.48387097 +156 55.76923077 +157 55.41401274 +158 55.69620253 +159 55.34591195 +160 55.62500000 +161 55.90062112 +162 55.55555556 +163 55.82822086 +164 56.09756098 +165 56.36363636 +166 56.62650602 +167 56.88622754 +168 57.14285714 +169 56.80473373 +170 56.47058824 +171 56.72514620 +172 56.97674419 +173 56.64739884 +174 56.32183908 +175 56.57142857 +176 56.81818182 +177 57.06214689 +178 57.30337079 +179 56.98324022 +180 57.22222222 +181 56.90607735 +182 57.14285714 +183 57.37704918 +184 57.06521739 +185 57.29729730 +186 56.98924731 +187 56.68449198 +188 56.38297872 +189 56.08465608 +190 56.31578947 +191 56.54450262 +192 56.77083333 +193 56.47668394 +194 56.70103093 +195 56.41025641 +196 56.12244898 +197 55.83756345 +198 55.55555556 +199 55.77889447 +200 56.00000000 +201 55.72139303 +202 55.44554455 +203 55.17241379 +204 55.39215686 +205 55.12195122 +206 54.85436893 +207 55.07246377 +208 54.80769231 +209 55.02392344 +210 55.23809524 +211 55.45023697 +212 55.66037736 +213 55.86854460 +214 55.60747664 +215 55.81395349 +216 56.01851852 +217 55.76036866 +218 55.50458716 +219 55.70776256 +220 55.90909091 +221 55.65610860 +222 55.85585586 +223 56.05381166 +224 56.25000000 +225 56.44444444 +226 56.19469027 +227 55.94713656 +228 55.70175439 +229 55.89519651 +230 55.65217391 +231 55.41125541 +232 55.17241379 +233 55.36480687 +234 55.55555556 +235 55.31914894 +236 55.08474576 +237 55.27426160 +238 55.46218487 +239 55.23012552 +240 55.00000000 +241 55.18672199 +242 55.37190083 +243 55.55555556 +244 55.32786885 +245 55.10204082 +246 54.87804878 +247 54.65587045 +248 54.83870968 +249 55.02008032 +250 55.20000000 +251 55.37848606 +252 55.55555556 +253 55.33596838 +254 55.51181102 +255 55.68627451 +256 55.85937500 +257 55.64202335 +258 55.81395349 +259 55.98455598 +260 56.15384615 +261 56.32183908 +262 56.10687023 +263 55.89353612 +264 56.06060606 +265 56.22641509 +266 56.39097744 +267 56.55430712 +268 56.71641791 +269 56.87732342 +270 56.66666667 +271 56.45756458 +272 56.25000000 +273 56.04395604 +274 56.20437956 +275 56.00000000 +276 56.15942029 +277 56.31768953 +278 56.47482014 +279 56.63082437 +280 56.78571429 +281 56.93950178 +282 57.09219858 +283 57.24381625 +284 57.39436620 +285 57.19298246 +286 56.99300699 +287 57.14285714 +288 57.29166667 +289 57.43944637 +290 57.58620690 +291 57.38831615 +292 57.19178082 +293 57.33788396 +294 57.48299320 +295 57.62711864 +296 57.77027027 +297 57.91245791 +298 58.05369128 +299 57.85953177 +300 57.66666667 +301 57.80730897 +302 57.94701987 +303 57.75577558 +304 57.89473684 +305 57.70491803 +306 57.84313725 +307 57.65472313 +308 57.79220779 +309 57.60517799 +310 57.74193548 +311 57.87781350 +312 58.01282051 +313 58.14696486 +314 57.96178344 +315 57.77777778 +316 57.91139241 +317 58.04416404 +318 57.86163522 +319 57.68025078 +320 57.81250000 +321 57.63239875 +322 57.45341615 +323 57.58513932 +324 57.71604938 +325 57.84615385 +326 57.66871166 +327 57.49235474 +328 57.62195122 +329 57.75075988 +330 57.57575758 +331 57.70392749 +332 57.53012048 +333 57.65765766 +334 57.48502994 +335 57.61194030 +336 57.73809524 +337 57.56676558 +338 57.39644970 +339 57.52212389 +340 57.35294118 +341 57.47800587 +342 57.60233918 +343 57.43440233 +344 57.26744186 +345 57.39130435 +346 57.22543353 +347 57.06051873 +348 56.89655172 +349 56.73352436 +350 56.57142857 +351 56.69515670 +352 56.81818182 +353 56.94050992 +354 57.06214689 +355 57.18309859 +356 57.30337079 +357 57.14285714 +358 57.26256983 +359 57.38161560 +360 57.22222222 +361 57.06371191 +362 57.18232044 +363 57.30027548 +364 57.41758242 +365 57.53424658 +366 57.65027322 +367 57.76566757 +368 57.88043478 +369 57.99457995 +370 57.83783784 +371 57.68194070 +372 57.79569892 +373 57.64075067 +374 57.48663102 +375 57.60000000 +376 57.71276596 +377 57.55968170 +378 57.40740741 +379 57.51978892 +380 57.63157895 +381 57.74278215 +382 57.59162304 +383 57.70234987 +384 57.81250000 +385 57.92207792 +386 58.03108808 +387 57.88113695 +388 57.73195876 +389 57.58354756 +390 57.69230769 +391 57.54475703 +392 57.65306122 +393 57.76081425 +394 57.86802030 +395 57.72151899 +396 57.82828283 +397 57.93450882 +398 58.04020101 +399 58.14536341 +400 58.00000000 +401 58.10473815 +402 57.96019900 +403 57.81637717 +404 57.67326733 +405 57.77777778 +406 57.63546798 +407 57.73955774 +408 57.59803922 +409 57.70171149 +410 57.80487805 +411 57.66423358 +412 57.52427184 +413 57.38498789 +414 57.48792271 +415 57.34939759 +416 57.45192308 +417 57.55395683 +418 57.65550239 +419 57.51789976 +420 57.61904762 +421 57.48218527 +422 57.58293839 +423 57.68321513 +424 57.78301887 +425 57.88235294 +426 57.98122066 +427 57.84543326 +428 57.71028037 +429 57.57575758 +430 57.67441860 +431 57.54060325 +432 57.40740741 +433 57.50577367 +434 57.60368664 +435 57.47126437 +436 57.33944954 +437 57.20823799 +438 57.07762557 +439 57.17539863 +440 57.27272727 +441 57.36961451 +442 57.46606335 +443 57.56207675 +444 57.43243243 +445 57.52808989 +446 57.62331839 +447 57.71812081 +448 57.81250000 +449 57.90645880 +450 58.00000000 +451 57.87139690 +452 57.74336283 +453 57.61589404 +454 57.48898678 +455 57.36263736 +456 57.45614035 +457 57.54923414 +458 57.64192140 +459 57.73420479 +460 57.82608696 +461 57.91757050 +462 58.00865801 +463 58.09935205 +464 58.18965517 +465 58.06451613 +466 58.15450644 +467 58.24411135 +468 58.11965812 +469 57.99573561 +470 57.87234043 +471 57.96178344 +472 58.05084746 +473 58.13953488 +474 58.22784810 +475 58.31578947 +476 58.19327731 +477 58.07127883 +478 58.15899582 +479 58.24634656 +480 58.33333333 +481 58.21205821 +482 58.09128631 +483 58.17805383 +484 58.05785124 +485 57.93814433 +486 58.02469136 +487 58.11088296 +488 57.99180328 +489 58.07770961 +490 58.16326531 +491 58.04480652 +492 57.92682927 +493 58.01217039 +494 58.09716599 +495 58.18181818 +496 58.26612903 +497 58.14889336 +498 58.23293173 +499 58.11623246 +500 58.20000000 +501 58.08383234 +502 57.96812749 +503 58.05168986 +504 58.13492063 +505 58.21782178 +506 58.10276680 +507 58.18540434 +508 58.07086614 +509 58.15324165 +510 58.23529412 +511 58.12133072 +512 58.00781250 +513 57.89473684 +514 57.97665370 +515 58.05825243 +516 57.94573643 +517 57.83365571 +518 57.91505792 +519 57.80346821 +520 57.69230769 +521 57.58157390 +522 57.47126437 +523 57.55258126 +524 57.63358779 +525 57.71428571 +526 57.60456274 +527 57.49525617 +528 57.57575758 +529 57.65595463 +530 57.73584906 +531 57.62711864 +532 57.51879699 +533 57.59849906 +534 57.49063670 +535 57.57009346 +536 57.46268657 +537 57.54189944 +538 57.62081784 +539 57.51391466 +540 57.40740741 +541 57.48613678 +542 57.38007380 +543 57.27440147 +544 57.16911765 +545 57.24770642 +546 57.32600733 +547 57.40402194 +548 57.29927007 +549 57.37704918 +550 57.27272727 +551 57.16878403 +552 57.06521739 +553 56.96202532 +554 57.03971119 +555 56.93693694 +556 57.01438849 +557 56.91202873 +558 56.81003584 +559 56.88729875 +560 56.96428571 +561 57.04099822 +562 56.93950178 +563 57.01598579 +564 56.91489362 +565 56.81415929 +566 56.71378092 +567 56.79012346 +568 56.86619718 +569 56.76625659 +570 56.66666667 +571 56.74255692 +572 56.81818182 +573 56.71902269 +574 56.79442509 +575 56.69565217 +576 56.77083333 +577 56.84575390 +578 56.92041522 +579 56.82210708 +580 56.72413793 +581 56.62650602 +582 56.70103093 +583 56.77530017 +584 56.67808219 +585 56.58119658 +586 56.48464164 +587 56.55877342 +588 56.46258503 +589 56.36672326 +590 56.27118644 +591 56.34517766 +592 56.25000000 +593 56.15514334 +594 56.06060606 +595 56.13445378 +596 56.20805369 +597 56.28140704 +598 56.35451505 +599 56.26043406 +600 56.33333333 +601 56.40599002 +602 56.47840532 +603 56.38474295 +604 56.45695364 +605 56.52892562 +606 56.43564356 +607 56.34266886 +608 56.25000000 +609 56.32183908 +610 56.39344262 +611 56.46481178 +612 56.37254902 +613 56.28058728 +614 56.18892508 +615 56.09756098 +616 56.00649351 +617 55.91572123 +618 55.98705502 +619 55.89660743 +620 55.96774194 +621 55.87761675 +622 55.78778135 +623 55.85874799 +624 55.76923077 +625 55.84000000 +626 55.75079872 +627 55.82137161 +628 55.89171975 +629 55.80286169 +630 55.71428571 +631 55.62599049 +632 55.53797468 +633 55.45023697 +634 55.52050473 +635 55.43307087 +636 55.50314465 +637 55.57299843 +638 55.48589342 +639 55.55555556 +640 55.46875000 +641 55.38221529 +642 55.45171340 +643 55.52099533 +644 55.43478261 +645 55.34883721 +646 55.41795666 +647 55.48686244 +648 55.55555556 +649 55.46995378 +650 55.53846154 +651 55.60675883 +652 55.67484663 +653 55.74272588 +654 55.81039755 +655 55.87786260 +656 55.94512195 +657 56.01217656 +658 55.92705167 +659 55.99393020 +660 55.90909091 +661 55.97579425 +662 56.04229607 +663 56.10859729 +664 56.17469880 +665 56.24060150 +666 56.30630631 +667 56.37181409 +668 56.43712575 +669 56.35276532 +670 56.41791045 +671 56.48286140 +672 56.54761905 +673 56.61218425 +674 56.52818991 +675 56.59259259 +676 56.50887574 +677 56.42540620 +678 56.34218289 +679 56.40648012 +680 56.32352941 +681 56.24082232 +682 56.30498534 +683 56.36896047 +684 56.43274854 +685 56.49635036 +686 56.55976676 +687 56.62299854 +688 56.68604651 +689 56.74891147 +690 56.81159420 +691 56.72937771 +692 56.79190751 +693 56.70995671 +694 56.77233429 +695 56.69064748 +696 56.75287356 +697 56.81492109 +698 56.87679083 +699 56.79542203 +700 56.71428571 +701 56.77603424 +702 56.83760684 +703 56.75675676 +704 56.81818182 +705 56.87943262 +706 56.94050992 +707 56.85997171 +708 56.92090395 +709 56.98166432 +710 57.04225352 +711 56.96202532 +712 57.02247191 +713 57.08274895 +714 57.14285714 +715 57.06293706 +716 57.12290503 +717 57.18270572 +718 57.10306407 +719 57.02364395 +720 56.94444444 +721 57.00416089 +722 57.06371191 +723 57.12309820 +724 57.18232044 +725 57.24137931 +726 57.16253444 +727 57.22145805 +728 57.28021978 +729 57.33882030 +730 57.26027397 +731 57.31874145 +732 57.24043716 +733 57.29877217 +734 57.35694823 +735 57.27891156 +736 57.20108696 +737 57.12347354 +738 57.04607046 +739 56.96887686 +740 57.02702703 +741 57.08502024 +742 57.14285714 +743 57.20053836 +744 57.12365591 +745 57.04697987 +746 57.10455764 +747 57.02811245 +748 57.08556150 +749 57.14285714 +750 57.20000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.log b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.log deleted file mode 100644 index ba5504743fe855fba2d32456b06957c74f36af05..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.log +++ /dev/null @@ -1,43 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 26.027373 ± 0.255226 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.91% -Mean ln(PPL(Q)/PPL(base)) : 0.043020 ± 0.001445 -Mean PPL(Q)/PPL(base) : 1.043958 ± 0.001509 -Mean PPL(Q)-PPL(base) : 1.095943 ± 0.039245 - -====== KL divergence statistics ====== -Mean KLD: 0.080142 ± 0.000319 -Maximum KLD: 6.251925 -99.9% KLD: 1.256165 -99.0% KLD: 0.545236 -99.0% KLD: 0.545236 -Median KLD: 0.043817 -10.0% KLD: 0.000973 - 5.0% KLD: 0.000158 - 1.0% KLD: 0.000006 -Minimum KLD: -0.000183 - -====== Token probability statistics ====== -Mean Δp: -0.308 ± 0.018 % -Maximum Δp: 90.671% -99.9% Δp: 40.078% -99.0% Δp: 20.806% -95.0% Δp: 9.213% -90.0% Δp: 4.792% -75.0% Δp: 0.558% -Median Δp: -0.000% -25.0% Δp: -0.862% -10.0% Δp: -5.664% - 5.0% Δp: -10.659% - 1.0% Δp: -25.039% - 0.1% Δp: -47.819% -Minimum Δp: -89.317% -RMS Δp : 6.946 ± 0.038 % -Same top p: 86.343 ± 0.089 % - -llama_perf_context_print: load time = 1821.07 ms -llama_perf_context_print: prompt eval time = 1019684.89 ms / 299008 tokens ( 3.41 ms per token, 293.24 tokens per second) -llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) -llama_perf_context_print: total time = 1045149.32 ms / 299009 tokens -ggml_metal_free: deallocating diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.mmlu b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..1b8aca540cc6641aa26cfdfcbf2277de8acb2571 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 0.00000000 +2 0.00000000 +3 0.00000000 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 16.66666667 +13 23.07692308 +14 21.42857143 +15 26.66666667 +16 31.25000000 +17 29.41176471 +18 27.77777778 +19 31.57894737 +20 30.00000000 +21 28.57142857 +22 27.27272727 +23 26.08695652 +24 25.00000000 +25 28.00000000 +26 26.92307692 +27 25.92592593 +28 28.57142857 +29 31.03448276 +30 33.33333333 +31 35.48387097 +32 37.50000000 +33 36.36363636 +34 35.29411765 +35 37.14285714 +36 36.11111111 +37 35.13513514 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 36.53846154 +53 35.84905660 +54 35.18518519 +55 36.36363636 +56 37.50000000 +57 36.84210526 +58 36.20689655 +59 35.59322034 +60 35.00000000 +61 34.42622951 +62 33.87096774 +63 33.33333333 +64 32.81250000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 33.80281690 +72 34.72222222 +73 34.24657534 +74 35.13513514 +75 36.00000000 +76 36.84210526 +77 37.66233766 +78 38.46153846 +79 37.97468354 +80 38.75000000 +81 38.27160494 +82 37.80487805 +83 38.55421687 +84 39.28571429 +85 38.82352941 +86 38.37209302 +87 39.08045977 +88 39.77272727 +89 39.32584270 +90 38.88888889 +91 38.46153846 +92 38.04347826 +93 37.63440860 +94 37.23404255 +95 36.84210526 +96 37.50000000 +97 37.11340206 +98 36.73469388 +99 36.36363636 +100 37.00000000 +101 36.63366337 +102 36.27450980 +103 35.92233010 +104 35.57692308 +105 35.23809524 +106 34.90566038 +107 34.57943925 +108 34.25925926 +109 33.94495413 +110 33.63636364 +111 33.33333333 +112 33.03571429 +113 33.62831858 +114 34.21052632 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 33.33333333 +121 33.05785124 +122 32.78688525 +123 32.52032520 +124 32.25806452 +125 32.80000000 +126 32.53968254 +127 32.28346457 +128 32.03125000 +129 31.78294574 +130 31.53846154 +131 32.06106870 +132 31.81818182 +133 31.57894737 +134 31.34328358 +135 31.11111111 +136 31.61764706 +137 31.38686131 +138 31.15942029 +139 31.65467626 +140 31.42857143 +141 31.20567376 +142 31.69014085 +143 32.16783217 +144 32.63888889 +145 32.41379310 +146 32.19178082 +147 31.97278912 +148 32.43243243 +149 32.21476510 +150 32.00000000 +151 31.78807947 +152 32.23684211 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.05128205 +157 32.48407643 +158 32.91139241 +159 32.70440252 +160 33.12500000 +161 32.91925466 +162 32.71604938 +163 32.51533742 +164 32.31707317 +165 32.72727273 +166 32.53012048 +167 32.93413174 +168 32.73809524 +169 32.54437870 +170 32.35294118 +171 32.16374269 +172 31.97674419 +173 31.79190751 +174 31.60919540 +175 31.42857143 +176 31.25000000 +177 31.07344633 +178 30.89887640 +179 31.28491620 +180 31.11111111 +181 30.93922652 +182 30.76923077 +183 31.14754098 +184 30.97826087 +185 31.35135135 +186 31.72043011 +187 31.55080214 +188 31.38297872 +189 31.21693122 +190 31.05263158 +191 31.41361257 +192 31.25000000 +193 31.08808290 +194 31.44329897 +195 31.79487179 +196 31.63265306 +197 31.47208122 +198 31.31313131 +199 31.15577889 +200 31.00000000 +201 31.34328358 +202 31.18811881 +203 31.03448276 +204 30.88235294 +205 31.21951220 +206 31.06796117 +207 30.91787440 +208 30.76923077 +209 30.62200957 +210 30.47619048 +211 30.80568720 +212 30.66037736 +213 30.51643192 +214 30.37383178 +215 30.23255814 +216 30.09259259 +217 29.95391705 +218 29.81651376 +219 29.68036530 +220 29.54545455 +221 29.41176471 +222 29.72972973 +223 29.59641256 +224 29.46428571 +225 29.77777778 +226 29.64601770 +227 29.95594714 +228 30.26315789 +229 30.13100437 +230 30.00000000 +231 29.87012987 +232 29.74137931 +233 29.61373391 +234 29.91452991 +235 29.78723404 +236 29.66101695 +237 29.53586498 +238 29.41176471 +239 29.28870293 +240 29.58333333 +241 29.46058091 +242 29.75206612 +243 30.04115226 +244 29.91803279 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 30.24193548 +249 30.12048193 +250 30.00000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 30.07812500 +257 30.35019455 +258 30.23255814 +259 30.50193050 +260 30.38461538 +261 30.26819923 +262 30.15267176 +263 30.03802281 +264 29.92424242 +265 29.81132075 +266 29.69924812 +267 29.58801498 +268 29.47761194 +269 29.36802974 +270 29.25925926 +271 29.15129151 +272 29.41176471 +273 29.30402930 +274 29.19708029 +275 29.09090909 +276 29.34782609 +277 29.60288809 +278 29.85611511 +279 29.74910394 +280 30.00000000 +281 29.89323843 +282 29.78723404 +283 29.68197880 +284 29.57746479 +285 29.47368421 +286 29.37062937 +287 29.61672474 +288 29.51388889 +289 29.41176471 +290 29.65517241 +291 29.89690722 +292 30.13698630 +293 30.37542662 +294 30.61224490 +295 30.50847458 +296 30.40540541 +297 30.30303030 +298 30.53691275 +299 30.43478261 +300 30.66666667 +301 30.89700997 +302 31.12582781 +303 31.02310231 +304 31.25000000 +305 31.47540984 +306 31.37254902 +307 31.59609121 +308 31.49350649 +309 31.71521036 +310 31.61290323 +311 31.83279743 +312 32.05128205 +313 32.26837061 +314 32.16560510 +315 32.06349206 +316 31.96202532 +317 31.86119874 +318 31.76100629 +319 31.97492163 +320 31.87500000 +321 31.77570093 +322 31.67701863 +323 31.57894737 +324 31.48148148 +325 31.69230769 +326 31.59509202 +327 31.80428135 +328 31.70731707 +329 31.61094225 +330 31.51515152 +331 31.41993958 +332 31.62650602 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.54761905 +337 31.45400593 +338 31.36094675 +339 31.26843658 +340 31.17647059 +341 31.37829912 +342 31.28654971 +343 31.19533528 +344 31.10465116 +345 31.01449275 +346 31.21387283 +347 31.41210375 +348 31.32183908 +349 31.23209169 +350 31.42857143 +351 31.33903134 +352 31.25000000 +353 31.44475921 +354 31.35593220 +355 31.26760563 +356 31.46067416 +357 31.37254902 +358 31.28491620 +359 31.19777159 +360 31.38888889 +361 31.57894737 +362 31.76795580 +363 31.95592287 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.60762943 +368 31.52173913 +369 31.43631436 +370 31.62162162 +371 31.53638814 +372 31.45161290 +373 31.36729223 +374 31.55080214 +375 31.73333333 +376 31.64893617 +377 31.56498674 +378 31.48148148 +379 31.39841689 +380 31.31578947 +381 31.49606299 +382 31.41361257 +383 31.59268930 +384 31.51041667 +385 31.68831169 +386 31.60621762 +387 31.52454780 +388 31.44329897 +389 31.61953728 +390 31.79487179 +391 31.96930946 +392 32.14285714 +393 32.06106870 +394 31.97969543 +395 31.89873418 +396 32.07070707 +397 31.98992443 +398 31.90954774 +399 32.08020050 +400 32.00000000 +401 32.16957606 +402 32.08955224 +403 32.00992556 +404 31.93069307 +405 31.85185185 +406 31.77339901 +407 31.69533170 +408 31.61764706 +409 31.78484108 +410 31.70731707 +411 31.63017032 +412 31.55339806 +413 31.71912833 +414 31.88405797 +415 32.04819277 +416 31.97115385 +417 31.89448441 +418 31.81818182 +419 31.98090692 +420 32.14285714 +421 32.06650831 +422 31.99052133 +423 31.91489362 +424 32.07547170 +425 32.00000000 +426 31.92488263 +427 31.85011710 +428 31.77570093 +429 31.93473193 +430 31.86046512 +431 32.01856148 +432 32.17592593 +433 32.10161663 +434 32.25806452 +435 32.18390805 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.11845103 +440 32.04545455 +441 31.97278912 +442 31.90045249 +443 31.82844244 +444 31.75675676 +445 31.68539326 +446 31.61434978 +447 31.54362416 +448 31.47321429 +449 31.40311804 +450 31.33333333 +451 31.26385809 +452 31.41592920 +453 31.56732892 +454 31.49779736 +455 31.42857143 +456 31.57894737 +457 31.50984683 +458 31.44104803 +459 31.59041394 +460 31.73913043 +461 31.67028200 +462 31.60173160 +463 31.53347732 +464 31.46551724 +465 31.39784946 +466 31.33047210 +467 31.47751606 +468 31.41025641 +469 31.55650320 +470 31.70212766 +471 31.63481953 +472 31.56779661 +473 31.71247357 +474 31.64556962 +475 31.57894737 +476 31.72268908 +477 31.65618449 +478 31.79916318 +479 31.94154489 +480 31.87500000 +481 31.80873181 +482 31.74273859 +483 31.67701863 +484 31.61157025 +485 31.54639175 +486 31.48148148 +487 31.62217659 +488 31.55737705 +489 31.49284254 +490 31.63265306 +491 31.77189409 +492 31.70731707 +493 31.64300203 +494 31.78137652 +495 31.91919192 +496 32.05645161 +497 31.99195171 +498 31.92771084 +499 31.86372745 +500 32.00000000 +501 31.93612774 +502 31.87250996 +503 31.80914513 +504 31.94444444 +505 31.88118812 +506 32.01581028 +507 31.95266272 +508 31.88976378 +509 31.82711198 +510 31.96078431 +511 31.89823875 +512 31.83593750 +513 31.77387914 +514 31.71206226 +515 31.65048544 +516 31.58914729 +517 31.72147002 +518 31.85328185 +519 31.79190751 +520 31.73076923 +521 31.66986564 +522 31.80076628 +523 31.93116635 +524 32.06106870 +525 32.00000000 +526 31.93916350 +527 32.06831120 +528 32.00757576 +529 31.94706994 +530 32.07547170 +531 32.01506591 +532 31.95488722 +533 31.89493433 +534 31.83520599 +535 31.96261682 +536 31.90298507 +537 32.02979516 +538 32.15613383 +539 32.09647495 +540 32.03703704 +541 32.16266174 +542 32.28782288 +543 32.22836096 +544 32.16911765 +545 32.11009174 +546 32.05128205 +547 31.99268739 +548 32.11678832 +549 32.05828780 +550 32.00000000 +551 31.94192377 +552 31.88405797 +553 31.82640145 +554 31.76895307 +555 31.71171171 +556 31.65467626 +557 31.59784560 +558 31.72043011 +559 31.66368515 +560 31.60714286 +561 31.55080214 +562 31.49466192 +563 31.61634103 +564 31.56028369 +565 31.50442478 +566 31.44876325 +567 31.39329806 +568 31.51408451 +569 31.45869947 +570 31.40350877 +571 31.52364273 +572 31.46853147 +573 31.41361257 +574 31.53310105 +575 31.47826087 +576 31.59722222 +577 31.71577123 +578 31.83391003 +579 31.77892919 +580 31.72413793 +581 31.66953528 +582 31.61512027 +583 31.56089194 +584 31.67808219 +585 31.62393162 +586 31.56996587 +587 31.51618399 +588 31.46258503 +589 31.40916808 +590 31.35593220 +591 31.30287648 +592 31.25000000 +593 31.19730185 +594 31.31313131 +595 31.26050420 +596 31.37583893 +597 31.32328308 +598 31.27090301 +599 31.38564274 +600 31.33333333 +601 31.44758735 +602 31.39534884 +603 31.50912106 +604 31.45695364 +605 31.57024793 +606 31.51815182 +607 31.63097199 +608 31.57894737 +609 31.52709360 +610 31.47540984 +611 31.42389525 +612 31.37254902 +613 31.32137031 +614 31.43322476 +615 31.38211382 +616 31.49350649 +617 31.60453809 +618 31.55339806 +619 31.50242326 +620 31.45161290 +621 31.40096618 +622 31.51125402 +623 31.46067416 +624 31.41025641 +625 31.36000000 +626 31.46964856 +627 31.41945774 +628 31.36942675 +629 31.47853736 +630 31.42857143 +631 31.37876387 +632 31.48734177 +633 31.43759874 +634 31.38801262 +635 31.33858268 +636 31.28930818 +637 31.24018838 +638 31.19122257 +639 31.29890454 +640 31.40625000 +641 31.35725429 +642 31.46417445 +643 31.41524106 +644 31.52173913 +645 31.47286822 +646 31.42414861 +647 31.37557960 +648 31.32716049 +649 31.27889060 +650 31.23076923 +651 31.18279570 +652 31.28834356 +653 31.24042879 +654 31.34556575 +655 31.29770992 +656 31.40243902 +657 31.50684932 +658 31.61094225 +659 31.56297420 +660 31.51515152 +661 31.46747352 +662 31.41993958 +663 31.37254902 +664 31.32530120 +665 31.27819549 +666 31.23123123 +667 31.33433283 +668 31.43712575 +669 31.39013453 +670 31.34328358 +671 31.29657228 +672 31.25000000 +673 31.20356612 +674 31.15727003 +675 31.11111111 +676 31.06508876 +677 31.01920236 +678 30.97345133 +679 30.92783505 +680 31.02941176 +681 30.98384728 +682 30.93841642 +683 31.03953148 +684 30.99415205 +685 30.94890511 +686 30.90379009 +687 30.85880640 +688 30.81395349 +689 30.76923077 +690 30.72463768 +691 30.82489146 +692 30.78034682 +693 30.73593074 +694 30.69164265 +695 30.64748201 +696 30.74712644 +697 30.70301291 +698 30.65902579 +699 30.75822604 +700 30.71428571 +701 30.81312411 +702 30.91168091 +703 31.00995733 +704 30.96590909 +705 30.92198582 +706 30.87818697 +707 30.83451202 +708 30.79096045 +709 30.74753173 +710 30.84507042 +711 30.94233474 +712 30.89887640 +713 30.99579243 +714 31.09243697 +715 31.04895105 +716 31.00558659 +717 30.96234310 +718 30.91922006 +719 30.87621697 +720 30.83333333 +721 30.79056865 +722 30.74792244 +723 30.84370678 +724 30.80110497 +725 30.89655172 +726 30.99173554 +727 30.94910591 +728 30.90659341 +729 30.86419753 +730 30.82191781 +731 30.77975376 +732 30.87431694 +733 30.96862210 +734 30.92643052 +735 30.88435374 +736 30.84239130 +737 30.93622795 +738 30.89430894 +739 30.98782138 +740 31.08108108 +741 31.03913630 +742 31.13207547 +743 31.22476447 +744 31.31720430 +745 31.27516779 +746 31.23324397 +747 31.19143240 +748 31.14973262 +749 31.10814419 +750 31.20000000 + +Final result: 31.2000 ±1.6929 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.ppx b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.ppx new file mode 100644 index 0000000000000000000000000000000000000000..4014bc45ee51ed1523929eb9384ee9c60316075b --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 32.110566 ±0.327098 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.81% +Mean ln(PPL(Q)/PPL(base)) : 0.253056 ±0.002558 +Mean PPL(Q)/PPL(base) : 1.287955 ±0.003295 +Mean PPL(Q)-PPL(base) : 7.179135 ±0.111368 + +====== KL divergence statistics ====== +Mean KLD: 0.302751 ±0.000829 +Maximum KLD: 5.970398 +99.9% KLD: 2.277307 +99.0% KLD: 1.386654 +99.0% KLD: 1.386654 +Median KLD: 0.216111 +10.0% KLD: 0.003771 + 5.0% KLD: 0.000612 + 1.0% KLD: 0.000034 +Minimum KLD: -0.000013 + +====== Token probability statistics ====== +Mean Δp: -1.582 ± 0.032 % +Maximum Δp: 88.233% +99.9% Δp: 56.689% +99.0% Δp: 34.469% +95.0% Δp: 16.136% +90.0% Δp: 8.038% +75.0% Δp: 0.436% +Median Δp: -0.027% +25.0% Δp: -2.816% +10.0% Δp: -13.759% + 5.0% Δp: -23.729% + 1.0% Δp: -45.043% + 0.1% Δp: -69.818% +Minimum Δp: -99.411% +RMS Δp : 12.323 ± 0.049 % +Same top p: 73.717 ± 0.114 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.tqa b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.tqa new file mode 100644 index 0000000000000000000000000000000000000000..d5cdf8de223a16a8b7f8dba4f0e939ca8be46c29 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 27.27272727 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 27.53623188 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 31.50684932 +74 31.08108108 +75 30.66666667 +76 31.57894737 +77 31.16883117 +78 30.76923077 +79 30.37974684 +80 30.00000000 +81 29.62962963 +82 30.48780488 +83 30.12048193 +84 29.76190476 +85 29.41176471 +86 29.06976744 +87 28.73563218 +88 28.40909091 +89 28.08988764 +90 27.77777778 +91 28.57142857 +92 28.26086957 +93 27.95698925 +94 27.65957447 +95 28.42105263 +96 29.16666667 +97 28.86597938 +98 28.57142857 +99 29.29292929 +100 30.00000000 +101 30.69306931 +102 30.39215686 +103 31.06796117 +104 30.76923077 +105 30.47619048 +106 31.13207547 +107 31.77570093 +108 32.40740741 +109 32.11009174 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 31.85840708 +114 32.45614035 +115 32.17391304 +116 31.89655172 +117 31.62393162 +118 31.35593220 +119 31.09243697 +120 31.66666667 +121 32.23140496 +122 31.96721311 +123 32.52032520 +124 33.06451613 +125 33.60000000 +126 34.12698413 +127 33.85826772 +128 33.59375000 +129 33.33333333 +130 33.07692308 +131 32.82442748 +132 32.57575758 +133 32.33082707 +134 32.83582090 +135 33.33333333 +136 33.08823529 +137 33.57664234 +138 34.05797101 +139 33.81294964 +140 34.28571429 +141 34.04255319 +142 33.80281690 +143 33.56643357 +144 34.02777778 +145 33.79310345 +146 33.56164384 +147 34.01360544 +148 33.78378378 +149 33.55704698 +150 33.33333333 +151 33.77483444 +152 33.55263158 +153 33.33333333 +154 33.11688312 +155 32.90322581 +156 33.33333333 +157 33.12101911 +158 33.54430380 +159 33.33333333 +160 33.12500000 +161 32.91925466 +162 32.71604938 +163 33.12883436 +164 32.92682927 +165 33.33333333 +166 33.73493976 +167 33.53293413 +168 33.33333333 +169 33.13609467 +170 32.94117647 +171 32.74853801 +172 32.55813953 +173 32.36994220 +174 32.18390805 +175 32.00000000 +176 32.38636364 +177 32.20338983 +178 32.02247191 +179 31.84357542 +180 31.66666667 +181 31.49171271 +182 31.31868132 +183 31.14754098 +184 30.97826087 +185 30.81081081 +186 31.18279570 +187 31.01604278 +188 30.85106383 +189 31.21693122 +190 31.05263158 +191 30.89005236 +192 30.72916667 +193 30.56994819 +194 30.92783505 +195 30.76923077 +196 30.61224490 +197 30.96446701 +198 31.31313131 +199 31.15577889 +200 31.50000000 +201 31.34328358 +202 31.68316832 +203 31.52709360 +204 31.37254902 +205 31.21951220 +206 31.06796117 +207 31.40096618 +208 31.25000000 +209 31.10047847 +210 30.95238095 +211 30.80568720 +212 30.66037736 +213 30.51643192 +214 30.37383178 +215 30.23255814 +216 30.09259259 +217 29.95391705 +218 30.27522936 +219 30.13698630 +220 30.00000000 +221 29.86425339 +222 29.72972973 +223 29.59641256 +224 29.91071429 +225 29.77777778 +226 29.64601770 +227 29.51541850 +228 29.38596491 +229 29.25764192 +230 29.13043478 +231 29.00432900 +232 29.31034483 +233 29.61373391 +234 29.91452991 +235 30.21276596 +236 30.50847458 +237 30.80168776 +238 31.09243697 +239 30.96234310 +240 30.83333333 +241 30.70539419 +242 30.57851240 +243 30.45267490 +244 30.32786885 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 30.24193548 +249 30.12048193 +250 30.00000000 +251 30.27888446 +252 30.15873016 +253 30.03952569 +254 29.92125984 +255 29.80392157 +256 29.68750000 +257 29.57198444 +258 29.45736434 +259 29.34362934 +260 29.23076923 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 29.16666667 +265 29.43396226 +266 29.32330827 +267 29.58801498 +268 29.47761194 +269 29.36802974 +270 29.62962963 +271 29.52029520 +272 29.41176471 +273 29.30402930 +274 29.19708029 +275 29.09090909 +276 28.98550725 +277 28.88086643 +278 28.77697842 +279 28.67383513 +280 28.57142857 +281 28.82562278 +282 28.72340426 +283 28.62190813 +284 28.52112676 +285 28.42105263 +286 28.67132867 +287 28.57142857 +288 28.47222222 +289 28.37370242 +290 28.27586207 +291 28.52233677 +292 28.76712329 +293 29.01023891 +294 28.91156463 +295 29.15254237 +296 29.39189189 +297 29.62962963 +298 29.53020134 +299 29.43143813 +300 29.33333333 +301 29.23588040 +302 29.47019868 +303 29.37293729 +304 29.27631579 +305 29.18032787 +306 29.08496732 +307 28.99022801 +308 29.22077922 +309 29.12621359 +310 29.03225806 +311 28.93890675 +312 29.16666667 +313 29.07348243 +314 28.98089172 +315 28.88888889 +316 28.79746835 +317 28.70662461 +318 28.61635220 +319 28.52664577 +320 28.43750000 +321 28.34890966 +322 28.57142857 +323 28.48297214 +324 28.39506173 +325 28.30769231 +326 28.22085890 +327 28.13455657 +328 28.35365854 +329 28.26747720 +330 28.48484848 +331 28.39879154 +332 28.61445783 +333 28.82882883 +334 28.74251497 +335 28.95522388 +336 29.16666667 +337 29.08011869 +338 28.99408284 +339 29.20353982 +340 29.11764706 +341 29.32551320 +342 29.53216374 +343 29.44606414 +344 29.65116279 +345 29.85507246 +346 30.05780347 +347 30.25936599 +348 30.17241379 +349 30.08595989 +350 30.00000000 +351 29.91452991 +352 30.11363636 +353 30.31161473 +354 30.22598870 +355 30.42253521 +356 30.33707865 +357 30.25210084 +358 30.44692737 +359 30.36211699 +360 30.27777778 +361 30.19390582 +362 30.11049724 +363 30.02754821 +364 29.94505495 +365 30.13698630 +366 30.05464481 +367 30.24523161 +368 30.16304348 +369 30.08130081 +370 30.00000000 +371 29.91913747 +372 30.10752688 +373 30.02680965 +374 30.21390374 +375 30.13333333 +376 30.05319149 +377 29.97347480 +378 29.89417989 +379 29.81530343 +380 29.73684211 +381 29.65879265 +382 29.58115183 +383 29.50391645 +384 29.42708333 +385 29.35064935 +386 29.27461140 +387 29.19896641 +388 29.38144330 +389 29.30591260 +390 29.23076923 +391 29.41176471 +392 29.33673469 +393 29.51653944 +394 29.69543147 +395 29.62025316 +396 29.54545455 +397 29.72292191 +398 29.64824121 +399 29.57393484 +400 29.50000000 +401 29.42643392 +402 29.60199005 +403 29.52853598 +404 29.45544554 +405 29.38271605 +406 29.31034483 +407 29.23832924 +408 29.16666667 +409 29.09535452 +410 29.02439024 +411 28.95377129 +412 29.12621359 +413 29.05569007 +414 29.22705314 +415 29.15662651 +416 29.08653846 +417 29.01678657 +418 28.94736842 +419 28.87828162 +420 29.04761905 +421 29.21615202 +422 29.14691943 +423 29.07801418 +424 29.00943396 +425 28.94117647 +426 28.87323944 +427 28.80562061 +428 28.73831776 +429 28.67132867 +430 28.60465116 +431 28.53828306 +432 28.70370370 +433 28.86836028 +434 29.03225806 +435 28.96551724 +436 28.89908257 +437 28.83295195 +438 28.76712329 +439 28.70159453 +440 28.86363636 +441 28.79818594 +442 28.73303167 +443 28.66817156 +444 28.82882883 +445 28.76404494 +446 28.69955157 +447 28.63534676 +448 28.57142857 +449 28.73051225 +450 28.66666667 +451 28.60310421 +452 28.53982301 +453 28.47682119 +454 28.41409692 +455 28.35164835 +456 28.28947368 +457 28.22757112 +458 28.16593886 +459 28.10457516 +460 28.04347826 +461 27.98264642 +462 27.92207792 +463 27.86177106 +464 27.80172414 +465 27.95698925 +466 27.89699571 +467 28.05139186 +468 27.99145299 +469 27.93176972 +470 27.87234043 +471 27.81316348 +472 27.75423729 +473 27.90697674 +474 28.05907173 +475 28.21052632 +476 28.15126050 +477 28.30188679 +478 28.24267782 +479 28.18371608 +480 28.12500000 +481 28.06652807 +482 28.00829876 +483 27.95031056 +484 28.09917355 +485 28.24742268 +486 28.18930041 +487 28.33675565 +488 28.27868852 +489 28.42535787 +490 28.57142857 +491 28.51323829 +492 28.65853659 +493 28.60040568 +494 28.54251012 +495 28.68686869 +496 28.62903226 +497 28.57142857 +498 28.51405622 +499 28.45691383 +500 28.40000000 +501 28.34331337 +502 28.28685259 +503 28.23061630 +504 28.37301587 +505 28.51485149 +506 28.45849802 +507 28.40236686 +508 28.34645669 +509 28.48722986 +510 28.62745098 +511 28.57142857 +512 28.51562500 +513 28.46003899 +514 28.40466926 +515 28.54368932 +516 28.48837209 +517 28.62669246 +518 28.57142857 +519 28.51637765 +520 28.46153846 +521 28.59884837 +522 28.54406130 +523 28.68068834 +524 28.62595420 +525 28.57142857 +526 28.51711027 +527 28.65275142 +528 28.59848485 +529 28.54442344 +530 28.49056604 +531 28.62523540 +532 28.57142857 +533 28.70544090 +534 28.65168539 +535 28.59813084 +536 28.54477612 +537 28.67783985 +538 28.62453532 +539 28.57142857 +540 28.70370370 +541 28.65064695 +542 28.59778598 +543 28.54511971 +544 28.49264706 +545 28.44036697 +546 28.57142857 +547 28.51919561 +548 28.64963504 +549 28.59744991 +550 28.54545455 +551 28.49364791 +552 28.62318841 +553 28.75226040 +554 28.70036101 +555 28.64864865 +556 28.77697842 +557 28.72531418 +558 28.67383513 +559 28.62254025 +560 28.57142857 +561 28.52049911 +562 28.46975089 +563 28.41918295 +564 28.54609929 +565 28.67256637 +566 28.62190813 +567 28.57142857 +568 28.52112676 +569 28.47100176 +570 28.42105263 +571 28.37127846 +572 28.32167832 +573 28.27225131 +574 28.39721254 +575 28.52173913 +576 28.47222222 +577 28.42287695 +578 28.54671280 +579 28.49740933 +580 28.62068966 +581 28.74354561 +582 28.86597938 +583 28.81646655 +584 28.93835616 +585 28.88888889 +586 29.01023891 +587 29.13117547 +588 29.08163265 +589 29.03225806 +590 29.15254237 +591 29.10321489 +592 29.05405405 +593 29.00505902 +594 29.12457912 +595 29.07563025 +596 29.02684564 +597 29.14572864 +598 29.09698997 +599 29.04841402 +600 29.00000000 +601 29.11813644 +602 29.06976744 +603 29.02155887 +604 28.97350993 +605 28.92561983 +606 29.04290429 +607 28.99505766 +608 28.94736842 +609 28.89983580 +610 28.85245902 +611 28.80523732 +612 28.92156863 +613 28.87438825 +614 28.82736156 +615 28.78048780 +616 28.89610390 +617 29.01134522 +618 28.96440129 +619 29.07915994 +620 29.03225806 +621 28.98550725 +622 29.09967846 +623 29.05296950 +624 29.00641026 +625 28.96000000 +626 28.91373802 +627 29.02711324 +628 28.98089172 +629 28.93481717 +630 28.88888889 +631 29.00158479 +632 28.95569620 +633 28.90995261 +634 29.02208202 +635 28.97637795 +636 28.93081761 +637 29.04238619 +638 28.99686520 +639 28.95148670 +640 28.90625000 +641 28.86115445 +642 28.97196262 +643 28.92690513 +644 29.03726708 +645 29.14728682 +646 29.10216718 +647 29.05718702 +648 29.16666667 +649 29.12172573 +650 29.23076923 +651 29.33947773 +652 29.44785276 +653 29.55589587 +654 29.51070336 +655 29.46564885 +656 29.42073171 +657 29.52815830 +658 29.48328267 +659 29.43854325 +660 29.39393939 +661 29.34947050 +662 29.30513595 +663 29.26093514 +664 29.21686747 +665 29.32330827 +666 29.42942943 +667 29.38530735 +668 29.34131737 +669 29.29745889 +670 29.25373134 +671 29.21013413 +672 29.16666667 +673 29.12332838 +674 29.08011869 +675 29.18518519 +676 29.28994083 +677 29.24667651 +678 29.20353982 +679 29.16053019 +680 29.26470588 +681 29.22173275 +682 29.17888563 +683 29.13616398 +684 29.23976608 +685 29.19708029 +686 29.15451895 +687 29.11208151 +688 29.21511628 +689 29.17271408 +690 29.13043478 +691 29.08827786 +692 29.04624277 +693 29.14862915 +694 29.25072046 +695 29.20863309 +696 29.31034483 +697 29.26829268 +698 29.22636103 +699 29.32761087 +700 29.42857143 +701 29.38659058 +702 29.34472934 +703 29.30298720 +704 29.40340909 +705 29.36170213 +706 29.32011331 +707 29.27864215 +708 29.23728814 +709 29.19605078 +710 29.15492958 +711 29.11392405 +712 29.21348315 +713 29.17251052 +714 29.13165266 +715 29.09090909 +716 29.05027933 +717 29.00976290 +718 28.96935933 +719 29.06815021 +720 29.02777778 +721 28.98751734 +722 28.94736842 +723 28.90733057 +724 28.86740331 +725 28.82758621 +726 28.92561983 +727 28.88583219 +728 28.84615385 +729 28.80658436 +730 28.90410959 +731 28.86456908 +732 28.96174863 +733 28.92223738 +734 28.88283379 +735 28.84353741 +736 28.80434783 +737 28.76526459 +738 28.72628726 +739 28.68741543 +740 28.64864865 +741 28.60998650 +742 28.57142857 +743 28.53297443 +744 28.62903226 +745 28.59060403 +746 28.68632708 +747 28.64792503 +748 28.60962567 +749 28.70493992 +750 28.66666667 + +Final result: 28.6667 ±1.6523 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_l.wng b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.wng new file mode 100644 index 0000000000000000000000000000000000000000..08c6b88ba157743d07929b26816aa96f592629be --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_l.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.961514 -5.571388 1 1 +2 100.0000 -2.266793 -2.335031 1 1 +3 100.0000 -3.512541 -3.180020 2 2 +4 100.0000 -5.501565 -5.658485 1 1 +5 80.0000 -4.871091 -4.937301 1 2 +6 83.3333 -7.303599 -7.547619 1 1 +7 85.7143 -6.905597 -5.624969 2 2 +8 87.5000 -3.923051 -3.076012 2 2 +9 88.8889 -5.465450 -6.467885 1 1 +10 80.0000 -2.959930 -3.127878 1 2 +11 81.8182 -9.609018 -7.574975 2 2 +12 75.0000 -4.719605 -4.890724 1 2 +13 76.9231 -6.643341 -7.325980 1 1 +14 71.4286 -6.718879 -6.564423 2 1 +15 66.6667 -4.587722 -6.256495 1 2 +16 68.7500 -2.987204 -2.862725 2 2 +17 64.7059 -8.394844 -9.190765 1 2 +18 66.6667 -4.000968 -5.053526 1 1 +19 68.4211 -6.919631 -8.180079 1 1 +20 65.0000 -3.363450 -2.363322 2 1 +21 66.6667 -4.302120 -5.013699 1 1 +22 68.1818 -2.937127 -2.712251 2 2 +23 65.2174 -5.535626 -5.143971 2 1 +24 66.6667 -4.043362 -6.282288 1 1 +25 64.0000 -3.260315 -3.387997 1 2 +26 65.3846 -2.538092 -3.197656 1 1 +27 62.9630 -6.513341 -6.737090 1 2 +28 60.7143 -6.269508 -6.203766 2 1 +29 62.0690 -5.370093 -5.693263 1 1 +30 60.0000 -2.178023 -2.489723 1 2 +31 61.2903 -5.402021 -5.820636 1 1 +32 62.5000 -4.310749 -6.728010 1 1 +33 63.6364 -6.666493 -8.152798 1 1 +34 64.7059 -3.757824 -4.306405 1 1 +35 65.7143 -5.634923 -4.406966 2 2 +36 63.8889 -4.424057 -5.335689 1 2 +37 62.1622 -3.761926 -3.657841 2 1 +38 63.1579 -4.978144 -5.468042 1 1 +39 64.1026 -4.058790 -3.892922 2 2 +40 62.5000 -5.656477 -6.687228 1 2 +41 63.4146 -5.326301 -5.751033 1 1 +42 64.2857 -2.153968 -3.403091 1 1 +43 62.7907 -4.349077 -4.416627 1 2 +44 63.6364 -3.258271 -2.618205 2 2 +45 64.4444 -5.263702 -13.165521 1 1 +46 65.2174 -3.657209 -4.152862 1 1 +47 63.8298 -4.875689 -5.001159 1 2 +48 64.5833 -6.302849 -6.262897 2 2 +49 63.2653 -2.391599 -0.761242 2 1 +50 62.0000 -3.932311 -4.011409 1 2 +51 62.7451 -3.250203 -3.335686 1 1 +52 61.5385 -5.460076 -6.326443 1 2 +53 62.2642 -3.550545 -3.815950 1 1 +54 62.9630 -2.797298 -2.098650 2 2 +55 63.6364 -4.815831 -3.975302 2 2 +56 62.5000 -5.575912 -6.686665 1 2 +57 61.4035 -5.069843 -5.445915 1 2 +58 62.0690 -3.877699 -5.043909 1 1 +59 62.7119 -3.296591 -3.090787 2 2 +60 61.6667 -5.975343 -7.237677 1 2 +61 62.2951 -3.907572 -4.418078 1 1 +62 61.2903 -9.654433 -8.621819 2 1 +63 61.9048 -5.704045 -5.193447 2 2 +64 62.5000 -4.707669 -4.787287 1 1 +65 63.0769 -6.269920 -5.796618 2 2 +66 62.1212 -3.628576 -3.070719 2 1 +67 62.6866 -2.902438 -1.798517 2 2 +68 63.2353 -6.551883 -5.912326 2 2 +69 63.7681 -6.357508 -8.234833 1 1 +70 64.2857 -3.368302 -2.588744 2 2 +71 63.3803 -3.086541 -2.887592 2 1 +72 63.8889 -5.727223 -5.345510 2 2 +73 63.0137 -3.797510 -3.653460 2 1 +74 63.5135 -4.923932 -5.149997 1 1 +75 62.6667 -2.766594 -2.594800 2 1 +76 63.1579 -4.417701 -4.774855 1 1 +77 63.6364 -3.190331 -2.775489 2 2 +78 62.8205 -3.175028 -3.169431 2 1 +79 62.0253 -2.078141 -2.461810 1 2 +80 62.5000 -3.332458 -4.228702 1 1 +81 62.9630 -5.821795 -5.641207 2 2 +82 63.4146 -2.614386 -2.146720 2 2 +83 63.8554 -8.166755 -7.826884 2 2 +84 63.0952 -4.693413 -4.822116 1 2 +85 62.3529 -7.343295 -6.931328 2 1 +86 61.6279 -8.047587 -8.113713 1 2 +87 62.0690 -2.107807 -2.300784 1 1 +88 62.5000 -4.335667 -4.463850 1 1 +89 62.9213 -4.986125 -6.136510 1 1 +90 63.3333 -4.796965 -3.298992 2 2 +91 63.7363 -4.830026 -4.973879 1 1 +92 64.1304 -8.077301 -7.807872 2 2 +93 64.5161 -2.778893 -1.574396 2 2 +94 63.8298 -6.983504 -8.403291 1 2 +95 64.2105 -6.030035 -6.127365 1 1 +96 64.5833 -2.808063 -3.520545 1 1 +97 63.9175 -7.360357 -6.399785 2 1 +98 63.2653 -4.435413 -4.564575 1 2 +99 62.6263 -5.065529 -4.470316 2 1 +100 63.0000 -9.675013 -8.939730 2 2 +101 62.3762 -5.403937 -5.690261 1 2 +102 62.7451 -3.980397 -4.563479 1 1 +103 62.1359 -4.352621 -5.511154 1 2 +104 62.5000 -10.380059 -10.151855 2 2 +105 61.9048 -3.060970 -2.544795 2 1 +106 62.2642 -3.455753 -3.300190 2 2 +107 62.6168 -4.167191 -3.767344 2 2 +108 62.0370 -2.460723 -3.298184 1 2 +109 61.4679 -7.938268 -8.785415 1 2 +110 61.8182 -3.495235 -3.375319 2 2 +111 62.1622 -5.026458 -4.950046 2 2 +112 61.6071 -4.806603 -3.990793 2 1 +113 61.0619 -4.314950 -6.503083 1 2 +114 60.5263 -6.637290 -6.232590 2 1 +115 60.8696 -3.059267 -4.466279 1 1 +116 61.2069 -3.774712 -3.171551 2 2 +117 60.6838 -6.419294 -7.012836 1 2 +118 61.0169 -1.771787 -2.662024 1 1 +119 61.3445 -3.804531 -3.858221 1 1 +120 60.8333 -4.077862 -4.069941 2 1 +121 60.3306 -1.648242 -1.863278 1 2 +122 59.8361 -7.924773 -9.514233 1 2 +123 59.3496 -6.440058 -5.675863 2 1 +124 59.6774 -3.948958 -3.731419 2 2 +125 60.0000 -2.387407 -2.343595 2 2 +126 59.5238 -8.636307 -9.001270 1 2 +127 59.8425 -2.026525 -1.157670 2 2 +128 60.1562 -2.651349 -2.683294 1 1 +129 60.4651 -1.749397 -1.500881 2 2 +130 60.7692 -7.379714 -6.852532 2 2 +131 60.3053 -5.487078 -5.622194 1 2 +132 59.8485 -1.611015 -2.066310 1 2 +133 60.1504 -3.020065 -5.856551 1 1 +134 60.4478 -4.804141 -4.434722 2 2 +135 60.7407 -6.858111 -7.003622 1 1 +136 61.0294 -4.384106 -4.337513 2 2 +137 60.5839 -7.772707 -7.320343 2 1 +138 60.1449 -4.071612 -4.974276 1 2 +139 60.4317 -4.975017 -5.863391 1 1 +140 60.0000 -1.586960 -1.968934 1 2 +141 60.2837 -3.793571 -3.453360 2 2 +142 60.5634 -4.020779 -2.955661 2 2 +143 60.8392 -2.518473 -11.585165 1 1 +144 61.1111 -2.779315 -3.142457 1 1 +145 60.6897 -3.349487 -13.801284 1 2 +146 60.9589 -7.028222 -6.919084 2 2 +147 60.5442 -4.403984 -5.029324 1 2 +148 60.1351 -4.551394 -4.377582 2 1 +149 60.4027 -6.849382 -6.382839 2 2 +150 60.6667 -3.239340 -2.960653 2 2 +151 60.2649 -3.211553 -3.161763 2 1 +152 60.5263 -5.251401 -4.599602 2 2 +153 60.1307 -5.182745 -4.372938 2 1 +154 60.3896 -3.914455 -4.286573 1 1 +155 60.0000 -3.020316 -3.355661 1 2 +156 59.6154 -4.049713 -4.024826 2 1 +157 59.8726 -3.133621 -3.905522 1 1 +158 60.1266 -6.613042 -5.812031 2 2 +159 60.3774 -6.356198 -6.962303 1 1 +160 60.6250 -5.013518 -4.562279 2 2 +161 60.2484 -3.153716 -2.862213 2 1 +162 59.8765 -1.835967 -11.462427 1 2 +163 60.1227 -3.327710 -3.526497 1 1 +164 60.3659 -7.764666 -6.746328 2 2 +165 60.6061 -5.815475 -5.606257 2 2 +166 60.8434 -3.993077 -3.847368 2 2 +167 61.0778 -5.326694 -5.487974 1 1 +168 61.3095 -6.734692 -5.584596 2 2 +169 61.5385 -3.895111 -3.737006 2 2 +170 61.7647 -4.907871 -5.338476 1 1 +171 61.9883 -6.190264 -6.414333 1 1 +172 62.2093 -5.239192 -7.194804 1 1 +173 62.4277 -3.617040 -2.941487 2 2 +174 62.0690 -5.589929 -6.013084 1 2 +175 62.2857 -4.499112 -4.610937 1 1 +176 61.9318 -5.234624 -4.546133 2 1 +177 61.5819 -7.458118 -7.544672 1 2 +178 61.2360 -3.471779 -3.459742 2 1 +179 61.4525 -3.283037 -3.318854 1 1 +180 61.1111 -8.126394 -8.283342 1 2 +181 61.3260 -6.159941 -5.342579 2 2 +182 60.9890 -3.403890 -3.510704 1 2 +183 60.6557 -6.742402 -7.164198 1 2 +184 60.8696 -2.528042 -3.329755 1 1 +185 61.0811 -5.705537 -5.541615 2 2 +186 60.7527 -5.223053 -5.176116 2 1 +187 60.4278 -5.904573 -6.001702 1 2 +188 60.1064 -3.614367 -2.921882 2 1 +189 60.3175 -7.974940 -7.110211 2 2 +190 60.5263 -4.796457 -4.653052 2 2 +191 60.7330 -4.493371 -5.612867 1 1 +192 60.4167 -5.193534 -5.493061 1 2 +193 60.1036 -5.532706 -5.547730 1 2 +194 60.3093 -3.525497 -3.145227 2 2 +195 60.0000 -4.380337 -3.908087 2 1 +196 60.2041 -2.970515 -2.899878 2 2 +197 60.4061 -0.958505 -3.111934 1 1 +198 60.1010 -7.156315 -5.654688 2 1 +199 60.3015 -7.158243 -6.917612 2 2 +200 60.5000 -4.395229 -4.328134 2 2 +201 60.6965 -4.617939 -4.741680 1 1 +202 60.8911 -8.646670 -8.256488 2 2 +203 60.5911 -4.852846 -5.101114 1 2 +204 60.7843 -2.805477 -2.835765 1 1 +205 60.4878 -2.371844 -2.590532 1 2 +206 60.1942 -8.621765 -9.028656 1 2 +207 59.9034 -4.108320 -3.574524 2 1 +208 60.0962 -5.327419 -4.591003 2 2 +209 60.2871 -5.237502 -5.123756 2 2 +210 60.4762 -10.761157 -9.544114 2 2 +211 60.6635 -5.119227 -6.444023 1 1 +212 60.8491 -6.622198 -5.976014 2 2 +213 61.0329 -6.929694 -6.576349 2 2 +214 60.7477 -4.853037 -4.658182 2 1 +215 60.9302 -5.914680 -5.814955 2 2 +216 61.1111 -3.864668 -3.900985 1 1 +217 61.2903 -2.476977 -3.120309 1 1 +218 61.4679 -2.719485 -2.641753 2 2 +219 61.6438 -3.775124 -4.660471 1 1 +220 61.3636 -6.906209 -7.130694 1 2 +221 61.5385 -5.493451 -11.122362 1 1 +222 61.2613 -1.089668 -12.826865 1 2 +223 60.9865 -3.356488 -3.652515 1 2 +224 61.1607 -6.994816 -6.755475 2 2 +225 61.3333 -5.357430 -4.671559 2 2 +226 61.0619 -4.648624 -4.638949 2 1 +227 60.7930 -6.470732 -5.790722 2 1 +228 60.9649 -1.364216 -2.806583 1 1 +229 61.1354 -6.138273 -4.923897 2 2 +230 60.8696 -3.550476 -3.470261 2 1 +231 60.6061 -3.118603 -3.038968 2 1 +232 60.3448 -2.334400 -3.613836 1 2 +233 60.0858 -1.834727 -1.600330 2 1 +234 59.8291 -4.136155 -4.356924 1 2 +235 60.0000 -5.413015 -5.020399 2 2 +236 60.1695 -1.800959 -2.403333 1 1 +237 59.9156 -6.359528 -4.241756 2 1 +238 60.0840 -3.828061 -3.742465 2 2 +239 60.2510 -3.811601 -3.284791 2 2 +240 60.0000 -8.901270 -9.735132 1 2 +241 59.7510 -6.435269 -7.341179 1 2 +242 59.9174 -7.499364 -7.469844 2 2 +243 59.6708 -5.937002 -5.513986 2 1 +244 59.8361 -4.056000 -5.348878 1 1 +245 60.0000 -6.039502 -6.732885 1 1 +246 59.7561 -3.440620 -2.923938 2 1 +247 59.5142 -6.845934 -7.157883 1 2 +248 59.2742 -2.727775 -2.909103 1 2 +249 59.4378 -3.105787 -2.895770 2 2 +250 59.6000 -5.848218 -6.545148 1 1 +251 59.7610 -1.890747 -2.142450 1 1 +252 59.5238 -8.841295 -9.018657 1 2 +253 59.2885 -6.248944 -5.900753 2 1 +254 59.0551 -5.062161 -6.065496 1 2 +255 59.2157 -8.003152 -10.143583 1 1 +256 59.3750 -3.355316 -4.719850 1 1 +257 59.1440 -5.036487 -4.677649 2 1 +258 58.9147 -4.705006 -4.803926 1 2 +259 59.0734 -4.987365 -6.236567 1 1 +260 59.2308 -5.493202 -5.642559 1 1 +261 59.0038 -5.105788 -5.441376 1 2 +262 58.7786 -7.310178 -7.884520 1 2 +263 58.5551 -4.766600 -4.758578 2 1 +264 58.3333 -4.955759 -5.125671 1 2 +265 58.1132 -2.896802 -2.889265 2 1 +266 58.2707 -7.880001 -8.775624 1 1 +267 58.4270 -3.585725 -3.821544 1 1 +268 58.2090 -3.713899 -3.218528 2 1 +269 57.9926 -5.178502 -5.930624 1 2 +270 58.1481 -2.507159 -4.272120 1 1 +271 58.3026 -4.951470 -4.687174 2 2 +272 58.4559 -4.670846 -4.622131 2 2 +273 58.2418 -5.289188 -5.292366 1 2 +274 58.0292 -3.954832 -4.136619 1 2 +275 58.1818 -1.668452 -1.761989 1 1 +276 58.3333 -2.910532 -3.515669 1 1 +277 58.4838 -2.732953 -3.615289 1 1 +278 58.2734 -4.540243 -4.248760 2 1 +279 58.4229 -3.985139 -3.332165 2 2 +280 58.5714 -5.053516 -4.959127 2 2 +281 58.3630 -3.231578 -3.247709 1 2 +282 58.5106 -5.459572 -4.903621 2 2 +283 58.6572 -4.536008 -3.771276 2 2 +284 58.8028 -4.556383 -6.194359 1 1 +285 58.9474 -8.049810 -8.561794 1 1 +286 59.0909 -4.567153 -4.911251 1 1 +287 59.2334 -3.659024 -6.742452 1 1 +288 59.3750 -6.420872 -5.594695 2 2 +289 59.5156 -4.311659 -4.337607 1 1 +290 59.3103 -7.376452 -7.214404 2 1 +291 59.4502 -2.246820 -3.421313 1 1 +292 59.5890 -2.518387 -1.746843 2 2 +293 59.3857 -6.385984 -6.815760 1 2 +294 59.1837 -3.807190 -3.462760 2 1 +295 59.3220 -1.802058 -2.871941 1 1 +296 59.4595 -7.225556 -7.081421 2 2 +297 59.2593 -0.835182 -1.431281 1 2 +298 59.0604 -8.387410 -9.516932 1 2 +299 59.1973 -3.228331 -2.575599 2 2 +300 59.0000 -4.955279 -4.105359 2 1 +301 59.1362 -5.319040 -5.764449 1 1 +302 59.2715 -5.904621 -4.968766 2 2 +303 59.0759 -10.057621 -9.444435 2 1 +304 59.2105 -5.469206 -4.191947 2 2 +305 59.3443 -4.128036 -4.025986 2 2 +306 59.1503 -3.704981 -3.868799 1 2 +307 59.2834 -3.728751 -3.875211 1 1 +308 59.0909 -6.339337 -6.435640 1 2 +309 59.2233 -5.663535 -5.924303 1 1 +310 59.0323 -6.730879 -6.921467 1 2 +311 59.1640 -3.769550 -4.923899 1 1 +312 58.9744 -6.778358 -4.979809 2 1 +313 58.7859 -5.577772 -6.161921 1 2 +314 58.9172 -7.539279 -6.929139 2 2 +315 59.0476 -4.849741 -5.871324 1 1 +316 59.1772 -7.010996 -5.812331 2 2 +317 59.3060 -6.965234 -7.378526 1 1 +318 59.4340 -7.192906 -6.042337 2 2 +319 59.2476 -1.919938 -1.462736 2 1 +320 59.3750 -6.321500 -7.554984 1 1 +321 59.5016 -3.729416 -3.572694 2 2 +322 59.3168 -4.019535 -4.638837 1 2 +323 59.4427 -2.847828 -3.491422 1 1 +324 59.2593 -5.388756 -5.108355 2 1 +325 59.3846 -7.902076 -6.815929 2 2 +326 59.5092 -3.035109 -2.773865 2 2 +327 59.3272 -3.315915 -2.971419 2 1 +328 59.1463 -5.542761 -5.528870 2 1 +329 59.2705 -5.561059 -10.965588 1 1 +330 59.0909 -2.341621 -2.248307 2 1 +331 58.9124 -5.915579 -3.945873 2 1 +332 59.0361 -4.264003 -5.487552 1 1 +333 58.8589 -4.606012 -5.161246 1 2 +334 58.9820 -2.982733 -6.702540 1 1 +335 58.8060 -6.509623 -6.097226 2 1 +336 58.9286 -3.182943 -3.089573 2 2 +337 59.0504 -3.796679 -3.616789 2 2 +338 58.8757 -4.304140 -4.147398 2 1 +339 58.7021 -4.371212 -5.150957 1 2 +340 58.8235 -6.573101 -6.755725 1 1 +341 58.9443 -3.949363 -4.273397 1 1 +342 59.0643 -5.939152 -5.737842 2 2 +343 58.8921 -4.081793 -4.044934 2 1 +344 58.7209 -4.839584 -3.014849 2 1 +345 58.8406 -1.260148 -2.676669 1 1 +346 58.9595 -10.956401 -7.252911 2 2 +347 58.7896 -4.579974 -4.643524 1 2 +348 58.9080 -0.785315 -1.676488 1 1 +349 59.0258 -5.965498 -5.457979 2 2 +350 59.1429 -20.482445 -2.331582 2 2 +351 59.2593 -3.612676 -5.167548 1 1 +352 59.3750 -4.525769 -3.473512 2 2 +353 59.4901 -2.725146 -3.031682 1 1 +354 59.3220 -7.041487 -7.542952 1 2 +355 59.4366 -4.750834 -4.604588 2 2 +356 59.2697 -3.221511 -5.171562 1 2 +357 59.3838 -5.304500 -5.133312 2 2 +358 59.2179 -3.154859 -3.550086 1 2 +359 59.3315 -5.798504 -5.445522 2 2 +360 59.1667 -5.191359 -5.494497 1 2 +361 59.2798 -2.571446 -2.261546 2 2 +362 59.1160 -6.375738 -6.618923 1 2 +363 58.9532 -4.212109 -4.176126 2 1 +364 58.7912 -7.945207 -7.020291 2 1 +365 58.9041 -5.776088 -6.034838 1 1 +366 58.7432 -5.460839 -8.596673 1 2 +367 58.8556 -7.149305 -7.553391 1 1 +368 58.9674 -4.621123 -4.243155 2 2 +369 59.0786 -6.243289 -5.975435 2 2 +370 58.9189 -5.750656 -4.403019 2 1 +371 58.7601 -3.797967 -3.539250 2 1 +372 58.6022 -3.605352 -3.252503 2 1 +373 58.7131 -5.053612 -6.221400 1 1 +374 58.8235 -2.622707 -2.679779 1 1 +375 58.9333 -4.267240 -3.541792 2 2 +376 59.0426 -6.459394 -5.415186 2 2 +377 58.8859 -6.071417 -6.500847 1 2 +378 58.7302 -5.210883 -5.278275 1 2 +379 58.5752 -1.978033 -2.030779 1 2 +380 58.4211 -8.664226 -8.374509 2 1 +381 58.5302 -11.578935 -10.518451 2 2 +382 58.3770 -4.032330 -4.732743 1 2 +383 58.4856 -3.638029 -1.860089 2 2 +384 58.3333 -5.634315 -5.502474 2 1 +385 58.4416 -1.513472 -1.552972 1 1 +386 58.5492 -1.337174 -14.567915 1 1 +387 58.3979 -2.553972 -2.374902 2 1 +388 58.5052 -8.133417 -7.206655 2 2 +389 58.6118 -2.230321 -1.890534 2 2 +390 58.7179 -3.850743 -4.208596 1 1 +391 58.5678 -5.574382 -7.870120 1 2 +392 58.4184 -6.556650 -6.432796 2 1 +393 58.2697 -8.769925 -9.437365 1 2 +394 58.3756 -6.006165 -6.167604 1 1 +395 58.4810 -5.025468 -4.613124 2 2 +396 58.5859 -4.129756 -4.338417 1 1 +397 58.6902 -7.168861 -7.594556 1 1 +398 58.7940 -3.530024 -6.740421 1 1 +399 58.6466 -6.488463 -6.069175 2 1 +400 58.7500 -5.745733 -8.638787 1 1 +401 58.8529 -4.904368 -5.186893 1 1 +402 58.7065 -4.913804 -5.619446 1 2 +403 58.5608 -7.266695 -7.996586 1 2 +404 58.6634 -4.444666 -3.896952 2 2 +405 58.5185 -4.792090 -4.118537 2 1 +406 58.6207 -6.651268 -8.857586 1 1 +407 58.7224 -6.593880 -6.444339 2 2 +408 58.8235 -4.652506 -4.504887 2 2 +409 58.9242 -6.410393 -6.684134 1 1 +410 58.7805 -7.437212 -7.143595 2 1 +411 58.8808 -7.437329 -7.865408 1 1 +412 58.7379 -5.659620 -5.939447 1 2 +413 58.8378 -3.832633 -3.475471 2 2 +414 58.6957 -5.893574 -6.223638 1 2 +415 58.7952 -3.974741 -2.558716 2 2 +416 58.8942 -6.914937 -4.767148 2 2 +417 58.9928 -7.294577 -7.915466 1 1 +418 59.0909 -4.399562 -4.664906 1 1 +419 59.1885 -6.618824 -6.387633 2 2 +420 59.0476 -4.582053 -4.802285 1 2 +421 58.9074 -5.580306 -5.676570 1 2 +422 58.7678 -3.130112 -2.986274 2 1 +423 58.6288 -5.114570 -4.968683 2 1 +424 58.7264 -4.886605 -5.186361 1 1 +425 58.8235 -7.697309 -5.349824 2 2 +426 58.6854 -1.862168 -2.692854 1 2 +427 58.5480 -4.900317 -4.611162 2 1 +428 58.6449 -4.752466 -5.337870 1 1 +429 58.7413 -3.900831 -3.618147 2 2 +430 58.6047 -5.893867 -5.151905 2 1 +431 58.7007 -7.879490 -8.129699 1 1 +432 58.5648 -4.122979 -4.508019 1 2 +433 58.6605 -2.015754 -1.962390 2 2 +434 58.5253 -8.246272 -7.871423 2 1 +435 58.6207 -5.803627 -6.348872 1 1 +436 58.4862 -3.940121 -1.702005 2 1 +437 58.5812 -6.788399 -6.176173 2 2 +438 58.6758 -5.822921 -5.773057 2 2 +439 58.7699 -1.756158 -2.837141 1 1 +440 58.8636 -4.199812 -4.858088 1 1 +441 58.9569 -3.475840 -5.537260 1 1 +442 59.0498 -4.164844 -4.410069 1 1 +443 59.1422 -2.609992 -3.250267 1 1 +444 59.0090 -7.403588 -8.755208 1 2 +445 59.1011 -2.779386 -2.963018 1 1 +446 59.1928 -7.301625 -7.000856 2 2 +447 59.0604 -2.470665 -2.018042 2 1 +448 59.1518 -4.385820 -4.205107 2 2 +449 59.2428 -3.688597 -3.638590 2 2 +450 59.3333 -4.203601 -3.805598 2 2 +451 59.4235 -5.939821 -5.916930 2 2 +452 59.5133 -5.857388 -7.523244 1 1 +453 59.3819 -5.522121 -6.060380 1 2 +454 59.4714 -4.466689 -4.713180 1 1 +455 59.3407 -8.956934 -10.816975 1 2 +456 59.4298 -5.398184 -5.173428 2 2 +457 59.5186 -12.021360 -13.116028 1 1 +458 59.3886 -5.489578 -5.594733 1 2 +459 59.2593 -5.334702 -5.593430 1 2 +460 59.3478 -0.238310 -10.901594 1 1 +461 59.4360 -3.791993 -4.034384 1 1 +462 59.5238 -5.477485 -5.701048 1 1 +463 59.3952 -1.901939 -1.793859 2 1 +464 59.2672 -4.196616 -4.163639 2 1 +465 59.1398 -4.927171 -5.818586 1 2 +466 59.0129 -8.069864 -8.116584 1 2 +467 59.1006 -6.761659 -8.217319 1 1 +468 59.1880 -5.821527 -3.853910 2 2 +469 59.0618 -2.410633 -1.256706 2 1 +470 58.9362 -2.097981 -2.159575 1 2 +471 59.0234 -2.388244 -3.845804 1 1 +472 59.1102 -5.184424 -4.608459 2 2 +473 58.9852 -4.857939 -4.879412 1 2 +474 59.0717 -6.885934 -7.973044 1 1 +475 59.1579 -3.356113 -3.067302 2 2 +476 59.0336 -6.855246 -6.885192 1 2 +477 58.9099 -5.758213 -5.975674 1 2 +478 58.7866 -5.236385 -4.603175 2 1 +479 58.6639 -3.646535 -3.354888 2 1 +480 58.7500 -8.953784 -8.354835 2 2 +481 58.6279 -4.875398 -4.681260 2 1 +482 58.7137 -5.545286 -5.333932 2 2 +483 58.5921 -6.476276 -6.448750 2 1 +484 58.4711 -2.906670 -1.440908 2 1 +485 58.3505 -2.114044 -2.074890 2 1 +486 58.2305 -2.928987 -2.500224 2 1 +487 58.1109 -4.117031 -4.401973 1 2 +488 58.1967 -3.856675 -3.439773 2 2 +489 58.2822 -3.055317 -3.729877 1 1 +490 58.3673 -3.753155 -4.482740 1 1 +491 58.4521 -4.104316 -3.980520 2 2 +492 58.5366 -6.606767 -5.972624 2 2 +493 58.6207 -3.139469 -4.112779 1 1 +494 58.7045 -5.873364 -5.865675 2 2 +495 58.5859 -5.645867 -5.541293 2 1 +496 58.4677 -4.313644 -4.405235 1 2 +497 58.3501 -7.221170 -5.557501 2 1 +498 58.2329 -2.536788 -2.684506 1 2 +499 58.1162 -4.443740 -4.208354 2 1 +500 58.0000 -6.174812 -6.804053 1 2 +501 57.8842 -2.474086 -2.363962 2 1 +502 57.9681 -2.520955 -2.909258 1 1 +503 57.8529 -5.470302 -5.979233 1 2 +504 57.7381 -4.199353 -3.826076 2 1 +505 57.8218 -7.256967 -6.110380 2 2 +506 57.7075 -6.017842 -5.763602 2 1 +507 57.7909 -4.644004 -4.915430 1 1 +508 57.8740 -7.304163 -4.152005 2 2 +509 57.9568 -4.965721 -7.695956 1 1 +510 58.0392 -3.134476 -3.437822 1 1 +511 58.1213 -5.657691 -5.560908 2 2 +512 58.2031 -4.144957 -4.372947 1 1 +513 58.0897 -4.643632 -4.906620 1 2 +514 57.9767 -5.346090 -4.548115 2 1 +515 57.8641 -13.331597 -13.145188 2 1 +516 57.7519 -4.792700 -4.450212 2 1 +517 57.8337 -2.037272 -2.107940 1 1 +518 57.9151 -3.359045 -1.739238 2 2 +519 57.8035 -8.847095 -9.385928 1 2 +520 57.8846 -2.402660 -1.991333 2 2 +521 57.7735 -2.253945 -2.045582 2 1 +522 57.8544 -5.409268 -3.871332 2 2 +523 57.9350 -7.373205 -6.506083 2 2 +524 57.8244 -7.755680 -6.251333 2 1 +525 57.9048 -5.155000 -4.685580 2 2 +526 57.9848 -2.324937 -19.696362 1 1 +527 58.0645 -6.650404 -4.059411 2 2 +528 57.9545 -6.095005 -7.373847 1 2 +529 57.8450 -7.767983 -7.276814 2 1 +530 57.9245 -5.410484 -4.001626 2 2 +531 57.8154 -4.457993 -3.953978 2 1 +532 57.8947 -3.102998 -3.547771 1 1 +533 57.7861 -3.377388 -4.104649 1 2 +534 57.8652 -3.922235 -4.425716 1 1 +535 57.7570 -4.281937 -5.250003 1 2 +536 57.6493 -3.824361 -3.692790 2 1 +537 57.5419 -7.370706 -6.795916 2 1 +538 57.6208 -3.600686 -8.992818 1 1 +539 57.6994 -4.085757 -2.756374 2 2 +540 57.7778 -2.976603 -2.837686 2 2 +541 57.8558 -4.412013 -4.699082 1 1 +542 57.9336 -6.919696 -6.876447 2 2 +543 58.0110 -5.685214 -4.800726 2 2 +544 58.0882 -2.954170 -3.427058 1 1 +545 57.9817 -1.496938 -5.056079 1 2 +546 58.0586 -2.827367 -3.581198 1 1 +547 58.1353 -9.481692 -7.835348 2 2 +548 58.0292 -6.173954 -5.695840 2 1 +549 57.9235 -6.962833 -6.273247 2 1 +550 58.0000 -5.506832 -5.396573 2 2 +551 57.8947 -3.945056 -16.154884 1 2 +552 57.7899 -5.242311 -5.134471 2 1 +553 57.8662 -8.299376 -7.014715 2 2 +554 57.9422 -5.714949 -5.487053 2 2 +555 58.0180 -1.971383 -1.921069 2 2 +556 58.0935 -7.321872 -7.150313 2 2 +557 57.9892 -7.392965 -7.162068 2 1 +558 58.0645 -1.230512 -3.687769 1 1 +559 57.9606 -3.656848 -3.694268 1 2 +560 58.0357 -3.776032 -3.973847 1 1 +561 57.9323 -3.251676 -3.172959 2 1 +562 58.0071 -0.767351 -1.106165 1 1 +563 57.9041 -2.630006 -2.846550 1 2 +564 57.9787 -3.768967 -3.903551 1 1 +565 58.0531 -3.941491 -3.838856 2 2 +566 58.1272 -4.807749 -6.031202 1 1 +567 58.2011 -4.966062 -3.995034 2 2 +568 58.2746 -5.899281 -3.059867 2 2 +569 58.3480 -8.592015 -8.938756 1 1 +570 58.4211 -4.162973 -6.010763 1 1 +571 58.4939 -4.882357 -4.293327 2 2 +572 58.3916 -2.566429 -2.634166 1 2 +573 58.4642 -4.071272 -3.873500 2 2 +574 58.3624 -3.986108 -4.745084 1 2 +575 58.4348 -7.357556 -6.696250 2 2 +576 58.3333 -2.456448 -2.216318 2 1 +577 58.2322 -5.173579 -5.331681 1 2 +578 58.3045 -3.430618 -2.854870 2 2 +579 58.2038 -6.266952 -6.460386 1 2 +580 58.2759 -3.622687 -3.946401 1 1 +581 58.1756 -9.843010 -7.884596 2 1 +582 58.0756 -5.929328 -6.054248 1 2 +583 57.9760 -5.044455 -5.048841 1 2 +584 57.8767 -6.482366 -5.850472 2 1 +585 57.9487 -1.224652 -2.007854 1 1 +586 58.0205 -4.997565 -5.020485 1 1 +587 57.9216 -2.836441 -2.635418 2 1 +588 57.8231 -3.396536 -4.910000 1 2 +589 57.8947 -4.851822 -4.668921 2 2 +590 57.9661 -4.657873 -3.874616 2 2 +591 57.8680 -5.074635 -5.313165 1 2 +592 57.7703 -6.247435 -5.884016 2 1 +593 57.8415 -5.804152 -5.541638 2 2 +594 57.9125 -6.980223 -7.369133 1 1 +595 57.9832 -2.493497 -2.441829 2 2 +596 57.8859 -7.824656 -8.219213 1 2 +597 57.7889 -4.724759 -4.488586 2 1 +598 57.6923 -4.171154 -2.730441 2 1 +599 57.7629 -2.902253 -3.804091 1 1 +600 57.8333 -6.573829 -5.939368 2 2 +601 57.7371 -4.339545 -4.362921 1 2 +602 57.8073 -2.212091 -4.102656 1 1 +603 57.8773 -6.636892 -5.440028 2 2 +604 57.9470 -4.269254 -4.180862 2 2 +605 57.8512 -3.672828 -3.243221 2 1 +606 57.7558 -4.236411 -4.821737 1 2 +607 57.6606 -3.815873 -2.582373 2 1 +608 57.5658 -5.379651 -2.477319 2 1 +609 57.6355 -6.028708 -8.100781 1 1 +610 57.5410 -3.640658 -3.069407 2 1 +611 57.6105 -6.720105 -6.842196 1 1 +612 57.6797 -3.195212 -4.366940 1 1 +613 57.7488 -4.840002 -4.278154 2 2 +614 57.8176 -5.790764 -4.164074 2 2 +615 57.8862 -4.036088 -3.701653 2 2 +616 57.9545 -7.286049 -7.208098 2 2 +617 58.0227 -13.097334 -3.947262 2 2 +618 58.0906 -4.716338 -4.259386 2 2 +619 58.1583 -5.065246 -4.468712 2 2 +620 58.2258 -3.996661 -4.945499 1 1 +621 58.1320 -4.309189 -4.870476 1 2 +622 58.1994 -4.885362 -4.978070 1 1 +623 58.2665 -3.544372 -4.495548 1 1 +624 58.3333 -5.093397 -4.865544 2 2 +625 58.4000 -6.410095 -7.290182 1 1 +626 58.3067 -2.574222 -1.576460 2 1 +627 58.3732 -5.847849 -5.928173 1 1 +628 58.4395 -3.306392 -3.165738 2 2 +629 58.5056 -3.276422 -4.066764 1 1 +630 58.5714 -3.051414 -3.236223 1 1 +631 58.6371 -2.294849 -3.009101 1 1 +632 58.5443 -1.985029 -2.250354 1 2 +633 58.4518 -1.853861 -2.900281 1 2 +634 58.5174 -3.996145 -4.275474 1 1 +635 58.5827 -7.931559 -7.869791 2 2 +636 58.6478 -3.360176 -5.185022 1 1 +637 58.7127 -6.804718 -6.955396 1 1 +638 58.6207 -6.209119 -5.655718 2 1 +639 58.6854 -3.598904 -3.759314 1 1 +640 58.5938 -1.863163 -2.153522 1 2 +641 58.5023 -7.649074 -7.172232 2 1 +642 58.5670 -6.257947 -6.146623 2 2 +643 58.6314 -1.817645 -1.370679 2 2 +644 58.5404 -6.321889 -5.723019 2 1 +645 58.6047 -2.333173 -4.068764 1 1 +646 58.6687 -4.712035 -5.836759 1 1 +647 58.5781 -7.361019 -4.669728 2 1 +648 58.4877 -4.831658 -5.739408 1 2 +649 58.5516 -3.760548 -4.815265 1 1 +650 58.6154 -4.281700 -4.448357 1 1 +651 58.5253 -7.403117 -7.980166 1 2 +652 58.5890 -9.093829 -8.717893 2 2 +653 58.6524 -5.808630 -5.447445 2 2 +654 58.5627 -5.101758 -5.462396 1 2 +655 58.6260 -3.417599 -3.328931 2 2 +656 58.6890 -4.694204 -3.899709 2 2 +657 58.5997 -6.544789 -6.613293 1 2 +658 58.6626 -4.587591 -3.887243 2 2 +659 58.5736 -2.315911 -2.664222 1 2 +660 58.6364 -4.075166 -3.504727 2 2 +661 58.6989 -4.376298 -4.539700 1 1 +662 58.7613 -5.260133 -5.403573 1 1 +663 58.8235 -8.308687 -7.909711 2 2 +664 58.7349 -7.024802 -5.833169 2 1 +665 58.7970 -2.812736 -2.499099 2 2 +666 58.7087 -6.570725 -4.935955 2 1 +667 58.6207 -6.599704 -9.044396 1 2 +668 58.5329 -2.063103 -1.950662 2 1 +669 58.5949 -3.972208 -4.017907 1 1 +670 58.5075 -5.336309 -4.636118 2 1 +671 58.5693 -4.447656 -5.427221 1 1 +672 58.6310 -4.909289 -4.795619 2 2 +673 58.6924 -3.156616 -2.477720 2 2 +674 58.7537 -5.683684 -5.856872 1 1 +675 58.8148 -4.921672 -6.467944 1 1 +676 58.8757 -4.230299 -3.762396 2 2 +677 58.7888 -4.617305 -4.378070 2 1 +678 58.7021 -6.458578 -6.917630 1 2 +679 58.7629 -7.237189 -6.635024 2 2 +680 58.8235 -3.833933 -3.989032 1 1 +681 58.7372 -3.841980 -3.482565 2 1 +682 58.6510 -2.375540 -2.761575 1 2 +683 58.7116 -2.852694 -2.869953 1 1 +684 58.7719 -7.286114 -7.626664 1 1 +685 58.8321 -5.375331 -3.397866 2 2 +686 58.7464 -6.431288 -7.554252 1 2 +687 58.8064 -4.971318 -4.027712 2 2 +688 58.7209 -8.298027 -8.240417 2 1 +689 58.7808 -3.304842 -3.131645 2 2 +690 58.8406 -4.334204 -3.943316 2 2 +691 58.7554 -5.321084 -4.964169 2 1 +692 58.8150 -2.889067 -4.790545 1 1 +693 58.7302 -4.804082 -4.446870 2 1 +694 58.7896 -4.126225 -3.735095 2 2 +695 58.8489 -8.018565 -8.686064 1 1 +696 58.7644 -8.760023 -8.424908 2 1 +697 58.6801 -3.769151 -3.564137 2 1 +698 58.5960 -5.070100 -5.124002 1 2 +699 58.6552 -5.700147 -5.862758 1 1 +700 58.7143 -4.165715 -3.890128 2 2 +701 58.6305 -2.787895 -2.715293 2 1 +702 58.6895 -5.996172 -5.826951 2 2 +703 58.6060 -8.830299 -7.878914 2 1 +704 58.5227 -1.910799 -1.849047 2 1 +705 58.5816 -5.530573 -4.704546 2 2 +706 58.4986 -4.236983 -4.426706 1 2 +707 58.5573 -6.250451 -6.578739 1 1 +708 58.4746 -6.389006 -6.576553 1 2 +709 58.5331 -5.190294 -4.414162 2 2 +710 58.5915 -4.215584 -5.381891 1 1 +711 58.5091 -2.855816 -2.903550 1 2 +712 58.4270 -3.069158 -5.747803 1 2 +713 58.3450 -4.966989 -5.175156 1 2 +714 58.2633 -3.821992 -4.023421 1 2 +715 58.1818 -8.082381 -8.121198 1 2 +716 58.2402 -5.522165 -5.066167 2 2 +717 58.2985 -3.944475 -0.601610 2 2 +718 58.3565 -5.063632 -5.407399 1 1 +719 58.2754 -6.849135 -5.900197 2 1 +720 58.1944 -3.894495 -4.743120 1 2 +721 58.2524 -7.069581 -6.542361 2 2 +722 58.1717 -3.556611 -2.581181 2 1 +723 58.0913 -5.489945 -5.297683 2 1 +724 58.0110 -3.978758 -4.090815 1 2 +725 57.9310 -5.281735 -5.590229 1 2 +726 57.9890 -5.545713 -5.368788 2 2 +727 57.9092 -4.092911 -4.164821 1 2 +728 57.8297 -6.419473 -6.209169 2 1 +729 57.7503 -2.190547 -1.949806 2 1 +730 57.6712 -4.192538 -3.880439 2 1 +731 57.7291 -3.902385 -3.941872 1 1 +732 57.7869 -2.964341 -2.659221 2 2 +733 57.7080 -6.106332 -6.612251 1 2 +734 57.7657 -1.020730 -16.480865 1 1 +735 57.6871 -4.193102 -2.731513 2 1 +736 57.6087 -3.568194 -2.977787 2 1 +737 57.6662 -5.271355 -5.357070 1 1 +738 57.7236 -6.023880 -5.756847 2 2 +739 57.7808 -1.507131 -12.637172 1 1 +740 57.8378 -5.579523 -4.922375 2 2 +741 57.8947 -5.267765 -6.683919 1 1 +742 57.9515 -4.571873 -3.532941 2 2 +743 58.0081 -4.004383 -3.711482 2 2 +744 58.0645 -6.091934 -4.846250 2 2 +745 57.9866 -3.020868 -2.588249 2 1 +746 57.9088 -8.581163 -8.338727 2 1 +747 57.9652 -6.418077 -7.288083 1 1 +748 58.0214 -5.687406 -5.048267 2 2 +749 58.0774 -5.494675 -5.578768 1 1 +750 58.1333 -1.019739 -11.172697 1 1 + +Final Winogrande score(750 tasks): 58.1333 ±1.8026 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.arc b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..b563d6a5f4ac403c22a6d2975635ff34fd981236 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 43.75000000 +33 45.45454545 +34 44.11764706 +35 42.85714286 +36 41.66666667 +37 43.24324324 +38 44.73684211 +39 43.58974359 +40 45.00000000 +41 46.34146341 +42 45.23809524 +43 46.51162791 +44 45.45454545 +45 44.44444444 +46 45.65217391 +47 46.80851064 +48 45.83333333 +49 44.89795918 +50 46.00000000 +51 45.09803922 +52 46.15384615 +53 47.16981132 +54 46.29629630 +55 45.45454545 +56 46.42857143 +57 47.36842105 +58 48.27586207 +59 47.45762712 +60 48.33333333 +61 49.18032787 +62 50.00000000 +63 50.79365079 +64 50.00000000 +65 49.23076923 +66 50.00000000 +67 49.25373134 +68 50.00000000 +69 50.72463768 +70 50.00000000 +71 49.29577465 +72 48.61111111 +73 49.31506849 +74 50.00000000 +75 50.66666667 +76 51.31578947 +77 51.94805195 +78 52.56410256 +79 53.16455696 +80 52.50000000 +81 51.85185185 +82 52.43902439 +83 53.01204819 +84 53.57142857 +85 54.11764706 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 55.20833333 +97 54.63917526 +98 54.08163265 +99 54.54545455 +100 54.00000000 +101 53.46534653 +102 53.92156863 +103 53.39805825 +104 53.84615385 +105 54.28571429 +106 53.77358491 +107 54.20560748 +108 53.70370370 +109 53.21100917 +110 53.63636364 +111 54.05405405 +112 54.46428571 +113 53.98230088 +114 53.50877193 +115 53.91304348 +116 53.44827586 +117 53.84615385 +118 54.23728814 +119 53.78151261 +120 54.16666667 +121 53.71900826 +122 54.09836066 +123 54.47154472 +124 54.03225806 +125 54.40000000 +126 54.76190476 +127 55.11811024 +128 54.68750000 +129 54.26356589 +130 53.84615385 +131 54.19847328 +132 53.78787879 +133 54.13533835 +134 53.73134328 +135 53.33333333 +136 52.94117647 +137 53.28467153 +138 53.62318841 +139 53.95683453 +140 53.57142857 +141 53.90070922 +142 54.22535211 +143 54.54545455 +144 54.16666667 +145 54.48275862 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 54.36241611 +150 54.66666667 +151 54.96688742 +152 55.26315789 +153 55.55555556 +154 55.19480519 +155 54.83870968 +156 55.12820513 +157 55.41401274 +158 55.69620253 +159 55.97484277 +160 55.62500000 +161 55.90062112 +162 56.17283951 +163 55.82822086 +164 55.48780488 +165 55.15151515 +166 55.42168675 +167 55.08982036 +168 55.35714286 +169 55.02958580 +170 55.29411765 +171 55.55555556 +172 55.23255814 +173 55.49132948 +174 55.17241379 +175 54.85714286 +176 54.54545455 +177 54.80225989 +178 54.49438202 +179 54.74860335 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.09836066 +184 53.80434783 +185 54.05405405 +186 54.30107527 +187 54.54545455 +188 54.25531915 +189 53.96825397 +190 53.68421053 +191 53.92670157 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.84615385 +196 54.08163265 +197 54.31472081 +198 54.54545455 +199 54.77386935 +200 55.00000000 +201 55.22388060 +202 55.44554455 +203 55.17241379 +204 55.39215686 +205 55.12195122 +206 54.85436893 +207 55.07246377 +208 55.28846154 +209 55.50239234 +210 55.71428571 +211 55.45023697 +212 55.18867925 +213 55.39906103 +214 55.60747664 +215 55.81395349 +216 55.55555556 +217 55.29953917 +218 55.50458716 +219 55.70776256 +220 55.45454545 +221 55.20361991 +222 54.95495495 +223 54.70852018 +224 54.91071429 +225 54.66666667 +226 54.42477876 +227 54.62555066 +228 54.82456140 +229 55.02183406 +230 55.21739130 +231 54.97835498 +232 54.74137931 +233 54.93562232 +234 54.70085470 +235 54.46808511 +236 54.66101695 +237 54.43037975 +238 54.62184874 +239 54.81171548 +240 55.00000000 +241 54.77178423 +242 54.54545455 +243 54.32098765 +244 54.09836066 +245 53.87755102 +246 53.65853659 +247 53.84615385 +248 53.62903226 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.54330709 +255 53.72549020 +256 53.90625000 +257 54.08560311 +258 54.26356589 +259 54.05405405 +260 54.23076923 +261 54.40613027 +262 54.58015267 +263 54.75285171 +264 54.92424242 +265 55.09433962 +266 54.88721805 +267 55.05617978 +268 54.85074627 +269 55.01858736 +270 55.18518519 +271 54.98154982 +272 54.77941176 +273 54.57875458 +274 54.37956204 +275 54.18181818 +276 54.34782609 +277 54.51263538 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.89510490 +287 54.70383275 +288 54.86111111 +289 54.67128028 +290 54.48275862 +291 54.63917526 +292 54.45205479 +293 54.60750853 +294 54.42176871 +295 54.57627119 +296 54.39189189 +297 54.54545455 +298 54.36241611 +299 54.51505017 +300 54.33333333 +301 54.15282392 +302 54.30463576 +303 54.45544554 +304 54.27631579 +305 54.42622951 +306 54.24836601 +307 54.39739414 +308 54.54545455 +309 54.69255663 +310 54.83870968 +311 54.98392283 +312 55.12820513 +313 55.27156550 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 54.68750000 +321 54.51713396 +322 54.65838509 +323 54.48916409 +324 54.32098765 +325 54.15384615 +326 54.29447853 +327 54.12844037 +328 53.96341463 +329 54.10334347 +330 54.24242424 +331 54.38066465 +332 54.21686747 +333 54.35435435 +334 54.19161677 +335 54.02985075 +336 54.16666667 +337 54.00593472 +338 53.84615385 +339 53.98230088 +340 54.11764706 +341 54.25219941 +342 54.09356725 +343 54.22740525 +344 54.36046512 +345 54.20289855 +346 54.33526012 +347 54.17867435 +348 54.02298851 +349 54.15472779 +350 54.00000000 +351 54.13105413 +352 53.97727273 +353 53.82436261 +354 53.95480226 +355 53.80281690 +356 53.65168539 +357 53.50140056 +358 53.63128492 +359 53.48189415 +360 53.61111111 +361 53.73961219 +362 53.59116022 +363 53.71900826 +364 53.57142857 +365 53.42465753 +366 53.55191257 +367 53.67847411 +368 53.80434783 +369 53.92953930 +370 53.78378378 +371 53.63881402 +372 53.76344086 +373 53.61930295 +374 53.74331551 +375 53.60000000 +376 53.72340426 +377 53.84615385 +378 53.96825397 +379 53.82585752 +380 53.94736842 +381 53.80577428 +382 53.66492147 +383 53.52480418 +384 53.64583333 +385 53.50649351 +386 53.62694301 +387 53.48837209 +388 53.60824742 +389 53.47043702 +390 53.58974359 +391 53.45268542 +392 53.57142857 +393 53.68956743 +394 53.80710660 +395 53.92405063 +396 53.78787879 +397 53.90428212 +398 53.76884422 +399 53.63408521 +400 53.75000000 +401 53.61596010 +402 53.73134328 +403 53.84615385 +404 53.96039604 +405 54.07407407 +406 54.18719212 +407 54.29975430 +408 54.41176471 +409 54.27872861 +410 54.39024390 +411 54.50121655 +412 54.61165049 +413 54.72154964 +414 54.83091787 +415 54.69879518 +416 54.56730769 +417 54.43645084 +418 54.30622010 +419 54.17661098 +420 54.28571429 +421 54.39429929 +422 54.50236967 +423 54.60992908 +424 54.48113208 +425 54.58823529 +426 54.46009390 +427 54.33255269 +428 54.20560748 +429 54.31235431 +430 54.41860465 +431 54.52436195 +432 54.39814815 +433 54.27251732 +434 54.14746544 +435 54.25287356 +436 54.35779817 +437 54.46224256 +438 54.33789954 +439 54.44191344 +440 54.31818182 +441 54.42176871 +442 54.29864253 +443 54.17607223 +444 54.05405405 +445 54.15730337 +446 54.26008969 +447 54.36241611 +448 54.46428571 +449 54.56570156 +450 54.44444444 +451 54.54545455 +452 54.64601770 +453 54.52538631 +454 54.40528634 +455 54.50549451 +456 54.38596491 +457 54.26695842 +458 54.14847162 +459 54.24836601 +460 54.13043478 +461 54.22993492 +462 54.32900433 +463 54.21166307 +464 54.09482759 +465 54.19354839 +466 54.29184549 +467 54.17558887 +468 54.05982906 +469 53.94456290 +470 54.04255319 +471 54.14012739 +472 54.02542373 +473 53.91120507 +474 53.79746835 +475 53.68421053 +476 53.57142857 +477 53.66876310 +478 53.76569038 +479 53.86221294 +480 53.75000000 +481 53.63825364 +482 53.73443983 +483 53.83022774 +484 53.92561983 +485 54.02061856 +486 54.11522634 +487 54.00410678 +488 54.09836066 +489 53.98773006 +490 53.87755102 +491 53.97148676 +492 53.86178862 +493 53.75253550 +494 53.84615385 +495 53.73737374 +496 53.62903226 +497 53.72233400 +498 53.81526104 +499 53.90781563 +500 54.00000000 +501 54.09181637 +502 54.18326693 +503 54.27435388 +504 54.36507937 +505 54.45544554 +506 54.34782609 +507 54.24063116 +508 54.33070866 +509 54.22396857 +510 54.31372549 +511 54.20743640 +512 54.29687500 +513 54.19103314 +514 54.28015564 +515 54.36893204 +516 54.26356589 +517 54.15860735 +518 54.05405405 +519 53.94990366 +520 53.84615385 +521 53.93474088 +522 54.02298851 +523 53.91969407 +524 53.81679389 +525 53.71428571 +526 53.61216730 +527 53.51043643 +528 53.40909091 +529 53.30812854 +530 53.39622642 +531 53.48399247 +532 53.57142857 +533 53.65853659 +534 53.55805243 +535 53.45794393 +536 53.35820896 +537 53.44506518 +538 53.34572491 +539 53.43228200 +540 53.33333333 +541 53.23475046 +542 53.13653137 +543 53.22283610 +544 53.12500000 +545 53.21100917 +546 53.11355311 +547 53.01645338 +548 53.10218978 +549 53.18761384 +550 53.09090909 +551 52.99455535 +552 52.89855072 +553 52.98372514 +554 52.88808664 +555 52.97297297 +556 52.87769784 +557 52.96229803 +558 52.86738351 +559 52.95169946 +560 53.03571429 +561 53.11942959 +562 53.20284698 +563 53.28596803 +564 53.19148936 +565 53.09734513 +566 53.18021201 +567 53.26278660 +568 53.34507042 +569 53.25131810 +570 53.15789474 +571 53.06479860 +572 52.97202797 +573 52.87958115 +574 52.96167247 +575 53.04347826 +576 53.12500000 +577 53.20623917 +578 53.11418685 +579 53.19516408 +580 53.27586207 +581 53.18416523 +582 53.09278351 +583 53.17324185 +584 53.25342466 +585 53.33333333 +586 53.24232082 +587 53.15161840 +588 53.06122449 +589 53.14091681 +590 53.22033898 +591 53.29949239 +592 53.37837838 +593 53.28836425 +594 53.36700337 +595 53.44537815 +596 53.35570470 +597 53.26633166 +598 53.17725753 +599 53.08848080 +600 53.00000000 +601 53.07820300 +602 52.99003322 +603 52.90215589 +604 52.81456954 +605 52.89256198 +606 52.97029703 +607 52.88303130 +608 52.96052632 +609 52.87356322 +610 52.95081967 +611 52.86415712 +612 52.77777778 +613 52.69168026 +614 52.60586319 +615 52.68292683 +616 52.59740260 +617 52.67423015 +618 52.58899676 +619 52.50403877 +620 52.58064516 +621 52.65700483 +622 52.73311897 +623 52.80898876 +624 52.72435897 +625 52.64000000 +626 52.55591054 +627 52.63157895 +628 52.70700637 +629 52.78219396 +630 52.85714286 +631 52.93185420 +632 52.84810127 +633 52.76461295 +634 52.68138801 +635 52.75590551 +636 52.83018868 +637 52.74725275 +638 52.82131661 +639 52.89514867 +640 52.81250000 +641 52.88611544 +642 52.80373832 +643 52.72161742 +644 52.79503106 +645 52.71317829 +646 52.63157895 +647 52.55023184 +648 52.46913580 +649 52.38828968 +650 52.30769231 +651 52.38095238 +652 52.30061350 +653 52.22052067 +654 52.29357798 +655 52.21374046 +656 52.13414634 +657 52.05479452 +658 52.12765957 +659 52.04855842 +660 51.96969697 +661 51.89107413 +662 51.96374622 +663 52.03619910 +664 52.10843373 +665 52.18045113 +666 52.25225225 +667 52.32383808 +668 52.24550898 +669 52.16741405 +670 52.23880597 +671 52.16095380 +672 52.08333333 +673 52.00594354 +674 51.92878338 +675 51.85185185 +676 51.92307692 +677 51.99409158 +678 52.06489676 +679 51.98821797 +680 52.05882353 +681 51.98237885 +682 52.05278592 +683 51.97657394 +684 52.04678363 +685 52.11678832 +686 52.04081633 +687 52.11062591 +688 52.18023256 +689 52.24963716 +690 52.31884058 +691 52.24312590 +692 52.31213873 +693 52.38095238 +694 52.44956772 +695 52.51798561 +696 52.44252874 +697 52.51076040 +698 52.43553009 +699 52.36051502 +700 52.28571429 +701 52.21112696 +702 52.13675214 +703 52.06258890 +704 52.13068182 +705 52.19858156 +706 52.12464589 +707 52.19236209 +708 52.25988701 +709 52.32722144 +710 52.25352113 +711 52.32067511 +712 52.38764045 +713 52.45441795 +714 52.38095238 +715 52.30769231 +716 52.37430168 +717 52.30125523 +718 52.22841226 +719 52.15577191 +720 52.22222222 +721 52.14979196 +722 52.07756233 +723 52.14384509 +724 52.20994475 +725 52.27586207 +726 52.20385675 +727 52.13204952 +728 52.19780220 +729 52.26337449 +730 52.32876712 +731 52.39398085 +732 52.45901639 +733 52.38744884 +734 52.45231608 +735 52.38095238 +736 52.44565217 +737 52.37449118 +738 52.30352304 +739 52.23274696 +740 52.16216216 +741 52.22672065 +742 52.29110512 +743 52.35531629 +744 52.28494624 +745 52.34899329 +746 52.27882038 +747 52.20883534 +748 52.13903743 +749 52.06942590 +750 52.13333333 + +Final result: 52.1333 ±1.8253 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.hsw b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..9b3a5e234afefcfb8cf20a148326c0c70c29f09a --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 51.21951220 +42 50.00000000 +43 48.83720930 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 47.91666667 +49 46.93877551 +50 46.00000000 +51 45.09803922 +52 44.23076923 +53 43.39622642 +54 42.59259259 +55 41.81818182 +56 41.07142857 +57 42.10526316 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 40.62500000 +65 40.00000000 +66 39.39393939 +67 40.29850746 +68 39.70588235 +69 40.57971014 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 42.30769231 +79 41.77215190 +80 42.50000000 +81 41.97530864 +82 41.46341463 +83 42.16867470 +84 42.85714286 +85 42.35294118 +86 43.02325581 +87 43.67816092 +88 44.31818182 +89 43.82022472 +90 43.33333333 +91 43.95604396 +92 43.47826087 +93 44.08602151 +94 44.68085106 +95 45.26315789 +96 45.83333333 +97 45.36082474 +98 45.91836735 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 47.16981132 +107 47.66355140 +108 48.14814815 +109 47.70642202 +110 48.18181818 +111 48.64864865 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 51.09489051 +138 51.44927536 +139 51.07913669 +140 51.42857143 +141 51.77304965 +142 52.11267606 +143 52.44755245 +144 52.77777778 +145 53.10344828 +146 53.42465753 +147 53.74149660 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.89610390 +155 54.19354839 +156 54.48717949 +157 54.14012739 +158 54.43037975 +159 54.08805031 +160 54.37500000 +161 54.65838509 +162 54.32098765 +163 54.60122699 +164 54.87804878 +165 55.15151515 +166 55.42168675 +167 55.68862275 +168 55.95238095 +169 55.62130178 +170 55.29411765 +171 55.55555556 +172 55.81395349 +173 55.49132948 +174 55.17241379 +175 55.42857143 +176 55.11363636 +177 54.80225989 +178 55.05617978 +179 54.74860335 +180 55.00000000 +181 54.69613260 +182 54.94505495 +183 55.19125683 +184 54.89130435 +185 55.13513514 +186 54.83870968 +187 54.54545455 +188 54.25531915 +189 53.96825397 +190 54.21052632 +191 54.45026178 +192 54.68750000 +193 54.40414508 +194 54.63917526 +195 54.35897436 +196 54.08163265 +197 53.80710660 +198 53.53535354 +199 53.76884422 +200 54.00000000 +201 53.73134328 +202 53.46534653 +203 53.20197044 +204 53.43137255 +205 53.17073171 +206 52.91262136 +207 53.14009662 +208 52.88461538 +209 53.11004785 +210 53.33333333 +211 53.55450237 +212 53.77358491 +213 53.99061033 +214 53.73831776 +215 53.95348837 +216 54.16666667 +217 53.91705069 +218 53.66972477 +219 53.88127854 +220 54.09090909 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.21888412 +234 53.41880342 +235 53.19148936 +236 52.96610169 +237 52.74261603 +238 52.94117647 +239 52.71966527 +240 52.50000000 +241 52.69709544 +242 52.89256198 +243 53.08641975 +244 52.86885246 +245 52.65306122 +246 52.43902439 +247 52.22672065 +248 52.41935484 +249 52.61044177 +250 52.80000000 +251 52.98804781 +252 53.17460317 +253 52.96442688 +254 53.14960630 +255 53.33333333 +256 53.51562500 +257 53.30739300 +258 53.48837209 +259 53.66795367 +260 53.84615385 +261 54.02298851 +262 53.81679389 +263 53.61216730 +264 53.78787879 +265 53.96226415 +266 54.13533835 +267 54.30711610 +268 54.47761194 +269 54.64684015 +270 54.44444444 +271 54.24354244 +272 54.04411765 +273 53.84615385 +274 54.01459854 +275 53.81818182 +276 53.98550725 +277 54.15162455 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.36332180 +290 55.51724138 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.44217687 +295 55.59322034 +296 55.74324324 +297 55.89225589 +298 56.04026846 +299 55.85284281 +300 55.66666667 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 55.73770492 +306 55.88235294 +307 55.70032573 +308 55.84415584 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.93750000 +321 55.76323988 +322 55.59006211 +323 55.72755418 +324 55.86419753 +325 56.00000000 +326 55.82822086 +327 55.65749235 +328 55.79268293 +329 55.92705167 +330 55.75757576 +331 55.89123867 +332 55.72289157 +333 55.85585586 +334 55.68862275 +335 55.82089552 +336 55.95238095 +337 55.78635015 +338 55.62130178 +339 55.75221239 +340 55.58823529 +341 55.71847507 +342 55.84795322 +343 55.68513120 +344 55.52325581 +345 55.65217391 +346 55.49132948 +347 55.33141210 +348 55.17241379 +349 55.01432665 +350 54.85714286 +351 54.98575499 +352 55.11363636 +353 55.24079320 +354 55.36723164 +355 55.49295775 +356 55.61797753 +357 55.46218487 +358 55.58659218 +359 55.71030641 +360 55.55555556 +361 55.40166205 +362 55.24861878 +363 55.37190083 +364 55.49450549 +365 55.61643836 +366 55.73770492 +367 55.85831063 +368 55.97826087 +369 56.09756098 +370 55.94594595 +371 55.79514825 +372 55.91397849 +373 55.76407507 +374 55.61497326 +375 55.73333333 +376 55.85106383 +377 55.70291777 +378 55.55555556 +379 55.67282322 +380 55.78947368 +381 55.90551181 +382 55.75916230 +383 55.61357702 +384 55.72916667 +385 55.84415584 +386 55.95854922 +387 55.81395349 +388 55.67010309 +389 55.52699229 +390 55.64102564 +391 55.49872123 +392 55.61224490 +393 55.72519084 +394 55.83756345 +395 55.69620253 +396 55.80808081 +397 55.91939547 +398 56.03015075 +399 56.14035088 +400 56.00000000 +401 56.10972569 +402 55.97014925 +403 55.83126551 +404 55.69306931 +405 55.80246914 +406 55.66502463 +407 55.77395577 +408 55.88235294 +409 55.99022005 +410 56.09756098 +411 55.96107056 +412 55.82524272 +413 55.69007264 +414 55.79710145 +415 55.66265060 +416 55.76923077 +417 55.87529976 +418 55.98086124 +419 55.84725537 +420 55.95238095 +421 55.81947743 +422 55.92417062 +423 56.02836879 +424 56.13207547 +425 56.23529412 +426 56.33802817 +427 56.20608899 +428 56.07476636 +429 55.94405594 +430 56.04651163 +431 55.91647332 +432 55.78703704 +433 55.88914550 +434 55.99078341 +435 55.86206897 +436 55.73394495 +437 55.60640732 +438 55.47945205 +439 55.58086560 +440 55.68181818 +441 55.78231293 +442 55.88235294 +443 55.98194131 +444 55.85585586 +445 55.95505618 +446 56.05381166 +447 56.15212528 +448 56.25000000 +449 56.34743875 +450 56.44444444 +451 56.31929047 +452 56.19469027 +453 56.07064018 +454 56.16740088 +455 56.04395604 +456 56.14035088 +457 56.23632385 +458 56.33187773 +459 56.42701525 +460 56.52173913 +461 56.61605206 +462 56.70995671 +463 56.80345572 +464 56.89655172 +465 56.77419355 +466 56.86695279 +467 56.95931478 +468 56.83760684 +469 56.71641791 +470 56.59574468 +471 56.68789809 +472 56.77966102 +473 56.87103594 +474 56.96202532 +475 57.05263158 +476 56.93277311 +477 56.81341719 +478 56.90376569 +479 56.99373695 +480 57.08333333 +481 56.96465696 +482 56.84647303 +483 56.93581781 +484 56.81818182 +485 56.70103093 +486 56.79012346 +487 56.87885010 +488 56.76229508 +489 56.85071575 +490 56.93877551 +491 56.82281059 +492 56.70731707 +493 56.79513185 +494 56.88259109 +495 56.96969697 +496 57.05645161 +497 57.14285714 +498 57.22891566 +499 57.11422846 +500 57.20000000 +501 57.08582834 +502 56.97211155 +503 57.05765408 +504 57.14285714 +505 57.22772277 +506 57.11462451 +507 57.19921105 +508 57.08661417 +509 57.17092338 +510 57.25490196 +511 57.14285714 +512 57.03125000 +513 56.92007797 +514 57.00389105 +515 57.08737864 +516 56.97674419 +517 56.86653772 +518 56.94980695 +519 56.84007707 +520 56.73076923 +521 56.62188100 +522 56.51340996 +523 56.59655832 +524 56.67938931 +525 56.76190476 +526 56.65399240 +527 56.54648956 +528 56.62878788 +529 56.71077505 +530 56.79245283 +531 56.68549906 +532 56.57894737 +533 56.66041276 +534 56.55430712 +535 56.63551402 +536 56.52985075 +537 56.61080074 +538 56.69144981 +539 56.58627087 +540 56.48148148 +541 56.56192237 +542 56.64206642 +543 56.53775322 +544 56.43382353 +545 56.51376147 +546 56.59340659 +547 56.67276051 +548 56.56934307 +549 56.64845173 +550 56.54545455 +551 56.44283122 +552 56.34057971 +553 56.23869801 +554 56.31768953 +555 56.21621622 +556 56.29496403 +557 56.19389587 +558 56.09318996 +559 56.17173524 +560 56.25000000 +561 56.32798574 +562 56.22775801 +563 56.30550622 +564 56.20567376 +565 56.10619469 +566 56.00706714 +567 56.08465608 +568 56.16197183 +569 56.06326889 +570 55.96491228 +571 56.04203152 +572 56.11888112 +573 56.02094241 +574 56.09756098 +575 56.00000000 +576 56.07638889 +577 56.15251300 +578 56.22837370 +579 56.13126079 +580 56.03448276 +581 55.93803787 +582 56.01374570 +583 56.08919383 +584 55.99315068 +585 55.89743590 +586 55.80204778 +587 55.87734242 +588 55.78231293 +589 55.68760611 +590 55.59322034 +591 55.66835871 +592 55.57432432 +593 55.48060708 +594 55.38720539 +595 55.46218487 +596 55.53691275 +597 55.61139028 +598 55.51839465 +599 55.42570952 +600 55.50000000 +601 55.57404326 +602 55.64784053 +603 55.55555556 +604 55.62913907 +605 55.70247934 +606 55.61056106 +607 55.51894563 +608 55.42763158 +609 55.50082102 +610 55.57377049 +611 55.64648118 +612 55.55555556 +613 55.46492659 +614 55.37459283 +615 55.28455285 +616 55.19480519 +617 55.10534846 +618 55.17799353 +619 55.08885299 +620 55.16129032 +621 55.07246377 +622 54.98392283 +623 55.05617978 +624 54.96794872 +625 55.04000000 +626 54.95207668 +627 55.02392344 +628 55.09554140 +629 55.00794913 +630 54.92063492 +631 54.83359746 +632 54.74683544 +633 54.66034755 +634 54.73186120 +635 54.64566929 +636 54.71698113 +637 54.78806907 +638 54.70219436 +639 54.77308294 +640 54.68750000 +641 54.60218409 +642 54.67289720 +643 54.74339036 +644 54.65838509 +645 54.72868217 +646 54.79876161 +647 54.86862442 +648 54.93827160 +649 54.85362096 +650 54.92307692 +651 54.99231951 +652 55.06134969 +653 55.13016845 +654 55.19877676 +655 55.26717557 +656 55.33536585 +657 55.40334855 +658 55.31914894 +659 55.38694992 +660 55.30303030 +661 55.37065053 +662 55.43806647 +663 55.50527903 +664 55.57228916 +665 55.63909774 +666 55.70570571 +667 55.77211394 +668 55.83832335 +669 55.75485800 +670 55.82089552 +671 55.88673621 +672 55.95238095 +673 56.01783061 +674 55.93471810 +675 56.00000000 +676 55.91715976 +677 55.83456425 +678 55.75221239 +679 55.81737850 +680 55.73529412 +681 55.65345081 +682 55.71847507 +683 55.78330893 +684 55.84795322 +685 55.91240876 +686 55.97667638 +687 56.04075691 +688 56.10465116 +689 56.16835994 +690 56.23188406 +691 56.15050651 +692 56.06936416 +693 55.98845599 +694 56.05187320 +695 55.97122302 +696 56.03448276 +697 56.09756098 +698 56.16045845 +699 56.08011445 +700 56.00000000 +701 56.06276748 +702 56.12535613 +703 56.04551920 +704 56.10795455 +705 56.17021277 +706 56.23229462 +707 56.15275813 +708 56.21468927 +709 56.27644570 +710 56.33802817 +711 56.25879044 +712 56.32022472 +713 56.38148668 +714 56.44257703 +715 56.36363636 +716 56.42458101 +717 56.48535565 +718 56.54596100 +719 56.46731572 +720 56.38888889 +721 56.44937587 +722 56.37119114 +723 56.43153527 +724 56.49171271 +725 56.55172414 +726 56.47382920 +727 56.53370014 +728 56.59340659 +729 56.65294925 +730 56.57534247 +731 56.63474692 +732 56.55737705 +733 56.61664393 +734 56.67574932 +735 56.59863946 +736 56.52173913 +737 56.44504749 +738 56.36856369 +739 56.29228687 +740 56.35135135 +741 56.41025641 +742 56.46900270 +743 56.39300135 +744 56.31720430 +745 56.24161074 +746 56.30026810 +747 56.22489960 +748 56.28342246 +749 56.34178905 +750 56.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.log b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.log deleted file mode 100644 index 1ec48fd7a9d6d55963bef7de55cf06d5651c4a77..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.889366 ± 0.253265 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.77% -Mean ln(PPL(Q)/PPL(base)) : 0.037703 ± 0.001531 -Mean PPL(Q)/PPL(base) : 1.038423 ± 0.001590 -Mean PPL(Q)-PPL(base) : 0.957936 ± 0.040635 - -====== KL divergence statistics ====== -Mean KLD: 0.091519 ± 0.000361 -Maximum KLD: 8.082105 -99.9% KLD: 1.367977 -99.0% KLD: 0.621550 -99.0% KLD: 0.621550 -Median KLD: 0.049987 -10.0% KLD: 0.001159 - 5.0% KLD: 0.000199 - 1.0% KLD: 0.000009 -Minimum KLD: -0.000175 - -====== Token probability statistics ====== -Mean Δp: -0.368 ± 0.019 % -Maximum Δp: 86.561% -99.9% Δp: 43.423% -99.0% Δp: 22.085% -95.0% Δp: 9.741% -90.0% Δp: 5.056% -75.0% Δp: 0.582% -Median Δp: -0.001% -25.0% Δp: -0.958% -10.0% Δp: -6.146% - 5.0% Δp: -11.492% - 1.0% Δp: -26.685% - 0.1% Δp: -50.676% -Minimum Δp: -89.036% -RMS Δp : 7.422 ± 0.040 % -Same top p: 85.436 ± 0.091 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.mmlu b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..bc1d958fcac25535c5276294109e06aa13b73b6d --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 0.00000000 +2 0.00000000 +3 0.00000000 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 16.66666667 +13 23.07692308 +14 21.42857143 +15 26.66666667 +16 31.25000000 +17 29.41176471 +18 27.77777778 +19 31.57894737 +20 30.00000000 +21 28.57142857 +22 27.27272727 +23 26.08695652 +24 25.00000000 +25 28.00000000 +26 26.92307692 +27 25.92592593 +28 28.57142857 +29 31.03448276 +30 33.33333333 +31 35.48387097 +32 37.50000000 +33 36.36363636 +34 35.29411765 +35 37.14285714 +36 36.11111111 +37 35.13513514 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 36.53846154 +53 35.84905660 +54 37.03703704 +55 38.18181818 +56 39.28571429 +57 38.59649123 +58 37.93103448 +59 37.28813559 +60 36.66666667 +61 36.06557377 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 34.84848485 +67 34.32835821 +68 33.82352941 +69 33.33333333 +70 34.28571429 +71 33.80281690 +72 34.72222222 +73 34.24657534 +74 35.13513514 +75 36.00000000 +76 36.84210526 +77 37.66233766 +78 38.46153846 +79 37.97468354 +80 38.75000000 +81 38.27160494 +82 37.80487805 +83 38.55421687 +84 39.28571429 +85 38.82352941 +86 38.37209302 +87 39.08045977 +88 39.77272727 +89 39.32584270 +90 38.88888889 +91 38.46153846 +92 38.04347826 +93 37.63440860 +94 37.23404255 +95 36.84210526 +96 37.50000000 +97 37.11340206 +98 36.73469388 +99 36.36363636 +100 36.00000000 +101 35.64356436 +102 35.29411765 +103 34.95145631 +104 34.61538462 +105 34.28571429 +106 33.96226415 +107 33.64485981 +108 33.33333333 +109 33.02752294 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 32.74336283 +114 33.33333333 +115 33.91304348 +116 33.62068966 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 32.50000000 +121 32.23140496 +122 31.96721311 +123 31.70731707 +124 31.45161290 +125 32.00000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.00775194 +130 30.76923077 +131 31.29770992 +132 31.81818182 +133 31.57894737 +134 31.34328358 +135 31.11111111 +136 31.61764706 +137 31.38686131 +138 31.15942029 +139 30.93525180 +140 30.71428571 +141 31.20567376 +142 31.69014085 +143 32.16783217 +144 31.94444444 +145 31.72413793 +146 31.50684932 +147 31.29251701 +148 31.75675676 +149 31.54362416 +150 31.33333333 +151 31.12582781 +152 31.57894737 +153 31.37254902 +154 31.16883117 +155 30.96774194 +156 30.76923077 +157 31.21019108 +158 31.64556962 +159 31.44654088 +160 31.87500000 +161 31.67701863 +162 31.48148148 +163 31.28834356 +164 31.09756098 +165 31.51515152 +166 31.32530120 +167 31.73652695 +168 31.54761905 +169 31.36094675 +170 31.17647059 +171 30.99415205 +172 30.81395349 +173 30.63583815 +174 30.45977011 +175 30.28571429 +176 30.11363636 +177 29.94350282 +178 29.77528090 +179 30.16759777 +180 30.00000000 +181 29.83425414 +182 29.67032967 +183 30.05464481 +184 29.89130435 +185 30.27027027 +186 30.64516129 +187 31.01604278 +188 30.85106383 +189 30.68783069 +190 30.52631579 +191 30.89005236 +192 30.72916667 +193 30.56994819 +194 30.92783505 +195 31.28205128 +196 31.12244898 +197 30.96446701 +198 30.80808081 +199 30.65326633 +200 30.50000000 +201 30.84577114 +202 30.69306931 +203 30.54187192 +204 30.39215686 +205 30.73170732 +206 30.58252427 +207 30.43478261 +208 30.28846154 +209 30.14354067 +210 30.00000000 +211 30.33175355 +212 30.18867925 +213 30.04694836 +214 29.90654206 +215 29.76744186 +216 29.62962963 +217 29.49308756 +218 29.35779817 +219 29.22374429 +220 29.09090909 +221 28.95927602 +222 29.27927928 +223 29.14798206 +224 29.46428571 +225 29.77777778 +226 29.64601770 +227 29.95594714 +228 30.26315789 +229 30.13100437 +230 30.00000000 +231 29.87012987 +232 29.74137931 +233 29.61373391 +234 29.91452991 +235 29.78723404 +236 29.66101695 +237 29.53586498 +238 29.41176471 +239 29.28870293 +240 29.58333333 +241 29.46058091 +242 29.75206612 +243 30.04115226 +244 29.91803279 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 30.24193548 +249 30.12048193 +250 30.00000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 30.07812500 +257 30.35019455 +258 30.23255814 +259 30.50193050 +260 30.38461538 +261 30.26819923 +262 30.15267176 +263 30.03802281 +264 29.92424242 +265 29.81132075 +266 29.69924812 +267 29.58801498 +268 29.47761194 +269 29.36802974 +270 29.25925926 +271 29.15129151 +272 29.41176471 +273 29.30402930 +274 29.19708029 +275 29.09090909 +276 29.34782609 +277 29.60288809 +278 29.85611511 +279 29.74910394 +280 30.00000000 +281 29.89323843 +282 29.78723404 +283 29.68197880 +284 29.57746479 +285 29.47368421 +286 29.37062937 +287 29.61672474 +288 29.51388889 +289 29.41176471 +290 29.65517241 +291 29.89690722 +292 30.13698630 +293 30.37542662 +294 30.61224490 +295 30.50847458 +296 30.40540541 +297 30.30303030 +298 30.53691275 +299 30.43478261 +300 30.66666667 +301 30.89700997 +302 31.12582781 +303 31.02310231 +304 31.25000000 +305 31.47540984 +306 31.37254902 +307 31.59609121 +308 31.49350649 +309 31.71521036 +310 31.61290323 +311 31.83279743 +312 32.05128205 +313 32.26837061 +314 32.16560510 +315 32.06349206 +316 31.96202532 +317 31.86119874 +318 31.76100629 +319 31.97492163 +320 31.87500000 +321 31.77570093 +322 31.67701863 +323 31.57894737 +324 31.48148148 +325 31.69230769 +326 31.59509202 +327 31.80428135 +328 31.70731707 +329 31.61094225 +330 31.51515152 +331 31.41993958 +332 31.62650602 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.54761905 +337 31.45400593 +338 31.36094675 +339 31.26843658 +340 31.17647059 +341 31.08504399 +342 30.99415205 +343 30.90379009 +344 30.81395349 +345 30.72463768 +346 30.92485549 +347 31.12391931 +348 31.03448276 +349 30.94555874 +350 31.14285714 +351 31.05413105 +352 30.96590909 +353 31.16147309 +354 31.07344633 +355 30.98591549 +356 31.17977528 +357 31.09243697 +358 31.00558659 +359 30.91922006 +360 31.11111111 +361 31.30193906 +362 31.49171271 +363 31.68044077 +364 31.59340659 +365 31.50684932 +366 31.42076503 +367 31.33514986 +368 31.25000000 +369 31.16531165 +370 31.35135135 +371 31.26684636 +372 31.18279570 +373 31.09919571 +374 31.28342246 +375 31.46666667 +376 31.38297872 +377 31.29973475 +378 31.21693122 +379 31.13456464 +380 31.05263158 +381 31.23359580 +382 31.15183246 +383 31.33159269 +384 31.25000000 +385 31.42857143 +386 31.34715026 +387 31.26614987 +388 31.18556701 +389 31.36246787 +390 31.28205128 +391 31.45780051 +392 31.63265306 +393 31.55216285 +394 31.47208122 +395 31.39240506 +396 31.56565657 +397 31.48614610 +398 31.40703518 +399 31.57894737 +400 31.50000000 +401 31.67082294 +402 31.59203980 +403 31.51364764 +404 31.43564356 +405 31.60493827 +406 31.52709360 +407 31.44963145 +408 31.37254902 +409 31.54034230 +410 31.46341463 +411 31.38686131 +412 31.31067961 +413 31.47699758 +414 31.64251208 +415 31.80722892 +416 31.73076923 +417 31.65467626 +418 31.57894737 +419 31.74224344 +420 31.90476190 +421 31.82897862 +422 31.75355450 +423 31.67848700 +424 31.83962264 +425 31.76470588 +426 31.69014085 +427 31.61592506 +428 31.54205607 +429 31.70163170 +430 31.62790698 +431 31.78654292 +432 31.94444444 +433 31.87066975 +434 32.02764977 +435 31.95402299 +436 31.88073394 +437 31.80778032 +438 31.96347032 +439 31.89066059 +440 31.81818182 +441 31.74603175 +442 31.67420814 +443 31.60270880 +444 31.53153153 +445 31.46067416 +446 31.39013453 +447 31.31991051 +448 31.25000000 +449 31.18040089 +450 31.11111111 +451 31.04212860 +452 31.19469027 +453 31.34657837 +454 31.27753304 +455 31.20879121 +456 31.35964912 +457 31.29102845 +458 31.22270742 +459 31.37254902 +460 31.52173913 +461 31.45336226 +462 31.38528139 +463 31.31749460 +464 31.25000000 +465 31.18279570 +466 31.11587983 +467 31.26338330 +468 31.19658120 +469 31.34328358 +470 31.48936170 +471 31.42250531 +472 31.35593220 +473 31.50105708 +474 31.43459916 +475 31.36842105 +476 31.51260504 +477 31.44654088 +478 31.58995816 +479 31.73277662 +480 31.66666667 +481 31.60083160 +482 31.53526971 +483 31.46997930 +484 31.40495868 +485 31.34020619 +486 31.27572016 +487 31.41683778 +488 31.35245902 +489 31.28834356 +490 31.42857143 +491 31.36456212 +492 31.30081301 +493 31.23732252 +494 31.17408907 +495 31.31313131 +496 31.45161290 +497 31.38832998 +498 31.32530120 +499 31.26252505 +500 31.40000000 +501 31.33732535 +502 31.47410359 +503 31.41153082 +504 31.54761905 +505 31.48514851 +506 31.62055336 +507 31.55818540 +508 31.49606299 +509 31.43418468 +510 31.56862745 +511 31.50684932 +512 31.44531250 +513 31.38401559 +514 31.32295720 +515 31.26213592 +516 31.20155039 +517 31.33462282 +518 31.46718147 +519 31.40655106 +520 31.34615385 +521 31.28598848 +522 31.41762452 +523 31.54875717 +524 31.67938931 +525 31.61904762 +526 31.55893536 +527 31.68880455 +528 31.62878788 +529 31.56899811 +530 31.69811321 +531 31.63841808 +532 31.57894737 +533 31.51969981 +534 31.46067416 +535 31.58878505 +536 31.52985075 +537 31.65735568 +538 31.78438662 +539 31.72541744 +540 31.66666667 +541 31.79297597 +542 31.91881919 +543 31.86003683 +544 31.80147059 +545 31.74311927 +546 31.68498168 +547 31.62705667 +548 31.75182482 +549 31.69398907 +550 31.63636364 +551 31.57894737 +552 31.52173913 +553 31.46473779 +554 31.40794224 +555 31.35135135 +556 31.29496403 +557 31.23877917 +558 31.36200717 +559 31.30590340 +560 31.25000000 +561 31.19429590 +562 31.13879004 +563 31.26110124 +564 31.20567376 +565 31.15044248 +566 31.09540636 +567 31.04056437 +568 31.16197183 +569 31.10720562 +570 31.05263158 +571 31.17338004 +572 31.11888112 +573 31.06457243 +574 31.18466899 +575 31.13043478 +576 31.25000000 +577 31.36915078 +578 31.31487889 +579 31.26079447 +580 31.20689655 +581 31.15318417 +582 31.09965636 +583 31.04631218 +584 31.16438356 +585 31.11111111 +586 31.05802048 +587 31.00511073 +588 30.95238095 +589 30.89983022 +590 30.84745763 +591 30.79526227 +592 30.74324324 +593 30.86003373 +594 30.97643098 +595 30.92436975 +596 31.04026846 +597 30.98827471 +598 30.93645485 +599 31.05175292 +600 31.00000000 +601 31.11480865 +602 31.06312292 +603 31.17744610 +604 31.12582781 +605 31.23966942 +606 31.18811881 +607 31.30148270 +608 31.25000000 +609 31.19868637 +610 31.14754098 +611 31.09656301 +612 31.04575163 +613 30.99510604 +614 31.10749186 +615 31.05691057 +616 31.16883117 +617 31.28038898 +618 31.22977346 +619 31.17932149 +620 31.12903226 +621 31.07890499 +622 31.18971061 +623 31.13964687 +624 31.08974359 +625 31.04000000 +626 31.15015974 +627 31.10047847 +628 31.05095541 +629 31.16057234 +630 31.11111111 +631 31.06180666 +632 31.17088608 +633 31.12164297 +634 31.07255521 +635 31.02362205 +636 30.97484277 +637 30.92621664 +638 30.87774295 +639 30.98591549 +640 31.09375000 +641 31.04524181 +642 31.15264798 +643 31.10419907 +644 31.21118012 +645 31.16279070 +646 31.11455108 +647 31.06646059 +648 31.01851852 +649 30.97072419 +650 30.92307692 +651 30.87557604 +652 30.98159509 +653 30.93415008 +654 31.03975535 +655 30.99236641 +656 31.09756098 +657 31.05022831 +658 31.15501520 +659 31.10773900 +660 31.06060606 +661 31.01361573 +662 30.96676737 +663 30.92006033 +664 30.87349398 +665 30.82706767 +666 30.78078078 +667 30.88455772 +668 30.98802395 +669 30.94170404 +670 30.89552239 +671 30.84947839 +672 30.80357143 +673 30.75780089 +674 30.71216617 +675 30.66666667 +676 30.62130178 +677 30.57607090 +678 30.53097345 +679 30.48600884 +680 30.58823529 +681 30.54331865 +682 30.49853372 +683 30.60029283 +684 30.55555556 +685 30.51094891 +686 30.46647230 +687 30.56768559 +688 30.52325581 +689 30.47895501 +690 30.43478261 +691 30.53545586 +692 30.49132948 +693 30.44733045 +694 30.40345821 +695 30.35971223 +696 30.45977011 +697 30.41606887 +698 30.37249284 +699 30.47210300 +700 30.42857143 +701 30.52781740 +702 30.62678063 +703 30.72546230 +704 30.68181818 +705 30.63829787 +706 30.59490085 +707 30.55162659 +708 30.50847458 +709 30.46544429 +710 30.56338028 +711 30.66104079 +712 30.61797753 +713 30.71528752 +714 30.81232493 +715 30.76923077 +716 30.86592179 +717 30.82287308 +718 30.77994429 +719 30.73713491 +720 30.69444444 +721 30.65187240 +722 30.60941828 +723 30.70539419 +724 30.66298343 +725 30.75862069 +726 30.71625344 +727 30.67400275 +728 30.63186813 +729 30.58984911 +730 30.54794521 +731 30.50615595 +732 30.60109290 +733 30.69577080 +734 30.65395095 +735 30.61224490 +736 30.57065217 +737 30.66485753 +738 30.62330623 +739 30.71718539 +740 30.81081081 +741 30.76923077 +742 30.86253369 +743 30.95558546 +744 31.04838710 +745 31.00671141 +746 30.96514745 +747 30.92369478 +748 30.88235294 +749 30.84112150 +750 30.93333333 + +Final result: 30.9333 ±1.6889 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.ppx b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..205e3829dfc25a799ec7767e5463e8d9eeea1d5a --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 31.864547 ±0.323662 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.68% +Mean ln(PPL(Q)/PPL(base)) : 0.245365 ±0.002599 +Mean PPL(Q)/PPL(base) : 1.278087 ±0.003322 +Mean PPL(Q)-PPL(base) : 6.933116 ±0.109449 + +====== KL divergence statistics ====== +Mean KLD: 0.312659 ±0.000862 +Maximum KLD: 7.268548 +99.9% KLD: 2.411516 +99.0% KLD: 1.440652 +99.0% KLD: 1.440652 +Median KLD: 0.222315 +10.0% KLD: 0.004036 + 5.0% KLD: 0.000678 + 1.0% KLD: 0.000038 +Minimum KLD: -0.000022 + +====== Token probability statistics ====== +Mean Δp: -1.655 ± 0.032 % +Maximum Δp: 92.364% +99.9% Δp: 58.087% +99.0% Δp: 35.088% +95.0% Δp: 16.357% +90.0% Δp: 8.015% +75.0% Δp: 0.435% +Median Δp: -0.030% +25.0% Δp: -2.925% +10.0% Δp: -14.089% + 5.0% Δp: -24.141% + 1.0% Δp: -46.160% + 0.1% Δp: -70.563% +Minimum Δp: -98.312% +RMS Δp : 12.556 ± 0.050 % +Same top p: 73.377 ± 0.115 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.tqa b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..c56b3d43e3b69f61897f8a254e0595e44ea4b531 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 27.27272727 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 27.53623188 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 31.50684932 +74 31.08108108 +75 30.66666667 +76 31.57894737 +77 31.16883117 +78 30.76923077 +79 30.37974684 +80 30.00000000 +81 29.62962963 +82 30.48780488 +83 30.12048193 +84 29.76190476 +85 29.41176471 +86 29.06976744 +87 28.73563218 +88 28.40909091 +89 28.08988764 +90 27.77777778 +91 28.57142857 +92 28.26086957 +93 27.95698925 +94 27.65957447 +95 28.42105263 +96 29.16666667 +97 28.86597938 +98 28.57142857 +99 29.29292929 +100 30.00000000 +101 30.69306931 +102 30.39215686 +103 31.06796117 +104 30.76923077 +105 30.47619048 +106 31.13207547 +107 31.77570093 +108 32.40740741 +109 32.11009174 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 31.85840708 +114 32.45614035 +115 32.17391304 +116 31.89655172 +117 31.62393162 +118 31.35593220 +119 31.09243697 +120 31.66666667 +121 32.23140496 +122 31.96721311 +123 32.52032520 +124 33.06451613 +125 33.60000000 +126 34.12698413 +127 33.85826772 +128 33.59375000 +129 33.33333333 +130 33.07692308 +131 32.82442748 +132 32.57575758 +133 32.33082707 +134 32.83582090 +135 32.59259259 +136 32.35294118 +137 32.84671533 +138 33.33333333 +139 33.09352518 +140 33.57142857 +141 33.33333333 +142 33.09859155 +143 32.86713287 +144 33.33333333 +145 33.10344828 +146 32.87671233 +147 33.33333333 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 33.11258278 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.90322581 +156 33.33333333 +157 33.12101911 +158 33.54430380 +159 33.33333333 +160 33.12500000 +161 32.91925466 +162 32.71604938 +163 33.12883436 +164 32.92682927 +165 33.33333333 +166 33.73493976 +167 33.53293413 +168 33.33333333 +169 33.13609467 +170 32.94117647 +171 32.74853801 +172 32.55813953 +173 32.36994220 +174 32.18390805 +175 32.00000000 +176 32.38636364 +177 32.20338983 +178 32.02247191 +179 31.84357542 +180 31.66666667 +181 31.49171271 +182 31.31868132 +183 31.14754098 +184 30.97826087 +185 30.81081081 +186 31.18279570 +187 31.01604278 +188 30.85106383 +189 30.68783069 +190 30.52631579 +191 30.36649215 +192 30.20833333 +193 30.05181347 +194 30.41237113 +195 30.25641026 +196 30.10204082 +197 30.45685279 +198 30.80808081 +199 30.65326633 +200 31.00000000 +201 30.84577114 +202 31.18811881 +203 31.03448276 +204 30.88235294 +205 30.73170732 +206 30.58252427 +207 30.91787440 +208 30.76923077 +209 30.62200957 +210 30.47619048 +211 30.33175355 +212 30.18867925 +213 30.04694836 +214 29.90654206 +215 29.76744186 +216 29.62962963 +217 29.49308756 +218 29.81651376 +219 29.68036530 +220 29.54545455 +221 29.41176471 +222 29.27927928 +223 29.59641256 +224 29.91071429 +225 29.77777778 +226 29.64601770 +227 29.51541850 +228 29.38596491 +229 29.25764192 +230 29.13043478 +231 29.00432900 +232 29.31034483 +233 29.61373391 +234 29.91452991 +235 29.78723404 +236 30.08474576 +237 30.37974684 +238 30.67226891 +239 30.54393305 +240 30.41666667 +241 30.29045643 +242 30.16528926 +243 30.04115226 +244 29.91803279 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.83870968 +249 29.71887550 +250 29.60000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.41176471 +256 29.29687500 +257 29.18287938 +258 29.06976744 +259 28.95752896 +260 28.84615385 +261 28.73563218 +262 28.62595420 +263 28.51711027 +264 28.78787879 +265 29.05660377 +266 28.94736842 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 28.67647059 +273 28.57142857 +274 28.46715328 +275 28.36363636 +276 28.26086957 +277 28.15884477 +278 28.05755396 +279 27.95698925 +280 27.85714286 +281 28.11387900 +282 28.01418440 +283 27.91519435 +284 27.81690141 +285 27.71929825 +286 27.97202797 +287 27.87456446 +288 27.77777778 +289 27.68166090 +290 27.58620690 +291 27.83505155 +292 28.08219178 +293 28.32764505 +294 28.23129252 +295 28.47457627 +296 28.71621622 +297 28.95622896 +298 28.85906040 +299 28.76254181 +300 28.66666667 +301 28.57142857 +302 28.80794702 +303 28.71287129 +304 28.61842105 +305 28.52459016 +306 28.43137255 +307 28.33876221 +308 28.57142857 +309 28.47896440 +310 28.38709677 +311 28.29581994 +312 28.52564103 +313 28.43450479 +314 28.34394904 +315 28.25396825 +316 28.16455696 +317 28.07570978 +318 27.98742138 +319 27.89968652 +320 27.81250000 +321 27.72585670 +322 27.95031056 +323 27.86377709 +324 27.77777778 +325 27.69230769 +326 27.60736196 +327 27.52293578 +328 27.74390244 +329 27.65957447 +330 27.87878788 +331 27.79456193 +332 28.01204819 +333 28.22822823 +334 28.14371257 +335 28.35820896 +336 28.57142857 +337 28.48664688 +338 28.40236686 +339 28.61356932 +340 28.52941176 +341 28.73900293 +342 28.94736842 +343 28.86297376 +344 29.06976744 +345 29.27536232 +346 29.47976879 +347 29.68299712 +348 29.59770115 +349 29.51289398 +350 29.42857143 +351 29.34472934 +352 29.54545455 +353 29.74504249 +354 29.66101695 +355 29.85915493 +356 29.77528090 +357 29.69187675 +358 29.88826816 +359 29.80501393 +360 29.72222222 +361 29.63988920 +362 29.55801105 +363 29.47658402 +364 29.39560440 +365 29.58904110 +366 29.50819672 +367 29.70027248 +368 29.61956522 +369 29.53929539 +370 29.45945946 +371 29.38005391 +372 29.56989247 +373 29.49061662 +374 29.67914439 +375 29.60000000 +376 29.52127660 +377 29.44297082 +378 29.36507937 +379 29.28759894 +380 29.21052632 +381 29.13385827 +382 29.05759162 +383 28.98172324 +384 28.90625000 +385 28.83116883 +386 28.75647668 +387 28.68217054 +388 28.86597938 +389 28.79177378 +390 28.71794872 +391 28.90025575 +392 28.82653061 +393 29.00763359 +394 29.18781726 +395 29.11392405 +396 29.04040404 +397 29.21914358 +398 29.14572864 +399 29.07268170 +400 29.00000000 +401 28.92768080 +402 29.10447761 +403 29.03225806 +404 28.96039604 +405 28.88888889 +406 28.81773399 +407 28.74692875 +408 28.67647059 +409 28.60635697 +410 28.53658537 +411 28.46715328 +412 28.64077670 +413 28.57142857 +414 28.74396135 +415 28.67469880 +416 28.60576923 +417 28.53717026 +418 28.46889952 +419 28.40095465 +420 28.57142857 +421 28.74109264 +422 28.67298578 +423 28.60520095 +424 28.53773585 +425 28.47058824 +426 28.40375587 +427 28.33723653 +428 28.27102804 +429 28.20512821 +430 28.13953488 +431 28.07424594 +432 28.24074074 +433 28.40646651 +434 28.57142857 +435 28.50574713 +436 28.44036697 +437 28.37528604 +438 28.31050228 +439 28.24601367 +440 28.18181818 +441 28.11791383 +442 28.05429864 +443 27.99097065 +444 28.15315315 +445 28.08988764 +446 28.02690583 +447 27.96420582 +448 27.90178571 +449 28.06236080 +450 28.00000000 +451 27.93791574 +452 27.87610619 +453 27.81456954 +454 27.75330396 +455 27.69230769 +456 27.63157895 +457 27.57111597 +458 27.51091703 +459 27.45098039 +460 27.39130435 +461 27.33188720 +462 27.27272727 +463 27.21382289 +464 27.15517241 +465 27.31182796 +466 27.25321888 +467 27.40899358 +468 27.35042735 +469 27.29211087 +470 27.23404255 +471 27.17622081 +472 27.11864407 +473 27.27272727 +474 27.42616034 +475 27.57894737 +476 27.52100840 +477 27.67295597 +478 27.61506276 +479 27.55741127 +480 27.50000000 +481 27.44282744 +482 27.38589212 +483 27.32919255 +484 27.47933884 +485 27.62886598 +486 27.57201646 +487 27.72073922 +488 27.66393443 +489 27.81186094 +490 27.95918367 +491 27.90224033 +492 28.04878049 +493 27.99188641 +494 27.93522267 +495 28.08080808 +496 28.02419355 +497 27.96780684 +498 27.91164659 +499 27.85571142 +500 27.80000000 +501 27.94411178 +502 28.08764940 +503 28.03180915 +504 28.17460317 +505 28.31683168 +506 28.26086957 +507 28.20512821 +508 28.14960630 +509 28.29076621 +510 28.43137255 +511 28.37573386 +512 28.32031250 +513 28.26510721 +514 28.21011673 +515 28.34951456 +516 28.29457364 +517 28.43326886 +518 28.37837838 +519 28.32369942 +520 28.26923077 +521 28.40690979 +522 28.35249042 +523 28.48948375 +524 28.43511450 +525 28.38095238 +526 28.32699620 +527 28.46299810 +528 28.40909091 +529 28.35538752 +530 28.30188679 +531 28.43691149 +532 28.38345865 +533 28.51782364 +534 28.46441948 +535 28.41121495 +536 28.35820896 +537 28.49162011 +538 28.43866171 +539 28.38589981 +540 28.51851852 +541 28.46580407 +542 28.41328413 +543 28.36095764 +544 28.30882353 +545 28.25688073 +546 28.38827839 +547 28.51919561 +548 28.64963504 +549 28.59744991 +550 28.54545455 +551 28.49364791 +552 28.62318841 +553 28.75226040 +554 28.70036101 +555 28.64864865 +556 28.77697842 +557 28.72531418 +558 28.67383513 +559 28.62254025 +560 28.57142857 +561 28.52049911 +562 28.46975089 +563 28.41918295 +564 28.54609929 +565 28.67256637 +566 28.62190813 +567 28.57142857 +568 28.52112676 +569 28.47100176 +570 28.42105263 +571 28.37127846 +572 28.32167832 +573 28.27225131 +574 28.39721254 +575 28.52173913 +576 28.47222222 +577 28.42287695 +578 28.54671280 +579 28.67012090 +580 28.79310345 +581 28.91566265 +582 29.03780069 +583 28.98799314 +584 29.10958904 +585 29.05982906 +586 29.18088737 +587 29.30153322 +588 29.25170068 +589 29.20203735 +590 29.32203390 +591 29.27241963 +592 29.22297297 +593 29.17369309 +594 29.29292929 +595 29.24369748 +596 29.19463087 +597 29.31323283 +598 29.26421405 +599 29.21535893 +600 29.16666667 +601 29.28452579 +602 29.40199336 +603 29.35323383 +604 29.30463576 +605 29.25619835 +606 29.37293729 +607 29.32454695 +608 29.27631579 +609 29.22824302 +610 29.18032787 +611 29.13256956 +612 29.24836601 +613 29.20065253 +614 29.15309446 +615 29.10569106 +616 29.22077922 +617 29.33549433 +618 29.28802589 +619 29.40226171 +620 29.35483871 +621 29.30756844 +622 29.42122186 +623 29.37399679 +624 29.32692308 +625 29.28000000 +626 29.23322684 +627 29.34609250 +628 29.29936306 +629 29.25278219 +630 29.20634921 +631 29.31854200 +632 29.27215190 +633 29.22590837 +634 29.33753943 +635 29.29133858 +636 29.24528302 +637 29.35635793 +638 29.31034483 +639 29.26447574 +640 29.21875000 +641 29.17316693 +642 29.28348910 +643 29.23794712 +644 29.34782609 +645 29.45736434 +646 29.41176471 +647 29.36630603 +648 29.47530864 +649 29.42989214 +650 29.53846154 +651 29.64669739 +652 29.75460123 +653 29.86217458 +654 29.81651376 +655 29.77099237 +656 29.72560976 +657 29.83257230 +658 29.78723404 +659 29.74203338 +660 29.69696970 +661 29.65204236 +662 29.60725076 +663 29.56259427 +664 29.51807229 +665 29.62406015 +666 29.72972973 +667 29.68515742 +668 29.64071856 +669 29.74588939 +670 29.70149254 +671 29.65722802 +672 29.61309524 +673 29.56909361 +674 29.52522255 +675 29.62962963 +676 29.73372781 +677 29.68980798 +678 29.64601770 +679 29.60235641 +680 29.70588235 +681 29.66226138 +682 29.61876833 +683 29.57540264 +684 29.67836257 +685 29.63503650 +686 29.59183673 +687 29.54876274 +688 29.65116279 +689 29.60812772 +690 29.56521739 +691 29.52243126 +692 29.47976879 +693 29.58152958 +694 29.68299712 +695 29.64028777 +696 29.74137931 +697 29.69870875 +698 29.65616046 +699 29.75679542 +700 29.85714286 +701 29.81455064 +702 29.77207977 +703 29.72972973 +704 29.82954545 +705 29.78723404 +706 29.74504249 +707 29.70297030 +708 29.66101695 +709 29.61918195 +710 29.57746479 +711 29.53586498 +712 29.63483146 +713 29.59326788 +714 29.55182073 +715 29.51048951 +716 29.46927374 +717 29.42817294 +718 29.38718663 +719 29.48539638 +720 29.44444444 +721 29.40360610 +722 29.36288089 +723 29.32226833 +724 29.28176796 +725 29.24137931 +726 29.33884298 +727 29.29848693 +728 29.25824176 +729 29.21810700 +730 29.31506849 +731 29.27496580 +732 29.37158470 +733 29.33151432 +734 29.29155313 +735 29.25170068 +736 29.21195652 +737 29.17232022 +738 29.13279133 +739 29.09336942 +740 29.05405405 +741 29.01484480 +742 28.97574124 +743 28.93674293 +744 29.03225806 +745 28.99328859 +746 29.08847185 +747 29.04953146 +748 29.01069519 +749 29.10547397 +750 29.06666667 + +Final result: 29.0667 ±1.6591 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_m.wng b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..2f845b4965b5d9b27cd78ca4e4ec2de696e0cca9 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.757275 -5.784860 1 1 +2 100.0000 -2.211511 -2.273477 1 1 +3 100.0000 -3.587257 -3.142483 2 2 +4 100.0000 -5.665051 -5.780487 1 1 +5 80.0000 -4.771687 -4.860653 1 2 +6 83.3333 -7.337210 -7.527105 1 1 +7 85.7143 -7.137134 -6.000601 2 2 +8 87.5000 -3.974746 -3.226813 2 2 +9 88.8889 -5.373668 -6.304715 1 1 +10 80.0000 -3.014919 -3.151176 1 2 +11 81.8182 -9.369597 -7.480398 2 2 +12 75.0000 -4.816631 -4.857985 1 2 +13 76.9231 -6.657405 -7.478089 1 1 +14 71.4286 -6.725252 -6.691015 2 1 +15 66.6667 -4.508482 -6.142699 1 2 +16 68.7500 -2.871503 -2.794217 2 2 +17 64.7059 -8.147146 -9.191769 1 2 +18 66.6667 -4.475547 -4.901688 1 1 +19 68.4211 -6.537380 -8.062387 1 1 +20 65.0000 -3.400589 -2.452949 2 1 +21 66.6667 -4.236398 -4.772517 1 1 +22 68.1818 -2.904807 -2.733539 2 2 +23 65.2174 -5.534310 -5.131012 2 1 +24 66.6667 -3.809503 -6.010572 1 1 +25 64.0000 -3.332339 -3.450159 1 2 +26 65.3846 -2.778240 -3.253564 1 1 +27 62.9630 -6.725297 -6.733159 1 2 +28 60.7143 -6.261701 -6.143570 2 1 +29 62.0690 -5.463639 -5.771241 1 1 +30 60.0000 -2.121481 -2.459993 1 2 +31 61.2903 -5.404002 -5.772331 1 1 +32 62.5000 -4.382015 -6.859257 1 1 +33 63.6364 -6.444915 -7.998250 1 1 +34 64.7059 -3.469910 -4.253025 1 1 +35 65.7143 -5.462233 -4.595759 2 2 +36 63.8889 -4.385025 -5.359004 1 2 +37 62.1622 -3.593064 -3.591417 2 1 +38 63.1579 -5.065597 -5.507280 1 1 +39 64.1026 -4.393478 -4.046792 2 2 +40 62.5000 -5.870380 -6.666018 1 2 +41 63.4146 -5.281772 -5.624560 1 1 +42 64.2857 -2.237522 -3.356713 1 1 +43 62.7907 -4.487113 -4.497316 1 2 +44 63.6364 -3.143759 -2.583995 2 2 +45 64.4444 -5.879114 -13.181948 1 1 +46 65.2174 -3.574428 -4.274416 1 1 +47 63.8298 -4.850326 -4.898028 1 2 +48 64.5833 -6.378078 -6.256485 2 2 +49 63.2653 -2.245558 -0.592559 2 1 +50 62.0000 -4.029408 -4.116393 1 2 +51 62.7451 -3.170884 -3.303782 1 1 +52 61.5385 -5.446941 -6.073803 1 2 +53 62.2642 -3.328534 -3.797473 1 1 +54 62.9630 -2.719321 -2.280759 2 2 +55 63.6364 -4.714502 -4.011836 2 2 +56 62.5000 -5.258755 -6.253160 1 2 +57 61.4035 -5.205394 -5.520162 1 2 +58 62.0690 -3.917693 -5.029535 1 1 +59 62.7119 -3.149890 -3.026423 2 2 +60 61.6667 -5.970884 -7.273570 1 2 +61 62.2951 -3.734310 -4.184046 1 1 +62 61.2903 -9.553673 -8.448980 2 1 +63 61.9048 -5.756391 -5.311330 2 2 +64 62.5000 -4.504548 -4.918808 1 1 +65 63.0769 -6.159856 -5.878155 2 2 +66 62.1212 -3.625405 -3.097115 2 1 +67 62.6866 -2.636643 -1.688193 2 2 +68 63.2353 -6.655437 -6.117049 2 2 +69 63.7681 -6.244636 -8.200759 1 1 +70 64.2857 -3.476604 -2.679294 2 2 +71 63.3803 -3.119758 -2.814179 2 1 +72 63.8889 -5.969599 -5.540708 2 2 +73 63.0137 -3.825030 -3.691113 2 1 +74 63.5135 -5.012471 -5.132785 1 1 +75 62.6667 -2.472688 -2.405374 2 1 +76 63.1579 -4.151975 -4.643209 1 1 +77 63.6364 -3.253242 -2.894562 2 2 +78 62.8205 -3.296121 -3.224112 2 1 +79 62.0253 -1.932612 -2.249137 1 2 +80 62.5000 -3.223220 -4.148294 1 1 +81 62.9630 -5.973158 -5.678030 2 2 +82 63.4146 -2.550197 -2.061342 2 2 +83 63.8554 -8.055350 -7.772165 2 2 +84 63.0952 -4.829471 -5.071470 1 2 +85 62.3529 -7.340884 -6.930921 2 1 +86 61.6279 -7.867459 -7.901365 1 2 +87 62.0690 -2.287523 -2.342383 1 1 +88 61.3636 -4.414640 -4.289113 2 1 +89 61.7978 -5.163073 -6.257732 1 1 +90 62.2222 -4.829213 -3.132043 2 2 +91 61.5385 -4.931250 -4.920776 2 1 +92 61.9565 -8.284732 -7.884486 2 2 +93 62.3656 -2.450089 -1.309169 2 2 +94 61.7021 -7.183855 -8.282185 1 2 +95 62.1053 -5.849412 -6.005126 1 1 +96 62.5000 -2.861611 -3.559648 1 1 +97 61.8557 -7.496100 -6.519091 2 1 +98 61.2245 -4.006009 -4.434920 1 2 +99 60.6061 -5.159411 -4.430059 2 1 +100 61.0000 -9.585762 -8.812346 2 2 +101 60.3960 -5.415787 -5.645608 1 2 +102 60.7843 -4.240079 -4.496810 1 1 +103 60.1942 -4.252603 -5.135744 1 2 +104 60.5769 -10.325728 -10.128685 2 2 +105 60.0000 -3.082384 -2.600494 2 1 +106 60.3774 -3.492810 -3.406317 2 2 +107 59.8131 -3.354288 -3.873369 1 2 +108 59.2593 -2.571265 -3.389211 1 2 +109 58.7156 -7.760079 -8.714497 1 2 +110 59.0909 -3.436646 -3.251891 2 2 +111 59.4595 -5.056763 -4.540699 2 2 +112 58.9286 -4.800987 -4.015575 2 1 +113 58.4071 -4.191752 -6.641654 1 2 +114 57.8947 -6.560287 -6.175749 2 1 +115 58.2609 -3.210412 -3.927664 1 1 +116 58.6207 -3.926332 -3.322221 2 2 +117 58.1197 -6.261819 -6.939878 1 2 +118 58.4746 -1.697624 -2.550264 1 1 +119 58.8235 -3.733942 -3.845556 1 1 +120 58.3333 -4.152255 -3.914375 2 1 +121 57.8512 -1.666955 -1.735755 1 2 +122 57.3770 -8.220098 -9.757660 1 2 +123 56.9106 -6.635400 -5.570194 2 1 +124 57.2581 -4.011576 -3.717517 2 2 +125 57.6000 -2.442248 -2.299319 2 2 +126 57.1429 -8.692124 -8.786548 1 2 +127 57.4803 -1.822515 -1.207166 2 2 +128 57.8125 -2.642004 -2.804291 1 1 +129 58.1395 -1.807163 -1.665647 2 2 +130 58.4615 -7.370170 -6.768703 2 2 +131 58.7786 -5.678593 -5.467489 2 2 +132 58.3333 -1.692115 -2.041191 1 2 +133 58.6466 -2.980820 -5.333411 1 1 +134 58.9552 -4.772422 -4.487575 2 2 +135 59.2593 -6.725575 -6.824236 1 1 +136 59.5588 -4.396590 -4.285563 2 2 +137 59.1241 -7.695625 -7.255242 2 1 +138 58.6957 -4.047224 -4.898912 1 2 +139 58.9928 -4.961777 -5.907387 1 1 +140 58.5714 -1.543351 -2.079615 1 2 +141 58.8652 -3.904941 -3.430213 2 2 +142 59.1549 -3.695604 -2.817585 2 2 +143 59.4406 -2.342210 -11.696650 1 1 +144 59.7222 -2.796951 -3.163509 1 1 +145 59.3103 -3.320911 -13.917261 1 2 +146 59.5890 -7.017490 -6.890570 2 2 +147 59.1837 -4.485970 -5.019353 1 2 +148 58.7838 -4.508783 -4.340559 2 1 +149 59.0604 -6.932872 -6.107680 2 2 +150 59.3333 -3.271099 -2.826433 2 2 +151 58.9404 -3.253793 -3.119970 2 1 +152 59.2105 -5.218741 -4.590446 2 2 +153 58.8235 -4.984891 -4.391499 2 1 +154 59.0909 -3.958809 -4.301845 1 1 +155 58.7097 -2.953930 -3.340385 1 2 +156 58.3333 -4.050224 -3.960159 2 1 +157 58.5987 -3.145796 -3.804537 1 1 +158 58.8608 -6.487034 -5.713352 2 2 +159 59.1195 -6.464583 -7.247041 1 1 +160 59.3750 -4.698506 -4.547048 2 2 +161 59.0062 -3.237372 -2.905740 2 1 +162 58.6420 -1.497272 -11.144984 1 2 +163 58.8957 -3.421401 -3.641616 1 1 +164 59.1463 -7.468449 -6.649590 2 2 +165 59.3939 -6.143154 -5.850273 2 2 +166 59.6386 -4.117682 -3.925560 2 2 +167 59.8802 -5.190426 -5.221677 1 1 +168 60.1190 -6.086959 -5.471577 2 2 +169 60.3550 -3.835719 -3.556545 2 2 +170 60.5882 -4.854972 -5.310501 1 1 +171 60.8187 -6.237695 -6.563898 1 1 +172 61.0465 -5.180274 -7.183997 1 1 +173 61.2717 -3.448793 -2.941849 2 2 +174 60.9195 -5.694369 -6.101508 1 2 +175 61.1429 -4.613544 -4.780488 1 1 +176 60.7955 -4.873578 -4.528198 2 1 +177 60.4520 -7.430798 -7.805525 1 2 +178 60.1124 -3.430797 -3.419878 2 1 +179 60.3352 -3.226352 -3.356937 1 1 +180 60.0000 -8.226449 -8.522103 1 2 +181 60.2210 -5.925717 -5.398817 2 2 +182 60.4396 -3.537076 -3.505451 2 2 +183 60.1093 -6.482432 -6.868722 1 2 +184 60.3261 -2.391273 -3.238598 1 1 +185 60.5405 -5.683878 -5.487101 2 2 +186 60.2151 -5.134031 -5.133355 2 1 +187 59.8930 -5.850689 -6.100471 1 2 +188 59.5745 -3.723974 -2.881084 2 1 +189 59.7884 -8.156186 -7.500092 2 2 +190 60.0000 -5.375619 -5.310967 2 2 +191 60.2094 -4.419017 -5.662151 1 1 +192 59.8958 -5.313742 -5.723867 1 2 +193 60.1036 -5.590783 -5.454983 2 2 +194 60.3093 -3.544967 -3.178488 2 2 +195 60.0000 -4.220088 -3.762093 2 1 +196 60.2041 -3.013452 -2.899147 2 2 +197 60.4061 -1.068531 -2.789205 1 1 +198 60.1010 -7.072056 -5.579774 2 1 +199 60.3015 -7.038593 -6.931585 2 2 +200 60.5000 -4.228615 -4.175768 2 2 +201 60.6965 -4.616295 -4.703298 1 1 +202 60.8911 -8.463414 -8.393024 2 2 +203 60.5911 -4.807421 -5.164423 1 2 +204 60.2941 -2.958382 -2.839075 2 1 +205 60.0000 -2.380013 -2.534046 1 2 +206 59.7087 -7.955848 -8.645437 1 2 +207 59.4203 -4.164623 -3.220313 2 1 +208 59.6154 -5.028958 -4.579009 2 2 +209 59.8086 -5.393665 -5.305504 2 2 +210 60.0000 -10.972842 -9.568953 2 2 +211 60.1896 -5.123516 -6.419891 1 1 +212 60.3774 -6.572253 -5.944623 2 2 +213 60.5634 -6.853370 -6.370120 2 2 +214 60.2804 -4.869349 -4.625524 2 1 +215 60.0000 -5.633392 -5.842545 1 2 +216 60.1852 -3.798355 -3.917510 1 1 +217 60.3687 -2.419509 -3.175138 1 1 +218 60.5505 -2.696390 -2.486189 2 2 +219 60.7306 -3.780234 -4.580355 1 1 +220 60.4545 -7.166418 -7.623046 1 2 +221 60.6335 -5.220975 -11.250116 1 1 +222 60.3604 -1.158438 -13.328493 1 2 +223 60.0897 -3.353560 -3.692061 1 2 +224 60.2679 -7.237149 -6.923003 2 2 +225 60.4444 -5.351273 -4.746978 2 2 +226 60.1770 -4.690133 -4.498334 2 1 +227 59.9119 -6.495020 -5.802851 2 1 +228 60.0877 -1.155080 -2.707128 1 1 +229 60.2620 -5.912983 -4.701889 2 2 +230 60.0000 -3.553878 -3.448066 2 1 +231 59.7403 -3.278337 -3.037778 2 1 +232 59.4828 -2.253729 -3.535055 1 2 +233 59.2275 -1.836935 -1.556898 2 1 +234 58.9744 -3.989266 -4.089670 1 2 +235 59.1489 -5.708863 -5.299895 2 2 +236 59.3220 -1.769952 -2.380263 1 1 +237 59.0717 -6.333422 -4.184359 2 1 +238 59.2437 -3.777199 -3.723273 2 2 +239 59.4142 -3.707442 -3.198188 2 2 +240 59.1667 -8.925143 -9.527099 1 2 +241 58.9212 -6.377282 -7.440395 1 2 +242 59.0909 -7.520633 -6.985982 2 2 +243 58.8477 -5.723179 -5.337676 2 1 +244 59.0164 -3.955770 -5.163635 1 1 +245 59.1837 -5.842798 -6.831509 1 1 +246 58.9431 -3.411334 -3.162258 2 1 +247 58.7045 -6.205187 -7.052252 1 2 +248 58.4677 -2.876930 -3.006891 1 2 +249 58.6345 -3.133094 -2.891218 2 2 +250 58.8000 -5.950793 -6.362898 1 1 +251 58.9641 -2.009804 -2.345614 1 1 +252 58.7302 -8.802575 -9.147357 1 2 +253 58.4980 -6.025857 -5.808771 2 1 +254 58.2677 -5.074720 -6.061579 1 2 +255 58.4314 -8.296073 -10.082169 1 1 +256 58.5938 -3.374341 -4.533368 1 1 +257 58.7549 -4.840709 -4.912451 1 1 +258 58.9147 -4.764265 -4.752050 2 2 +259 59.0734 -4.896535 -6.321693 1 1 +260 59.2308 -5.400116 -5.739568 1 1 +261 59.0038 -5.058165 -5.355472 1 2 +262 58.7786 -7.417768 -7.820929 1 2 +263 58.5551 -5.064168 -4.769408 2 1 +264 58.3333 -4.981892 -5.069928 1 2 +265 58.1132 -2.950770 -2.915715 2 1 +266 58.2707 -7.835686 -8.640291 1 1 +267 58.4270 -3.526363 -3.841944 1 1 +268 58.2090 -3.803102 -3.349856 2 1 +269 57.9926 -5.184402 -5.919557 1 2 +270 58.1481 -2.584676 -4.140551 1 1 +271 58.3026 -5.057586 -4.701090 2 2 +272 58.4559 -4.637801 -4.629566 2 2 +273 58.2418 -5.154764 -5.342829 1 2 +274 58.0292 -4.053969 -4.226562 1 2 +275 58.1818 -1.806638 -1.923089 1 1 +276 58.3333 -2.783552 -3.502725 1 1 +277 58.4838 -2.886254 -3.683769 1 1 +278 58.2734 -4.661699 -4.249658 2 1 +279 58.4229 -3.891463 -3.123861 2 2 +280 58.5714 -5.104036 -5.020486 2 2 +281 58.7189 -3.184773 -3.168187 2 2 +282 58.8652 -5.510723 -4.780725 2 2 +283 59.0106 -4.706633 -3.552209 2 2 +284 59.1549 -4.285397 -5.997297 1 1 +285 59.2982 -7.799598 -8.792431 1 1 +286 59.4406 -4.518279 -4.885883 1 1 +287 59.5819 -3.721986 -6.409016 1 1 +288 59.7222 -6.271489 -5.888665 2 2 +289 59.8616 -3.964678 -4.134884 1 1 +290 59.6552 -7.279182 -6.981253 2 1 +291 59.7938 -2.270212 -3.294847 1 1 +292 59.9315 -2.517609 -1.901631 2 2 +293 59.7270 -6.454710 -6.715476 1 2 +294 59.5238 -3.836886 -3.601949 2 1 +295 59.6610 -1.978174 -2.817890 1 1 +296 59.7973 -7.295132 -7.248004 2 2 +297 59.5960 -0.769423 -1.179817 1 2 +298 59.3960 -8.109587 -9.412643 1 2 +299 59.5318 -3.154470 -2.507487 2 2 +300 59.3333 -4.645780 -4.110532 2 1 +301 59.4684 -5.348828 -5.695772 1 1 +302 59.6026 -5.819445 -4.942314 2 2 +303 59.4059 -9.910173 -9.426584 2 1 +304 59.5395 -5.452010 -4.158589 2 2 +305 59.6721 -4.141236 -4.038815 2 2 +306 59.4771 -3.697538 -3.862454 1 2 +307 59.6091 -3.770400 -3.874198 1 1 +308 59.7403 -6.302267 -6.270446 2 2 +309 59.8706 -5.508330 -5.754784 1 1 +310 59.6774 -6.632487 -6.739605 1 2 +311 59.8071 -3.654008 -4.513701 1 1 +312 59.6154 -6.941149 -5.039689 2 1 +313 59.4249 -5.600110 -6.517015 1 2 +314 59.5541 -7.402111 -6.807558 2 2 +315 59.6825 -4.905037 -5.754333 1 1 +316 59.8101 -6.889515 -6.057080 2 2 +317 59.9369 -7.043294 -7.463346 1 1 +318 60.0629 -7.222510 -6.102196 2 2 +319 59.8746 -2.066454 -1.441282 2 1 +320 60.0000 -6.221174 -7.485096 1 1 +321 60.1246 -3.803945 -3.675137 2 2 +322 59.9379 -4.211083 -4.559398 1 2 +323 60.0619 -2.591233 -3.164954 1 1 +324 59.8765 -5.445373 -5.064006 2 1 +325 60.0000 -7.662107 -6.386637 2 2 +326 60.1227 -3.134600 -2.666474 2 2 +327 59.9388 -3.626421 -2.783685 2 1 +328 59.7561 -5.892319 -5.424608 2 1 +329 59.8784 -5.978475 -10.927546 1 1 +330 60.0000 -2.159611 -2.560921 1 1 +331 59.8187 -6.122509 -3.971471 2 1 +332 59.9398 -4.122338 -5.372235 1 1 +333 59.7598 -4.549900 -5.260345 1 2 +334 59.8802 -3.525877 -6.824191 1 1 +335 59.7015 -6.358687 -5.971281 2 1 +336 59.8214 -3.133723 -3.083596 2 2 +337 59.9407 -3.942923 -3.869974 2 2 +338 60.0592 -4.229046 -4.244973 1 1 +339 59.8820 -4.456614 -5.233285 1 2 +340 60.0000 -6.682806 -6.836295 1 1 +341 60.1173 -3.954774 -4.312918 1 1 +342 60.2339 -5.965448 -5.797874 2 2 +343 60.3499 -3.978289 -4.079384 1 1 +344 60.1744 -4.788136 -3.307600 2 1 +345 60.2899 -1.007094 -2.692505 1 1 +346 60.4046 -11.008581 -7.360622 2 2 +347 60.5187 -4.523651 -4.390935 2 2 +348 60.6322 -0.909919 -1.566303 1 1 +349 60.7450 -5.868676 -5.368632 2 2 +350 60.8571 -20.465004 -2.493268 2 2 +351 60.9687 -3.648189 -5.196013 1 1 +352 61.0795 -4.566527 -3.429558 2 2 +353 61.1898 -2.593598 -3.027279 1 1 +354 61.0169 -7.517706 -7.711578 1 2 +355 61.1268 -4.628217 -4.522697 2 2 +356 60.9551 -3.388011 -4.811583 1 2 +357 61.0644 -5.318898 -5.201228 2 2 +358 60.8939 -3.186567 -3.698242 1 2 +359 61.0028 -5.840723 -5.344008 2 2 +360 60.8333 -5.206148 -5.514749 1 2 +361 60.9418 -2.512751 -2.396770 2 2 +362 61.0497 -6.156659 -6.089006 2 2 +363 60.8815 -4.244124 -4.149542 2 1 +364 60.7143 -7.581700 -6.612957 2 1 +365 60.8219 -5.880711 -6.165153 1 1 +366 60.6557 -5.593341 -8.659311 1 2 +367 60.7629 -7.166306 -7.659163 1 1 +368 60.8696 -4.720308 -4.308873 2 2 +369 60.9756 -6.197296 -6.139339 2 2 +370 60.8108 -6.013921 -4.459723 2 1 +371 60.6469 -3.613263 -3.500565 2 1 +372 60.4839 -3.528346 -3.247309 2 1 +373 60.5898 -4.966034 -6.360078 1 1 +374 60.6952 -2.786280 -2.789316 1 1 +375 60.8000 -4.514908 -3.947167 2 2 +376 60.9043 -6.293346 -5.144111 2 2 +377 60.7427 -5.782340 -6.272770 1 2 +378 60.5820 -4.951618 -5.036467 1 2 +379 60.4222 -1.919026 -2.106497 1 2 +380 60.2632 -8.689377 -8.585935 2 1 +381 60.3675 -11.666471 -10.198410 2 2 +382 60.2094 -3.958450 -4.763704 1 2 +383 60.3133 -3.625768 -1.712024 2 2 +384 60.1562 -5.708961 -5.599918 2 1 +385 60.0000 -1.487198 -1.464026 2 1 +386 60.1036 -1.204798 -14.091235 1 1 +387 59.9483 -2.573834 -2.414519 2 1 +388 60.0515 -7.718873 -7.078345 2 2 +389 60.1542 -2.283728 -1.787692 2 2 +390 60.2564 -3.846714 -4.199294 1 1 +391 60.1023 -5.665946 -7.750504 1 2 +392 59.9490 -6.591393 -5.544721 2 1 +393 59.7964 -8.559978 -9.233242 1 2 +394 59.8985 -6.101128 -6.177141 1 1 +395 60.0000 -4.933570 -4.521064 2 2 +396 60.1010 -4.160087 -4.400245 1 1 +397 60.2015 -7.072764 -7.334607 1 1 +398 60.3015 -3.577849 -6.987069 1 1 +399 60.1504 -6.335925 -5.843434 2 1 +400 60.2500 -5.601889 -8.656503 1 1 +401 60.3491 -4.921735 -5.172273 1 1 +402 60.1990 -5.029811 -5.732434 1 2 +403 60.0496 -7.174612 -8.056701 1 2 +404 60.1485 -4.472476 -3.727317 2 2 +405 60.0000 -4.850470 -4.089565 2 1 +406 60.0985 -6.531399 -8.617214 1 1 +407 60.1966 -6.456360 -6.392914 2 2 +408 60.2941 -4.623518 -4.477589 2 2 +409 60.3912 -6.623311 -6.784026 1 1 +410 60.4878 -7.070914 -7.174073 1 1 +411 60.5839 -7.634027 -8.137376 1 1 +412 60.4369 -5.489430 -5.667546 1 2 +413 60.5327 -3.676621 -3.492247 2 2 +414 60.3865 -5.808936 -5.891635 1 2 +415 60.4819 -4.141733 -2.367869 2 2 +416 60.5769 -6.807781 -4.724089 2 2 +417 60.6715 -7.274799 -7.923199 1 1 +418 60.7656 -4.210334 -4.566725 1 1 +419 60.8592 -6.426996 -6.262664 2 2 +420 60.7143 -4.638628 -4.933202 1 2 +421 60.5701 -5.561372 -5.688361 1 2 +422 60.4265 -3.058124 -2.917305 2 1 +423 60.2837 -5.249615 -4.894362 2 1 +424 60.3774 -5.072792 -5.314267 1 1 +425 60.4706 -7.720446 -5.340363 2 2 +426 60.3286 -1.964270 -2.763908 1 2 +427 60.1874 -4.912410 -4.598674 2 1 +428 60.2804 -4.764812 -5.274627 1 1 +429 60.3730 -3.920117 -3.382710 2 2 +430 60.2326 -6.190173 -5.709728 2 1 +431 60.3248 -7.922523 -8.296682 1 1 +432 60.1852 -4.334449 -4.524656 1 2 +433 60.2771 -1.880302 -1.873128 2 2 +434 60.1382 -8.581041 -7.866078 2 1 +435 60.2299 -5.862768 -6.536080 1 1 +436 60.0917 -4.017066 -1.642726 2 1 +437 60.1831 -6.738533 -6.153271 2 2 +438 60.0457 -5.831299 -5.900201 1 2 +439 60.1367 -1.599528 -2.707339 1 1 +440 60.2273 -4.154077 -4.775867 1 1 +441 60.3175 -3.540952 -5.607235 1 1 +442 60.4072 -4.180224 -4.502905 1 1 +443 60.4966 -2.490841 -3.186201 1 1 +444 60.3604 -7.443610 -8.557049 1 2 +445 60.2247 -2.800097 -2.748330 2 1 +446 60.3139 -7.121696 -6.852509 2 2 +447 60.1790 -2.563835 -2.091201 2 1 +448 60.2679 -4.538741 -4.217827 2 2 +449 60.3563 -4.100670 -3.727813 2 2 +450 60.4444 -4.287083 -3.834618 2 2 +451 60.5322 -5.848187 -5.802406 2 2 +452 60.6195 -5.907182 -7.541561 1 1 +453 60.4857 -5.417131 -5.992723 1 2 +454 60.5727 -4.579000 -4.866120 1 1 +455 60.4396 -8.176480 -10.687323 1 2 +456 60.5263 -5.490218 -5.349331 2 2 +457 60.6127 -11.723394 -12.834518 1 1 +458 60.4803 -5.488226 -5.559245 1 2 +459 60.3486 -5.380118 -5.563853 1 2 +460 60.4348 -0.320313 -10.771104 1 1 +461 60.5206 -3.720140 -3.934707 1 1 +462 60.6061 -5.769369 -5.846069 1 1 +463 60.4752 -1.821480 -1.644768 2 1 +464 60.3448 -4.327457 -4.200749 2 1 +465 60.2151 -5.628127 -5.676952 1 2 +466 60.3004 -7.940560 -7.816498 2 2 +467 60.3854 -6.863512 -8.027882 1 1 +468 60.4701 -5.696074 -4.360855 2 2 +469 60.3412 -2.455124 -1.378520 2 1 +470 60.4255 -2.308914 -2.235409 2 2 +471 60.5096 -2.551007 -4.068971 1 1 +472 60.5932 -5.250734 -4.710705 2 2 +473 60.4651 -4.797588 -4.922893 1 2 +474 60.5485 -6.926168 -7.879690 1 1 +475 60.6316 -3.209433 -2.908288 2 2 +476 60.7143 -7.368572 -6.893938 2 2 +477 60.5870 -5.704822 -5.916214 1 2 +478 60.6695 -4.537137 -4.867807 1 1 +479 60.5428 -3.613024 -3.326535 2 1 +480 60.6250 -9.160523 -8.157352 2 2 +481 60.4990 -4.848836 -4.755431 2 1 +482 60.5809 -5.230155 -5.171958 2 2 +483 60.6625 -6.492463 -6.708984 1 1 +484 60.5372 -2.678917 -1.362844 2 1 +485 60.4124 -2.209471 -2.066512 2 1 +486 60.2881 -2.883860 -2.567479 2 1 +487 60.3696 -4.383063 -4.073904 2 2 +488 60.4508 -3.978492 -3.441580 2 2 +489 60.5317 -3.084077 -3.661583 1 1 +490 60.6122 -3.729211 -4.344594 1 1 +491 60.6925 -4.286201 -4.063797 2 2 +492 60.7724 -6.411139 -5.886096 2 2 +493 60.8519 -2.855643 -3.649280 1 1 +494 60.7287 -5.840617 -5.899470 1 2 +495 60.6061 -5.689107 -5.635664 2 1 +496 60.4839 -4.415689 -4.493144 1 2 +497 60.3622 -7.118193 -5.814341 2 1 +498 60.2410 -2.580224 -2.705774 1 2 +499 60.1202 -4.387470 -4.154300 2 1 +500 60.0000 -6.234055 -6.820454 1 2 +501 59.8802 -2.567243 -2.365406 2 1 +502 59.9602 -2.406754 -2.979526 1 1 +503 59.8410 -5.727656 -6.141356 1 2 +504 59.7222 -4.102706 -3.799994 2 1 +505 59.8020 -7.284688 -6.090982 2 2 +506 59.6838 -6.046329 -5.618217 2 1 +507 59.7633 -4.712270 -4.914316 1 1 +508 59.8425 -7.517806 -4.663521 2 2 +509 59.9214 -4.718741 -7.937790 1 1 +510 60.0000 -3.070895 -3.524647 1 1 +511 59.8826 -5.530069 -5.600059 1 2 +512 59.9609 -4.103360 -4.435591 1 1 +513 59.8441 -4.553349 -4.780102 1 2 +514 59.7276 -5.409576 -4.721616 2 1 +515 59.6117 -13.187855 -12.679635 2 1 +516 59.4961 -4.909375 -4.515502 2 1 +517 59.5745 -2.049533 -2.146644 1 1 +518 59.6525 -3.486842 -1.848673 2 2 +519 59.5376 -8.802608 -9.637622 1 2 +520 59.6154 -2.438285 -2.199316 2 2 +521 59.5010 -2.265751 -2.206770 2 1 +522 59.5785 -5.403163 -3.910696 2 2 +523 59.6558 -7.503878 -6.411727 2 2 +524 59.5420 -7.481648 -5.890783 2 1 +525 59.6190 -5.247908 -4.759029 2 2 +526 59.6958 -2.554633 -19.549006 1 1 +527 59.7723 -6.604242 -3.882239 2 2 +528 59.6591 -6.193307 -7.150756 1 2 +529 59.5463 -7.580567 -7.278798 2 1 +530 59.6226 -5.301032 -3.982934 2 2 +531 59.5104 -4.408042 -3.881408 2 1 +532 59.5865 -3.170434 -3.543393 1 1 +533 59.4747 -3.618362 -3.976518 1 2 +534 59.5506 -3.832800 -4.366056 1 1 +535 59.4393 -4.330650 -5.266226 1 2 +536 59.3284 -3.800350 -3.700929 2 1 +537 59.2179 -7.505263 -6.903649 2 1 +538 59.2937 -3.333125 -8.885908 1 1 +539 59.3692 -4.229614 -2.745247 2 2 +540 59.4444 -2.949733 -2.856857 2 2 +541 59.5194 -4.334710 -4.687374 1 1 +542 59.5941 -7.128103 -6.946864 2 2 +543 59.6685 -5.592335 -4.654199 2 2 +544 59.7426 -2.982422 -3.350508 1 1 +545 59.6330 -0.972925 -5.050311 1 2 +546 59.7070 -2.577946 -3.461082 1 1 +547 59.7806 -9.171032 -7.157644 2 2 +548 59.6715 -6.357402 -5.569620 2 1 +549 59.5628 -7.067465 -6.364524 2 1 +550 59.6364 -5.639109 -5.389116 2 2 +551 59.5281 -3.526051 -15.433371 1 2 +552 59.4203 -5.135057 -5.041543 2 1 +553 59.4937 -8.186418 -6.801688 2 2 +554 59.5668 -5.929132 -5.642307 2 2 +555 59.6396 -1.930769 -1.853538 2 2 +556 59.7122 -7.312691 -7.193891 2 2 +557 59.7846 -7.298740 -7.299259 1 1 +558 59.8566 -1.437972 -3.367436 1 1 +559 59.7496 -3.618476 -3.632921 1 2 +560 59.8214 -3.866291 -4.034136 1 1 +561 59.7148 -3.165491 -3.122022 2 1 +562 59.7865 -0.787721 -1.104077 1 1 +563 59.6803 -2.454653 -3.068457 1 2 +564 59.7518 -3.840005 -4.000929 1 1 +565 59.8230 -3.736702 -3.578752 2 2 +566 59.8940 -5.146450 -6.216101 1 1 +567 59.9647 -5.068128 -4.070806 2 2 +568 60.0352 -5.172552 -3.223445 2 2 +569 60.1054 -8.310147 -8.649970 1 1 +570 60.1754 -3.961851 -5.664697 1 1 +571 60.2452 -4.955513 -4.461543 2 2 +572 60.1399 -2.574791 -2.717839 1 2 +573 60.2094 -4.038462 -3.914465 2 2 +574 60.1045 -4.199867 -4.964268 1 2 +575 60.1739 -7.185149 -6.732512 2 2 +576 60.0694 -2.473784 -2.293787 2 1 +577 60.1386 -5.143307 -5.114637 2 2 +578 60.2076 -3.573497 -2.893961 2 2 +579 60.1036 -6.435465 -6.700837 1 2 +580 60.1724 -3.949356 -4.092086 1 1 +581 60.0688 -10.038971 -8.104909 2 1 +582 60.1375 -6.183777 -6.125466 2 2 +583 60.0343 -5.083471 -5.117321 1 2 +584 59.9315 -6.521732 -5.794239 2 1 +585 60.0000 -1.280092 -1.789558 1 1 +586 59.8976 -5.137307 -5.079576 2 1 +587 59.7956 -2.765377 -2.614682 2 1 +588 59.6939 -3.326018 -4.928197 1 2 +589 59.7623 -4.863066 -4.691122 2 2 +590 59.8305 -4.434746 -3.843376 2 2 +591 59.7293 -5.165843 -5.468193 1 2 +592 59.6284 -6.062895 -5.914774 2 1 +593 59.6965 -5.808352 -5.608503 2 2 +594 59.7643 -6.853500 -7.014493 1 1 +595 59.8319 -2.748620 -2.604431 2 2 +596 59.7315 -7.787363 -8.202398 1 2 +597 59.6315 -4.551396 -4.175981 2 1 +598 59.5318 -4.179381 -2.900976 2 1 +599 59.5993 -2.995963 -3.973317 1 1 +600 59.6667 -6.748316 -6.334853 2 2 +601 59.5674 -4.249045 -4.266362 1 2 +602 59.6346 -2.327857 -4.112171 1 1 +603 59.7015 -6.619480 -5.823648 2 2 +604 59.6026 -4.264652 -4.269362 1 2 +605 59.5041 -3.751889 -3.210217 2 1 +606 59.4059 -4.510045 -4.837974 1 2 +607 59.3081 -3.769345 -2.562732 2 1 +608 59.2105 -5.124360 -2.166833 2 1 +609 59.2775 -6.594954 -8.402700 1 1 +610 59.1803 -3.751343 -3.144366 2 1 +611 59.2471 -6.603286 -7.076241 1 1 +612 59.3137 -2.956525 -4.302336 1 1 +613 59.3801 -4.640316 -4.023716 2 2 +614 59.4463 -5.863584 -4.300427 2 2 +615 59.5122 -4.002602 -3.655365 2 2 +616 59.4156 -7.273812 -7.307935 1 2 +617 59.4814 -12.229703 -4.104909 2 2 +618 59.5469 -4.792297 -4.262228 2 2 +619 59.6123 -4.998483 -4.429212 2 2 +620 59.6774 -4.115809 -5.042028 1 1 +621 59.5813 -4.158278 -4.673564 1 2 +622 59.6463 -4.466723 -4.681718 1 1 +623 59.7111 -3.660711 -4.385124 1 1 +624 59.7756 -5.132758 -4.705441 2 2 +625 59.8400 -6.536680 -7.251014 1 1 +626 59.7444 -2.659784 -1.452372 2 1 +627 59.8086 -5.846460 -5.869088 1 1 +628 59.8726 -3.247352 -3.050235 2 2 +629 59.9364 -3.422216 -4.224563 1 1 +630 60.0000 -2.939939 -3.287147 1 1 +631 60.0634 -2.357124 -3.050925 1 1 +632 59.9684 -1.998055 -2.503413 1 2 +633 59.8736 -1.935813 -2.978862 1 2 +634 59.9369 -3.983712 -4.188790 1 1 +635 59.8425 -7.735010 -7.783155 1 2 +636 59.9057 -3.512545 -5.194342 1 1 +637 59.8116 -6.919257 -6.741933 2 1 +638 59.7179 -6.077764 -5.599851 2 1 +639 59.7809 -3.726126 -3.831573 1 1 +640 59.6875 -1.731840 -2.172810 1 2 +641 59.7504 -7.469656 -7.549730 1 1 +642 59.8131 -6.251973 -5.997779 2 2 +643 59.8756 -2.083485 -1.362146 2 2 +644 59.7826 -5.894078 -5.778419 2 1 +645 59.8450 -2.794923 -4.204418 1 1 +646 59.9071 -4.729465 -5.794966 1 1 +647 59.8145 -7.355392 -4.709846 2 1 +648 59.7222 -4.550068 -5.434970 1 2 +649 59.7843 -3.778903 -4.888854 1 1 +650 59.8462 -4.689174 -4.940118 1 1 +651 59.7542 -7.353417 -7.913887 1 2 +652 59.8160 -8.548423 -8.413403 2 2 +653 59.8775 -5.908993 -5.499226 2 2 +654 59.7859 -5.102469 -5.628958 1 2 +655 59.6947 -3.320873 -3.419477 1 2 +656 59.7561 -5.053529 -4.228480 2 2 +657 59.6651 -6.475112 -6.528440 1 2 +658 59.7264 -4.488508 -3.671298 2 2 +659 59.6358 -2.229154 -2.321259 1 2 +660 59.6970 -4.079071 -3.372527 2 2 +661 59.7579 -4.593417 -4.697212 1 1 +662 59.6677 -5.088823 -4.847690 2 1 +663 59.7285 -8.380103 -8.239271 2 2 +664 59.6386 -7.037821 -6.052861 2 1 +665 59.6992 -2.691792 -2.431064 2 2 +666 59.6096 -6.646802 -5.084207 2 1 +667 59.5202 -7.275334 -8.911326 1 2 +668 59.5808 -1.845901 -1.906358 1 1 +669 59.4918 -4.140426 -4.085614 2 1 +670 59.4030 -5.275086 -4.769878 2 1 +671 59.4635 -4.518717 -5.587634 1 1 +672 59.5238 -4.811440 -4.680964 2 2 +673 59.5840 -3.150645 -2.503341 2 2 +674 59.6439 -5.407013 -5.543072 1 1 +675 59.7037 -4.791904 -6.067221 1 1 +676 59.7633 -4.377882 -3.776519 2 2 +677 59.6750 -4.630855 -4.394836 2 1 +678 59.5870 -6.373188 -7.006708 1 2 +679 59.6465 -7.392701 -7.082916 2 2 +680 59.7059 -3.759871 -3.884386 1 1 +681 59.6182 -3.921049 -3.491817 2 1 +682 59.5308 -2.466119 -2.861238 1 2 +683 59.4436 -2.892863 -2.803457 2 1 +684 59.5029 -7.293582 -7.617333 1 1 +685 59.5620 -5.482603 -3.545560 2 2 +686 59.4752 -6.336114 -7.517892 1 2 +687 59.5342 -5.078067 -4.051230 2 2 +688 59.4477 -8.331459 -8.256353 2 1 +689 59.5065 -3.441382 -3.278202 2 2 +690 59.5652 -4.497764 -3.900941 2 2 +691 59.4790 -5.815657 -5.368732 2 1 +692 59.5376 -2.919490 -4.503279 1 1 +693 59.4517 -4.798202 -4.463596 2 1 +694 59.5101 -4.024024 -3.668178 2 2 +695 59.5683 -8.218173 -8.731951 1 1 +696 59.4828 -8.797193 -8.589578 2 1 +697 59.3974 -3.757628 -3.595647 2 1 +698 59.3123 -5.018594 -5.228391 1 2 +699 59.3705 -5.547198 -5.862100 1 1 +700 59.4286 -4.157739 -3.927522 2 2 +701 59.4864 -2.738614 -2.739172 1 1 +702 59.5442 -6.142710 -5.897358 2 2 +703 59.4595 -8.674407 -7.766828 2 1 +704 59.3750 -1.801338 -1.713911 2 1 +705 59.4326 -5.462301 -4.698254 2 2 +706 59.3484 -4.253126 -4.468657 1 2 +707 59.4059 -6.354977 -6.597306 1 1 +708 59.3220 -6.300965 -6.422238 1 2 +709 59.3794 -4.777203 -4.114290 2 2 +710 59.4366 -4.281545 -5.420393 1 1 +711 59.3530 -2.792271 -2.868704 1 2 +712 59.2697 -2.961108 -5.134689 1 2 +713 59.1865 -4.968210 -5.222077 1 2 +714 59.1036 -3.743108 -3.908114 1 2 +715 59.1608 -8.508254 -8.478850 2 2 +716 59.2179 -5.634840 -5.194918 2 2 +717 59.2748 -3.904121 -0.522092 2 2 +718 59.3315 -5.119051 -5.610431 1 1 +719 59.2490 -6.629701 -5.501665 2 1 +720 59.1667 -3.454936 -4.567803 1 2 +721 59.2233 -7.029092 -6.548432 2 2 +722 59.1413 -3.346579 -2.423484 2 1 +723 59.0595 -5.515455 -5.109517 2 1 +724 58.9779 -3.902586 -4.058397 1 2 +725 58.8966 -5.187126 -5.456023 1 2 +726 58.9532 -5.590559 -5.470071 2 2 +727 58.8721 -4.013237 -4.257553 1 2 +728 58.7912 -6.270607 -6.007909 2 1 +729 58.7106 -2.495633 -2.009395 2 1 +730 58.6301 -4.212278 -3.801721 2 1 +731 58.6867 -3.900112 -3.915074 1 1 +732 58.7432 -3.017089 -2.680465 2 2 +733 58.6630 -6.152679 -6.566146 1 2 +734 58.7193 -0.774705 -16.585838 1 1 +735 58.6395 -4.632138 -2.763690 2 1 +736 58.5598 -3.710011 -2.938553 2 1 +737 58.6160 -5.247736 -5.373984 1 1 +738 58.6721 -6.145338 -5.773715 2 2 +739 58.7280 -1.982641 -13.223524 1 1 +740 58.7838 -5.750818 -5.029793 2 2 +741 58.8394 -5.504897 -6.471692 1 1 +742 58.8949 -4.603853 -3.463905 2 2 +743 58.9502 -4.029572 -3.762701 2 2 +744 59.0054 -6.077961 -4.766949 2 2 +745 58.9262 -3.114637 -2.665234 2 1 +746 58.8472 -8.387994 -8.344048 2 1 +747 58.9023 -6.352789 -7.086986 1 1 +748 58.9572 -5.723648 -5.115997 2 2 +749 59.0120 -5.558470 -5.708318 1 1 +750 59.0667 -1.018420 -11.190571 1 1 + +Final Winogrande score(750 tasks): 59.0667 ±1.7967 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.arc b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..1f2148df96cc577bb3b239ba709544b9f8db4956 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 43.33333333 +31 41.93548387 +32 40.62500000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 37.50000000 +41 39.02439024 +42 40.47619048 +43 39.53488372 +44 38.63636364 +45 37.77777778 +46 39.13043478 +47 40.42553191 +48 41.66666667 +49 40.81632653 +50 40.00000000 +51 39.21568627 +52 38.46153846 +53 39.62264151 +54 38.88888889 +55 38.18181818 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 44.26229508 +62 43.54838710 +63 44.44444444 +64 45.31250000 +65 44.61538462 +66 45.45454545 +67 46.26865672 +68 47.05882353 +69 47.82608696 +70 47.14285714 +71 46.47887324 +72 45.83333333 +73 46.57534247 +74 45.94594595 +75 46.66666667 +76 46.05263158 +77 46.75324675 +78 47.43589744 +79 46.83544304 +80 46.25000000 +81 45.67901235 +82 46.34146341 +83 45.78313253 +84 46.42857143 +85 47.05882353 +86 47.67441860 +87 47.12643678 +88 47.72727273 +89 48.31460674 +90 48.88888889 +91 49.45054945 +92 50.00000000 +93 49.46236559 +94 48.93617021 +95 49.47368421 +96 50.00000000 +97 49.48453608 +98 48.97959184 +99 49.49494949 +100 50.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 48.07692308 +105 48.57142857 +106 48.11320755 +107 48.59813084 +108 48.14814815 +109 47.70642202 +110 48.18181818 +111 47.74774775 +112 48.21428571 +113 47.78761062 +114 47.36842105 +115 47.82608696 +116 47.41379310 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 48.33333333 +121 47.93388430 +122 48.36065574 +123 48.78048780 +124 48.38709677 +125 48.80000000 +126 49.20634921 +127 48.81889764 +128 48.43750000 +129 48.06201550 +130 47.69230769 +131 48.09160305 +132 48.48484848 +133 48.87218045 +134 48.50746269 +135 48.14814815 +136 48.52941176 +137 48.90510949 +138 49.27536232 +139 48.92086331 +140 49.28571429 +141 49.64539007 +142 50.00000000 +143 50.34965035 +144 50.00000000 +145 50.34482759 +146 50.00000000 +147 50.34013605 +148 50.00000000 +149 50.33557047 +150 50.66666667 +151 50.99337748 +152 51.31578947 +153 51.63398693 +154 51.29870130 +155 50.96774194 +156 51.28205128 +157 51.59235669 +158 51.89873418 +159 52.20125786 +160 51.87500000 +161 51.55279503 +162 51.85185185 +163 52.14723926 +164 51.82926829 +165 52.12121212 +166 52.40963855 +167 52.09580838 +168 52.38095238 +169 52.07100592 +170 52.35294118 +171 52.04678363 +172 51.74418605 +173 52.02312139 +174 52.29885057 +175 52.00000000 +176 51.70454545 +177 51.97740113 +178 51.68539326 +179 51.39664804 +180 51.11111111 +181 50.82872928 +182 51.09890110 +183 50.81967213 +184 50.54347826 +185 50.81081081 +186 51.07526882 +187 50.80213904 +188 50.53191489 +189 50.26455026 +190 50.00000000 +191 50.26178010 +192 50.00000000 +193 50.25906736 +194 50.51546392 +195 50.76923077 +196 51.02040816 +197 51.26903553 +198 51.51515152 +199 51.75879397 +200 52.00000000 +201 52.23880597 +202 52.47524752 +203 52.21674877 +204 52.45098039 +205 52.19512195 +206 51.94174757 +207 51.69082126 +208 51.92307692 +209 52.15311005 +210 52.38095238 +211 52.60663507 +212 52.35849057 +213 52.11267606 +214 52.33644860 +215 52.55813953 +216 52.31481481 +217 52.07373272 +218 52.29357798 +219 52.51141553 +220 52.27272727 +221 52.03619910 +222 52.25225225 +223 52.01793722 +224 52.23214286 +225 52.00000000 +226 51.76991150 +227 51.98237885 +228 52.19298246 +229 52.40174672 +230 52.60869565 +231 52.38095238 +232 52.15517241 +233 52.36051502 +234 52.13675214 +235 51.91489362 +236 52.11864407 +237 51.89873418 +238 52.10084034 +239 52.30125523 +240 52.50000000 +241 52.69709544 +242 52.47933884 +243 52.26337449 +244 52.04918033 +245 51.83673469 +246 51.62601626 +247 51.82186235 +248 51.61290323 +249 51.40562249 +250 51.60000000 +251 51.79282869 +252 51.98412698 +253 51.77865613 +254 51.57480315 +255 51.76470588 +256 51.95312500 +257 52.14007782 +258 52.32558140 +259 52.12355212 +260 52.30769231 +261 52.49042146 +262 52.67175573 +263 52.85171103 +264 53.03030303 +265 52.83018868 +266 52.63157895 +267 52.80898876 +268 52.61194030 +269 52.78810409 +270 52.96296296 +271 52.76752768 +272 52.57352941 +273 52.74725275 +274 52.55474453 +275 52.36363636 +276 52.53623188 +277 52.70758123 +278 52.51798561 +279 52.32974910 +280 52.50000000 +281 52.66903915 +282 52.83687943 +283 52.65017668 +284 52.81690141 +285 52.98245614 +286 53.14685315 +287 53.31010453 +288 53.47222222 +289 53.28719723 +290 53.44827586 +291 53.60824742 +292 53.42465753 +293 53.58361775 +294 53.40136054 +295 53.55932203 +296 53.71621622 +297 53.87205387 +298 53.69127517 +299 53.84615385 +300 53.66666667 +301 53.48837209 +302 53.64238411 +303 53.79537954 +304 53.94736842 +305 54.09836066 +306 53.92156863 +307 54.07166124 +308 54.22077922 +309 54.36893204 +310 54.51612903 +311 54.66237942 +312 54.48717949 +313 54.63258786 +314 54.77707006 +315 54.60317460 +316 54.74683544 +317 54.88958991 +318 54.71698113 +319 54.54545455 +320 54.37500000 +321 54.20560748 +322 54.34782609 +323 54.17956656 +324 54.01234568 +325 53.84615385 +326 53.98773006 +327 53.82262997 +328 53.96341463 +329 54.10334347 +330 54.24242424 +331 54.38066465 +332 54.21686747 +333 54.35435435 +334 54.19161677 +335 54.02985075 +336 54.16666667 +337 54.00593472 +338 53.84615385 +339 53.98230088 +340 54.11764706 +341 54.25219941 +342 54.09356725 +343 54.22740525 +344 54.36046512 +345 54.20289855 +346 54.33526012 +347 54.17867435 +348 54.02298851 +349 54.15472779 +350 54.00000000 +351 54.13105413 +352 53.97727273 +353 53.82436261 +354 53.67231638 +355 53.52112676 +356 53.37078652 +357 53.22128852 +358 53.35195531 +359 53.48189415 +360 53.61111111 +361 53.73961219 +362 53.59116022 +363 53.71900826 +364 53.57142857 +365 53.42465753 +366 53.27868852 +367 53.40599455 +368 53.53260870 +369 53.65853659 +370 53.78378378 +371 53.63881402 +372 53.76344086 +373 53.61930295 +374 53.74331551 +375 53.60000000 +376 53.72340426 +377 53.58090186 +378 53.70370370 +379 53.56200528 +380 53.68421053 +381 53.54330709 +382 53.40314136 +383 53.26370757 +384 53.12500000 +385 53.24675325 +386 53.36787565 +387 53.22997416 +388 53.09278351 +389 52.95629820 +390 53.07692308 +391 52.94117647 +392 52.80612245 +393 52.92620865 +394 53.04568528 +395 53.16455696 +396 53.03030303 +397 53.14861461 +398 53.01507538 +399 52.88220551 +400 53.00000000 +401 52.86783042 +402 52.73631841 +403 52.85359801 +404 52.97029703 +405 53.08641975 +406 53.20197044 +407 53.31695332 +408 53.43137255 +409 53.30073350 +410 53.41463415 +411 53.52798054 +412 53.64077670 +413 53.51089588 +414 53.62318841 +415 53.49397590 +416 53.36538462 +417 53.23741007 +418 53.11004785 +419 52.98329356 +420 53.09523810 +421 52.96912114 +422 53.08056872 +423 53.19148936 +424 53.06603774 +425 52.94117647 +426 52.81690141 +427 52.69320843 +428 52.57009346 +429 52.68065268 +430 52.79069767 +431 52.90023202 +432 52.77777778 +433 52.65588915 +434 52.76497696 +435 52.87356322 +436 52.98165138 +437 53.08924485 +438 52.96803653 +439 53.07517084 +440 52.95454545 +441 52.83446712 +442 52.71493213 +443 52.59593679 +444 52.47747748 +445 52.58426966 +446 52.69058296 +447 52.79642058 +448 52.90178571 +449 53.00668151 +450 53.11111111 +451 53.21507761 +452 53.31858407 +453 53.20088300 +454 53.08370044 +455 52.96703297 +456 52.85087719 +457 52.73522976 +458 52.62008734 +459 52.72331155 +460 52.82608696 +461 52.92841649 +462 53.03030303 +463 52.91576674 +464 52.80172414 +465 52.90322581 +466 53.00429185 +467 52.89079229 +468 52.77777778 +469 52.66524520 +470 52.76595745 +471 52.86624204 +472 52.96610169 +473 52.85412262 +474 52.74261603 +475 52.63157895 +476 52.52100840 +477 52.62054507 +478 52.71966527 +479 52.81837161 +480 52.70833333 +481 52.59875260 +482 52.69709544 +483 52.79503106 +484 52.89256198 +485 52.98969072 +486 53.08641975 +487 53.18275154 +488 53.07377049 +489 52.96523517 +490 52.85714286 +491 52.95315682 +492 52.84552846 +493 52.73833671 +494 52.83400810 +495 52.72727273 +496 52.62096774 +497 52.71629779 +498 52.81124498 +499 52.90581162 +500 53.00000000 +501 53.09381238 +502 53.18725100 +503 53.28031809 +504 53.37301587 +505 53.46534653 +506 53.35968379 +507 53.25443787 +508 53.34645669 +509 53.43811395 +510 53.52941176 +511 53.42465753 +512 53.51562500 +513 53.41130604 +514 53.50194553 +515 53.59223301 +516 53.48837209 +517 53.57833656 +518 53.47490347 +519 53.37186898 +520 53.26923077 +521 53.35892514 +522 53.44827586 +523 53.34608031 +524 53.24427481 +525 53.14285714 +526 53.04182510 +527 52.94117647 +528 52.84090909 +529 52.74102079 +530 52.83018868 +531 52.91902072 +532 53.00751880 +533 53.09568480 +534 52.99625468 +535 52.89719626 +536 52.98507463 +537 53.07262570 +538 52.97397770 +539 53.06122449 +540 52.96296296 +541 52.86506470 +542 52.95202952 +543 52.85451197 +544 52.75735294 +545 52.84403670 +546 52.74725275 +547 52.65082267 +548 52.73722628 +549 52.64116576 +550 52.54545455 +551 52.45009074 +552 52.35507246 +553 52.44122966 +554 52.34657040 +555 52.43243243 +556 52.33812950 +557 52.42369838 +558 52.32974910 +559 52.41502683 +560 52.50000000 +561 52.58467023 +562 52.66903915 +563 52.75310835 +564 52.65957447 +565 52.56637168 +566 52.65017668 +567 52.73368607 +568 52.81690141 +569 52.72407733 +570 52.63157895 +571 52.53940455 +572 52.44755245 +573 52.53054101 +574 52.61324042 +575 52.69565217 +576 52.77777778 +577 52.85961872 +578 52.76816609 +579 52.84974093 +580 52.93103448 +581 52.83993115 +582 52.74914089 +583 52.83018868 +584 52.91095890 +585 52.99145299 +586 53.07167235 +587 52.98126065 +588 53.06122449 +589 53.14091681 +590 53.22033898 +591 53.29949239 +592 53.37837838 +593 53.28836425 +594 53.36700337 +595 53.44537815 +596 53.35570470 +597 53.26633166 +598 53.17725753 +599 53.25542571 +600 53.16666667 +601 53.24459235 +602 53.15614618 +603 53.06799337 +604 52.98013245 +605 53.05785124 +606 53.13531353 +607 53.04777595 +608 53.12500000 +609 53.03776683 +610 53.11475410 +611 53.02782324 +612 52.94117647 +613 52.85481240 +614 52.76872964 +615 52.84552846 +616 52.92207792 +617 52.99837925 +618 52.91262136 +619 52.82714055 +620 52.90322581 +621 52.81803543 +622 52.73311897 +623 52.80898876 +624 52.72435897 +625 52.64000000 +626 52.55591054 +627 52.63157895 +628 52.70700637 +629 52.78219396 +630 52.69841270 +631 52.61489699 +632 52.53164557 +633 52.44865719 +634 52.36593060 +635 52.44094488 +636 52.51572327 +637 52.43328100 +638 52.50783699 +639 52.42566510 +640 52.34375000 +641 52.41809672 +642 52.33644860 +643 52.25505443 +644 52.32919255 +645 52.24806202 +646 52.16718266 +647 52.24111283 +648 52.16049383 +649 52.08012327 +650 52.00000000 +651 52.07373272 +652 51.99386503 +653 51.91424196 +654 51.98776758 +655 51.90839695 +656 51.82926829 +657 51.75038052 +658 51.82370821 +659 51.74506829 +660 51.81818182 +661 51.73978820 +662 51.81268882 +663 51.88536953 +664 51.95783133 +665 52.03007519 +666 52.10210210 +667 52.17391304 +668 52.09580838 +669 52.01793722 +670 52.08955224 +671 52.01192250 +672 51.93452381 +673 51.85735513 +674 51.78041543 +675 51.70370370 +676 51.62721893 +677 51.69867061 +678 51.76991150 +679 51.69366716 +680 51.76470588 +681 51.68869310 +682 51.75953079 +683 51.68374817 +684 51.75438596 +685 51.82481752 +686 51.74927114 +687 51.67394469 +688 51.74418605 +689 51.81422351 +690 51.88405797 +691 51.80897250 +692 51.87861272 +693 51.80375180 +694 51.87319885 +695 51.79856115 +696 51.72413793 +697 51.79340029 +698 51.71919771 +699 51.64520744 +700 51.71428571 +701 51.64051355 +702 51.70940171 +703 51.63584637 +704 51.70454545 +705 51.63120567 +706 51.55807365 +707 51.62659123 +708 51.69491525 +709 51.76304654 +710 51.83098592 +711 51.89873418 +712 51.96629213 +713 52.03366059 +714 51.96078431 +715 51.88811189 +716 51.95530726 +717 51.88284519 +718 51.81058496 +719 51.73852573 +720 51.80555556 +721 51.73370319 +722 51.66204986 +723 51.72890733 +724 51.79558011 +725 51.86206897 +726 51.79063361 +727 51.71939477 +728 51.78571429 +729 51.85185185 +730 51.78082192 +731 51.84678523 +732 51.91256831 +733 51.84174625 +734 51.90735695 +735 51.83673469 +736 51.90217391 +737 51.83175034 +738 51.76151762 +739 51.69147497 +740 51.62162162 +741 51.68690958 +742 51.75202156 +743 51.81695828 +744 51.74731183 +745 51.81208054 +746 51.74262735 +747 51.67336011 +748 51.60427807 +749 51.53538051 +750 51.60000000 + +Final result: 51.6000 ±1.8260 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.hsw b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..6bf8f05d252f4f5e25ef60d2c383f022c5fb2ed4 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 51.42857143 +36 50.00000000 +37 48.64864865 +38 50.00000000 +39 48.71794872 +40 47.50000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 42.30769231 +79 43.03797468 +80 43.75000000 +81 43.20987654 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 45.55555556 +91 46.15384615 +92 45.65217391 +93 46.23655914 +94 46.80851064 +95 47.36842105 +96 47.91666667 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 49.54954955 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 50.36496350 +138 50.72463768 +139 50.35971223 +140 50.71428571 +141 51.06382979 +142 51.40845070 +143 51.74825175 +144 52.08333333 +145 52.41379310 +146 52.73972603 +147 53.06122449 +148 52.70270270 +149 52.34899329 +150 52.66666667 +151 52.31788079 +152 51.97368421 +153 52.28758170 +154 52.59740260 +155 52.90322581 +156 52.56410256 +157 52.22929936 +158 52.53164557 +159 52.20125786 +160 52.50000000 +161 52.79503106 +162 52.46913580 +163 52.76073620 +164 53.04878049 +165 53.33333333 +166 53.61445783 +167 53.89221557 +168 54.16666667 +169 53.84615385 +170 53.52941176 +171 53.80116959 +172 54.06976744 +173 53.75722543 +174 53.44827586 +175 53.71428571 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.73831776 +215 53.48837209 +216 53.70370370 +217 53.45622120 +218 53.21100917 +219 53.42465753 +220 53.63636364 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.21888412 +234 52.99145299 +235 52.76595745 +236 52.54237288 +237 52.74261603 +238 52.52100840 +239 52.71966527 +240 52.91666667 +241 52.69709544 +242 52.89256198 +243 53.08641975 +244 52.86885246 +245 52.65306122 +246 52.43902439 +247 52.22672065 +248 52.41935484 +249 52.61044177 +250 52.80000000 +251 52.98804781 +252 53.17460317 +253 52.96442688 +254 53.14960630 +255 52.94117647 +256 52.73437500 +257 52.52918288 +258 52.71317829 +259 52.89575290 +260 53.07692308 +261 53.25670498 +262 53.05343511 +263 52.85171103 +264 53.03030303 +265 53.20754717 +266 53.00751880 +267 53.18352060 +268 53.35820896 +269 53.53159851 +270 53.33333333 +271 53.13653137 +272 52.94117647 +273 52.74725275 +274 52.91970803 +275 52.72727273 +276 52.89855072 +277 53.06859206 +278 53.23741007 +279 53.40501792 +280 53.57142857 +281 53.73665480 +282 53.90070922 +283 53.71024735 +284 53.87323944 +285 53.68421053 +286 53.49650350 +287 53.65853659 +288 53.81944444 +289 53.97923875 +290 54.13793103 +291 53.95189003 +292 53.76712329 +293 53.92491468 +294 54.08163265 +295 54.23728814 +296 54.39189189 +297 54.54545455 +298 54.69798658 +299 54.51505017 +300 54.66666667 +301 54.81727575 +302 54.96688742 +303 54.78547855 +304 54.93421053 +305 54.75409836 +306 54.90196078 +307 54.72312704 +308 54.87012987 +309 54.69255663 +310 54.83870968 +311 54.98392283 +312 55.12820513 +313 55.27156550 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 55.00000000 +321 54.82866044 +322 54.65838509 +323 54.79876161 +324 54.93827160 +325 55.07692308 +326 54.90797546 +327 54.74006116 +328 54.87804878 +329 55.01519757 +330 55.15151515 +331 55.28700906 +332 55.12048193 +333 55.25525526 +334 55.08982036 +335 55.22388060 +336 55.35714286 +337 55.19287834 +338 55.02958580 +339 55.16224189 +340 55.00000000 +341 55.13196481 +342 55.26315789 +343 55.39358601 +344 55.23255814 +345 55.36231884 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 54.72779370 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.95750708 +354 55.08474576 +355 55.21126761 +356 55.33707865 +357 55.18207283 +358 55.30726257 +359 55.43175487 +360 55.27777778 +361 55.12465374 +362 55.24861878 +363 55.09641873 +364 55.21978022 +365 55.34246575 +366 55.46448087 +367 55.58583106 +368 55.70652174 +369 55.82655827 +370 55.67567568 +371 55.52560647 +372 55.64516129 +373 55.49597855 +374 55.34759358 +375 55.46666667 +376 55.58510638 +377 55.43766578 +378 55.29100529 +379 55.40897098 +380 55.52631579 +381 55.64304462 +382 55.49738220 +383 55.35248042 +384 55.46875000 +385 55.58441558 +386 55.69948187 +387 55.55555556 +388 55.41237113 +389 55.26992288 +390 55.38461538 +391 55.24296675 +392 55.35714286 +393 55.47073791 +394 55.58375635 +395 55.44303797 +396 55.55555556 +397 55.66750630 +398 55.77889447 +399 55.88972431 +400 56.00000000 +401 56.10972569 +402 55.97014925 +403 55.83126551 +404 55.69306931 +405 55.55555556 +406 55.41871921 +407 55.52825553 +408 55.63725490 +409 55.74572127 +410 55.60975610 +411 55.47445255 +412 55.33980583 +413 55.20581114 +414 55.31400966 +415 55.18072289 +416 55.28846154 +417 55.39568345 +418 55.50239234 +419 55.36992840 +420 55.47619048 +421 55.34441805 +422 55.45023697 +423 55.55555556 +424 55.66037736 +425 55.76470588 +426 55.86854460 +427 55.73770492 +428 55.60747664 +429 55.47785548 +430 55.58139535 +431 55.45243619 +432 55.32407407 +433 55.19630485 +434 55.29953917 +435 55.17241379 +436 55.04587156 +437 54.91990847 +438 54.79452055 +439 54.89749431 +440 54.77272727 +441 54.87528345 +442 54.97737557 +443 55.07900677 +444 54.95495495 +445 55.05617978 +446 55.15695067 +447 55.25727069 +448 55.35714286 +449 55.45657016 +450 55.55555556 +451 55.43237251 +452 55.30973451 +453 55.18763797 +454 55.28634361 +455 55.16483516 +456 55.26315789 +457 55.36105033 +458 55.24017467 +459 55.33769063 +460 55.43478261 +461 55.53145336 +462 55.62770563 +463 55.72354212 +464 55.81896552 +465 55.69892473 +466 55.79399142 +467 55.88865096 +468 55.76923077 +469 55.65031983 +470 55.53191489 +471 55.62632696 +472 55.72033898 +473 55.81395349 +474 55.90717300 +475 56.00000000 +476 55.88235294 +477 55.76519916 +478 55.85774059 +479 55.94989562 +480 56.04166667 +481 55.92515593 +482 55.80912863 +483 55.90062112 +484 55.78512397 +485 55.67010309 +486 55.76131687 +487 55.85215606 +488 55.73770492 +489 55.82822086 +490 55.91836735 +491 56.00814664 +492 55.89430894 +493 55.98377282 +494 56.07287449 +495 56.16161616 +496 56.25000000 +497 56.13682093 +498 56.22489960 +499 56.11222445 +500 56.20000000 +501 56.28742515 +502 56.37450199 +503 56.46123260 +504 56.54761905 +505 56.63366337 +506 56.52173913 +507 56.60749507 +508 56.49606299 +509 56.58153242 +510 56.66666667 +511 56.55577299 +512 56.44531250 +513 56.33528265 +514 56.42023346 +515 56.50485437 +516 56.39534884 +517 56.28626692 +518 56.37065637 +519 56.26204239 +520 56.15384615 +521 56.04606526 +522 55.93869732 +523 56.02294455 +524 56.10687023 +525 56.19047619 +526 56.08365019 +527 55.97722960 +528 56.06060606 +529 56.14366730 +530 56.22641509 +531 56.12052731 +532 56.01503759 +533 56.09756098 +534 55.99250936 +535 56.07476636 +536 55.97014925 +537 56.05214153 +538 56.13382900 +539 56.02968460 +540 55.92592593 +541 56.00739372 +542 56.08856089 +543 55.98526703 +544 56.06617647 +545 56.14678899 +546 56.22710623 +547 56.30712980 +548 56.20437956 +549 56.28415301 +550 56.18181818 +551 56.07985481 +552 55.97826087 +553 55.87703436 +554 55.95667870 +555 55.85585586 +556 55.93525180 +557 55.83482944 +558 55.73476703 +559 55.63506261 +560 55.71428571 +561 55.79322638 +562 55.69395018 +563 55.77264654 +564 55.67375887 +565 55.57522124 +566 55.47703180 +567 55.55555556 +568 55.63380282 +569 55.53602812 +570 55.43859649 +571 55.51663748 +572 55.59440559 +573 55.67190227 +574 55.74912892 +575 55.82608696 +576 55.90277778 +577 55.80589255 +578 55.88235294 +579 55.78583765 +580 55.68965517 +581 55.59380379 +582 55.49828179 +583 55.57461407 +584 55.47945205 +585 55.38461538 +586 55.29010239 +587 55.36626917 +588 55.27210884 +589 55.17826825 +590 55.08474576 +591 55.16074450 +592 55.23648649 +593 55.14333895 +594 55.21885522 +595 55.29411765 +596 55.36912752 +597 55.44388610 +598 55.51839465 +599 55.42570952 +600 55.33333333 +601 55.40765391 +602 55.31561462 +603 55.22388060 +604 55.29801325 +605 55.37190083 +606 55.28052805 +607 55.18945634 +608 55.09868421 +609 55.17241379 +610 55.24590164 +611 55.31914894 +612 55.22875817 +613 55.13866232 +614 55.04885993 +615 54.95934959 +616 54.87012987 +617 54.78119935 +618 54.85436893 +619 54.76575121 +620 54.83870968 +621 54.75040258 +622 54.66237942 +623 54.73515249 +624 54.64743590 +625 54.56000000 +626 54.47284345 +627 54.54545455 +628 54.61783439 +629 54.53100159 +630 54.60317460 +631 54.51664025 +632 54.43037975 +633 54.34439179 +634 54.41640379 +635 54.33070866 +636 54.40251572 +637 54.47409733 +638 54.38871473 +639 54.46009390 +640 54.37500000 +641 54.29017161 +642 54.20560748 +643 54.27682737 +644 54.19254658 +645 54.10852713 +646 54.17956656 +647 54.25038640 +648 54.32098765 +649 54.23728814 +650 54.30769231 +651 54.37788018 +652 54.44785276 +653 54.51761103 +654 54.58715596 +655 54.65648855 +656 54.72560976 +657 54.64231355 +658 54.71124620 +659 54.77996965 +660 54.69696970 +661 54.76550681 +662 54.83383686 +663 54.90196078 +664 54.96987952 +665 55.03759398 +666 55.10510511 +667 55.17241379 +668 55.23952096 +669 55.15695067 +670 55.22388060 +671 55.29061103 +672 55.35714286 +673 55.42347697 +674 55.34124629 +675 55.40740741 +676 55.32544379 +677 55.24372230 +678 55.30973451 +679 55.37555228 +680 55.29411765 +681 55.21292217 +682 55.27859238 +683 55.34407028 +684 55.40935673 +685 55.32846715 +686 55.39358601 +687 55.45851528 +688 55.52325581 +689 55.58780842 +690 55.65217391 +691 55.71635311 +692 55.78034682 +693 55.69985570 +694 55.76368876 +695 55.68345324 +696 55.74712644 +697 55.81061693 +698 55.87392550 +699 55.79399142 +700 55.71428571 +701 55.77746077 +702 55.84045584 +703 55.76102418 +704 55.82386364 +705 55.74468085 +706 55.80736544 +707 55.72842999 +708 55.79096045 +709 55.85331453 +710 55.91549296 +711 55.83684951 +712 55.89887640 +713 55.96072931 +714 56.02240896 +715 56.08391608 +716 56.14525140 +717 56.20641562 +718 56.26740947 +719 56.18915160 +720 56.11111111 +721 56.03328710 +722 56.09418283 +723 56.15491010 +724 56.21546961 +725 56.27586207 +726 56.33608815 +727 56.39614856 +728 56.45604396 +729 56.37860082 +730 56.30136986 +731 56.36114911 +732 56.28415301 +733 56.34379263 +734 56.40326975 +735 56.32653061 +736 56.25000000 +737 56.17367707 +738 56.09756098 +739 56.02165088 +740 56.08108108 +741 56.14035088 +742 56.19946092 +743 56.25841184 +744 56.31720430 +745 56.24161074 +746 56.30026810 +747 56.22489960 +748 56.28342246 +749 56.34178905 +750 56.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.log b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.log deleted file mode 100644 index 15a6dc7767a6a21f3808b8c024346da094dd5676..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 26.552814 ± 0.258782 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 97.86% -Mean ln(PPL(Q)/PPL(base)) : 0.063006 ± 0.002011 -Mean PPL(Q)/PPL(base) : 1.065034 ± 0.002142 -Mean PPL(Q)-PPL(base) : 1.621384 ± 0.054614 - -====== KL divergence statistics ====== -Mean KLD: 0.164859 ± 0.000610 -Maximum KLD: 8.583980 -99.9% KLD: 2.315967 -99.0% KLD: 1.085407 -99.0% KLD: 1.085407 -Median KLD: 0.093793 -10.0% KLD: 0.002759 - 5.0% KLD: 0.000509 - 1.0% KLD: 0.000027 -Minimum KLD: -0.000053 - -====== Token probability statistics ====== -Mean Δp: -1.105 ± 0.025 % -Maximum Δp: 95.542% -99.9% Δp: 53.440% -99.0% Δp: 27.342% -95.0% Δp: 11.606% -90.0% Δp: 5.754% -75.0% Δp: 0.494% -Median Δp: -0.008% -25.0% Δp: -1.857% -10.0% Δp: -9.691% - 5.0% Δp: -17.127% - 1.0% Δp: -37.275% - 0.1% Δp: -65.081% -Minimum Δp: -94.606% -RMS Δp : 9.854 ± 0.049 % -Same top p: 80.956 ± 0.102 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.mmlu b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..69861770c2231f7c1491bafef2d9ac70ea57012e --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 32.72727273 +56 32.14285714 +57 31.57894737 +58 31.03448276 +59 30.50847458 +60 30.00000000 +61 31.14754098 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 30.76923077 +66 30.30303030 +67 29.85074627 +68 29.41176471 +69 28.98550725 +70 30.00000000 +71 29.57746479 +72 30.55555556 +73 30.13698630 +74 29.72972973 +75 29.33333333 +76 30.26315789 +77 31.16883117 +78 32.05128205 +79 31.64556962 +80 32.50000000 +81 33.33333333 +82 32.92682927 +83 33.73493976 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 34.48275862 +88 35.22727273 +89 34.83146067 +90 34.44444444 +91 34.06593407 +92 33.69565217 +93 33.33333333 +94 32.97872340 +95 32.63157895 +96 33.33333333 +97 32.98969072 +98 32.65306122 +99 32.32323232 +100 33.00000000 +101 32.67326733 +102 32.35294118 +103 32.03883495 +104 31.73076923 +105 31.42857143 +106 31.13207547 +107 30.84112150 +108 31.48148148 +109 31.19266055 +110 30.90909091 +111 30.63063063 +112 30.35714286 +113 30.08849558 +114 30.70175439 +115 30.43478261 +116 30.17241379 +117 29.91452991 +118 29.66101695 +119 30.25210084 +120 30.00000000 +121 29.75206612 +122 29.50819672 +123 29.26829268 +124 29.03225806 +125 29.60000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 29.00763359 +132 29.54545455 +133 29.32330827 +134 29.10447761 +135 28.88888889 +136 28.67647059 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 29.28571429 +141 29.78723404 +142 30.28169014 +143 30.76923077 +144 30.55555556 +145 30.34482759 +146 30.13698630 +147 29.93197279 +148 30.40540541 +149 30.20134228 +150 30.00000000 +151 29.80132450 +152 29.60526316 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 29.48717949 +157 29.93630573 +158 30.37974684 +159 30.18867925 +160 30.62500000 +161 30.43478261 +162 30.24691358 +163 30.06134969 +164 29.87804878 +165 30.30303030 +166 30.12048193 +167 30.53892216 +168 30.35714286 +169 30.17751479 +170 30.00000000 +171 29.82456140 +172 29.65116279 +173 29.47976879 +174 29.31034483 +175 29.14285714 +176 28.97727273 +177 28.81355932 +178 28.65168539 +179 29.05027933 +180 28.88888889 +181 28.72928177 +182 28.57142857 +183 28.96174863 +184 28.80434783 +185 29.18918919 +186 29.03225806 +187 28.87700535 +188 28.72340426 +189 28.57142857 +190 28.42105263 +191 28.79581152 +192 28.64583333 +193 28.49740933 +194 28.86597938 +195 29.23076923 +196 29.08163265 +197 28.93401015 +198 28.78787879 +199 28.64321608 +200 29.00000000 +201 29.35323383 +202 29.20792079 +203 29.06403941 +204 28.92156863 +205 29.26829268 +206 29.12621359 +207 28.98550725 +208 28.84615385 +209 28.70813397 +210 28.57142857 +211 28.90995261 +212 28.77358491 +213 28.63849765 +214 28.50467290 +215 28.37209302 +216 28.70370370 +217 28.57142857 +218 28.44036697 +219 28.31050228 +220 28.18181818 +221 28.05429864 +222 28.37837838 +223 28.25112108 +224 28.57142857 +225 28.88888889 +226 28.76106195 +227 29.07488987 +228 29.38596491 +229 29.25764192 +230 29.13043478 +231 29.00432900 +232 29.31034483 +233 29.18454936 +234 29.48717949 +235 29.36170213 +236 29.23728814 +237 29.11392405 +238 28.99159664 +239 28.87029289 +240 28.75000000 +241 29.04564315 +242 29.33884298 +243 29.62962963 +244 29.50819672 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.43548387 +249 29.31726908 +250 29.20000000 +251 29.08366534 +252 28.96825397 +253 28.85375494 +254 28.74015748 +255 29.01960784 +256 29.29687500 +257 29.57198444 +258 29.45736434 +259 29.34362934 +260 29.23076923 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 28.78787879 +265 29.05660377 +266 28.94736842 +267 28.83895131 +268 28.73134328 +269 28.62453532 +270 28.51851852 +271 28.41328413 +272 28.67647059 +273 28.57142857 +274 28.46715328 +275 28.36363636 +276 28.62318841 +277 28.88086643 +278 29.13669065 +279 29.03225806 +280 29.28571429 +281 29.18149466 +282 29.07801418 +283 28.97526502 +284 28.87323944 +285 28.77192982 +286 28.67132867 +287 28.91986063 +288 28.81944444 +289 28.71972318 +290 28.96551724 +291 29.20962199 +292 29.45205479 +293 29.69283276 +294 29.93197279 +295 29.83050847 +296 29.72972973 +297 29.62962963 +298 29.86577181 +299 30.10033445 +300 30.33333333 +301 30.56478405 +302 30.79470199 +303 30.69306931 +304 30.59210526 +305 30.49180328 +306 30.39215686 +307 30.61889251 +308 30.51948052 +309 30.42071197 +310 30.32258065 +311 30.22508039 +312 30.44871795 +313 30.67092652 +314 30.57324841 +315 30.47619048 +316 30.37974684 +317 30.28391167 +318 30.18867925 +319 30.40752351 +320 30.31250000 +321 30.21806854 +322 30.12422360 +323 30.03095975 +324 29.93827160 +325 30.15384615 +326 30.06134969 +327 30.27522936 +328 30.48780488 +329 30.39513678 +330 30.30303030 +331 30.21148036 +332 30.42168675 +333 30.33033033 +334 30.23952096 +335 30.44776119 +336 30.35714286 +337 30.26706231 +338 30.17751479 +339 30.08849558 +340 30.00000000 +341 29.91202346 +342 29.82456140 +343 30.02915452 +344 29.94186047 +345 29.85507246 +346 30.05780347 +347 30.25936599 +348 30.17241379 +349 30.37249284 +350 30.57142857 +351 30.48433048 +352 30.39772727 +353 30.59490085 +354 30.50847458 +355 30.42253521 +356 30.61797753 +357 30.53221289 +358 30.44692737 +359 30.36211699 +360 30.55555556 +361 30.47091413 +362 30.38674033 +363 30.57851240 +364 30.49450549 +365 30.41095890 +366 30.60109290 +367 30.51771117 +368 30.43478261 +369 30.35230352 +370 30.54054054 +371 30.45822102 +372 30.37634409 +373 30.29490617 +374 30.21390374 +375 30.40000000 +376 30.31914894 +377 30.23872679 +378 30.42328042 +379 30.34300792 +380 30.26315789 +381 30.18372703 +382 30.36649215 +383 30.54830287 +384 30.46875000 +385 30.64935065 +386 30.56994819 +387 30.49095607 +388 30.41237113 +389 30.59125964 +390 30.51282051 +391 30.69053708 +392 30.86734694 +393 30.78880407 +394 30.71065990 +395 30.88607595 +396 31.06060606 +397 31.23425693 +398 31.15577889 +399 31.32832080 +400 31.25000000 +401 31.42144638 +402 31.59203980 +403 31.51364764 +404 31.43564356 +405 31.35802469 +406 31.28078818 +407 31.20393120 +408 31.12745098 +409 31.29584352 +410 31.21951220 +411 31.14355231 +412 31.06796117 +413 31.23486683 +414 31.40096618 +415 31.56626506 +416 31.49038462 +417 31.41486811 +418 31.33971292 +419 31.50357995 +420 31.66666667 +421 31.59144893 +422 31.51658768 +423 31.44208038 +424 31.60377358 +425 31.52941176 +426 31.45539906 +427 31.38173302 +428 31.30841121 +429 31.46853147 +430 31.39534884 +431 31.55452436 +432 31.71296296 +433 31.63972286 +434 31.56682028 +435 31.49425287 +436 31.42201835 +437 31.35011442 +438 31.50684932 +439 31.43507973 +440 31.36363636 +441 31.29251701 +442 31.22171946 +443 31.15124153 +444 31.30630631 +445 31.23595506 +446 31.16591928 +447 31.09619687 +448 31.02678571 +449 30.95768374 +450 30.88888889 +451 30.82039911 +452 30.97345133 +453 31.12582781 +454 31.27753304 +455 31.20879121 +456 31.35964912 +457 31.29102845 +458 31.22270742 +459 31.37254902 +460 31.52173913 +461 31.45336226 +462 31.60173160 +463 31.53347732 +464 31.46551724 +465 31.39784946 +466 31.33047210 +467 31.47751606 +468 31.41025641 +469 31.55650320 +470 31.48936170 +471 31.42250531 +472 31.35593220 +473 31.50105708 +474 31.43459916 +475 31.36842105 +476 31.51260504 +477 31.44654088 +478 31.58995816 +479 31.73277662 +480 31.66666667 +481 31.60083160 +482 31.53526971 +483 31.46997930 +484 31.40495868 +485 31.34020619 +486 31.27572016 +487 31.41683778 +488 31.35245902 +489 31.28834356 +490 31.42857143 +491 31.36456212 +492 31.30081301 +493 31.23732252 +494 31.37651822 +495 31.51515152 +496 31.65322581 +497 31.58953722 +498 31.52610442 +499 31.46292585 +500 31.60000000 +501 31.53692615 +502 31.47410359 +503 31.41153082 +504 31.54761905 +505 31.48514851 +506 31.62055336 +507 31.55818540 +508 31.49606299 +509 31.43418468 +510 31.56862745 +511 31.50684932 +512 31.44531250 +513 31.38401559 +514 31.32295720 +515 31.26213592 +516 31.20155039 +517 31.33462282 +518 31.27413127 +519 31.21387283 +520 31.15384615 +521 31.09404990 +522 31.03448276 +523 31.16634799 +524 31.29770992 +525 31.23809524 +526 31.17870722 +527 31.30929791 +528 31.25000000 +529 31.19092628 +530 31.32075472 +531 31.26177024 +532 31.20300752 +533 31.14446529 +534 31.27340824 +535 31.40186916 +536 31.34328358 +537 31.47113594 +538 31.59851301 +539 31.53988868 +540 31.48148148 +541 31.42329020 +542 31.54981550 +543 31.49171271 +544 31.43382353 +545 31.37614679 +546 31.31868132 +547 31.26142596 +548 31.38686131 +549 31.32969035 +550 31.27272727 +551 31.21597096 +552 31.15942029 +553 31.10307414 +554 31.04693141 +555 30.99099099 +556 31.11510791 +557 31.05924596 +558 31.18279570 +559 31.12701252 +560 31.07142857 +561 31.01604278 +562 30.96085409 +563 31.08348135 +564 31.02836879 +565 30.97345133 +566 30.91872792 +567 30.86419753 +568 30.98591549 +569 30.93145870 +570 31.05263158 +571 31.17338004 +572 31.11888112 +573 31.06457243 +574 31.18466899 +575 31.13043478 +576 31.25000000 +577 31.36915078 +578 31.31487889 +579 31.43350604 +580 31.37931034 +581 31.32530120 +582 31.27147766 +583 31.38936535 +584 31.50684932 +585 31.45299145 +586 31.39931741 +587 31.34582624 +588 31.29251701 +589 31.23938879 +590 31.18644068 +591 31.13367174 +592 31.08108108 +593 31.02866779 +594 31.14478114 +595 31.09243697 +596 31.20805369 +597 31.15577889 +598 31.10367893 +599 31.05175292 +600 31.00000000 +601 31.11480865 +602 31.06312292 +603 31.17744610 +604 31.12582781 +605 31.23966942 +606 31.18811881 +607 31.30148270 +608 31.25000000 +609 31.19868637 +610 31.14754098 +611 31.09656301 +612 31.04575163 +613 31.15823817 +614 31.27035831 +615 31.21951220 +616 31.33116883 +617 31.28038898 +618 31.22977346 +619 31.17932149 +620 31.12903226 +621 31.07890499 +622 31.02893891 +623 30.97913323 +624 30.92948718 +625 30.88000000 +626 30.83067093 +627 30.78149920 +628 30.73248408 +629 30.84260731 +630 30.79365079 +631 30.74484945 +632 30.85443038 +633 30.80568720 +634 30.75709779 +635 30.70866142 +636 30.66037736 +637 30.61224490 +638 30.56426332 +639 30.67292645 +640 30.78125000 +641 30.73322933 +642 30.84112150 +643 30.79315708 +644 30.90062112 +645 30.85271318 +646 30.80495356 +647 30.75734158 +648 30.70987654 +649 30.66255778 +650 30.61538462 +651 30.56835637 +652 30.52147239 +653 30.47473201 +654 30.58103976 +655 30.53435115 +656 30.64024390 +657 30.74581431 +658 30.85106383 +659 30.80424886 +660 30.75757576 +661 30.71104387 +662 30.66465257 +663 30.61840121 +664 30.57228916 +665 30.52631579 +666 30.48048048 +667 30.58470765 +668 30.68862275 +669 30.64275037 +670 30.59701493 +671 30.55141580 +672 30.50595238 +673 30.46062407 +674 30.41543027 +675 30.37037037 +676 30.47337278 +677 30.42836041 +678 30.53097345 +679 30.48600884 +680 30.58823529 +681 30.54331865 +682 30.49853372 +683 30.60029283 +684 30.55555556 +685 30.51094891 +686 30.46647230 +687 30.56768559 +688 30.52325581 +689 30.62409289 +690 30.57971014 +691 30.68017366 +692 30.63583815 +693 30.59163059 +694 30.69164265 +695 30.64748201 +696 30.74712644 +697 30.70301291 +698 30.65902579 +699 30.75822604 +700 30.71428571 +701 30.81312411 +702 30.91168091 +703 31.00995733 +704 30.96590909 +705 30.92198582 +706 30.87818697 +707 30.83451202 +708 30.79096045 +709 30.74753173 +710 30.84507042 +711 30.94233474 +712 30.89887640 +713 30.99579243 +714 31.09243697 +715 31.04895105 +716 31.00558659 +717 30.96234310 +718 30.91922006 +719 31.01529903 +720 30.97222222 +721 30.92926491 +722 30.88642659 +723 30.98201936 +724 30.93922652 +725 31.03448276 +726 31.12947658 +727 31.08665750 +728 31.04395604 +729 31.00137174 +730 30.95890411 +731 30.91655267 +732 31.01092896 +733 31.10504775 +734 31.19891008 +735 31.15646259 +736 31.11413043 +737 31.20759837 +738 31.16531165 +739 31.25845737 +740 31.35135135 +741 31.30904184 +742 31.40161725 +743 31.49394347 +744 31.58602151 +745 31.54362416 +746 31.50134048 +747 31.45917001 +748 31.41711230 +749 31.37516689 +750 31.46666667 + +Final result: 31.4667 ±1.6968 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.ppx b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..e9af4b0e329859d19be666c261604c430dabf0ea --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 28.239199 ±0.276339 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 97.23% +Mean ln(PPL(Q)/PPL(base)) : 0.124582 ±0.002294 +Mean PPL(Q)/PPL(base) : 1.132675 ±0.002598 +Mean PPL(Q)-PPL(base) : 3.307769 ±0.070198 + +====== KL divergence statistics ====== +Mean KLD: 0.230055 ±0.000737 +Maximum KLD: 8.185512 +99.9% KLD: 2.553982 +99.0% KLD: 1.288128 +99.0% KLD: 1.288128 +Median KLD: 0.147510 +10.0% KLD: 0.004156 + 5.0% KLD: 0.000713 + 1.0% KLD: 0.000035 +Minimum KLD: -0.000052 + +====== Token probability statistics ====== +Mean Δp: -2.074 ± 0.029 % +Maximum Δp: 95.238% +99.9% Δp: 55.714% +99.0% Δp: 30.183% +95.0% Δp: 12.353% +90.0% Δp: 5.671% +75.0% Δp: 0.292% +Median Δp: -0.036% +25.0% Δp: -3.215% +10.0% Δp: -13.752% + 5.0% Δp: -22.530% + 1.0% Δp: -43.213% + 0.1% Δp: -69.338% +Minimum Δp: -99.414% +RMS Δp : 11.536 ± 0.050 % +Same top p: 76.903 ± 0.109 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.tqa b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..17cf0189b98648143497fa09de9fc0f963b8bf14 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 27.27272727 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 27.63157895 +77 27.27272727 +78 26.92307692 +79 26.58227848 +80 26.25000000 +81 25.92592593 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 26.37362637 +92 26.08695652 +93 25.80645161 +94 25.53191489 +95 26.31578947 +96 27.08333333 +97 26.80412371 +98 26.53061224 +99 27.27272727 +100 27.00000000 +101 27.72277228 +102 27.45098039 +103 28.15533981 +104 27.88461538 +105 27.61904762 +106 27.35849057 +107 28.03738318 +108 28.70370370 +109 28.44036697 +110 29.09090909 +111 28.82882883 +112 28.57142857 +113 28.31858407 +114 28.94736842 +115 28.69565217 +116 28.44827586 +117 28.20512821 +118 27.96610169 +119 27.73109244 +120 28.33333333 +121 28.92561983 +122 28.68852459 +123 28.45528455 +124 29.03225806 +125 29.60000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 28.24427481 +132 28.03030303 +133 27.81954887 +134 28.35820896 +135 28.14814815 +136 27.94117647 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 28.57142857 +141 28.36879433 +142 28.16901408 +143 27.97202797 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.21088435 +148 27.02702703 +149 26.84563758 +150 26.66666667 +151 27.15231788 +152 26.97368421 +153 26.79738562 +154 26.62337662 +155 27.09677419 +156 27.56410256 +157 27.38853503 +158 27.84810127 +159 27.67295597 +160 27.50000000 +161 27.32919255 +162 27.16049383 +163 27.60736196 +164 27.43902439 +165 27.87878788 +166 28.31325301 +167 28.14371257 +168 27.97619048 +169 27.81065089 +170 28.23529412 +171 28.07017544 +172 27.90697674 +173 27.74566474 +174 28.16091954 +175 28.00000000 +176 28.40909091 +177 28.24858757 +178 28.08988764 +179 27.93296089 +180 27.77777778 +181 27.62430939 +182 27.47252747 +183 27.32240437 +184 27.17391304 +185 27.02702703 +186 27.41935484 +187 27.27272727 +188 27.12765957 +189 26.98412698 +190 26.84210526 +191 26.70157068 +192 27.08333333 +193 26.94300518 +194 27.31958763 +195 27.17948718 +196 27.04081633 +197 27.41116751 +198 27.27272727 +199 27.13567839 +200 27.00000000 +201 26.86567164 +202 27.22772277 +203 27.09359606 +204 26.96078431 +205 26.82926829 +206 26.69902913 +207 27.05314010 +208 26.92307692 +209 26.79425837 +210 26.66666667 +211 26.54028436 +212 26.41509434 +213 26.76056338 +214 26.63551402 +215 26.51162791 +216 26.85185185 +217 26.72811060 +218 27.06422018 +219 26.94063927 +220 26.81818182 +221 26.69683258 +222 26.57657658 +223 26.45739910 +224 26.78571429 +225 26.66666667 +226 26.54867257 +227 26.43171806 +228 26.31578947 +229 26.20087336 +230 26.08695652 +231 25.97402597 +232 26.29310345 +233 26.60944206 +234 26.49572650 +235 26.80851064 +236 27.11864407 +237 27.42616034 +238 27.73109244 +239 27.61506276 +240 27.50000000 +241 27.38589212 +242 27.27272727 +243 27.16049383 +244 27.04918033 +245 26.93877551 +246 26.82926829 +247 26.72064777 +248 27.01612903 +249 26.90763052 +250 26.80000000 +251 27.09163347 +252 26.98412698 +253 26.87747036 +254 26.77165354 +255 26.66666667 +256 26.56250000 +257 26.45914397 +258 26.35658915 +259 26.25482625 +260 26.15384615 +261 26.05363985 +262 25.95419847 +263 25.85551331 +264 26.13636364 +265 26.41509434 +266 26.31578947 +267 26.59176030 +268 26.49253731 +269 26.39405204 +270 26.29629630 +271 26.19926199 +272 26.10294118 +273 26.00732601 +274 25.91240876 +275 25.81818182 +276 25.72463768 +277 25.63176895 +278 25.53956835 +279 25.44802867 +280 25.35714286 +281 25.62277580 +282 25.88652482 +283 25.79505300 +284 26.05633803 +285 25.96491228 +286 26.22377622 +287 26.13240418 +288 26.04166667 +289 25.95155709 +290 25.86206897 +291 26.11683849 +292 26.36986301 +293 26.62116041 +294 26.53061224 +295 26.77966102 +296 26.68918919 +297 26.93602694 +298 26.84563758 +299 26.75585284 +300 26.66666667 +301 26.57807309 +302 26.82119205 +303 26.73267327 +304 26.64473684 +305 26.55737705 +306 26.47058824 +307 26.38436482 +308 26.62337662 +309 26.53721683 +310 26.45161290 +311 26.36655949 +312 26.60256410 +313 26.51757188 +314 26.43312102 +315 26.34920635 +316 26.26582278 +317 26.18296530 +318 26.10062893 +319 26.01880878 +320 25.93750000 +321 25.85669782 +322 26.08695652 +323 26.00619195 +324 25.92592593 +325 25.84615385 +326 25.76687117 +327 25.99388379 +328 26.21951220 +329 26.13981763 +330 26.36363636 +331 26.28398792 +332 26.50602410 +333 26.72672673 +334 26.64670659 +335 26.86567164 +336 27.08333333 +337 27.00296736 +338 26.92307692 +339 27.13864307 +340 27.05882353 +341 27.27272727 +342 27.19298246 +343 27.11370262 +344 27.32558140 +345 27.53623188 +346 27.74566474 +347 27.95389049 +348 27.87356322 +349 27.79369628 +350 27.71428571 +351 27.63532764 +352 27.84090909 +353 27.76203966 +354 27.68361582 +355 27.88732394 +356 27.80898876 +357 27.73109244 +358 27.65363128 +359 27.57660167 +360 27.50000000 +361 27.42382271 +362 27.34806630 +363 27.27272727 +364 27.19780220 +365 27.39726027 +366 27.32240437 +367 27.52043597 +368 27.44565217 +369 27.37127371 +370 27.29729730 +371 27.22371968 +372 27.41935484 +373 27.34584450 +374 27.54010695 +375 27.46666667 +376 27.39361702 +377 27.58620690 +378 27.51322751 +379 27.44063325 +380 27.36842105 +381 27.29658793 +382 27.22513089 +383 27.15404700 +384 27.08333333 +385 27.01298701 +386 26.94300518 +387 26.87338501 +388 27.06185567 +389 26.99228792 +390 26.92307692 +391 27.10997442 +392 27.04081633 +393 27.22646310 +394 27.41116751 +395 27.34177215 +396 27.27272727 +397 27.45591940 +398 27.38693467 +399 27.31829574 +400 27.25000000 +401 27.18204489 +402 27.11442786 +403 27.04714640 +404 26.98019802 +405 26.91358025 +406 26.84729064 +407 26.78132678 +408 26.71568627 +409 26.65036675 +410 26.58536585 +411 26.52068127 +412 26.69902913 +413 26.63438257 +414 26.81159420 +415 26.74698795 +416 26.68269231 +417 26.61870504 +418 26.55502392 +419 26.49164678 +420 26.66666667 +421 26.84085511 +422 26.77725118 +423 26.71394799 +424 26.65094340 +425 26.58823529 +426 26.52582160 +427 26.46370023 +428 26.40186916 +429 26.34032634 +430 26.27906977 +431 26.21809745 +432 26.38888889 +433 26.55889145 +434 26.72811060 +435 26.66666667 +436 26.60550459 +437 26.54462243 +438 26.48401826 +439 26.42369021 +440 26.36363636 +441 26.30385488 +442 26.24434389 +443 26.18510158 +444 26.35135135 +445 26.29213483 +446 26.23318386 +447 26.17449664 +448 26.11607143 +449 26.05790646 +450 26.00000000 +451 25.94235033 +452 25.88495575 +453 26.04856512 +454 25.99118943 +455 25.93406593 +456 25.87719298 +457 25.82056893 +458 25.76419214 +459 25.70806100 +460 25.65217391 +461 25.59652928 +462 25.54112554 +463 25.48596112 +464 25.43103448 +465 25.59139785 +466 25.53648069 +467 25.48179872 +468 25.42735043 +469 25.37313433 +470 25.31914894 +471 25.47770701 +472 25.42372881 +473 25.36997886 +474 25.52742616 +475 25.47368421 +476 25.42016807 +477 25.57651992 +478 25.52301255 +479 25.46972860 +480 25.41666667 +481 25.36382536 +482 25.51867220 +483 25.46583851 +484 25.61983471 +485 25.77319588 +486 25.72016461 +487 25.87268994 +488 25.81967213 +489 25.97137014 +490 26.12244898 +491 26.06924644 +492 26.21951220 +493 26.16632860 +494 26.11336032 +495 26.26262626 +496 26.20967742 +497 26.15694165 +498 26.10441767 +499 26.05210421 +500 26.00000000 +501 26.14770459 +502 26.09561753 +503 26.04373757 +504 26.19047619 +505 26.33663366 +506 26.28458498 +507 26.23274162 +508 26.18110236 +509 26.32612967 +510 26.47058824 +511 26.41878669 +512 26.36718750 +513 26.31578947 +514 26.26459144 +515 26.40776699 +516 26.35658915 +517 26.49903288 +518 26.44787645 +519 26.39691715 +520 26.34615385 +521 26.48752399 +522 26.43678161 +523 26.57743786 +524 26.52671756 +525 26.47619048 +526 26.42585551 +527 26.56546490 +528 26.51515152 +529 26.65406427 +530 26.60377358 +531 26.74199623 +532 26.69172932 +533 26.82926829 +534 26.77902622 +535 26.72897196 +536 26.67910448 +537 26.62942272 +538 26.57992565 +539 26.53061224 +540 26.66666667 +541 26.61737523 +542 26.56826568 +543 26.51933702 +544 26.47058824 +545 26.42201835 +546 26.37362637 +547 26.32541133 +548 26.45985401 +549 26.41165756 +550 26.36363636 +551 26.31578947 +552 26.44927536 +553 26.40144665 +554 26.35379061 +555 26.30630631 +556 26.43884892 +557 26.39138241 +558 26.34408602 +559 26.29695886 +560 26.25000000 +561 26.20320856 +562 26.15658363 +563 26.11012433 +564 26.24113475 +565 26.37168142 +566 26.32508834 +567 26.27865961 +568 26.23239437 +569 26.36203866 +570 26.31578947 +571 26.26970228 +572 26.22377622 +573 26.17801047 +574 26.30662021 +575 26.43478261 +576 26.38888889 +577 26.34315425 +578 26.47058824 +579 26.42487047 +580 26.55172414 +581 26.50602410 +582 26.63230241 +583 26.58662093 +584 26.71232877 +585 26.66666667 +586 26.79180887 +587 26.91652470 +588 26.87074830 +589 26.82512733 +590 26.94915254 +591 26.90355330 +592 26.85810811 +593 26.81281619 +594 26.76767677 +595 26.72268908 +596 26.67785235 +597 26.63316583 +598 26.58862876 +599 26.54424040 +600 26.50000000 +601 26.62229617 +602 26.57807309 +603 26.53399668 +604 26.49006623 +605 26.44628099 +606 26.56765677 +607 26.52388797 +608 26.48026316 +609 26.43678161 +610 26.39344262 +611 26.35024550 +612 26.47058824 +613 26.59053834 +614 26.54723127 +615 26.50406504 +616 26.62337662 +617 26.74230146 +618 26.69902913 +619 26.81744750 +620 26.77419355 +621 26.73107890 +622 26.84887460 +623 26.80577849 +624 26.76282051 +625 26.72000000 +626 26.67731629 +627 26.79425837 +628 26.75159236 +629 26.70906200 +630 26.66666667 +631 26.78288431 +632 26.74050633 +633 26.69826224 +634 26.81388013 +635 26.77165354 +636 26.72955975 +637 26.68759812 +638 26.64576803 +639 26.60406886 +640 26.56250000 +641 26.52106084 +642 26.63551402 +643 26.59409020 +644 26.70807453 +645 26.82170543 +646 26.78018576 +647 26.73879444 +648 26.85185185 +649 26.81047766 +650 26.92307692 +651 27.03533026 +652 27.14723926 +653 27.25880551 +654 27.21712538 +655 27.17557252 +656 27.13414634 +657 27.24505327 +658 27.20364742 +659 27.16236722 +660 27.12121212 +661 27.08018154 +662 27.03927492 +663 26.99849170 +664 26.95783133 +665 27.06766917 +666 27.17717718 +667 27.13643178 +668 27.09580838 +669 27.20478326 +670 27.16417910 +671 27.12369598 +672 27.08333333 +673 27.04309064 +674 27.00296736 +675 27.11111111 +676 27.21893491 +677 27.17872969 +678 27.13864307 +679 27.09867452 +680 27.20588235 +681 27.16593245 +682 27.12609971 +683 27.08638360 +684 27.19298246 +685 27.15328467 +686 27.11370262 +687 27.07423581 +688 27.18023256 +689 27.14078374 +690 27.10144928 +691 27.20694645 +692 27.16763006 +693 27.12842713 +694 27.23342939 +695 27.19424460 +696 27.29885057 +697 27.25968436 +698 27.22063037 +699 27.18168813 +700 27.28571429 +701 27.24679030 +702 27.20797721 +703 27.16927454 +704 27.13068182 +705 27.09219858 +706 27.05382436 +707 27.01555870 +708 26.97740113 +709 26.93935120 +710 26.90140845 +711 26.86357243 +712 26.96629213 +713 26.92847125 +714 26.89075630 +715 26.99300699 +716 26.95530726 +717 26.91771269 +718 26.88022284 +719 26.98191933 +720 26.94444444 +721 26.90707351 +722 26.86980609 +723 26.83264177 +724 26.93370166 +725 26.89655172 +726 26.99724518 +727 26.96011004 +728 26.92307692 +729 26.88614540 +730 26.98630137 +731 26.94938440 +732 27.04918033 +733 27.01227831 +734 26.97547684 +735 26.93877551 +736 26.90217391 +737 26.86567164 +738 26.82926829 +739 26.92828146 +740 27.02702703 +741 26.99055331 +742 26.95417790 +743 26.91790040 +744 27.01612903 +745 26.97986577 +746 27.07774799 +747 27.04149933 +748 27.00534759 +749 27.10280374 +750 27.06666667 + +Final result: 27.0667 ±1.6235 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q3_k_s.wng b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..2a740bbc83ee94b6ecc1a62d1c4e5ba4f53d4d62 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q3_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.960710 -6.454100 1 1 +2 50.0000 -2.199569 -2.118017 2 1 +3 66.6667 -3.470762 -3.464189 2 2 +4 50.0000 -5.425657 -5.203951 2 1 +5 40.0000 -4.444829 -4.585792 1 2 +6 33.3333 -6.338078 -6.325446 2 1 +7 42.8571 -6.133986 -5.356233 2 2 +8 50.0000 -3.125383 -2.394619 2 2 +9 55.5556 -5.187731 -5.794532 1 1 +10 60.0000 -2.887625 -2.798290 2 2 +11 63.6364 -8.995667 -6.523033 2 2 +12 58.3333 -4.027867 -4.196800 1 2 +13 61.5385 -5.047643 -5.679664 1 1 +14 57.1429 -6.110461 -6.103051 2 1 +15 53.3333 -3.325707 -4.864652 1 2 +16 50.0000 -3.198071 -3.415685 1 2 +17 47.0588 -8.783188 -10.231481 1 2 +18 50.0000 -4.342135 -4.632669 1 1 +19 52.6316 -4.720387 -6.516549 1 1 +20 50.0000 -3.873155 -3.198777 2 1 +21 52.3810 -3.700276 -4.097784 1 1 +22 54.5455 -4.073062 -3.832855 2 2 +23 52.1739 -5.865509 -5.526982 2 1 +24 54.1667 -2.916559 -5.303441 1 1 +25 56.0000 -3.078461 -2.993197 2 2 +26 57.6923 -3.490440 -3.949187 1 1 +27 59.2593 -7.957395 -7.763996 2 2 +28 57.1429 -5.825068 -5.706776 2 1 +29 58.6207 -5.078539 -5.520119 1 1 +30 56.6667 -2.224604 -2.677918 1 2 +31 58.0645 -5.482642 -5.667204 1 1 +32 59.3750 -4.605439 -7.300589 1 1 +33 60.6061 -6.413361 -7.691681 1 1 +34 61.7647 -3.757980 -4.219971 1 1 +35 62.8571 -5.297341 -4.588388 2 2 +36 61.1111 -3.513797 -4.232596 1 2 +37 62.1622 -3.513244 -3.528091 1 1 +38 63.1579 -4.612464 -4.989316 1 1 +39 61.5385 -4.098740 -4.129433 1 2 +40 60.0000 -6.585377 -6.893770 1 2 +41 60.9756 -4.357728 -4.846982 1 1 +42 61.9048 -0.757006 -2.174841 1 1 +43 62.7907 -3.745574 -3.623654 2 2 +44 63.6364 -3.223875 -2.364161 2 2 +45 64.4444 -1.331421 -13.468223 1 1 +46 65.2174 -3.280914 -3.791699 1 1 +47 63.8298 -5.492024 -5.674355 1 2 +48 64.5833 -6.145362 -6.088933 2 2 +49 63.2653 -2.383326 -0.688671 2 1 +50 64.0000 -3.746289 -3.709134 2 2 +51 64.7059 -2.715064 -2.979131 1 1 +52 63.4615 -4.608981 -5.466688 1 2 +53 64.1509 -4.208889 -4.487093 1 1 +54 64.8148 -2.777692 -2.545007 2 2 +55 65.4545 -3.557900 -3.071397 2 2 +56 64.2857 -4.723468 -5.778918 1 2 +57 63.1579 -5.020616 -5.564416 1 2 +58 63.7931 -3.532499 -4.328851 1 1 +59 64.4068 -4.035570 -3.246405 2 2 +60 63.3333 -5.879261 -6.638486 1 2 +61 63.9344 -3.248825 -3.846053 1 1 +62 62.9032 -8.546861 -7.828508 2 1 +63 63.4921 -5.309089 -5.162814 2 2 +64 62.5000 -4.981573 -4.486070 2 1 +65 63.0769 -5.653390 -5.167565 2 2 +66 62.1212 -3.648217 -3.098264 2 1 +67 62.6866 -3.020115 -2.209838 2 2 +68 63.2353 -6.881607 -6.664650 2 2 +69 63.7681 -5.429289 -6.973371 1 1 +70 64.2857 -4.120485 -3.564040 2 2 +71 63.3803 -2.925891 -2.766177 2 1 +72 63.8889 -5.452001 -4.599605 2 2 +73 63.0137 -3.727834 -3.321505 2 1 +74 62.1622 -4.454690 -4.300181 2 1 +75 61.3333 -2.284896 -2.147191 2 1 +76 61.8421 -4.490730 -5.068064 1 1 +77 62.3377 -3.020681 -2.551478 2 2 +78 62.8205 -2.714396 -3.042206 1 1 +79 62.0253 -2.738632 -2.922006 1 2 +80 62.5000 -4.313662 -5.461571 1 1 +81 62.9630 -4.821053 -4.641780 2 2 +82 63.4146 -3.111293 -2.713993 2 2 +83 63.8554 -6.849228 -6.513364 2 2 +84 64.2857 -4.238552 -3.934248 2 2 +85 64.7059 -7.105618 -7.234224 1 1 +86 65.1163 -8.335109 -7.999462 2 2 +87 65.5172 -2.406370 -2.545413 1 1 +88 64.7727 -4.099254 -3.997208 2 1 +89 65.1685 -4.387504 -4.558349 1 1 +90 65.5556 -4.234656 -2.909889 2 2 +91 64.8352 -4.441550 -4.393072 2 1 +92 65.2174 -7.637865 -7.354840 2 2 +93 65.5914 -2.321089 -1.227662 2 2 +94 64.8936 -6.900801 -7.883560 1 2 +95 65.2632 -5.784492 -6.244056 1 1 +96 65.6250 -2.072443 -3.488922 1 1 +97 64.9485 -5.184630 -4.569091 2 1 +98 64.2857 -3.892339 -3.960323 1 2 +99 63.6364 -4.545124 -4.023973 2 1 +100 64.0000 -10.967688 -10.056441 2 2 +101 63.3663 -5.432176 -5.601526 1 2 +102 63.7255 -3.592147 -5.095927 1 1 +103 63.1068 -3.955966 -4.789909 1 2 +104 63.4615 -9.446117 -9.419573 2 2 +105 62.8571 -2.678240 -2.418431 2 1 +106 62.2642 -3.168822 -3.170604 1 2 +107 61.6822 -2.860301 -3.284340 1 2 +108 61.1111 -1.952161 -2.843504 1 2 +109 60.5505 -7.144095 -8.093417 1 2 +110 60.0000 -4.280067 -4.385818 1 2 +111 60.3604 -4.340350 -4.103772 2 2 +112 59.8214 -4.658448 -3.884003 2 1 +113 59.2920 -3.709694 -5.755834 1 2 +114 59.6491 -6.067316 -6.535451 1 1 +115 60.0000 -1.657177 -2.457670 1 1 +116 60.3448 -4.531606 -3.228152 2 2 +117 59.8291 -5.800449 -6.450897 1 2 +118 60.1695 -2.663447 -3.638050 1 1 +119 59.6639 -3.996432 -3.909273 2 1 +120 59.1667 -3.586487 -3.521015 2 1 +121 58.6777 -1.529902 -1.825408 1 2 +122 58.1967 -7.418711 -8.834920 1 2 +123 57.7236 -5.078438 -4.342769 2 1 +124 58.0645 -3.735901 -3.649343 2 2 +125 57.6000 -3.149703 -3.151127 1 2 +126 57.1429 -8.701287 -8.748769 1 2 +127 57.4803 -2.354505 -1.832444 2 2 +128 57.8125 -1.922071 -2.044215 1 1 +129 57.3643 -1.576071 -1.782181 1 2 +130 57.6923 -6.764719 -5.640052 2 2 +131 58.0153 -5.882624 -5.841309 2 2 +132 58.3333 -2.145217 -2.133222 2 2 +133 58.6466 -2.945149 -4.173713 1 1 +134 58.2090 -3.816126 -4.154322 1 2 +135 58.5185 -5.908376 -5.951453 1 1 +136 58.0882 -4.065196 -4.360526 1 2 +137 57.6642 -7.727579 -7.560180 2 1 +138 57.2464 -4.237491 -4.317482 1 2 +139 57.5540 -4.584329 -4.965889 1 1 +140 57.1429 -1.373353 -1.740516 1 2 +141 57.4468 -3.716609 -3.258999 2 2 +142 57.7465 -3.752226 -3.045977 2 2 +143 58.0420 -2.916172 -10.421116 1 1 +144 58.3333 -2.689501 -3.065274 1 1 +145 57.9310 -2.936122 -13.781123 1 2 +146 58.2192 -6.434506 -6.369534 2 2 +147 58.5034 -4.933235 -4.930309 2 2 +148 58.1081 -4.485012 -4.301549 2 1 +149 58.3893 -6.467854 -4.015116 2 2 +150 58.0000 -2.878572 -2.905645 1 2 +151 57.6159 -2.850098 -2.818460 2 1 +152 57.8947 -4.237565 -3.643844 2 2 +153 57.5163 -3.949521 -3.578258 2 1 +154 57.7922 -4.316535 -4.535169 1 1 +155 57.4194 -2.590875 -2.688586 1 2 +156 57.0513 -3.713793 -3.595725 2 1 +157 57.3248 -3.275452 -3.941217 1 1 +158 56.9620 -5.505634 -5.531008 1 2 +159 57.2327 -4.793535 -5.162564 1 1 +160 57.5000 -3.677790 -3.576795 2 2 +161 57.1429 -3.527855 -2.953120 2 1 +162 56.7901 -1.710679 -10.417339 1 2 +163 57.0552 -2.923353 -3.293938 1 1 +164 57.3171 -6.280924 -5.423227 2 2 +165 57.5758 -5.740396 -5.544506 2 2 +166 57.8313 -4.389565 -3.823348 2 2 +167 57.4850 -5.120598 -4.707421 2 1 +168 57.7381 -6.185699 -5.038874 2 2 +169 57.3964 -3.973256 -4.378734 1 2 +170 57.6471 -5.600756 -6.150704 1 1 +171 57.8947 -6.459951 -6.881388 1 1 +172 58.1395 -5.443205 -6.697129 1 1 +173 58.3815 -3.822079 -3.004916 2 2 +174 58.6207 -5.921288 -5.188439 2 2 +175 58.8571 -4.001656 -4.386246 1 1 +176 59.0909 -3.414327 -4.545623 1 1 +177 59.3220 -7.605848 -7.289185 2 2 +178 59.5506 -3.227471 -3.340256 1 1 +179 59.7765 -3.350920 -3.380192 1 1 +180 59.4444 -7.423745 -7.490069 1 2 +181 59.6685 -4.955678 -4.430005 2 2 +182 59.8901 -3.257123 -3.253787 2 2 +183 59.5628 -6.685873 -6.889989 1 2 +184 59.7826 -3.235288 -3.892587 1 1 +185 60.0000 -5.756963 -5.633139 2 2 +186 59.6774 -5.062264 -5.057591 2 1 +187 59.3583 -5.367668 -5.411684 1 2 +188 59.0426 -3.952191 -2.995065 2 1 +189 59.2593 -6.446480 -4.775021 2 2 +190 59.4737 -5.801094 -5.520754 2 2 +191 59.6859 -4.207968 -5.328879 1 1 +192 59.8958 -5.494171 -5.305216 2 2 +193 59.5855 -5.423951 -5.449714 1 2 +194 59.7938 -3.651035 -3.526107 2 2 +195 59.4872 -4.026682 -3.675033 2 1 +196 59.1837 -3.452755 -3.698672 1 2 +197 59.3909 -0.836467 -3.624866 1 1 +198 59.0909 -7.359888 -5.675652 2 1 +199 59.2965 -6.199153 -6.131226 2 2 +200 59.5000 -4.707077 -4.388076 2 2 +201 59.2040 -5.407841 -5.263377 2 1 +202 59.4059 -8.171004 -7.670727 2 2 +203 59.1133 -4.060188 -4.245666 1 2 +204 58.8235 -3.317671 -3.088038 2 1 +205 59.0244 -2.903875 -2.819525 2 2 +206 58.7379 -7.469261 -7.600917 1 2 +207 58.4541 -4.231373 -3.657177 2 1 +208 58.6538 -4.919158 -4.668373 2 2 +209 58.3732 -4.477098 -4.633850 1 2 +210 58.5714 -10.479015 -9.206161 2 2 +211 58.7678 -4.550519 -5.021474 1 1 +212 58.9623 -5.514373 -4.924246 2 2 +213 59.1549 -6.346007 -6.094749 2 2 +214 58.8785 -4.205000 -3.920084 2 1 +215 59.0698 -5.926247 -5.731337 2 2 +216 58.7963 -4.386016 -4.091330 2 1 +217 58.9862 -1.861476 -2.293272 1 1 +218 59.1743 -2.844149 -2.720222 2 2 +219 59.3607 -3.220962 -4.014874 1 1 +220 59.0909 -5.089407 -5.326795 1 2 +221 59.2760 -6.639779 -11.628252 1 1 +222 59.0090 -1.693215 -12.886210 1 2 +223 59.1928 -3.428956 -3.073687 2 2 +224 59.3750 -6.061862 -5.499897 2 2 +225 59.5556 -4.962747 -4.554851 2 2 +226 59.7345 -4.673250 -4.901204 1 1 +227 59.4714 -5.531621 -4.845132 2 1 +228 59.6491 -0.758852 -2.401299 1 1 +229 59.8253 -5.517569 -4.478382 2 2 +230 60.0000 -2.768867 -3.055335 1 1 +231 59.7403 -2.710481 -2.621943 2 1 +232 59.4828 -1.860121 -2.295225 1 2 +233 59.2275 -2.383126 -2.174954 2 1 +234 59.4017 -4.550454 -4.416566 2 2 +235 59.5745 -5.133674 -4.641020 2 2 +236 59.7458 -1.865161 -2.189356 1 1 +237 59.4937 -5.481363 -3.313497 2 1 +238 59.2437 -3.566645 -3.716743 1 2 +239 59.4142 -3.403899 -2.990178 2 2 +240 59.1667 -8.444339 -8.673578 1 2 +241 58.9212 -4.282012 -5.317068 1 2 +242 59.0909 -7.783894 -7.074436 2 2 +243 58.8477 -5.839277 -5.258683 2 1 +244 59.0164 -3.359338 -4.544232 1 1 +245 59.1837 -7.130505 -7.345477 1 1 +246 58.9431 -3.829808 -3.217732 2 1 +247 59.1093 -6.213600 -6.134889 2 2 +248 58.8710 -2.884339 -3.192285 1 2 +249 59.0361 -2.919290 -2.617915 2 2 +250 59.2000 -6.050626 -6.671239 1 1 +251 59.3625 -1.407068 -1.638333 1 1 +252 59.5238 -8.478487 -7.979377 2 2 +253 59.6838 -5.650288 -5.803017 1 1 +254 59.4488 -5.425006 -6.524220 1 2 +255 59.6078 -6.413421 -7.408923 1 1 +256 59.7656 -3.829917 -4.261572 1 1 +257 59.9222 -2.989890 -3.030869 1 1 +258 60.0775 -4.585351 -4.487912 2 2 +259 60.2317 -4.228077 -5.001325 1 1 +260 60.0000 -5.559845 -5.205439 2 1 +261 59.7701 -4.960853 -5.510707 1 2 +262 59.5420 -6.011381 -6.269589 1 2 +263 59.6958 -3.033169 -3.149135 1 1 +264 59.8485 -5.049791 -4.919860 2 2 +265 60.0000 -2.252390 -2.415188 1 1 +266 59.7744 -6.592515 -6.105383 2 1 +267 59.9251 -3.031290 -3.428225 1 1 +268 59.7015 -3.277800 -2.909266 2 1 +269 59.4796 -5.330950 -5.451206 1 2 +270 59.6296 -2.700109 -3.613774 1 1 +271 59.7786 -4.158420 -3.613431 2 2 +272 59.9265 -4.119296 -3.932924 2 2 +273 59.7070 -4.999917 -5.216799 1 2 +274 59.4891 -4.523039 -4.841916 1 2 +275 59.2727 -1.839998 -1.789080 2 1 +276 59.0580 -2.706873 -2.589306 2 1 +277 59.2058 -3.334750 -3.676731 1 1 +278 58.9928 -4.658279 -3.822300 2 1 +279 59.1398 -3.532262 -3.290825 2 2 +280 58.9286 -5.067575 -5.169115 1 2 +281 59.0747 -2.975982 -2.666783 2 2 +282 59.2199 -5.179458 -4.367625 2 2 +283 59.3640 -4.356862 -3.418468 2 2 +284 59.5070 -4.703773 -5.837535 1 1 +285 59.6491 -6.401225 -7.572209 1 1 +286 59.7902 -3.953120 -4.216618 1 1 +287 59.9303 -3.544316 -6.065886 1 1 +288 60.0694 -5.931134 -5.421483 2 2 +289 59.8616 -4.890495 -4.651866 2 1 +290 59.6552 -7.172758 -7.116159 2 1 +291 59.7938 -2.233982 -2.730580 1 1 +292 59.9315 -2.978729 -1.925060 2 2 +293 59.7270 -6.247634 -6.497222 1 2 +294 59.5238 -3.855334 -3.612758 2 1 +295 59.6610 -1.807814 -2.624415 1 1 +296 59.4595 -5.999793 -6.104367 1 2 +297 59.2593 -1.506195 -1.706315 1 2 +298 59.0604 -6.579579 -9.064035 1 2 +299 59.1973 -3.431685 -3.091722 2 2 +300 59.0000 -3.986010 -3.397083 2 1 +301 58.8040 -5.319242 -5.066156 2 1 +302 58.9404 -5.460470 -4.987646 2 2 +303 58.7459 -8.814855 -8.361602 2 1 +304 58.8816 -4.507974 -3.252642 2 2 +305 58.6885 -3.352795 -3.506556 1 2 +306 58.4967 -3.492148 -3.538524 1 2 +307 58.6319 -3.784383 -3.968045 1 1 +308 58.7662 -7.216533 -6.421423 2 2 +309 58.8997 -5.507650 -6.146302 1 1 +310 59.0323 -6.387090 -6.368084 2 2 +311 59.1640 -2.712629 -4.768839 1 1 +312 58.9744 -6.958163 -4.579145 2 1 +313 58.7859 -5.185549 -6.839900 1 2 +314 58.9172 -7.379154 -6.644040 2 2 +315 59.0476 -3.890755 -4.642420 1 1 +316 59.1772 -5.882911 -4.984064 2 2 +317 59.3060 -6.456466 -6.857790 1 1 +318 59.4340 -6.411372 -5.662963 2 2 +319 59.2476 -1.933167 -1.649630 2 1 +320 59.3750 -5.996271 -6.405908 1 1 +321 59.5016 -3.706992 -3.614635 2 2 +322 59.3168 -2.804476 -3.829649 1 2 +323 59.4427 -2.887062 -3.882678 1 1 +324 59.2593 -5.220818 -4.839464 2 1 +325 59.3846 -7.282849 -6.554440 2 2 +326 59.5092 -3.294232 -2.589579 2 2 +327 59.3272 -3.114803 -3.111952 2 1 +328 59.4512 -4.809375 -4.809680 1 1 +329 59.5745 -5.479955 -10.890532 1 1 +330 59.3939 -1.297337 -1.118173 2 1 +331 59.2145 -5.676068 -4.271185 2 1 +332 59.3373 -4.393373 -5.620330 1 1 +333 59.4595 -4.525236 -4.464182 2 2 +334 59.5808 -3.283635 -6.082819 1 1 +335 59.7015 -5.259832 -5.345067 1 1 +336 59.5238 -2.737313 -2.903169 1 2 +337 59.6439 -3.296346 -3.031124 2 2 +338 59.4675 -4.067055 -3.577284 2 1 +339 59.2920 -5.778898 -6.365019 1 2 +340 59.4118 -5.493417 -5.739455 1 1 +341 59.5308 -3.555775 -3.795228 1 1 +342 59.3567 -5.385862 -5.437316 1 2 +343 59.4752 -3.746556 -4.033041 1 1 +344 59.3023 -4.487969 -3.030479 2 1 +345 59.4203 -0.717796 -2.289064 1 1 +346 59.5376 -9.265182 -6.766536 2 2 +347 59.6542 -4.427934 -4.208791 2 2 +348 59.7701 -1.833780 -2.515793 1 1 +349 59.8854 -5.150298 -4.803427 2 2 +350 60.0000 -18.748466 -2.670058 2 2 +351 60.1140 -3.840951 -5.009490 1 1 +352 60.2273 -4.237356 -3.181840 2 2 +353 60.3399 -2.560193 -3.111859 1 1 +354 60.1695 -6.471840 -6.646468 1 2 +355 60.2817 -4.716170 -4.418225 2 2 +356 60.1124 -2.588002 -4.000645 1 2 +357 60.2241 -4.828018 -4.571370 2 2 +358 60.0559 -3.356675 -3.677063 1 2 +359 60.1671 -5.714107 -5.572819 2 2 +360 60.2778 -5.364128 -5.353239 2 2 +361 60.3878 -2.120351 -2.064506 2 2 +362 60.4972 -7.153617 -6.780875 2 2 +363 60.6061 -3.372088 -3.513216 1 1 +364 60.4396 -8.918452 -8.199006 2 1 +365 60.5479 -5.944325 -6.657479 1 1 +366 60.3825 -4.260576 -9.068699 1 2 +367 60.4905 -6.648393 -6.797132 1 1 +368 60.5978 -3.912892 -3.561806 2 2 +369 60.7046 -5.803978 -5.757366 2 2 +370 60.5405 -7.369492 -6.285672 2 1 +371 60.3774 -3.210901 -2.827979 2 1 +372 60.2151 -3.152131 -2.847517 2 1 +373 60.3217 -4.291646 -5.546593 1 1 +374 60.1604 -2.607696 -2.600092 2 1 +375 60.2667 -5.007655 -4.137897 2 2 +376 60.3723 -6.795766 -5.992942 2 2 +377 60.2122 -6.413811 -6.629333 1 2 +378 60.0529 -4.328681 -4.523661 1 2 +379 59.8945 -1.645305 -1.936510 1 2 +380 59.7368 -9.141236 -8.468435 2 1 +381 59.8425 -11.158962 -9.964199 2 2 +382 59.6859 -3.703795 -3.987117 1 2 +383 59.7911 -2.837233 -1.449459 2 2 +384 59.6354 -4.911587 -4.667818 2 1 +385 59.4805 -1.440127 -1.291670 2 1 +386 59.5855 -1.094946 -14.650970 1 1 +387 59.4315 -2.814188 -2.692646 2 1 +388 59.5361 -7.057666 -6.768901 2 2 +389 59.6401 -3.045325 -2.419245 2 2 +390 59.7436 -3.698674 -3.842960 1 1 +391 59.5908 -5.044971 -7.746465 1 2 +392 59.6939 -7.395448 -7.789176 1 1 +393 59.5420 -6.668502 -7.717454 1 2 +394 59.3909 -5.864924 -5.708102 2 1 +395 59.4937 -4.722759 -4.257812 2 2 +396 59.5960 -3.878175 -4.860716 1 1 +397 59.6977 -7.284891 -7.404419 1 1 +398 59.7990 -3.876910 -6.186514 1 1 +399 59.6491 -5.935647 -5.379484 2 1 +400 59.7500 -4.002567 -9.277634 1 1 +401 59.8504 -4.088964 -4.655048 1 1 +402 59.7015 -5.103394 -5.440887 1 2 +403 59.8015 -7.943760 -7.377079 2 2 +404 59.9010 -4.206976 -4.168412 2 2 +405 59.7531 -4.595863 -4.021917 2 1 +406 59.8522 -7.781169 -9.793591 1 1 +407 59.9509 -6.462333 -6.262299 2 2 +408 60.0490 -4.279257 -4.248295 2 2 +409 60.1467 -5.721517 -6.000729 1 1 +410 60.0000 -6.467918 -6.129820 2 1 +411 60.0973 -6.669117 -7.230318 1 1 +412 60.1942 -5.602293 -5.497602 2 2 +413 60.2906 -3.820250 -3.580633 2 2 +414 60.1449 -5.823504 -6.253414 1 2 +415 60.2410 -6.276320 -4.461654 2 2 +416 60.3365 -5.207958 -3.215036 2 2 +417 60.4317 -7.242342 -8.345908 1 1 +418 60.2871 -3.982701 -3.699956 2 1 +419 60.3819 -5.667245 -5.347098 2 2 +420 60.2381 -4.218485 -4.231132 1 2 +421 60.3325 -4.999068 -4.839979 2 2 +422 60.1896 -2.615616 -2.319077 2 1 +423 60.0473 -4.695633 -4.664018 2 1 +424 60.1415 -4.560418 -4.750504 1 1 +425 60.2353 -6.639382 -4.984005 2 2 +426 60.0939 -2.198787 -3.248225 1 2 +427 59.9532 -4.747126 -4.517181 2 1 +428 60.0467 -3.865784 -4.860052 1 1 +429 60.1399 -3.461614 -3.334126 2 2 +430 60.0000 -6.438597 -5.853580 2 1 +431 60.0928 -7.163410 -7.227916 1 1 +432 59.9537 -4.378396 -4.453594 1 2 +433 59.8152 -2.314380 -2.346879 1 2 +434 59.6774 -7.200658 -6.868660 2 1 +435 59.7701 -5.547715 -6.029194 1 1 +436 59.6330 -3.417006 -1.965184 2 1 +437 59.7254 -6.816918 -5.653253 2 2 +438 59.5890 -5.079093 -5.375532 1 2 +439 59.6811 -2.488847 -2.834645 1 1 +440 59.7727 -3.983512 -4.570278 1 1 +441 59.8639 -2.401597 -5.059021 1 1 +442 59.9548 -4.665615 -4.899289 1 1 +443 59.8194 -2.127440 -2.121281 2 1 +444 59.6847 -5.355578 -6.628241 1 2 +445 59.7753 -2.826498 -3.529971 1 1 +446 59.8655 -5.762716 -5.125767 2 2 +447 59.7315 -2.534686 -2.138594 2 1 +448 59.5982 -4.045465 -4.275975 1 2 +449 59.6882 -3.808375 -3.729409 2 2 +450 59.7778 -4.487710 -3.726358 2 2 +451 59.8670 -5.907465 -5.575600 2 2 +452 59.9558 -5.312871 -6.464756 1 1 +453 59.8234 -4.772563 -5.230985 1 2 +454 59.9119 -3.982261 -4.195499 1 1 +455 59.7802 -5.818541 -10.661439 1 2 +456 59.8684 -5.138817 -4.819580 2 2 +457 59.9562 -10.995233 -11.664335 1 1 +458 60.0437 -5.131452 -5.026154 2 2 +459 59.9129 -4.999563 -5.257900 1 2 +460 60.0000 -0.404266 -10.827787 1 1 +461 60.0868 -3.670694 -3.827919 1 1 +462 59.9567 -6.955342 -6.854987 2 1 +463 59.8272 -1.466337 -1.441412 2 1 +464 59.6983 -4.350906 -4.107817 2 1 +465 59.5699 -3.581092 -4.345960 1 2 +466 59.4421 -7.610667 -7.630661 1 2 +467 59.5289 -5.751167 -7.120652 1 1 +468 59.6154 -6.097808 -4.968479 2 2 +469 59.4883 -1.660146 -1.177585 2 1 +470 59.3617 -2.012232 -2.335635 1 2 +471 59.4480 -3.531905 -4.550732 1 1 +472 59.5339 -4.742595 -4.475791 2 2 +473 59.6195 -4.489035 -4.400493 2 2 +474 59.7046 -8.006524 -9.850580 1 1 +475 59.7895 -2.656042 -2.510703 2 2 +476 59.6639 -5.598918 -6.052165 1 2 +477 59.5388 -5.666913 -6.015212 1 2 +478 59.6234 -4.095816 -4.978025 1 1 +479 59.4990 -3.338027 -2.950261 2 1 +480 59.3750 -7.421903 -8.225307 1 2 +481 59.2516 -4.024112 -3.967698 2 1 +482 59.3361 -4.706326 -3.745878 2 2 +483 59.4203 -5.131435 -5.263810 1 1 +484 59.2975 -3.037188 -1.974061 2 1 +485 59.3814 -1.954594 -2.275084 1 1 +486 59.2593 -2.139768 -2.101494 2 1 +487 59.3429 -3.562357 -3.352425 2 2 +488 59.4262 -4.243388 -3.770272 2 2 +489 59.5092 -3.020584 -3.772326 1 1 +490 59.5918 -3.875805 -4.620429 1 1 +491 59.6741 -3.773796 -3.634919 2 2 +492 59.7561 -6.603905 -5.893963 2 2 +493 59.8377 -2.572347 -3.011445 1 1 +494 59.7166 -5.719035 -6.072221 1 2 +495 59.7980 -5.010594 -5.043479 1 1 +496 59.6774 -4.070720 -4.219439 1 2 +497 59.5573 -6.566546 -6.188952 2 1 +498 59.4378 -1.876520 -1.885013 1 2 +499 59.3186 -4.193092 -4.179196 2 1 +500 59.2000 -5.319867 -5.740954 1 2 +501 59.2814 -2.104978 -2.381156 1 1 +502 59.3625 -2.644563 -3.226926 1 1 +503 59.4433 -4.959915 -4.891988 2 2 +504 59.3254 -4.014129 -3.430901 2 1 +505 59.4059 -6.414737 -4.612734 2 2 +506 59.2885 -5.528214 -5.427382 2 1 +507 59.3688 -4.053772 -4.225628 1 1 +508 59.4488 -7.439350 -5.964339 2 2 +509 59.5285 -4.522939 -9.069478 1 1 +510 59.6078 -3.761521 -4.566611 1 1 +511 59.6869 -5.016349 -4.713671 2 2 +512 59.7656 -4.338383 -4.469412 1 1 +513 59.6491 -4.909845 -5.040777 1 2 +514 59.5331 -5.447270 -4.722916 2 1 +515 59.4175 -12.843025 -11.976789 2 1 +516 59.3023 -5.068469 -4.711036 2 1 +517 59.3810 -1.668672 -1.819587 1 1 +518 59.4595 -3.728431 -2.483543 2 2 +519 59.3449 -8.217334 -9.275826 1 2 +520 59.4231 -2.886908 -2.699485 2 2 +521 59.5010 -2.012420 -2.039407 1 1 +522 59.5785 -5.976733 -5.068728 2 2 +523 59.6558 -6.106656 -5.619770 2 2 +524 59.5420 -7.615959 -6.109172 2 1 +525 59.6190 -6.181459 -5.012349 2 2 +526 59.6958 -0.765146 -17.846172 1 1 +527 59.7723 -6.136512 -4.361837 2 2 +528 59.6591 -5.790225 -6.427170 1 2 +529 59.7353 -6.573189 -6.614972 1 1 +530 59.8113 -5.389986 -4.457957 2 2 +531 59.6987 -4.153747 -3.609159 2 1 +532 59.7744 -2.651081 -3.168560 1 1 +533 59.6623 -3.112139 -4.328560 1 2 +534 59.7378 -4.311544 -4.559922 1 1 +535 59.6262 -4.882848 -5.660733 1 2 +536 59.5149 -3.504446 -3.398258 2 1 +537 59.4041 -6.910315 -6.323412 2 1 +538 59.4796 -5.093523 -6.622599 1 1 +539 59.5547 -4.051335 -2.072469 2 2 +540 59.6296 -3.106669 -2.823965 2 2 +541 59.7043 -3.817308 -4.047879 1 1 +542 59.5941 -6.504030 -7.278205 1 2 +543 59.6685 -5.699412 -4.914194 2 2 +544 59.7426 -3.527179 -3.993694 1 1 +545 59.6330 -2.171179 -4.069529 1 2 +546 59.7070 -4.129761 -4.920335 1 1 +547 59.7806 -10.196961 -7.812923 2 2 +548 59.6715 -5.189897 -5.168865 2 1 +549 59.5628 -6.449714 -5.939976 2 1 +550 59.4545 -4.346724 -4.395318 1 2 +551 59.3466 -2.535281 -15.234266 1 2 +552 59.2391 -5.445437 -5.228896 2 1 +553 59.3128 -6.421802 -6.108922 2 2 +554 59.2058 -4.929280 -5.436725 1 2 +555 59.2793 -2.032100 -1.718308 2 2 +556 59.3525 -5.778543 -5.450181 2 2 +557 59.2460 -6.926324 -6.558186 2 1 +558 59.3190 -0.813953 -3.507954 1 1 +559 59.2129 -3.402694 -3.523629 1 2 +560 59.1071 -3.165178 -3.151606 2 1 +561 59.0018 -3.549890 -3.465240 2 1 +562 59.0747 -1.114740 -1.648990 1 1 +563 58.9698 -2.364784 -3.249663 1 2 +564 59.0426 -3.925481 -4.329170 1 1 +565 59.1150 -3.968124 -3.946350 2 2 +566 59.1873 -5.059787 -6.380457 1 1 +567 59.2593 -3.916700 -3.064214 2 2 +568 59.3310 -6.272527 -3.311839 2 2 +569 59.4025 -8.033309 -8.093597 1 1 +570 59.4737 -5.166044 -6.797667 1 1 +571 59.5447 -5.151267 -3.786508 2 2 +572 59.6154 -2.493095 -2.476588 2 2 +573 59.6859 -3.771784 -3.733093 2 2 +574 59.5819 -4.075058 -4.655781 1 2 +575 59.6522 -7.214180 -6.826730 2 2 +576 59.7222 -1.936084 -2.197597 1 1 +577 59.7920 -4.688352 -4.435638 2 2 +578 59.8616 -3.177916 -2.571173 2 2 +579 59.9309 -5.422578 -5.367480 2 2 +580 60.0000 -2.997113 -3.161381 1 1 +581 59.8967 -9.161791 -7.528132 2 1 +582 59.7938 -6.482204 -7.121681 1 2 +583 59.8628 -4.632617 -4.627607 2 2 +584 59.7603 -6.628287 -5.971649 2 1 +585 59.8291 -0.480340 -0.892802 1 1 +586 59.7270 -4.597340 -4.302601 2 1 +587 59.6252 -2.663449 -1.448766 2 1 +588 59.5238 -3.423910 -4.232164 1 2 +589 59.5925 -4.582147 -4.568525 2 2 +590 59.6610 -5.331901 -4.231914 2 2 +591 59.5601 -4.660757 -4.738939 1 2 +592 59.6284 -6.986811 -7.216607 1 1 +593 59.6965 -5.531477 -5.462139 2 2 +594 59.5960 -7.304900 -7.198931 2 1 +595 59.6639 -2.574979 -2.347961 2 2 +596 59.7315 -6.694905 -6.490073 2 2 +597 59.6315 -4.248020 -4.163707 2 1 +598 59.5318 -3.933972 -2.588056 2 1 +599 59.5993 -3.022932 -3.637879 1 1 +600 59.6667 -6.829695 -5.743674 2 2 +601 59.5674 -4.360065 -4.455193 1 2 +602 59.6346 -2.447249 -3.414336 1 1 +603 59.7015 -6.327053 -5.611221 2 2 +604 59.6026 -3.492978 -3.622407 1 2 +605 59.5041 -3.164971 -2.389688 2 1 +606 59.5710 -3.594434 -3.592403 2 2 +607 59.4728 -3.010008 -2.358857 2 1 +608 59.3750 -4.328960 -1.853669 2 1 +609 59.4417 -6.705677 -8.152287 1 1 +610 59.3443 -3.650764 -3.139515 2 1 +611 59.4108 -6.345603 -6.666034 1 1 +612 59.4771 -2.425589 -3.853273 1 1 +613 59.5432 -4.470704 -4.021902 2 2 +614 59.6091 -5.162683 -3.954206 2 2 +615 59.6748 -3.891726 -3.439974 2 2 +616 59.7403 -6.436204 -6.253583 2 2 +617 59.8055 -12.857579 -2.951967 2 2 +618 59.8706 -4.705051 -4.225626 2 2 +619 59.9354 -5.504066 -4.797871 2 2 +620 60.0000 -3.986242 -3.991318 1 1 +621 59.9034 -3.705110 -3.990094 1 2 +622 59.9678 -4.275624 -4.606150 1 1 +623 60.0321 -3.736090 -4.493218 1 1 +624 60.0962 -5.436450 -4.826748 2 2 +625 60.1600 -6.223935 -6.838761 1 1 +626 60.0639 -2.621822 -1.781618 2 1 +627 59.9681 -6.015150 -5.411596 2 1 +628 60.0318 -2.564506 -2.383948 2 2 +629 60.0954 -2.490635 -3.112312 1 1 +630 60.0000 -2.429641 -2.194488 2 1 +631 60.0634 -2.129621 -3.060933 1 1 +632 59.9684 -2.001447 -2.092420 1 2 +633 59.8736 -2.542139 -2.881685 1 2 +634 59.7792 -3.268695 -2.945677 2 1 +635 59.6850 -7.456666 -7.514710 1 2 +636 59.7484 -2.947629 -4.381513 1 1 +637 59.8116 -5.994942 -6.268652 1 1 +638 59.7179 -6.051373 -5.857771 2 1 +639 59.7809 -1.694787 -2.048739 1 1 +640 59.6875 -1.504781 -1.816126 1 2 +641 59.5944 -8.008615 -7.293457 2 1 +642 59.6573 -5.682166 -5.207247 2 2 +643 59.7201 -1.676367 -1.356813 2 2 +644 59.6273 -5.793090 -4.835516 2 1 +645 59.6899 -3.222130 -4.532041 1 1 +646 59.7523 -5.483242 -6.234606 1 1 +647 59.6600 -6.508376 -5.078951 2 1 +648 59.5679 -4.673721 -5.125062 1 2 +649 59.6302 -4.347465 -5.454666 1 1 +650 59.6923 -4.820389 -5.181621 1 1 +651 59.6006 -6.716578 -7.409267 1 2 +652 59.6626 -10.157820 -9.986284 2 2 +653 59.7243 -5.613989 -4.563184 2 2 +654 59.6330 -3.899744 -4.353238 1 2 +655 59.5420 -3.307630 -3.353237 1 2 +656 59.6037 -5.093879 -3.571429 2 2 +657 59.6651 -5.202652 -5.066595 2 2 +658 59.7264 -3.904366 -3.500143 2 2 +659 59.7876 -2.896911 -2.631046 2 2 +660 59.8485 -4.485982 -4.013916 2 2 +661 59.9092 -4.067070 -4.398384 1 1 +662 59.8187 -4.151879 -3.501316 2 1 +663 59.8793 -9.055268 -8.869118 2 2 +664 59.7892 -6.102589 -5.717987 2 1 +665 59.8496 -3.179306 -2.875445 2 2 +666 59.7598 -6.095706 -5.737209 2 1 +667 59.6702 -5.726521 -8.891936 1 2 +668 59.5808 -2.155253 -1.959460 2 1 +669 59.4918 -3.904501 -3.762868 2 1 +670 59.5522 -3.690818 -3.801280 1 1 +671 59.6125 -4.280775 -5.443301 1 1 +672 59.5238 -4.923465 -4.974581 1 2 +673 59.5840 -2.539598 -2.037071 2 2 +674 59.4955 -5.895167 -5.654852 2 1 +675 59.5556 -4.841835 -5.725889 1 1 +676 59.4675 -3.095180 -3.392380 1 2 +677 59.5273 -4.365586 -4.595695 1 1 +678 59.4395 -6.895592 -7.072021 1 2 +679 59.4993 -6.632614 -6.453328 2 2 +680 59.5588 -3.286452 -3.607901 1 1 +681 59.4714 -4.141257 -3.396884 2 1 +682 59.3842 -2.125334 -2.829352 1 2 +683 59.4436 -2.625622 -2.988787 1 1 +684 59.3567 -8.603973 -8.171633 2 1 +685 59.4161 -4.329662 -2.867920 2 2 +686 59.3294 -6.355325 -7.062115 1 2 +687 59.3886 -4.145626 -4.068891 2 2 +688 59.4477 -8.330058 -8.339770 1 1 +689 59.5065 -2.949887 -2.635273 2 2 +690 59.5652 -4.433045 -3.736717 2 2 +691 59.4790 -4.514672 -4.022749 2 1 +692 59.5376 -2.044484 -3.274099 1 1 +693 59.4517 -4.769035 -4.497432 2 1 +694 59.5101 -3.323857 -3.216887 2 2 +695 59.5683 -5.834487 -6.169698 1 1 +696 59.4828 -8.883292 -8.777508 2 1 +697 59.3974 -3.357108 -3.236919 2 1 +698 59.3123 -4.908166 -5.077613 1 2 +699 59.3705 -5.338055 -5.579224 1 1 +700 59.4286 -4.605589 -4.412206 2 2 +701 59.3438 -3.447791 -3.266488 2 1 +702 59.4017 -5.223939 -5.090847 2 2 +703 59.3172 -8.239972 -6.596366 2 1 +704 59.2330 -2.732464 -2.245001 2 1 +705 59.2908 -5.556645 -5.031744 2 2 +706 59.3484 -4.171319 -4.130857 2 2 +707 59.4059 -5.821695 -5.893358 1 1 +708 59.3220 -6.210656 -6.320052 1 2 +709 59.3794 -5.395816 -3.936963 2 2 +710 59.4366 -3.975938 -4.826529 1 1 +711 59.3530 -2.310440 -2.354759 1 2 +712 59.2697 -2.747533 -4.515819 1 2 +713 59.1865 -5.070652 -5.194923 1 2 +714 59.1036 -3.486971 -3.593085 1 2 +715 59.1608 -7.623711 -7.034366 2 2 +716 59.2179 -5.206252 -4.833579 2 2 +717 59.2748 -3.157916 -0.426370 2 2 +718 59.3315 -3.482024 -4.347243 1 1 +719 59.2490 -6.044515 -5.311622 2 1 +720 59.1667 -2.133883 -4.750125 1 2 +721 59.2233 -5.913331 -5.539693 2 2 +722 59.1413 -3.158777 -2.453777 2 1 +723 59.0595 -4.864773 -4.688406 2 1 +724 58.9779 -3.663871 -3.922756 1 2 +725 58.8966 -5.130573 -5.152584 1 2 +726 58.8154 -4.942161 -5.181456 1 2 +727 58.8721 -4.024428 -4.011094 2 2 +728 58.9286 -5.932112 -6.074996 1 1 +729 58.9849 -2.342968 -2.544180 1 1 +730 58.9041 -4.188980 -4.112396 2 1 +731 58.9603 -4.153205 -4.746390 1 1 +732 59.0164 -2.873582 -2.568414 2 2 +733 58.9359 -6.001162 -6.086966 1 2 +734 58.9918 -0.577883 -15.322395 1 1 +735 58.9116 -2.889117 -2.139468 2 1 +736 58.8315 -5.402786 -4.987049 2 1 +737 58.7517 -4.804866 -4.636255 2 1 +738 58.8076 -5.944815 -5.540477 2 2 +739 58.8633 -2.433272 -13.191098 1 1 +740 58.9189 -5.335720 -4.727533 2 2 +741 58.9744 -5.124493 -5.501627 1 1 +742 59.0296 -4.258387 -2.839317 2 2 +743 59.0848 -4.627425 -4.381432 2 2 +744 59.1398 -6.756453 -4.985104 2 2 +745 59.0604 -2.825283 -2.558917 2 1 +746 58.9812 -9.878803 -9.480613 2 1 +747 59.0361 -4.870891 -5.094243 1 1 +748 59.0909 -5.241777 -4.534503 2 2 +749 59.1455 -5.699217 -6.010629 1 1 +750 59.2000 -4.482549 -10.551414 1 1 + +Final Winogrande score(750 tasks): 59.2000 ±1.7958 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.arc b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.arc new file mode 100644 index 0000000000000000000000000000000000000000..873633ba09e69c42c032f96d38aa10c559bbad27 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 40.90909091 +23 39.13043478 +24 41.66666667 +25 40.00000000 +26 38.46153846 +27 40.74074074 +28 39.28571429 +29 37.93103448 +30 40.00000000 +31 38.70967742 +32 37.50000000 +33 39.39393939 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 42.10526316 +39 41.02564103 +40 42.50000000 +41 43.90243902 +42 42.85714286 +43 44.18604651 +44 43.18181818 +45 42.22222222 +46 43.47826087 +47 44.68085106 +48 45.83333333 +49 44.89795918 +50 46.00000000 +51 45.09803922 +52 46.15384615 +53 47.16981132 +54 46.29629630 +55 45.45454545 +56 44.64285714 +57 45.61403509 +58 46.55172414 +59 47.45762712 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 48.48484848 +67 47.76119403 +68 48.52941176 +69 49.27536232 +70 48.57142857 +71 47.88732394 +72 47.22222222 +73 47.94520548 +74 48.64864865 +75 49.33333333 +76 50.00000000 +77 50.64935065 +78 51.28205128 +79 50.63291139 +80 51.25000000 +81 50.61728395 +82 51.21951220 +83 50.60240964 +84 51.19047619 +85 51.76470588 +86 52.32558140 +87 52.87356322 +88 53.40909091 +89 53.93258427 +90 54.44444444 +91 54.94505495 +92 55.43478261 +93 54.83870968 +94 54.25531915 +95 54.73684211 +96 54.16666667 +97 53.60824742 +98 54.08163265 +99 54.54545455 +100 55.00000000 +101 54.45544554 +102 54.90196078 +103 54.36893204 +104 53.84615385 +105 54.28571429 +106 53.77358491 +107 54.20560748 +108 53.70370370 +109 53.21100917 +110 53.63636364 +111 54.05405405 +112 54.46428571 +113 54.86725664 +114 54.38596491 +115 54.78260870 +116 54.31034483 +117 54.70085470 +118 55.08474576 +119 54.62184874 +120 55.00000000 +121 54.54545455 +122 54.91803279 +123 55.28455285 +124 54.83870968 +125 55.20000000 +126 55.55555556 +127 55.90551181 +128 55.46875000 +129 55.03875969 +130 54.61538462 +131 54.96183206 +132 55.30303030 +133 55.63909774 +134 55.22388060 +135 54.81481481 +136 54.41176471 +137 54.74452555 +138 55.07246377 +139 55.39568345 +140 55.71428571 +141 56.02836879 +142 56.33802817 +143 56.64335664 +144 56.25000000 +145 56.55172414 +146 56.16438356 +147 56.46258503 +148 56.08108108 +149 56.37583893 +150 56.66666667 +151 56.95364238 +152 57.23684211 +153 57.51633987 +154 57.14285714 +155 56.77419355 +156 57.05128205 +157 57.32484076 +158 57.59493671 +159 57.86163522 +160 57.50000000 +161 57.76397516 +162 58.02469136 +163 57.66871166 +164 57.31707317 +165 57.57575758 +166 57.83132530 +167 57.48502994 +168 57.73809524 +169 57.39644970 +170 57.64705882 +171 57.30994152 +172 56.97674419 +173 57.22543353 +174 57.47126437 +175 57.14285714 +176 56.81818182 +177 57.06214689 +178 56.74157303 +179 56.98324022 +180 56.66666667 +181 56.35359116 +182 56.59340659 +183 56.28415301 +184 55.97826087 +185 56.21621622 +186 56.45161290 +187 56.14973262 +188 55.85106383 +189 55.55555556 +190 55.26315789 +191 55.49738220 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 55.38461538 +196 55.61224490 +197 55.83756345 +198 56.06060606 +199 56.28140704 +200 56.50000000 +201 56.71641791 +202 56.93069307 +203 56.65024631 +204 56.86274510 +205 56.58536585 +206 56.31067961 +207 56.52173913 +208 56.73076923 +209 56.93779904 +210 57.14285714 +211 57.34597156 +212 57.07547170 +213 56.80751174 +214 57.00934579 +215 57.20930233 +216 56.94444444 +217 56.68202765 +218 56.88073394 +219 57.07762557 +220 56.81818182 +221 56.56108597 +222 56.30630631 +223 56.05381166 +224 56.25000000 +225 56.00000000 +226 55.75221239 +227 55.94713656 +228 56.14035088 +229 56.33187773 +230 56.52173913 +231 56.27705628 +232 56.03448276 +233 56.22317597 +234 55.98290598 +235 55.74468085 +236 55.50847458 +237 55.27426160 +238 55.46218487 +239 55.64853556 +240 55.83333333 +241 56.01659751 +242 55.78512397 +243 55.55555556 +244 55.32786885 +245 55.10204082 +246 54.87804878 +247 55.06072874 +248 55.24193548 +249 55.02008032 +250 55.20000000 +251 55.37848606 +252 55.55555556 +253 55.33596838 +254 55.11811024 +255 55.29411765 +256 55.46875000 +257 55.64202335 +258 55.81395349 +259 55.59845560 +260 55.76923077 +261 55.93869732 +262 56.10687023 +263 56.27376426 +264 56.43939394 +265 56.22641509 +266 56.01503759 +267 56.17977528 +268 55.97014925 +269 56.13382900 +270 56.29629630 +271 56.08856089 +272 55.88235294 +273 56.04395604 +274 55.83941606 +275 55.63636364 +276 55.79710145 +277 55.95667870 +278 55.75539568 +279 55.55555556 +280 55.35714286 +281 55.51601423 +282 55.67375887 +283 55.47703180 +284 55.63380282 +285 55.43859649 +286 55.59440559 +287 55.74912892 +288 55.90277778 +289 55.70934256 +290 55.86206897 +291 56.01374570 +292 55.82191781 +293 55.97269625 +294 55.78231293 +295 55.93220339 +296 56.08108108 +297 56.22895623 +298 56.04026846 +299 56.18729097 +300 56.00000000 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 56.06557377 +306 55.88235294 +307 56.02605863 +308 55.84415584 +309 55.98705502 +310 56.12903226 +311 56.27009646 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.62500000 +321 55.45171340 +322 55.59006211 +323 55.41795666 +324 55.55555556 +325 55.38461538 +326 55.52147239 +327 55.35168196 +328 55.18292683 +329 55.31914894 +330 55.45454545 +331 55.58912387 +332 55.42168675 +333 55.55555556 +334 55.38922156 +335 55.22388060 +336 55.05952381 +337 54.89614243 +338 54.73372781 +339 54.86725664 +340 55.00000000 +341 55.13196481 +342 54.97076023 +343 55.10204082 +344 55.23255814 +345 55.07246377 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 55.01432665 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.67422096 +354 54.51977401 +355 54.36619718 +356 54.21348315 +357 54.06162465 +358 54.18994413 +359 54.03899721 +360 54.16666667 +361 54.29362881 +362 54.41988950 +363 54.54545455 +364 54.39560440 +365 54.24657534 +366 54.09836066 +367 53.95095368 +368 54.07608696 +369 54.20054201 +370 54.05405405 +371 53.90835580 +372 53.76344086 +373 53.61930295 +374 53.74331551 +375 53.86666667 +376 53.72340426 +377 53.84615385 +378 53.96825397 +379 53.82585752 +380 53.94736842 +381 53.80577428 +382 53.66492147 +383 53.52480418 +384 53.38541667 +385 53.50649351 +386 53.62694301 +387 53.48837209 +388 53.35051546 +389 53.21336761 +390 53.33333333 +391 53.19693095 +392 53.06122449 +393 53.18066158 +394 53.29949239 +395 53.41772152 +396 53.28282828 +397 53.40050378 +398 53.26633166 +399 53.13283208 +400 53.25000000 +401 53.11720698 +402 52.98507463 +403 53.10173697 +404 53.21782178 +405 53.33333333 +406 53.44827586 +407 53.56265356 +408 53.67647059 +409 53.54523227 +410 53.65853659 +411 53.77128954 +412 53.88349515 +413 53.75302663 +414 53.86473430 +415 53.73493976 +416 53.60576923 +417 53.47721823 +418 53.34928230 +419 53.22195704 +420 53.33333333 +421 53.20665083 +422 53.31753555 +423 53.42789598 +424 53.30188679 +425 53.17647059 +426 53.05164319 +427 52.92740047 +428 52.80373832 +429 52.91375291 +430 53.02325581 +431 53.13225058 +432 53.00925926 +433 52.88683603 +434 52.76497696 +435 52.87356322 +436 52.98165138 +437 53.08924485 +438 52.96803653 +439 53.07517084 +440 53.18181818 +441 53.28798186 +442 53.16742081 +443 53.04740406 +444 52.92792793 +445 53.03370787 +446 53.13901345 +447 53.24384787 +448 53.34821429 +449 53.45211581 +450 53.33333333 +451 53.43680710 +452 53.53982301 +453 53.42163355 +454 53.30396476 +455 53.18681319 +456 53.07017544 +457 52.95404814 +458 52.83842795 +459 52.94117647 +460 53.04347826 +461 52.92841649 +462 53.03030303 +463 52.91576674 +464 52.80172414 +465 52.68817204 +466 52.78969957 +467 52.67665953 +468 52.77777778 +469 52.66524520 +470 52.76595745 +471 52.86624204 +472 52.96610169 +473 52.85412262 +474 52.74261603 +475 52.63157895 +476 52.52100840 +477 52.62054507 +478 52.71966527 +479 52.81837161 +480 52.70833333 +481 52.59875260 +482 52.69709544 +483 52.79503106 +484 52.89256198 +485 52.98969072 +486 53.08641975 +487 53.18275154 +488 53.27868852 +489 53.16973415 +490 53.06122449 +491 53.15682281 +492 53.04878049 +493 52.94117647 +494 53.03643725 +495 52.92929293 +496 52.82258065 +497 52.91750503 +498 53.01204819 +499 53.10621242 +500 53.20000000 +501 53.09381238 +502 53.18725100 +503 53.28031809 +504 53.17460317 +505 53.26732673 +506 53.16205534 +507 53.05719921 +508 53.14960630 +509 53.04518664 +510 53.13725490 +511 53.03326810 +512 53.12500000 +513 53.02144250 +514 53.11284047 +515 53.20388350 +516 53.10077519 +517 52.99806576 +518 52.89575290 +519 52.79383430 +520 52.69230769 +521 52.78310940 +522 52.87356322 +523 52.77246654 +524 52.67175573 +525 52.57142857 +526 52.47148289 +527 52.37191651 +528 52.27272727 +529 52.17391304 +530 52.26415094 +531 52.35404896 +532 52.44360902 +533 52.53283302 +534 52.43445693 +535 52.33644860 +536 52.23880597 +537 52.32774674 +538 52.23048327 +539 52.31910946 +540 52.22222222 +541 52.12569316 +542 52.21402214 +543 52.30202578 +544 52.20588235 +545 52.29357798 +546 52.19780220 +547 52.10237660 +548 52.18978102 +549 52.27686703 +550 52.18181818 +551 52.08711434 +552 51.99275362 +553 52.07956600 +554 52.16606498 +555 52.25225225 +556 52.15827338 +557 52.24416517 +558 52.15053763 +559 52.23613596 +560 52.32142857 +561 52.40641711 +562 52.49110320 +563 52.57548845 +564 52.48226950 +565 52.38938053 +566 52.47349823 +567 52.55731922 +568 52.64084507 +569 52.54833040 +570 52.45614035 +571 52.36427320 +572 52.27272727 +573 52.35602094 +574 52.43902439 +575 52.52173913 +576 52.60416667 +577 52.68630849 +578 52.76816609 +579 52.84974093 +580 52.93103448 +581 52.83993115 +582 52.74914089 +583 52.83018868 +584 52.91095890 +585 52.99145299 +586 53.07167235 +587 52.98126065 +588 52.89115646 +589 52.97113752 +590 53.05084746 +591 53.13028765 +592 53.20945946 +593 53.11973019 +594 53.19865320 +595 53.27731092 +596 53.18791946 +597 53.09882747 +598 53.01003344 +599 53.08848080 +600 53.00000000 +601 52.91181364 +602 52.82392027 +603 52.73631841 +604 52.64900662 +605 52.56198347 +606 52.64026403 +607 52.55354201 +608 52.63157895 +609 52.54515599 +610 52.62295082 +611 52.53682488 +612 52.45098039 +613 52.36541599 +614 52.28013029 +615 52.35772358 +616 52.43506494 +617 52.51215559 +618 52.42718447 +619 52.34248788 +620 52.41935484 +621 52.33494364 +622 52.25080386 +623 52.32744783 +624 52.24358974 +625 52.16000000 +626 52.07667732 +627 52.15311005 +628 52.22929936 +629 52.30524642 +630 52.38095238 +631 52.45641838 +632 52.37341772 +633 52.29067930 +634 52.20820189 +635 52.12598425 +636 52.20125786 +637 52.11930926 +638 52.19435737 +639 52.11267606 +640 52.03125000 +641 52.10608424 +642 52.02492212 +643 51.94401244 +644 52.01863354 +645 51.93798450 +646 51.85758514 +647 51.77743431 +648 51.69753086 +649 51.61787365 +650 51.53846154 +651 51.61290323 +652 51.53374233 +653 51.45482389 +654 51.52905199 +655 51.45038168 +656 51.37195122 +657 51.29375951 +658 51.36778116 +659 51.28983308 +660 51.36363636 +661 51.28593041 +662 51.35951662 +663 51.43288084 +664 51.50602410 +665 51.57894737 +666 51.65165165 +667 51.72413793 +668 51.64670659 +669 51.56950673 +670 51.64179104 +671 51.56482861 +672 51.48809524 +673 51.41158990 +674 51.33531157 +675 51.25925926 +676 51.18343195 +677 51.25553914 +678 51.32743363 +679 51.39911635 +680 51.47058824 +681 51.39500734 +682 51.31964809 +683 51.24450952 +684 51.16959064 +685 51.24087591 +686 51.16618076 +687 51.09170306 +688 51.16279070 +689 51.08853411 +690 51.15942029 +691 51.23010130 +692 51.30057803 +693 51.37085137 +694 51.44092219 +695 51.51079137 +696 51.43678161 +697 51.36298422 +698 51.28939828 +699 51.21602289 +700 51.28571429 +701 51.21255350 +702 51.28205128 +703 51.20910384 +704 51.27840909 +705 51.34751773 +706 51.41643059 +707 51.48514851 +708 51.55367232 +709 51.62200282 +710 51.69014085 +711 51.75808720 +712 51.82584270 +713 51.89340813 +714 51.82072829 +715 51.74825175 +716 51.81564246 +717 51.74337517 +718 51.67130919 +719 51.59944367 +720 51.66666667 +721 51.59500693 +722 51.52354571 +723 51.59059474 +724 51.65745856 +725 51.72413793 +726 51.65289256 +727 51.58184319 +728 51.64835165 +729 51.57750343 +730 51.64383562 +731 51.70998632 +732 51.77595628 +733 51.84174625 +734 51.90735695 +735 51.83673469 +736 51.90217391 +737 51.83175034 +738 51.76151762 +739 51.82679296 +740 51.75675676 +741 51.82186235 +742 51.88679245 +743 51.95154778 +744 51.88172043 +745 51.94630872 +746 51.87667560 +747 51.80722892 +748 51.73796791 +749 51.66889186 +750 51.73333333 + +Final result: 51.7333 ±1.8259 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.hsw b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.hsw new file mode 100644 index 0000000000000000000000000000000000000000..8febf25b922391c928a9d1affcadb6d15e607d90 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 53.84615385 +14 57.14285714 +15 60.00000000 +16 62.50000000 +17 58.82352941 +18 55.55555556 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 56.52173913 +24 54.16666667 +25 52.00000000 +26 50.00000000 +27 48.14814815 +28 50.00000000 +29 48.27586207 +30 46.66666667 +31 48.38709677 +32 46.87500000 +33 48.48484848 +34 50.00000000 +35 51.42857143 +36 50.00000000 +37 48.64864865 +38 50.00000000 +39 48.71794872 +40 47.50000000 +41 46.34146341 +42 45.23809524 +43 44.18604651 +44 45.45454545 +45 44.44444444 +46 43.47826087 +47 42.55319149 +48 41.66666667 +49 40.81632653 +50 40.00000000 +51 41.17647059 +52 40.38461538 +53 39.62264151 +54 38.88888889 +55 38.18181818 +56 37.50000000 +57 38.59649123 +58 39.65517241 +59 40.67796610 +60 41.66666667 +61 40.98360656 +62 40.32258065 +63 39.68253968 +64 40.62500000 +65 40.00000000 +66 39.39393939 +67 40.29850746 +68 39.70588235 +69 40.57971014 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 45.23809524 +85 44.70588235 +86 45.34883721 +87 45.97701149 +88 46.59090909 +89 46.06741573 +90 46.66666667 +91 47.25274725 +92 46.73913043 +93 47.31182796 +94 47.87234043 +95 48.42105263 +96 48.95833333 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 50.45045045 +112 50.89285714 +113 51.32743363 +114 50.87719298 +115 51.30434783 +116 50.86206897 +117 50.42735043 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.73831776 +215 53.48837209 +216 53.70370370 +217 53.45622120 +218 53.21100917 +219 53.42465753 +220 53.63636364 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.64806867 +234 53.84615385 +235 53.61702128 +236 53.38983051 +237 53.16455696 +238 53.36134454 +239 53.55648536 +240 53.75000000 +241 53.52697095 +242 53.71900826 +243 53.90946502 +244 53.68852459 +245 53.46938776 +246 53.25203252 +247 53.03643725 +248 53.22580645 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.93700787 +255 54.11764706 +256 54.29687500 +257 54.08560311 +258 54.26356589 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.58015267 +263 54.37262357 +264 54.54545455 +265 54.71698113 +266 54.51127820 +267 54.68164794 +268 54.85074627 +269 55.01858736 +270 54.81481481 +271 54.61254613 +272 54.41176471 +273 54.21245421 +274 54.37956204 +275 54.18181818 +276 54.34782609 +277 54.51263538 +278 54.67625899 +279 54.83870968 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.36332180 +290 55.51724138 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.44217687 +295 55.59322034 +296 55.74324324 +297 55.89225589 +298 56.04026846 +299 55.85284281 +300 55.66666667 +301 55.48172757 +302 55.62913907 +303 55.44554455 +304 55.59210526 +305 55.40983607 +306 55.55555556 +307 55.37459283 +308 55.51948052 +309 55.33980583 +310 55.48387097 +311 55.62700965 +312 55.76923077 +313 55.91054313 +314 55.73248408 +315 55.55555556 +316 55.69620253 +317 55.83596215 +318 55.66037736 +319 55.48589342 +320 55.62500000 +321 55.45171340 +322 55.59006211 +323 55.72755418 +324 55.86419753 +325 56.00000000 +326 55.82822086 +327 55.65749235 +328 55.79268293 +329 55.92705167 +330 56.06060606 +331 56.19335347 +332 56.02409639 +333 56.15615616 +334 55.98802395 +335 56.11940299 +336 56.25000000 +337 56.08308605 +338 55.91715976 +339 56.04719764 +340 55.88235294 +341 56.01173021 +342 56.14035088 +343 56.26822157 +344 56.10465116 +345 56.23188406 +346 56.06936416 +347 55.90778098 +348 55.74712644 +349 55.58739255 +350 55.71428571 +351 55.84045584 +352 55.68181818 +353 55.80736544 +354 55.93220339 +355 56.05633803 +356 56.17977528 +357 56.02240896 +358 56.14525140 +359 56.26740947 +360 56.11111111 +361 55.95567867 +362 56.07734807 +363 56.19834711 +364 56.31868132 +365 56.43835616 +366 56.55737705 +367 56.67574932 +368 56.79347826 +369 56.91056911 +370 56.75675676 +371 56.87331536 +372 56.98924731 +373 56.83646113 +374 56.68449198 +375 56.80000000 +376 56.91489362 +377 56.76392573 +378 56.61375661 +379 56.72823219 +380 56.84210526 +381 56.95538058 +382 56.80628272 +383 56.65796345 +384 56.77083333 +385 56.88311688 +386 56.99481865 +387 56.84754522 +388 56.70103093 +389 56.55526992 +390 56.66666667 +391 56.52173913 +392 56.63265306 +393 56.74300254 +394 56.85279188 +395 56.70886076 +396 56.81818182 +397 56.92695214 +398 57.03517588 +399 57.14285714 +400 57.25000000 +401 57.35660848 +402 57.21393035 +403 57.07196030 +404 56.93069307 +405 56.79012346 +406 56.65024631 +407 56.75675676 +408 56.86274510 +409 56.96821516 +410 57.07317073 +411 56.93430657 +412 56.79611650 +413 56.65859564 +414 56.76328502 +415 56.62650602 +416 56.73076923 +417 56.83453237 +418 56.93779904 +419 56.80190931 +420 56.90476190 +421 56.76959620 +422 56.87203791 +423 56.97399527 +424 57.07547170 +425 57.17647059 +426 57.27699531 +427 57.14285714 +428 57.00934579 +429 56.87645688 +430 56.97674419 +431 56.84454756 +432 56.71296296 +433 56.58198614 +434 56.68202765 +435 56.55172414 +436 56.42201835 +437 56.29290618 +438 56.16438356 +439 56.26423690 +440 56.36363636 +441 56.46258503 +442 56.56108597 +443 56.65914221 +444 56.53153153 +445 56.62921348 +446 56.72645740 +447 56.82326622 +448 56.91964286 +449 57.01559020 +450 57.11111111 +451 56.98447894 +452 56.85840708 +453 56.73289183 +454 56.82819383 +455 56.70329670 +456 56.79824561 +457 56.89277899 +458 56.98689956 +459 57.08061002 +460 57.17391304 +461 57.26681128 +462 57.35930736 +463 57.45140389 +464 57.54310345 +465 57.41935484 +466 57.51072961 +467 57.60171306 +468 57.47863248 +469 57.35607676 +470 57.23404255 +471 57.32484076 +472 57.41525424 +473 57.50528541 +474 57.59493671 +475 57.68421053 +476 57.56302521 +477 57.44234801 +478 57.53138075 +479 57.62004175 +480 57.70833333 +481 57.58835759 +482 57.46887967 +483 57.55693582 +484 57.43801653 +485 57.31958763 +486 57.40740741 +487 57.49486653 +488 57.37704918 +489 57.46421268 +490 57.55102041 +491 57.63747454 +492 57.52032520 +493 57.60649087 +494 57.69230769 +495 57.77777778 +496 57.86290323 +497 57.74647887 +498 57.83132530 +499 57.71543086 +500 57.80000000 +501 57.68463074 +502 57.76892430 +503 57.85288270 +504 57.93650794 +505 58.01980198 +506 57.90513834 +507 57.98816568 +508 58.07086614 +509 58.15324165 +510 58.23529412 +511 58.12133072 +512 58.00781250 +513 57.89473684 +514 57.97665370 +515 58.05825243 +516 57.94573643 +517 57.83365571 +518 57.91505792 +519 57.80346821 +520 57.69230769 +521 57.58157390 +522 57.47126437 +523 57.55258126 +524 57.63358779 +525 57.71428571 +526 57.60456274 +527 57.49525617 +528 57.57575758 +529 57.65595463 +530 57.73584906 +531 57.62711864 +532 57.70676692 +533 57.78611632 +534 57.67790262 +535 57.75700935 +536 57.83582090 +537 57.91433892 +538 57.99256506 +539 57.88497217 +540 57.96296296 +541 58.04066543 +542 57.93357934 +543 57.82688766 +544 57.90441176 +545 57.98165138 +546 58.05860806 +547 58.13528336 +548 58.02919708 +549 58.10564663 +550 58.00000000 +551 57.89473684 +552 57.78985507 +553 57.68535262 +554 57.76173285 +555 57.65765766 +556 57.73381295 +557 57.63016158 +558 57.52688172 +559 57.42397138 +560 57.50000000 +561 57.57575758 +562 57.47330961 +563 57.54884547 +564 57.44680851 +565 57.34513274 +566 57.24381625 +567 57.31922399 +568 57.39436620 +569 57.29349736 +570 57.36842105 +571 57.44308231 +572 57.51748252 +573 57.41710297 +574 57.49128920 +575 57.39130435 +576 57.46527778 +577 57.36568458 +578 57.43944637 +579 57.34024180 +580 57.24137931 +581 57.14285714 +582 57.04467354 +583 57.11835334 +584 57.02054795 +585 56.92307692 +586 56.82593857 +587 56.89948893 +588 56.80272109 +589 56.70628183 +590 56.61016949 +591 56.68358714 +592 56.58783784 +593 56.49241147 +594 56.56565657 +595 56.63865546 +596 56.71140940 +597 56.78391960 +598 56.85618729 +599 56.76126878 +600 56.83333333 +601 56.90515807 +602 56.97674419 +603 56.88225539 +604 56.95364238 +605 57.02479339 +606 56.93069307 +607 56.83690280 +608 56.74342105 +609 56.81444992 +610 56.88524590 +611 56.95581015 +612 56.86274510 +613 56.76998369 +614 56.67752443 +615 56.58536585 +616 56.49350649 +617 56.56401945 +618 56.63430421 +619 56.54281099 +620 56.61290323 +621 56.52173913 +622 56.43086817 +623 56.50080257 +624 56.57051282 +625 56.64000000 +626 56.54952077 +627 56.61881978 +628 56.68789809 +629 56.59777424 +630 56.50793651 +631 56.41838352 +632 56.32911392 +633 56.24012638 +634 56.30914826 +635 56.37795276 +636 56.44654088 +637 56.51491366 +638 56.42633229 +639 56.49452269 +640 56.40625000 +641 56.31825273 +642 56.23052960 +643 56.29860031 +644 56.21118012 +645 56.12403101 +646 56.19195046 +647 56.25965997 +648 56.32716049 +649 56.24036980 +650 56.30769231 +651 56.37480799 +652 56.44171779 +653 56.50842266 +654 56.57492355 +655 56.64122137 +656 56.70731707 +657 56.62100457 +658 56.53495441 +659 56.60091047 +660 56.51515152 +661 56.58093797 +662 56.64652568 +663 56.71191554 +664 56.77710843 +665 56.84210526 +666 56.90690691 +667 56.97151424 +668 57.03592814 +669 56.95067265 +670 57.01492537 +671 57.07898659 +672 57.14285714 +673 57.20653789 +674 57.12166172 +675 57.18518519 +676 57.10059172 +677 57.01624815 +678 57.07964602 +679 57.14285714 +680 57.05882353 +681 56.97503671 +682 57.03812317 +683 57.10102489 +684 57.16374269 +685 57.22627737 +686 57.28862974 +687 57.35080058 +688 57.41279070 +689 57.47460087 +690 57.53623188 +691 57.59768452 +692 57.65895954 +693 57.57575758 +694 57.63688761 +695 57.55395683 +696 57.61494253 +697 57.67575323 +698 57.73638968 +699 57.65379113 +700 57.57142857 +701 57.63195435 +702 57.69230769 +703 57.61024182 +704 57.67045455 +705 57.73049645 +706 57.79036827 +707 57.70862801 +708 57.76836158 +709 57.82792666 +710 57.88732394 +711 57.80590717 +712 57.86516854 +713 57.92426367 +714 57.98319328 +715 57.90209790 +716 57.96089385 +717 58.01952580 +718 58.07799443 +719 57.99721836 +720 57.91666667 +721 57.97503467 +722 58.03324100 +723 58.09128631 +724 58.14917127 +725 58.20689655 +726 58.26446281 +727 58.32187070 +728 58.37912088 +729 58.43621399 +730 58.35616438 +731 58.41313269 +732 58.33333333 +733 58.39017735 +734 58.44686649 +735 58.36734694 +736 58.28804348 +737 58.20895522 +738 58.13008130 +739 58.05142084 +740 58.10810811 +741 58.16464238 +742 58.22102426 +743 58.27725437 +744 58.33333333 +745 58.25503356 +746 58.31099196 +747 58.23293173 +748 58.28877005 +749 58.34445928 +750 58.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.mmlu b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..fe37232c503ffaf53e98bfe760a5f10823f87e3c --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 32.55813953 +44 31.81818182 +45 31.11111111 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 33.78378378 +75 34.66666667 +76 35.52631579 +77 36.36363636 +78 37.17948718 +79 36.70886076 +80 37.50000000 +81 38.27160494 +82 37.80487805 +83 38.55421687 +84 39.28571429 +85 38.82352941 +86 38.37209302 +87 39.08045977 +88 39.77272727 +89 39.32584270 +90 38.88888889 +91 38.46153846 +92 38.04347826 +93 37.63440860 +94 38.29787234 +95 37.89473684 +96 38.54166667 +97 38.14432990 +98 37.75510204 +99 37.37373737 +100 38.00000000 +101 37.62376238 +102 37.25490196 +103 36.89320388 +104 36.53846154 +105 37.14285714 +106 36.79245283 +107 36.44859813 +108 36.11111111 +109 35.77981651 +110 35.45454545 +111 35.13513514 +112 34.82142857 +113 34.51327434 +114 35.08771930 +115 35.65217391 +116 35.34482759 +117 35.04273504 +118 34.74576271 +119 34.45378151 +120 34.16666667 +121 33.88429752 +122 33.60655738 +123 33.33333333 +124 33.06451613 +125 33.60000000 +126 33.33333333 +127 33.07086614 +128 32.81250000 +129 32.55813953 +130 32.30769231 +131 32.82442748 +132 33.33333333 +133 33.83458647 +134 33.58208955 +135 33.33333333 +136 33.08823529 +137 32.84671533 +138 32.60869565 +139 32.37410072 +140 32.14285714 +141 32.62411348 +142 32.39436620 +143 32.86713287 +144 33.33333333 +145 33.10344828 +146 32.87671233 +147 32.65306122 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 32.45033113 +152 32.23684211 +153 32.02614379 +154 31.81818182 +155 31.61290323 +156 31.41025641 +157 31.84713376 +158 31.64556962 +159 31.44654088 +160 31.87500000 +161 31.67701863 +162 31.48148148 +163 31.28834356 +164 31.70731707 +165 32.12121212 +166 31.92771084 +167 32.33532934 +168 32.14285714 +169 31.95266272 +170 31.76470588 +171 31.57894737 +172 31.39534884 +173 31.21387283 +174 31.03448276 +175 30.85714286 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.05464481 +184 29.89130435 +185 30.27027027 +186 30.64516129 +187 30.48128342 +188 30.31914894 +189 30.15873016 +190 30.00000000 +191 30.36649215 +192 30.20833333 +193 30.05181347 +194 30.41237113 +195 30.76923077 +196 30.61224490 +197 30.45685279 +198 30.30303030 +199 30.15075377 +200 30.00000000 +201 30.34825871 +202 30.19801980 +203 30.04926108 +204 29.90196078 +205 30.24390244 +206 30.09708738 +207 29.95169082 +208 29.80769231 +209 29.66507177 +210 29.52380952 +211 29.85781991 +212 29.71698113 +213 29.57746479 +214 29.43925234 +215 29.30232558 +216 29.62962963 +217 29.49308756 +218 29.35779817 +219 29.22374429 +220 29.09090909 +221 28.95927602 +222 29.27927928 +223 29.14798206 +224 29.01785714 +225 29.33333333 +226 29.20353982 +227 29.51541850 +228 29.82456140 +229 29.69432314 +230 29.56521739 +231 29.43722944 +232 29.74137931 +233 29.61373391 +234 29.91452991 +235 29.78723404 +236 29.66101695 +237 29.53586498 +238 29.41176471 +239 29.28870293 +240 29.58333333 +241 29.46058091 +242 29.75206612 +243 30.04115226 +244 29.91803279 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 30.24193548 +249 30.12048193 +250 30.00000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 29.68750000 +257 29.96108949 +258 29.84496124 +259 29.72972973 +260 29.61538462 +261 29.50191571 +262 29.38931298 +263 29.27756654 +264 29.16666667 +265 29.05660377 +266 29.32330827 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 29.04411765 +273 28.93772894 +274 28.83211679 +275 28.72727273 +276 28.98550725 +277 29.24187726 +278 29.49640288 +279 29.39068100 +280 29.64285714 +281 29.53736655 +282 29.43262411 +283 29.32862191 +284 29.22535211 +285 29.12280702 +286 29.02097902 +287 29.26829268 +288 29.16666667 +289 29.06574394 +290 29.31034483 +291 29.55326460 +292 29.79452055 +293 30.03412969 +294 30.27210884 +295 30.50847458 +296 30.40540541 +297 30.30303030 +298 30.53691275 +299 30.76923077 +300 31.00000000 +301 31.22923588 +302 31.45695364 +303 31.35313531 +304 31.57894737 +305 31.80327869 +306 31.69934641 +307 31.59609121 +308 31.49350649 +309 31.39158576 +310 31.29032258 +311 31.51125402 +312 31.73076923 +313 31.94888179 +314 32.16560510 +315 32.06349206 +316 31.96202532 +317 31.86119874 +318 31.76100629 +319 31.97492163 +320 31.87500000 +321 31.77570093 +322 31.67701863 +323 31.57894737 +324 31.48148148 +325 31.69230769 +326 31.59509202 +327 31.80428135 +328 32.01219512 +329 31.91489362 +330 31.81818182 +331 31.72205438 +332 31.92771084 +333 31.83183183 +334 31.73652695 +335 31.94029851 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.56342183 +340 31.76470588 +341 31.67155425 +342 31.57894737 +343 31.77842566 +344 31.68604651 +345 31.59420290 +346 31.79190751 +347 31.98847262 +348 31.89655172 +349 31.80515759 +350 32.00000000 +351 31.90883191 +352 31.81818182 +353 32.01133144 +354 31.92090395 +355 31.83098592 +356 32.02247191 +357 31.93277311 +358 31.84357542 +359 31.75487465 +360 31.94444444 +361 32.13296399 +362 32.32044199 +363 32.50688705 +364 32.41758242 +365 32.32876712 +366 32.24043716 +367 32.15258856 +368 32.06521739 +369 31.97831978 +370 32.16216216 +371 32.07547170 +372 31.98924731 +373 31.90348525 +374 32.08556150 +375 32.26666667 +376 32.18085106 +377 32.09549072 +378 32.27513228 +379 32.18997361 +380 32.10526316 +381 32.28346457 +382 32.46073298 +383 32.63707572 +384 32.55208333 +385 32.72727273 +386 32.64248705 +387 32.55813953 +388 32.47422680 +389 32.64781491 +390 32.56410256 +391 32.73657289 +392 32.90816327 +393 32.82442748 +394 32.74111675 +395 32.65822785 +396 32.82828283 +397 32.74559194 +398 32.66331658 +399 32.83208020 +400 32.75000000 +401 32.91770574 +402 33.08457711 +403 33.00248139 +404 32.92079208 +405 32.83950617 +406 32.75862069 +407 32.67813268 +408 32.59803922 +409 32.76283619 +410 32.68292683 +411 32.60340633 +412 32.52427184 +413 32.68765133 +414 32.85024155 +415 33.01204819 +416 33.17307692 +417 33.09352518 +418 33.01435407 +419 33.17422434 +420 33.33333333 +421 33.25415677 +422 33.17535545 +423 33.09692671 +424 33.25471698 +425 33.41176471 +426 33.56807512 +427 33.48946136 +428 33.41121495 +429 33.56643357 +430 33.48837209 +431 33.64269142 +432 33.79629630 +433 33.71824480 +434 33.87096774 +435 33.79310345 +436 33.71559633 +437 33.63844394 +438 33.78995434 +439 33.94077449 +440 33.86363636 +441 33.78684807 +442 33.71040724 +443 33.63431151 +444 33.55855856 +445 33.48314607 +446 33.40807175 +447 33.33333333 +448 33.25892857 +449 33.18485523 +450 33.11111111 +451 33.03769401 +452 33.18584071 +453 33.33333333 +454 33.48017621 +455 33.40659341 +456 33.55263158 +457 33.69803063 +458 33.62445415 +459 33.76906318 +460 33.91304348 +461 33.83947939 +462 33.76623377 +463 33.90928726 +464 34.05172414 +465 33.97849462 +466 33.90557940 +467 34.04710921 +468 33.97435897 +469 34.11513859 +470 34.25531915 +471 34.18259023 +472 34.11016949 +473 34.24947146 +474 34.17721519 +475 34.10526316 +476 34.24369748 +477 34.17190776 +478 34.30962343 +479 34.44676409 +480 34.37500000 +481 34.51143451 +482 34.43983402 +483 34.36853002 +484 34.29752066 +485 34.22680412 +486 34.15637860 +487 34.29158111 +488 34.22131148 +489 34.15132924 +490 34.28571429 +491 34.41955193 +492 34.34959350 +493 34.27991886 +494 34.41295547 +495 34.54545455 +496 34.67741935 +497 34.60764588 +498 34.53815261 +499 34.46893788 +500 34.60000000 +501 34.53093812 +502 34.66135458 +503 34.59244533 +504 34.72222222 +505 34.65346535 +506 34.78260870 +507 34.71400394 +508 34.64566929 +509 34.57760314 +510 34.70588235 +511 34.63796477 +512 34.57031250 +513 34.50292398 +514 34.43579767 +515 34.36893204 +516 34.30232558 +517 34.42940039 +518 34.55598456 +519 34.48940270 +520 34.42307692 +521 34.35700576 +522 34.29118774 +523 34.41682600 +524 34.54198473 +525 34.47619048 +526 34.41064639 +527 34.53510436 +528 34.46969697 +529 34.59357278 +530 34.71698113 +531 34.65160075 +532 34.58646617 +533 34.70919325 +534 34.64419476 +535 34.76635514 +536 34.88805970 +537 35.00931099 +538 35.13011152 +539 35.06493506 +540 35.00000000 +541 34.93530499 +542 35.05535055 +543 34.99079190 +544 34.92647059 +545 34.86238532 +546 34.79853480 +547 34.73491773 +548 34.85401460 +549 34.79052823 +550 34.72727273 +551 34.84573503 +552 34.78260870 +553 34.71971067 +554 34.65703971 +555 34.59459459 +556 34.53237410 +557 34.47037702 +558 34.58781362 +559 34.52593918 +560 34.46428571 +561 34.40285205 +562 34.34163701 +563 34.45825933 +564 34.39716312 +565 34.51327434 +566 34.45229682 +567 34.39153439 +568 34.50704225 +569 34.44639719 +570 34.38596491 +571 34.50087566 +572 34.44055944 +573 34.38045375 +574 34.49477352 +575 34.43478261 +576 34.54861111 +577 34.66204506 +578 34.60207612 +579 34.54231434 +580 34.48275862 +581 34.42340792 +582 34.36426117 +583 34.47684391 +584 34.58904110 +585 34.52991453 +586 34.47098976 +587 34.41226576 +588 34.35374150 +589 34.29541596 +590 34.23728814 +591 34.17935702 +592 34.12162162 +593 34.06408094 +594 34.17508418 +595 34.11764706 +596 34.22818792 +597 34.17085427 +598 34.11371237 +599 34.22370618 +600 34.16666667 +601 34.27620632 +602 34.21926910 +603 34.32835821 +604 34.27152318 +605 34.21487603 +606 34.15841584 +607 34.26688633 +608 34.21052632 +609 34.15435140 +610 34.09836066 +611 34.04255319 +612 33.98692810 +613 34.09461664 +614 34.20195440 +615 34.14634146 +616 34.25324675 +617 34.35980551 +618 34.30420712 +619 34.24878837 +620 34.19354839 +621 34.13848631 +622 34.08360129 +623 34.02889246 +624 33.97435897 +625 33.92000000 +626 34.02555911 +627 33.97129187 +628 33.91719745 +629 34.02225755 +630 34.12698413 +631 34.07290016 +632 34.17721519 +633 34.12322275 +634 34.06940063 +635 34.01574803 +636 33.96226415 +637 33.90894819 +638 33.85579937 +639 33.80281690 +640 33.90625000 +641 33.85335413 +642 33.95638629 +643 33.90357698 +644 34.00621118 +645 33.95348837 +646 33.90092879 +647 33.84853168 +648 33.79629630 +649 33.74422188 +650 33.69230769 +651 33.64055300 +652 33.74233129 +653 33.69065850 +654 33.79204893 +655 33.74045802 +656 33.84146341 +657 33.78995434 +658 33.89057751 +659 33.83915023 +660 33.78787879 +661 33.73676248 +662 33.68580060 +663 33.63499246 +664 33.73493976 +665 33.68421053 +666 33.63363363 +667 33.58320840 +668 33.68263473 +669 33.63228700 +670 33.73134328 +671 33.68107303 +672 33.63095238 +673 33.58098068 +674 33.53115727 +675 33.48148148 +676 33.43195266 +677 33.38257016 +678 33.33333333 +679 33.28424153 +680 33.38235294 +681 33.33333333 +682 33.28445748 +683 33.38213763 +684 33.33333333 +685 33.28467153 +686 33.23615160 +687 33.33333333 +688 33.28488372 +689 33.23657475 +690 33.18840580 +691 33.14037627 +692 33.09248555 +693 33.04473304 +694 32.99711816 +695 32.94964029 +696 33.04597701 +697 32.99856528 +698 32.95128940 +699 33.04721030 +700 33.00000000 +701 33.09557775 +702 33.19088319 +703 33.28591750 +704 33.23863636 +705 33.19148936 +706 33.14447592 +707 33.09759547 +708 33.05084746 +709 33.00423131 +710 33.09859155 +711 33.19268636 +712 33.14606742 +713 33.23983170 +714 33.33333333 +715 33.28671329 +716 33.24022346 +717 33.19386332 +718 33.14763231 +719 33.10152990 +720 33.05555556 +721 33.00970874 +722 32.96398892 +723 33.05670816 +724 33.01104972 +725 33.10344828 +726 33.19559229 +727 33.14993122 +728 33.10439560 +729 33.05898491 +730 33.01369863 +731 32.96853625 +732 33.06010929 +733 33.15143247 +734 33.24250681 +735 33.19727891 +736 33.15217391 +737 33.24287653 +738 33.19783198 +739 33.28822733 +740 33.37837838 +741 33.33333333 +742 33.42318059 +743 33.51278600 +744 33.60215054 +745 33.55704698 +746 33.51206434 +747 33.46720214 +748 33.42245989 +749 33.37783712 +750 33.46666667 + +Final result: 33.4667 ±1.7242 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.tqa b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.tqa new file mode 100644 index 0000000000000000000000000000000000000000..71aea1b7d629157d3c578b6053b7035c0cac12c4 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 12.50000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 22.58064516 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 28.98550725 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 31.50684932 +74 31.08108108 +75 30.66666667 +76 31.57894737 +77 31.16883117 +78 30.76923077 +79 30.37974684 +80 30.00000000 +81 29.62962963 +82 29.26829268 +83 28.91566265 +84 28.57142857 +85 28.23529412 +86 27.90697674 +87 27.58620690 +88 27.27272727 +89 28.08988764 +90 27.77777778 +91 27.47252747 +92 27.17391304 +93 26.88172043 +94 26.59574468 +95 27.36842105 +96 28.12500000 +97 27.83505155 +98 27.55102041 +99 28.28282828 +100 28.00000000 +101 28.71287129 +102 28.43137255 +103 29.12621359 +104 28.84615385 +105 28.57142857 +106 28.30188679 +107 28.97196262 +108 29.62962963 +109 29.35779817 +110 30.00000000 +111 29.72972973 +112 29.46428571 +113 29.20353982 +114 28.94736842 +115 28.69565217 +116 28.44827586 +117 28.20512821 +118 27.96610169 +119 27.73109244 +120 27.50000000 +121 28.09917355 +122 27.86885246 +123 27.64227642 +124 28.22580645 +125 28.80000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 28.24427481 +132 28.03030303 +133 27.81954887 +134 28.35820896 +135 28.14814815 +136 27.94117647 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 28.57142857 +141 28.36879433 +142 28.16901408 +143 27.97202797 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.21088435 +148 27.02702703 +149 26.84563758 +150 27.33333333 +151 27.81456954 +152 27.63157895 +153 27.45098039 +154 27.27272727 +155 27.09677419 +156 27.56410256 +157 27.38853503 +158 27.84810127 +159 27.67295597 +160 27.50000000 +161 27.32919255 +162 27.16049383 +163 26.99386503 +164 26.82926829 +165 27.27272727 +166 27.71084337 +167 27.54491018 +168 27.38095238 +169 27.21893491 +170 27.05882353 +171 26.90058480 +172 26.74418605 +173 26.58959538 +174 26.43678161 +175 26.28571429 +176 26.70454545 +177 26.55367232 +178 26.40449438 +179 26.25698324 +180 26.11111111 +181 25.96685083 +182 25.82417582 +183 25.68306011 +184 25.54347826 +185 25.40540541 +186 25.80645161 +187 25.66844920 +188 25.53191489 +189 25.92592593 +190 25.78947368 +191 25.65445026 +192 25.52083333 +193 25.38860104 +194 25.77319588 +195 25.64102564 +196 25.51020408 +197 25.88832487 +198 25.75757576 +199 25.62814070 +200 25.50000000 +201 25.37313433 +202 25.74257426 +203 25.61576355 +204 25.49019608 +205 25.85365854 +206 25.72815534 +207 26.08695652 +208 25.96153846 +209 25.83732057 +210 25.71428571 +211 25.59241706 +212 25.47169811 +213 25.35211268 +214 25.23364486 +215 25.11627907 +216 25.46296296 +217 25.34562212 +218 25.68807339 +219 25.57077626 +220 25.45454545 +221 25.33936652 +222 25.22522523 +223 25.11210762 +224 25.44642857 +225 25.33333333 +226 25.22123894 +227 25.11013216 +228 25.00000000 +229 24.89082969 +230 24.78260870 +231 24.67532468 +232 25.00000000 +233 25.32188841 +234 25.64102564 +235 25.53191489 +236 25.84745763 +237 26.16033755 +238 26.47058824 +239 26.35983264 +240 26.25000000 +241 26.14107884 +242 26.03305785 +243 25.92592593 +244 25.81967213 +245 25.71428571 +246 25.60975610 +247 25.50607287 +248 25.40322581 +249 25.30120482 +250 25.20000000 +251 25.49800797 +252 25.39682540 +253 25.29644269 +254 25.19685039 +255 25.09803922 +256 25.00000000 +257 24.90272374 +258 24.80620155 +259 24.71042471 +260 24.61538462 +261 24.90421456 +262 24.80916031 +263 24.71482890 +264 25.00000000 +265 25.28301887 +266 25.18796992 +267 25.46816479 +268 25.37313433 +269 25.27881041 +270 25.18518519 +271 25.09225092 +272 25.00000000 +273 24.90842491 +274 25.18248175 +275 25.09090909 +276 25.00000000 +277 24.90974729 +278 24.82014388 +279 24.73118280 +280 24.64285714 +281 24.91103203 +282 24.82269504 +283 24.73498233 +284 25.00000000 +285 24.91228070 +286 25.17482517 +287 25.08710801 +288 25.00000000 +289 24.91349481 +290 24.82758621 +291 25.08591065 +292 25.34246575 +293 25.59726962 +294 25.51020408 +295 25.76271186 +296 26.01351351 +297 26.26262626 +298 26.17449664 +299 26.08695652 +300 26.00000000 +301 25.91362126 +302 25.82781457 +303 25.74257426 +304 25.65789474 +305 25.57377049 +306 25.49019608 +307 25.40716612 +308 25.64935065 +309 25.56634304 +310 25.48387097 +311 25.40192926 +312 25.64102564 +313 25.55910543 +314 25.47770701 +315 25.39682540 +316 25.31645570 +317 25.23659306 +318 25.15723270 +319 25.07836991 +320 25.00000000 +321 24.92211838 +322 25.15527950 +323 25.07739938 +324 25.00000000 +325 24.92307692 +326 24.84662577 +327 24.77064220 +328 25.00000000 +329 24.92401216 +330 25.15151515 +331 25.07552870 +332 25.30120482 +333 25.22522523 +334 25.14970060 +335 25.37313433 +336 25.59523810 +337 25.51928783 +338 25.44378698 +339 25.66371681 +340 25.58823529 +341 25.80645161 +342 26.02339181 +343 25.94752187 +344 26.16279070 +345 26.37681159 +346 26.58959538 +347 26.80115274 +348 26.72413793 +349 26.64756447 +350 26.57142857 +351 26.49572650 +352 26.70454545 +353 26.91218130 +354 26.83615819 +355 27.04225352 +356 26.96629213 +357 26.89075630 +358 27.09497207 +359 27.01949861 +360 26.94444444 +361 26.86980609 +362 26.79558011 +363 26.99724518 +364 26.92307692 +365 27.12328767 +366 27.04918033 +367 27.24795640 +368 27.17391304 +369 27.10027100 +370 27.02702703 +371 26.95417790 +372 27.15053763 +373 27.07774799 +374 27.27272727 +375 27.20000000 +376 27.12765957 +377 27.05570292 +378 26.98412698 +379 26.91292876 +380 26.84210526 +381 26.77165354 +382 26.70157068 +383 26.63185379 +384 26.56250000 +385 26.49350649 +386 26.42487047 +387 26.35658915 +388 26.54639175 +389 26.47814910 +390 26.41025641 +391 26.59846547 +392 26.53061224 +393 26.46310433 +394 26.64974619 +395 26.58227848 +396 26.51515152 +397 26.70025189 +398 26.63316583 +399 26.56641604 +400 26.50000000 +401 26.43391521 +402 26.36815920 +403 26.55086849 +404 26.48514851 +405 26.41975309 +406 26.35467980 +407 26.28992629 +408 26.22549020 +409 26.16136919 +410 26.09756098 +411 26.03406326 +412 26.21359223 +413 26.15012107 +414 26.32850242 +415 26.26506024 +416 26.20192308 +417 26.13908873 +418 26.07655502 +419 26.01431981 +420 26.19047619 +421 26.36579572 +422 26.30331754 +423 26.24113475 +424 26.17924528 +425 26.11764706 +426 26.05633803 +427 25.99531616 +428 25.93457944 +429 25.87412587 +430 25.81395349 +431 25.75406032 +432 25.92592593 +433 26.09699769 +434 26.26728111 +435 26.20689655 +436 26.14678899 +437 26.08695652 +438 26.02739726 +439 25.96810934 +440 26.13636364 +441 26.07709751 +442 26.24434389 +443 26.18510158 +444 26.12612613 +445 26.06741573 +446 26.00896861 +447 25.95078300 +448 25.89285714 +449 26.05790646 +450 26.00000000 +451 25.94235033 +452 25.88495575 +453 26.04856512 +454 25.99118943 +455 25.93406593 +456 25.87719298 +457 25.82056893 +458 25.76419214 +459 25.70806100 +460 25.65217391 +461 25.59652928 +462 25.54112554 +463 25.48596112 +464 25.43103448 +465 25.59139785 +466 25.53648069 +467 25.48179872 +468 25.42735043 +469 25.37313433 +470 25.31914894 +471 25.26539278 +472 25.21186441 +473 25.15856237 +474 25.10548523 +475 25.26315789 +476 25.21008403 +477 25.36687631 +478 25.31380753 +479 25.26096033 +480 25.20833333 +481 25.15592516 +482 25.31120332 +483 25.25879917 +484 25.41322314 +485 25.56701031 +486 25.51440329 +487 25.66735113 +488 25.61475410 +489 25.76687117 +490 25.91836735 +491 25.86558045 +492 26.01626016 +493 25.96348884 +494 25.91093117 +495 26.06060606 +496 26.00806452 +497 25.95573441 +498 25.90361446 +499 25.85170341 +500 25.80000000 +501 25.94810379 +502 25.89641434 +503 25.84493042 +504 25.99206349 +505 26.13861386 +506 26.08695652 +507 26.03550296 +508 25.98425197 +509 26.12966601 +510 26.27450980 +511 26.22309198 +512 26.17187500 +513 26.12085770 +514 26.07003891 +515 26.21359223 +516 26.16279070 +517 26.30560928 +518 26.25482625 +519 26.20423892 +520 26.15384615 +521 26.29558541 +522 26.24521073 +523 26.38623327 +524 26.33587786 +525 26.28571429 +526 26.23574144 +527 26.37571157 +528 26.51515152 +529 26.46502836 +530 26.41509434 +531 26.55367232 +532 26.50375940 +533 26.64165103 +534 26.59176030 +535 26.54205607 +536 26.49253731 +537 26.62942272 +538 26.57992565 +539 26.53061224 +540 26.66666667 +541 26.61737523 +542 26.56826568 +543 26.51933702 +544 26.47058824 +545 26.42201835 +546 26.55677656 +547 26.50822669 +548 26.64233577 +549 26.59380692 +550 26.54545455 +551 26.49727768 +552 26.63043478 +553 26.58227848 +554 26.53429603 +555 26.48648649 +556 26.61870504 +557 26.57091562 +558 26.52329749 +559 26.47584973 +560 26.42857143 +561 26.38146168 +562 26.33451957 +563 26.28774423 +564 26.41843972 +565 26.54867257 +566 26.50176678 +567 26.45502646 +568 26.58450704 +569 26.71353251 +570 26.66666667 +571 26.61996497 +572 26.57342657 +573 26.52705061 +574 26.65505226 +575 26.78260870 +576 26.73611111 +577 26.68977470 +578 26.81660900 +579 26.94300518 +580 27.06896552 +581 27.02237522 +582 26.97594502 +583 26.92967410 +584 27.05479452 +585 27.00854701 +586 27.13310580 +587 27.08688245 +588 27.04081633 +589 26.99490662 +590 27.11864407 +591 27.07275804 +592 27.02702703 +593 26.98145025 +594 26.93602694 +595 26.89075630 +596 26.84563758 +597 26.96817420 +598 26.92307692 +599 26.87813022 +600 26.83333333 +601 26.95507488 +602 26.91029900 +603 26.86567164 +604 26.82119205 +605 26.77685950 +606 26.89768977 +607 26.85337727 +608 26.80921053 +609 26.76518883 +610 26.72131148 +611 26.67757774 +612 26.79738562 +613 26.75367047 +614 26.71009772 +615 26.66666667 +616 26.78571429 +617 26.90437601 +618 26.86084142 +619 26.81744750 +620 26.77419355 +621 26.73107890 +622 26.84887460 +623 26.80577849 +624 26.76282051 +625 26.72000000 +626 26.67731629 +627 26.63476874 +628 26.59235669 +629 26.55007949 +630 26.50793651 +631 26.62440571 +632 26.58227848 +633 26.54028436 +634 26.65615142 +635 26.61417323 +636 26.57232704 +637 26.53061224 +638 26.48902821 +639 26.44757433 +640 26.40625000 +641 26.36505460 +642 26.47975078 +643 26.43856921 +644 26.55279503 +645 26.66666667 +646 26.62538700 +647 26.58423493 +648 26.69753086 +649 26.65639445 +650 26.76923077 +651 26.88172043 +652 26.99386503 +653 27.10566616 +654 27.06422018 +655 27.02290076 +656 26.98170732 +657 26.94063927 +658 26.89969605 +659 26.85887709 +660 26.81818182 +661 26.77760968 +662 26.73716012 +663 26.69683258 +664 26.65662651 +665 26.76691729 +666 26.87687688 +667 26.83658171 +668 26.79640719 +669 26.75635277 +670 26.71641791 +671 26.67660209 +672 26.63690476 +673 26.59732541 +674 26.55786350 +675 26.66666667 +676 26.77514793 +677 26.73559823 +678 26.69616519 +679 26.65684831 +680 26.76470588 +681 26.72540382 +682 26.68621701 +683 26.64714495 +684 26.75438596 +685 26.71532847 +686 26.67638484 +687 26.63755459 +688 26.74418605 +689 26.85050798 +690 26.81159420 +691 26.91751085 +692 26.87861272 +693 26.83982684 +694 26.94524496 +695 26.90647482 +696 27.01149425 +697 26.97274032 +698 26.93409742 +699 27.03862661 +700 27.14285714 +701 27.10413695 +702 27.06552707 +703 27.02702703 +704 26.98863636 +705 26.95035461 +706 26.91218130 +707 26.87411598 +708 26.83615819 +709 26.79830748 +710 26.76056338 +711 26.72292546 +712 26.82584270 +713 26.78821879 +714 26.75070028 +715 26.71328671 +716 26.67597765 +717 26.63877266 +718 26.60167131 +719 26.56467316 +720 26.52777778 +721 26.49098474 +722 26.45429363 +723 26.41770401 +724 26.38121547 +725 26.34482759 +726 26.44628099 +727 26.40990371 +728 26.37362637 +729 26.33744856 +730 26.43835616 +731 26.40218878 +732 26.50273224 +733 26.46657572 +734 26.43051771 +735 26.39455782 +736 26.35869565 +737 26.32293080 +738 26.28726287 +739 26.38700947 +740 26.35135135 +741 26.31578947 +742 26.28032345 +743 26.24495289 +744 26.34408602 +745 26.30872483 +746 26.40750670 +747 26.50602410 +748 26.47058824 +749 26.56875834 +750 26.66666667 + +Final result: 26.6667 ±1.6158 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.wng b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.wng new file mode 100644 index 0000000000000000000000000000000000000000..cfd824075c37f59f1ac6c0a8e1ec42dbc6ac2dde --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-bartowski.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.714752 -6.012716 1 1 +2 100.0000 -2.077907 -2.169873 1 1 +3 100.0000 -3.382917 -3.158795 2 2 +4 100.0000 -5.615256 -6.168167 1 1 +5 80.0000 -4.252742 -4.601142 1 2 +6 83.3333 -6.439824 -6.766492 1 1 +7 85.7143 -6.942333 -5.751376 2 2 +8 87.5000 -3.262074 -2.739062 2 2 +9 88.8889 -5.345214 -6.027069 1 1 +10 80.0000 -2.476651 -2.924727 1 2 +11 81.8182 -9.455941 -7.075973 2 2 +12 83.3333 -4.261837 -4.234285 2 2 +13 84.6154 -5.274780 -5.680002 1 1 +14 78.5714 -5.996624 -5.881788 2 1 +15 73.3333 -3.158631 -5.361625 1 2 +16 75.0000 -3.476870 -2.694464 2 2 +17 70.5882 -8.126838 -8.876671 1 2 +18 72.2222 -3.593717 -4.679193 1 1 +19 73.6842 -5.215842 -6.549788 1 1 +20 70.0000 -3.723629 -3.246905 2 1 +21 71.4286 -4.704203 -5.179525 1 1 +22 68.1818 -3.414636 -3.504821 1 2 +23 65.2174 -4.983302 -4.899114 2 1 +24 66.6667 -2.848029 -5.382682 1 1 +25 64.0000 -2.818567 -2.960735 1 2 +26 65.3846 -3.663182 -4.685051 1 1 +27 62.9630 -6.820806 -6.833780 1 2 +28 64.2857 -5.348494 -5.989552 1 1 +29 65.5172 -4.914941 -5.310563 1 1 +30 63.3333 -2.410390 -2.569919 1 2 +31 64.5161 -6.196532 -6.284972 1 1 +32 65.6250 -3.634268 -6.385901 1 1 +33 66.6667 -6.764683 -7.931483 1 1 +34 67.6471 -3.555468 -3.904055 1 1 +35 68.5714 -5.132708 -4.395879 2 2 +36 66.6667 -4.251255 -4.596194 1 2 +37 67.5676 -3.072696 -3.109238 1 1 +38 68.4211 -4.620238 -4.752273 1 1 +39 66.6667 -3.422104 -4.034214 1 2 +40 65.0000 -5.102815 -5.874677 1 2 +41 65.8537 -4.651546 -5.085256 1 1 +42 66.6667 -1.237786 -2.705645 1 1 +43 67.4419 -3.786669 -3.762296 2 2 +44 68.1818 -3.579845 -2.799239 2 2 +45 68.8889 -3.900100 -13.666902 1 1 +46 69.5652 -3.008154 -3.700979 1 1 +47 68.0851 -5.717955 -5.851243 1 2 +48 66.6667 -6.039897 -6.354737 1 2 +49 65.3061 -2.402423 -1.123049 2 1 +50 66.0000 -4.194421 -3.970006 2 2 +51 66.6667 -2.248422 -2.785212 1 1 +52 65.3846 -5.508638 -5.674534 1 2 +53 66.0377 -3.374588 -3.902552 1 1 +54 66.6667 -2.678409 -2.677573 2 2 +55 67.2727 -4.029149 -3.651374 2 2 +56 66.0714 -4.742912 -5.866637 1 2 +57 64.9123 -4.058792 -4.698360 1 2 +58 65.5172 -3.442726 -4.342975 1 1 +59 66.1017 -3.381540 -2.917945 2 2 +60 65.0000 -5.411463 -6.090162 1 2 +61 65.5738 -3.194553 -3.827623 1 1 +62 64.5161 -8.080213 -7.371523 2 1 +63 65.0794 -5.132338 -5.037730 2 2 +64 65.6250 -4.638190 -4.778817 1 1 +65 66.1538 -5.835258 -4.880248 2 2 +66 65.1515 -3.339624 -3.016928 2 1 +67 65.6716 -2.564637 -1.646655 2 2 +68 66.1765 -7.329948 -6.855176 2 2 +69 66.6667 -6.257468 -7.981244 1 1 +70 67.1429 -3.634237 -3.088482 2 2 +71 66.1972 -3.270548 -2.837024 2 1 +72 66.6667 -5.235471 -4.207727 2 2 +73 65.7534 -3.489530 -3.137998 2 1 +74 66.2162 -4.555476 -4.839324 1 1 +75 66.6667 -2.536292 -2.699544 1 1 +76 67.1053 -4.669827 -4.804691 1 1 +77 67.5325 -3.351018 -3.042400 2 2 +78 67.9487 -2.790033 -3.034981 1 1 +79 67.0886 -2.276016 -2.307651 1 2 +80 67.5000 -3.751764 -5.004960 1 1 +81 67.9012 -4.969738 -4.284026 2 2 +82 68.2927 -2.484446 -2.412488 2 2 +83 68.6747 -7.280207 -7.243463 2 2 +84 67.8571 -3.836056 -4.148059 1 2 +85 68.2353 -6.676700 -6.868510 1 1 +86 68.6047 -7.978855 -7.844465 2 2 +87 68.9655 -2.079587 -2.199843 1 1 +88 68.1818 -4.154660 -4.020698 2 1 +89 68.5393 -4.027113 -4.589671 1 1 +90 68.8889 -4.679727 -2.899217 2 2 +91 69.2308 -4.162567 -4.238595 1 1 +92 69.5652 -8.607127 -8.386480 2 2 +93 69.8925 -2.003824 -1.437852 2 2 +94 69.1489 -6.989649 -8.015378 1 2 +95 69.4737 -4.428618 -4.889725 1 1 +96 69.7917 -2.283953 -3.328226 1 1 +97 69.0722 -5.527603 -5.515083 2 1 +98 68.3673 -3.625695 -3.832112 1 2 +99 67.6768 -4.951547 -4.594189 2 1 +100 68.0000 -10.876515 -9.492228 2 2 +101 67.3267 -5.181580 -5.437198 1 2 +102 67.6471 -4.412544 -5.109754 1 1 +103 66.9903 -2.730387 -4.215487 1 2 +104 67.3077 -9.538161 -9.407220 2 2 +105 66.6667 -2.734414 -2.725607 2 1 +106 66.0377 -3.272507 -3.386957 1 2 +107 65.4206 -2.516063 -2.773584 1 2 +108 64.8148 -2.169029 -3.060499 1 2 +109 64.2202 -7.324524 -7.914797 1 2 +110 64.5455 -4.253124 -3.828415 2 2 +111 64.8649 -4.502595 -4.313130 2 2 +112 64.2857 -5.043401 -3.979202 2 1 +113 63.7168 -4.244732 -6.282480 1 2 +114 63.1579 -6.578220 -6.283350 2 1 +115 62.6087 -2.596517 -2.534091 2 1 +116 62.9310 -4.179770 -3.262032 2 2 +117 62.3932 -5.407351 -5.915606 1 2 +118 62.7119 -1.713773 -2.726780 1 1 +119 63.0252 -3.818408 -4.092587 1 1 +120 63.3333 -3.126218 -3.321673 1 1 +121 62.8099 -1.232350 -1.311403 1 2 +122 62.2951 -7.950019 -9.073454 1 2 +123 61.7886 -4.475358 -3.972357 2 1 +124 62.0968 -3.247042 -2.941861 2 2 +125 62.4000 -3.254959 -3.061294 2 2 +126 62.6984 -8.305775 -7.919973 2 2 +127 62.9921 -2.271430 -1.416002 2 2 +128 62.5000 -1.945397 -1.852324 2 1 +129 62.7907 -1.305821 -0.911809 2 2 +130 63.0769 -5.374501 -4.915895 2 2 +131 63.3588 -5.592350 -5.280469 2 2 +132 63.6364 -2.079226 -1.890657 2 2 +133 63.9098 -2.436503 -3.624451 1 1 +134 64.1791 -5.104045 -4.911832 2 2 +135 64.4444 -5.860465 -5.863780 1 1 +136 64.7059 -5.939547 -4.455991 2 2 +137 64.2336 -7.530889 -7.174021 2 1 +138 63.7681 -3.868233 -4.331362 1 2 +139 64.0288 -4.610228 -4.963541 1 1 +140 63.5714 -1.423289 -1.962021 1 2 +141 63.8298 -3.939766 -3.438423 2 2 +142 64.0845 -3.160067 -2.281784 2 2 +143 64.3357 -2.400618 -10.410557 1 1 +144 64.5833 -2.349533 -2.618390 1 1 +145 64.1379 -4.388757 -14.773761 1 2 +146 64.3836 -6.805945 -6.723841 2 2 +147 64.6259 -4.806487 -4.794276 2 2 +148 64.1892 -3.946787 -3.761697 2 1 +149 64.4295 -6.794997 -4.838573 2 2 +150 64.6667 -2.211388 -1.982497 2 2 +151 64.9007 -2.652847 -2.714542 1 1 +152 65.1316 -4.751122 -4.130939 2 2 +153 64.7059 -3.794741 -3.241422 2 1 +154 64.9351 -4.524683 -4.918328 1 1 +155 64.5161 -2.583572 -3.107861 1 2 +156 64.1026 -3.129038 -2.925248 2 1 +157 64.3312 -3.300464 -4.376012 1 1 +158 64.5570 -4.924728 -4.694491 2 2 +159 64.7799 -5.520182 -5.892316 1 1 +160 65.0000 -4.079772 -3.710315 2 2 +161 64.5963 -3.028751 -2.873508 2 1 +162 64.1975 -1.836661 -11.783100 1 2 +163 64.4172 -2.650578 -3.008242 1 1 +164 64.6341 -6.824240 -6.111012 2 2 +165 64.8485 -5.827824 -5.633710 2 2 +166 65.0602 -3.602862 -3.448887 2 2 +167 65.2695 -5.094934 -5.269969 1 1 +168 65.4762 -6.237491 -4.471009 2 2 +169 65.0888 -3.806850 -4.212930 1 2 +170 65.2941 -5.068205 -5.220654 1 1 +171 65.4971 -6.649077 -6.668858 1 1 +172 65.6977 -5.535597 -6.589054 1 1 +173 65.8960 -3.687805 -3.288237 2 2 +174 66.0920 -5.461856 -4.862383 2 2 +175 65.7143 -4.320027 -4.305362 2 1 +176 65.9091 -2.936936 -3.596420 1 1 +177 66.1017 -6.841743 -6.684378 2 2 +178 66.2921 -2.892099 -2.925946 1 1 +179 65.9218 -2.890641 -2.739304 2 1 +180 65.5556 -7.477951 -8.038583 1 2 +181 65.7459 -5.253652 -4.589537 2 2 +182 65.9341 -3.123560 -3.075902 2 2 +183 65.5738 -6.492706 -7.023572 1 2 +184 65.7609 -3.189783 -4.120454 1 1 +185 65.9459 -5.743315 -5.382340 2 2 +186 66.1290 -4.489467 -4.658351 1 1 +187 65.7754 -5.434073 -5.796336 1 2 +188 65.4255 -3.678291 -2.884517 2 1 +189 65.6085 -6.525401 -5.217364 2 2 +190 65.7895 -6.497400 -6.243454 2 2 +191 65.9686 -4.298566 -5.066895 1 1 +192 65.6250 -5.272428 -5.598057 1 2 +193 65.8031 -5.347381 -5.232468 2 2 +194 65.9794 -3.068490 -2.636468 2 2 +195 65.6410 -4.178519 -4.058233 2 1 +196 65.8163 -2.391749 -2.297271 2 2 +197 65.9898 -0.739137 -2.847413 1 1 +198 65.6566 -6.422122 -5.107206 2 1 +199 65.3266 -6.232020 -6.350627 1 2 +200 65.5000 -4.333217 -4.187872 2 2 +201 65.1741 -5.166845 -4.945427 2 1 +202 65.3465 -9.692283 -9.166205 2 2 +203 65.0246 -4.347639 -4.719318 1 2 +204 65.1961 -2.699031 -2.855036 1 1 +205 65.3659 -3.096956 -2.703620 2 2 +206 65.0485 -7.525918 -7.831212 1 2 +207 64.7343 -4.786381 -3.742512 2 1 +208 64.9038 -6.308568 -5.077072 2 2 +209 65.0718 -5.252552 -4.950830 2 2 +210 65.2381 -10.143733 -8.725273 2 2 +211 65.4028 -4.540384 -5.520312 1 1 +212 65.5660 -5.797742 -5.236098 2 2 +213 65.7277 -6.285967 -5.988231 2 2 +214 65.4206 -4.439322 -4.192085 2 1 +215 65.1163 -5.877076 -6.108831 1 2 +216 64.8148 -4.431989 -4.333739 2 1 +217 64.9770 -1.956517 -2.248597 1 1 +218 65.1376 -3.151601 -2.499032 2 2 +219 65.2968 -3.070060 -3.783428 1 1 +220 65.0000 -5.383793 -6.526778 1 2 +221 65.1584 -4.965701 -11.291706 1 1 +222 64.8649 -0.333260 -13.890003 1 2 +223 64.5740 -3.227473 -3.766355 1 2 +224 64.7321 -5.529357 -5.050674 2 2 +225 64.8889 -5.281332 -4.712460 2 2 +226 64.6018 -4.540579 -4.515546 2 1 +227 64.3172 -5.329033 -4.818923 2 1 +228 64.4737 -1.592307 -2.575991 1 1 +229 64.6288 -5.539062 -4.383746 2 2 +230 64.3478 -2.766848 -2.620353 2 1 +231 64.0693 -2.552018 -2.529091 2 1 +232 63.7931 -1.607502 -1.941578 1 2 +233 63.5193 -1.878450 -1.810407 2 1 +234 63.2479 -3.525800 -4.120769 1 2 +235 63.4043 -5.597742 -5.245470 2 2 +236 63.5593 -1.895879 -1.994192 1 1 +237 63.2911 -4.615805 -3.335524 2 1 +238 63.0252 -3.089756 -3.258715 1 2 +239 63.1799 -3.173697 -2.719369 2 2 +240 62.9167 -8.223694 -8.772266 1 2 +241 62.6556 -5.310432 -5.722096 1 2 +242 62.8099 -6.913609 -6.627803 2 2 +243 62.5514 -5.811246 -5.597261 2 1 +244 62.7049 -3.165930 -4.142796 1 1 +245 62.8571 -7.531811 -7.713387 1 1 +246 62.6016 -3.800667 -3.129265 2 1 +247 62.3482 -5.527420 -6.256105 1 2 +248 62.0968 -3.021482 -3.108740 1 2 +249 62.2490 -3.731187 -3.423351 2 2 +250 62.4000 -5.690418 -6.013214 1 1 +251 62.5498 -1.454117 -1.791352 1 1 +252 62.6984 -8.831969 -8.280128 2 2 +253 62.4506 -6.015448 -5.914114 2 1 +254 62.2047 -4.778053 -5.804821 1 2 +255 62.3529 -6.386211 -7.544100 1 1 +256 62.5000 -3.404698 -4.323358 1 1 +257 62.2568 -3.351515 -3.294551 2 1 +258 62.4031 -4.770393 -4.580073 2 2 +259 62.5483 -4.454031 -5.564392 1 1 +260 62.3077 -5.787467 -5.693243 2 1 +261 62.0690 -4.218132 -4.755127 1 2 +262 61.8321 -6.699324 -7.227848 1 2 +263 61.5970 -3.390032 -3.068901 2 1 +264 61.7424 -5.311812 -4.801663 2 2 +265 61.8868 -2.683705 -2.829110 1 1 +266 62.0301 -6.677117 -7.189296 1 1 +267 62.1723 -3.087901 -3.512269 1 1 +268 61.9403 -2.949499 -2.587349 2 1 +269 61.7100 -4.802206 -5.227308 1 2 +270 61.8519 -2.125369 -3.917392 1 1 +271 61.9926 -4.530692 -4.463760 2 2 +272 62.1324 -4.981051 -4.908513 2 2 +273 61.9048 -5.131987 -5.179321 1 2 +274 61.6788 -3.837826 -4.024886 1 2 +275 61.8182 -2.155361 -2.395382 1 1 +276 61.9565 -3.079604 -3.443419 1 1 +277 62.0939 -3.774215 -4.047227 1 1 +278 61.8705 -4.518786 -4.140462 2 1 +279 62.0072 -4.169406 -3.283415 2 2 +280 61.7857 -4.524711 -4.918537 1 2 +281 61.5658 -2.929290 -3.044636 1 2 +282 61.7021 -4.734661 -3.907578 2 2 +283 61.8375 -4.371908 -3.374425 2 2 +284 61.9718 -3.994174 -5.187281 1 1 +285 62.1053 -7.313472 -8.307340 1 1 +286 62.2378 -4.143143 -4.534031 1 1 +287 62.3693 -3.162348 -6.734459 1 1 +288 62.5000 -5.738838 -5.307176 2 2 +289 62.6298 -3.317634 -3.975377 1 1 +290 62.4138 -7.893532 -7.804607 2 1 +291 62.5430 -2.248557 -2.774185 1 1 +292 62.6712 -2.202545 -1.827482 2 2 +293 62.7986 -6.377905 -6.238416 2 2 +294 62.5850 -3.217597 -3.205494 2 1 +295 62.7119 -2.016619 -2.819966 1 1 +296 62.5000 -6.567778 -6.610985 1 2 +297 62.2896 -0.877267 -1.178426 1 2 +298 62.0805 -7.358114 -9.014170 1 2 +299 62.2074 -3.028012 -2.558185 2 2 +300 62.0000 -3.673489 -3.199036 2 1 +301 62.1262 -5.258579 -5.705214 1 1 +302 62.2517 -4.968498 -4.792628 2 2 +303 62.0462 -9.001172 -8.258647 2 1 +304 62.1711 -4.729009 -2.910804 2 2 +305 61.9672 -2.901498 -2.958376 1 2 +306 62.0915 -3.448635 -3.330757 2 2 +307 62.2150 -3.359810 -3.613663 1 1 +308 62.0130 -5.979980 -6.199571 1 2 +309 62.1359 -5.312339 -5.830177 1 1 +310 61.9355 -6.149225 -6.208086 1 2 +311 62.0579 -2.253606 -4.640155 1 1 +312 61.8590 -6.264410 -4.582569 2 1 +313 61.6613 -4.568936 -5.957509 1 2 +314 61.4650 -7.515947 -7.738886 1 2 +315 61.5873 -4.179533 -4.930303 1 1 +316 61.7089 -7.693437 -7.027404 2 2 +317 61.8297 -7.345637 -7.554015 1 1 +318 61.9497 -6.715889 -5.757258 2 2 +319 61.7555 -1.687194 -1.441819 2 1 +320 61.8750 -5.438606 -6.180459 1 1 +321 61.9938 -3.558500 -3.490962 2 2 +322 61.8012 -2.893164 -3.207365 1 2 +323 61.9195 -2.258886 -2.648966 1 1 +324 61.7284 -5.175766 -4.838217 2 1 +325 61.8462 -6.850427 -5.955316 2 2 +326 61.9632 -3.299034 -2.745085 2 2 +327 62.0795 -2.997860 -3.078162 1 1 +328 62.1951 -5.496601 -6.078269 1 1 +329 62.3100 -5.735885 -11.177859 1 1 +330 62.1212 -1.840200 -1.496650 2 1 +331 61.9335 -5.619945 -3.649116 2 1 +332 62.0482 -4.149576 -5.427381 1 1 +333 62.1622 -3.799011 -3.765021 2 2 +334 62.2754 -1.838572 -4.859763 1 1 +335 62.0896 -5.322663 -5.129469 2 1 +336 61.9048 -2.946000 -3.222392 1 2 +337 61.7211 -2.733868 -2.788956 1 2 +338 61.5385 -3.945695 -3.917761 2 1 +339 61.3569 -5.372887 -5.872447 1 2 +340 61.4706 -5.664476 -5.874225 1 1 +341 61.5836 -3.456750 -3.978009 1 1 +342 61.4035 -5.389990 -5.482114 1 2 +343 61.5160 -3.753175 -4.405319 1 1 +344 61.3372 -4.959272 -3.119397 2 1 +345 61.4493 -1.535880 -2.675894 1 1 +346 61.5607 -9.123683 -7.159517 2 2 +347 61.6715 -4.593598 -4.575762 2 2 +348 61.7816 -1.083732 -1.684381 1 1 +349 61.8911 -5.608545 -5.374382 2 2 +350 62.0000 -17.181614 -1.710467 2 2 +351 62.1083 -3.275794 -4.645169 1 1 +352 62.2159 -4.350987 -3.236996 2 2 +353 62.3229 -2.627399 -2.788231 1 1 +354 62.4294 -7.034282 -6.906415 2 2 +355 62.5352 -3.801140 -3.735973 2 2 +356 62.3596 -3.314836 -4.683021 1 2 +357 62.4650 -4.675413 -4.565964 2 2 +358 62.2905 -3.036858 -3.591619 1 2 +359 62.3955 -5.501116 -5.193430 2 2 +360 62.2222 -5.106623 -5.495615 1 2 +361 62.3269 -2.294694 -2.060494 2 2 +362 62.4309 -6.752365 -6.406645 2 2 +363 62.5344 -3.522426 -3.784661 1 1 +364 62.3626 -8.501180 -7.708192 2 1 +365 62.4658 -6.285726 -6.574854 1 1 +366 62.2951 -4.164223 -8.989552 1 2 +367 62.3978 -6.756983 -6.946438 1 1 +368 62.5000 -3.907865 -3.167488 2 2 +369 62.6016 -5.071690 -4.938425 2 2 +370 62.4324 -7.264649 -6.274427 2 1 +371 62.2642 -3.266535 -3.009444 2 1 +372 62.0968 -2.930049 -2.594216 2 1 +373 62.1984 -4.735858 -5.857686 1 1 +374 62.2995 -2.225198 -2.357936 1 1 +375 62.4000 -4.364905 -3.340643 2 2 +376 62.5000 -6.814954 -5.208702 2 2 +377 62.3342 -6.029627 -6.211609 1 2 +378 62.4339 -5.216102 -4.659697 2 2 +379 62.2691 -1.825929 -2.063295 1 2 +380 62.1053 -9.966030 -9.593224 2 1 +381 62.2047 -11.503356 -10.436165 2 2 +382 62.0419 -3.556120 -3.816469 1 2 +383 62.1410 -3.270373 -1.527135 2 2 +384 61.9792 -4.798839 -4.761342 2 1 +385 62.0779 -0.882976 -0.932682 1 1 +386 62.1762 -1.749861 -13.819950 1 1 +387 62.0155 -2.240613 -2.107757 2 1 +388 62.1134 -7.622129 -7.041616 2 2 +389 62.2108 -2.759805 -2.124587 2 2 +390 62.3077 -3.490878 -3.619571 1 1 +391 62.1483 -4.231511 -6.670203 1 2 +392 61.9898 -5.825272 -4.680455 2 1 +393 61.8321 -7.009895 -7.745286 1 2 +394 61.9289 -4.733952 -4.893637 1 1 +395 62.0253 -4.690507 -4.224843 2 2 +396 62.1212 -3.993508 -4.984934 1 1 +397 62.2166 -6.712666 -7.072979 1 1 +398 62.3116 -3.196724 -6.297378 1 1 +399 62.1554 -6.177495 -5.800429 2 1 +400 62.2500 -4.924942 -9.436079 1 1 +401 62.3441 -4.081369 -4.371181 1 1 +402 62.1891 -4.472025 -5.826454 1 2 +403 62.2829 -7.675289 -7.486051 2 2 +404 62.3762 -4.528059 -4.170932 2 2 +405 62.2222 -3.626765 -3.119487 2 1 +406 62.3153 -8.060453 -9.931432 1 1 +407 62.4079 -6.840896 -6.531455 2 2 +408 62.2549 -3.958468 -3.980705 1 2 +409 62.1027 -6.162564 -6.128496 2 1 +410 62.1951 -6.007531 -6.097968 1 1 +411 62.2871 -7.538202 -7.800081 1 1 +412 62.3786 -5.955133 -5.482847 2 2 +413 62.4697 -3.889887 -3.767377 2 2 +414 62.3188 -5.377980 -5.816986 1 2 +415 62.4096 -5.330381 -4.150507 2 2 +416 62.5000 -5.428044 -3.138068 2 2 +417 62.5899 -7.145140 -8.252524 1 1 +418 62.4402 -4.383844 -3.833146 2 1 +419 62.5298 -5.626620 -5.205778 2 2 +420 62.3810 -4.009540 -4.440438 1 2 +421 62.4703 -5.047735 -4.982665 2 2 +422 62.3223 -2.371428 -2.040247 2 1 +423 62.4113 -4.970897 -4.971641 1 1 +424 62.5000 -4.336946 -4.798533 1 1 +425 62.5882 -6.960243 -5.511636 2 2 +426 62.4413 -1.659112 -2.389894 1 2 +427 62.5293 -4.566371 -4.657354 1 1 +428 62.6168 -3.686790 -4.534453 1 1 +429 62.4709 -3.424661 -3.538075 1 2 +430 62.5581 -5.937378 -6.445386 1 1 +431 62.6450 -6.468206 -7.177740 1 1 +432 62.5000 -4.011199 -4.322304 1 2 +433 62.3557 -1.796393 -2.149747 1 2 +434 62.2120 -8.018216 -7.942793 2 1 +435 62.2989 -5.824193 -6.304766 1 1 +436 62.1560 -3.770536 -1.107045 2 1 +437 62.2426 -6.814374 -5.421817 2 2 +438 62.1005 -4.405089 -4.646115 1 2 +439 62.1868 -1.469649 -1.921630 1 1 +440 62.2727 -3.952395 -4.224768 1 1 +441 62.3583 -2.935860 -5.820596 1 1 +442 62.4434 -4.103561 -4.226961 1 1 +443 62.5282 -1.385253 -1.771951 1 1 +444 62.3874 -5.788980 -7.216390 1 2 +445 62.4719 -2.390576 -2.659212 1 1 +446 62.5561 -6.182452 -5.420737 2 2 +447 62.4161 -2.611470 -2.101421 2 1 +448 62.5000 -3.812437 -3.787554 2 2 +449 62.5835 -3.980602 -3.731738 2 2 +450 62.6667 -4.709263 -3.366369 2 2 +451 62.7494 -5.584275 -5.258942 2 2 +452 62.8319 -4.909719 -7.080696 1 1 +453 62.6932 -4.792949 -4.968424 1 2 +454 62.7753 -4.111739 -4.225100 1 1 +455 62.8571 -8.928741 -8.921734 2 2 +456 62.9386 -5.154857 -4.963068 2 2 +457 63.0197 -11.169375 -12.305971 1 1 +458 62.8821 -4.592137 -4.664013 1 2 +459 62.7451 -5.244684 -5.362901 1 2 +460 62.8261 -0.251681 -11.271032 1 1 +461 62.9067 -3.471375 -3.973178 1 1 +462 62.9870 -6.014803 -6.068115 1 1 +463 62.8510 -1.761947 -1.610497 2 1 +464 62.9310 -2.979329 -3.240989 1 1 +465 63.0108 -4.079720 -4.023297 2 2 +466 62.8755 -7.085707 -7.097564 1 2 +467 62.9550 -5.606295 -7.039065 1 1 +468 63.0342 -5.854085 -4.475889 2 2 +469 62.8998 -2.134533 -1.205356 2 1 +470 62.9787 -2.652508 -2.429952 2 2 +471 63.0573 -2.863410 -3.856727 1 1 +472 63.1356 -4.940903 -4.507703 2 2 +473 63.2135 -4.499086 -3.956136 2 2 +474 63.2911 -7.233269 -8.782942 1 1 +475 63.3684 -3.271112 -2.470529 2 2 +476 63.4454 -5.502572 -5.501418 2 2 +477 63.3124 -4.623805 -5.028138 1 2 +478 63.3891 -4.670931 -5.164482 1 1 +479 63.2568 -3.640985 -3.185195 2 1 +480 63.3333 -7.990046 -7.853496 2 2 +481 63.2017 -4.000201 -3.742557 2 1 +482 63.2780 -4.125372 -3.832608 2 2 +483 63.3540 -5.999982 -6.366067 1 1 +484 63.2231 -2.854219 -1.566422 2 1 +485 63.2990 -1.800522 -2.234489 1 1 +486 63.1687 -2.544762 -2.380167 2 1 +487 63.2444 -4.170037 -3.854965 2 2 +488 63.3197 -3.967941 -3.250809 2 2 +489 63.3947 -3.116681 -3.431098 1 1 +490 63.4694 -3.602756 -4.397229 1 1 +491 63.5438 -4.276878 -4.069767 2 2 +492 63.6179 -6.857971 -6.221091 2 2 +493 63.6917 -2.080269 -3.122095 1 1 +494 63.5628 -5.294280 -5.546386 1 2 +495 63.4343 -4.959272 -4.785397 2 1 +496 63.3065 -4.064387 -4.459751 1 2 +497 63.1791 -6.457671 -5.745798 2 1 +498 63.0522 -2.203197 -2.318711 1 2 +499 63.1263 -3.517032 -3.784548 1 1 +500 63.0000 -5.332976 -6.288982 1 2 +501 63.0739 -2.310589 -2.420185 1 1 +502 63.1474 -2.348266 -2.503779 1 1 +503 63.0219 -5.172065 -5.579701 1 2 +504 62.8968 -3.768280 -3.721091 2 1 +505 62.9703 -6.755241 -5.776198 2 2 +506 62.8458 -5.630545 -4.348157 2 1 +507 62.9191 -4.141706 -4.328078 1 1 +508 62.9921 -6.928665 -4.901215 2 2 +509 63.0648 -4.706043 -9.146297 1 1 +510 63.1373 -3.902739 -4.419242 1 1 +511 63.2094 -5.149059 -4.419683 2 2 +512 63.2812 -3.893321 -3.980172 1 1 +513 63.1579 -4.559204 -4.807656 1 2 +514 63.0350 -4.588440 -4.406746 2 1 +515 63.1068 -11.880127 -12.186233 1 1 +516 62.9845 -4.344288 -4.077025 2 1 +517 63.0561 -1.698748 -1.763581 1 1 +518 63.1274 -3.215405 -2.315053 2 2 +519 63.0058 -8.386163 -9.050223 1 2 +520 63.0769 -2.724237 -2.338603 2 2 +521 63.1478 -1.882087 -2.110404 1 1 +522 63.2184 -5.187402 -3.885311 2 2 +523 63.2887 -6.149043 -5.074619 2 2 +524 63.1679 -7.577523 -6.621889 2 1 +525 63.2381 -4.999479 -4.527979 2 2 +526 63.3080 -1.980420 -18.307482 1 1 +527 63.3776 -5.913536 -3.186946 2 2 +528 63.4470 -7.540170 -7.075033 2 2 +529 63.5161 -6.429946 -6.880436 1 1 +530 63.5849 -4.166932 -3.032974 2 2 +531 63.4652 -4.466184 -4.115266 2 1 +532 63.5338 -2.825335 -3.181029 1 1 +533 63.4146 -3.524635 -3.951028 1 2 +534 63.4831 -3.659343 -4.524879 1 1 +535 63.3645 -4.213822 -5.300298 1 2 +536 63.2463 -3.422564 -3.091035 2 1 +537 63.1285 -6.431469 -6.129776 2 1 +538 63.1970 -2.256471 -7.013685 1 1 +539 63.2653 -4.417364 -2.420707 2 2 +540 63.3333 -2.887717 -2.490083 2 2 +541 63.4011 -3.931403 -4.406334 1 1 +542 63.2841 -6.337999 -7.802275 1 2 +543 63.3517 -5.638330 -4.747633 2 2 +544 63.4191 -3.024381 -3.501983 1 1 +545 63.3028 -1.512734 -4.852878 1 2 +546 63.3700 -2.992640 -3.970663 1 1 +547 63.4369 -8.637501 -7.508367 2 2 +548 63.3212 -4.768464 -4.509358 2 1 +549 63.2058 -6.372063 -6.056780 2 1 +550 63.0909 -4.407534 -4.746753 1 2 +551 62.9764 -3.534706 -15.283343 1 2 +552 63.0435 -4.717288 -5.071236 1 1 +553 63.1103 -7.073944 -6.122282 2 2 +554 62.9964 -4.805459 -5.280404 1 2 +555 62.8829 -1.557762 -1.558033 1 2 +556 62.9496 -7.205093 -6.904205 2 2 +557 63.0162 -6.645827 -6.663939 1 1 +558 63.0824 -0.869564 -4.212579 1 1 +559 63.1485 -3.452991 -3.312427 2 2 +560 63.2143 -3.687751 -4.077776 1 1 +561 63.1016 -3.427334 -3.416352 2 1 +562 63.1673 -0.654519 -0.969791 1 1 +563 63.0551 -1.982200 -2.854072 1 2 +564 62.9433 -3.863569 -3.762168 2 1 +565 63.0088 -3.274927 -2.980484 2 2 +566 63.0742 -4.833761 -6.043850 1 1 +567 63.1393 -3.740668 -3.027245 2 2 +568 63.2042 -6.142292 -3.239724 2 2 +569 63.2689 -7.877709 -8.239799 1 1 +570 63.3333 -4.057401 -5.662616 1 1 +571 63.3975 -4.913138 -4.036966 2 2 +572 63.4615 -2.601855 -2.363044 2 2 +573 63.5253 -4.216537 -3.774478 2 2 +574 63.4146 -3.532785 -4.375118 1 2 +575 63.4783 -7.589048 -6.413914 2 2 +576 63.5417 -2.375614 -2.563389 1 1 +577 63.4315 -3.822852 -4.346395 1 2 +578 63.4948 -3.052910 -2.684057 2 2 +579 63.3851 -5.845272 -6.215552 1 2 +580 63.4483 -3.189967 -4.009204 1 1 +581 63.3391 -8.893182 -7.035189 2 1 +582 63.4021 -5.727132 -5.622372 2 2 +583 63.4648 -4.739822 -4.447083 2 2 +584 63.3562 -6.678144 -5.938731 2 1 +585 63.4188 -1.073505 -1.668997 1 1 +586 63.3106 -4.632998 -4.594246 2 1 +587 63.2027 -2.920036 -1.869164 2 1 +588 63.0952 -3.434111 -4.325848 1 2 +589 63.1579 -4.654171 -4.479483 2 2 +590 63.2203 -5.267056 -4.491161 2 2 +591 63.2826 -4.708617 -4.617328 2 2 +592 63.3446 -5.717997 -5.727128 1 1 +593 63.4064 -5.326029 -5.160373 2 2 +594 63.2997 -7.316721 -7.271799 2 1 +595 63.3613 -2.299481 -2.282764 2 2 +596 63.2550 -7.046776 -7.161492 1 2 +597 63.1491 -3.545354 -3.446152 2 1 +598 63.0435 -3.823963 -2.509965 2 1 +599 63.1052 -3.010840 -3.743944 1 1 +600 63.1667 -6.242992 -5.633750 2 2 +601 63.2280 -4.070930 -3.927600 2 2 +602 63.2890 -1.842608 -3.891423 1 1 +603 63.1841 -5.904605 -5.928145 1 2 +604 63.2450 -3.811140 -3.759161 2 2 +605 63.1405 -2.701425 -2.109492 2 1 +606 63.2013 -3.846970 -3.787611 2 2 +607 63.0972 -2.495590 -2.015884 2 1 +608 62.9934 -3.470681 -1.702545 2 1 +609 63.0542 -6.801889 -8.131924 1 1 +610 62.9508 -3.701310 -3.313200 2 1 +611 63.0115 -6.021631 -6.438405 1 1 +612 63.0719 -2.292831 -4.412978 1 1 +613 63.1321 -3.510901 -2.881675 2 2 +614 63.1922 -5.901218 -4.151739 2 2 +615 63.2520 -3.985098 -3.420392 2 2 +616 63.3117 -5.653708 -5.565465 2 2 +617 63.3712 -13.865581 -3.848186 2 2 +618 63.4304 -4.306209 -3.917093 2 2 +619 63.4895 -4.928516 -4.364663 2 2 +620 63.5484 -4.930364 -5.009235 1 1 +621 63.4461 -3.494711 -3.571235 1 2 +622 63.5048 -3.915704 -4.325644 1 1 +623 63.5634 -2.812863 -3.745269 1 1 +624 63.6218 -5.161269 -4.695933 2 2 +625 63.6800 -5.670197 -6.301581 1 1 +626 63.5783 -2.193714 -1.353245 2 1 +627 63.4769 -5.363666 -5.230695 2 1 +628 63.5350 -2.530464 -2.429571 2 2 +629 63.5930 -2.729399 -2.745381 1 1 +630 63.6508 -2.170397 -2.348554 1 1 +631 63.7084 -2.156095 -2.967733 1 1 +632 63.6076 -1.434762 -1.809103 1 2 +633 63.5071 -1.721005 -2.393566 1 2 +634 63.4069 -3.469921 -3.468465 2 1 +635 63.4646 -7.227733 -7.109832 2 2 +636 63.5220 -3.057600 -4.429005 1 1 +637 63.5793 -6.467201 -6.730576 1 1 +638 63.4796 -6.067138 -5.503191 2 1 +639 63.5368 -1.877910 -2.171911 1 1 +640 63.4375 -1.518107 -1.670489 1 2 +641 63.4945 -6.687140 -6.776529 1 1 +642 63.5514 -5.382708 -4.884420 2 2 +643 63.6081 -1.514266 -0.792791 2 2 +644 63.5093 -5.438566 -4.953191 2 1 +645 63.5659 -3.289149 -5.074257 1 1 +646 63.6223 -4.799862 -5.600446 1 1 +647 63.5240 -5.326615 -4.736848 2 1 +648 63.4259 -3.845139 -4.588990 1 2 +649 63.4823 -3.535130 -4.802804 1 1 +650 63.5385 -4.886036 -4.964700 1 1 +651 63.4409 -6.152293 -7.102722 1 2 +652 63.3436 -9.092883 -9.211185 1 2 +653 63.3997 -5.351290 -4.592240 2 2 +654 63.3028 -4.470037 -4.837275 1 2 +655 63.3588 -3.208103 -3.162113 2 2 +656 63.4146 -6.157902 -3.849759 2 2 +657 63.3181 -5.246250 -5.474168 1 2 +658 63.3739 -4.647539 -3.732197 2 2 +659 63.4294 -2.297962 -2.215433 2 2 +660 63.4848 -4.341532 -3.752379 2 2 +661 63.5401 -4.582879 -4.974471 1 1 +662 63.4441 -5.179727 -4.223599 2 1 +663 63.4992 -9.012163 -8.351891 2 2 +664 63.4036 -5.905978 -5.121569 2 1 +665 63.4586 -2.552465 -2.271605 2 2 +666 63.3634 -6.125436 -5.204230 2 1 +667 63.2684 -7.091880 -10.073739 1 2 +668 63.3234 -1.785991 -1.952694 1 1 +669 63.2287 -4.115137 -4.101182 2 1 +670 63.1343 -3.931961 -3.838629 2 1 +671 63.1893 -3.303871 -4.717859 1 1 +672 63.2440 -4.310143 -4.156458 2 2 +673 63.2987 -2.692406 -2.224783 2 2 +674 63.3531 -4.527087 -4.898734 1 1 +675 63.4074 -3.655060 -5.439613 1 1 +676 63.4615 -3.545161 -3.506828 2 2 +677 63.3678 -4.430778 -4.221563 2 1 +678 63.2743 -6.752535 -7.076911 1 2 +679 63.3284 -6.751827 -6.680085 2 2 +680 63.3824 -3.404431 -4.179409 1 1 +681 63.2893 -3.576736 -3.148035 2 1 +682 63.1965 -2.652436 -2.878086 1 2 +683 63.2504 -2.262555 -3.008407 1 1 +684 63.3041 -8.274448 -8.470809 1 1 +685 63.3577 -4.047790 -2.821810 2 2 +686 63.2653 -6.037222 -7.068750 1 2 +687 63.3188 -3.732420 -3.358964 2 2 +688 63.3721 -8.201335 -8.504460 1 1 +689 63.4253 -3.074132 -2.771069 2 2 +690 63.4783 -4.402416 -3.725504 2 2 +691 63.5311 -4.393279 -4.493953 1 1 +692 63.5838 -2.099353 -4.089741 1 1 +693 63.4921 -4.760407 -4.467444 2 1 +694 63.5447 -3.002299 -2.895059 2 2 +695 63.5971 -6.448221 -6.948870 1 1 +696 63.5057 -8.436678 -8.279402 2 1 +697 63.4146 -3.493840 -3.229923 2 1 +698 63.3238 -5.018109 -5.445473 1 2 +699 63.3763 -5.277345 -5.586057 1 1 +700 63.4286 -4.739013 -4.156726 2 2 +701 63.3381 -3.385888 -3.024604 2 1 +702 63.3903 -5.227371 -4.839456 2 2 +703 63.3001 -7.434215 -6.995243 2 1 +704 63.2102 -2.239876 -1.855663 2 1 +705 63.2624 -5.195379 -4.452184 2 2 +706 63.1728 -3.930276 -4.135392 1 2 +707 63.2249 -6.270744 -6.497301 1 1 +708 63.2768 -5.989575 -5.966674 2 2 +709 63.3286 -4.167547 -3.408876 2 2 +710 63.3803 -4.163833 -5.255011 1 1 +711 63.4318 -2.477783 -2.307223 2 2 +712 63.3427 -1.852876 -3.640080 1 2 +713 63.2539 -4.609325 -4.637552 1 2 +714 63.1653 -3.367732 -3.552932 1 2 +715 63.2168 -7.449474 -7.210622 2 2 +716 63.2682 -4.930377 -4.264189 2 2 +717 63.3194 -4.699507 -1.085390 2 2 +718 63.3705 -4.161652 -4.624667 1 1 +719 63.2823 -6.437822 -5.888484 2 1 +720 63.1944 -1.743036 -4.707427 1 2 +721 63.2455 -6.367839 -5.917470 2 2 +722 63.1579 -3.279860 -2.035844 2 1 +723 63.2089 -2.937169 -3.010172 1 1 +724 63.1215 -3.740937 -4.041667 1 2 +725 63.0345 -4.759809 -5.072659 1 2 +726 63.0854 -5.323748 -5.029063 2 2 +727 63.1362 -4.126555 -3.777902 2 2 +728 63.0495 -5.396863 -5.220591 2 1 +729 62.9630 -2.189057 -1.858529 2 1 +730 62.8767 -4.120400 -3.739321 2 1 +731 62.9275 -4.185306 -4.698220 1 1 +732 62.9781 -2.908936 -2.547737 2 2 +733 63.0286 -5.218472 -4.871658 2 2 +734 63.0790 -0.517575 -16.197475 1 1 +735 62.9932 -4.814065 -3.226364 2 1 +736 63.0435 -4.076987 -4.422036 1 1 +737 62.9579 -4.788402 -4.780080 2 1 +738 63.0081 -6.108282 -5.538500 2 2 +739 63.0582 -1.036581 -12.993883 1 1 +740 63.1081 -5.678915 -5.093604 2 2 +741 63.1579 -6.100889 -6.538495 1 1 +742 63.2075 -3.952097 -3.097626 2 2 +743 63.2571 -3.507062 -3.328974 2 2 +744 63.3065 -6.430314 -4.855253 2 2 +745 63.2215 -3.755793 -3.233276 2 1 +746 63.1367 -8.429702 -7.786371 2 1 +747 63.1861 -5.791029 -6.691183 1 1 +748 63.2353 -4.922010 -4.315913 2 2 +749 63.2844 -6.091088 -6.357230 1 1 +750 63.3333 -2.916195 -10.154963 1 1 + +Final Winogrande score(750 tasks): 63.3333 ±1.7608 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.arc b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.arc new file mode 100644 index 0000000000000000000000000000000000000000..fc1150ab4b1273e269cf8fd13efd41fc28853600 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 42.85714286 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 44.00000000 +26 42.30769231 +27 44.44444444 +28 42.85714286 +29 41.37931034 +30 43.33333333 +31 41.93548387 +32 40.62500000 +33 42.42424242 +34 44.11764706 +35 42.85714286 +36 41.66666667 +37 43.24324324 +38 44.73684211 +39 43.58974359 +40 45.00000000 +41 46.34146341 +42 45.23809524 +43 46.51162791 +44 45.45454545 +45 44.44444444 +46 45.65217391 +47 46.80851064 +48 47.91666667 +49 46.93877551 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 49.05660377 +54 48.14814815 +55 47.27272727 +56 48.21428571 +57 49.12280702 +58 50.00000000 +59 49.15254237 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 50.79365079 +64 50.00000000 +65 49.23076923 +66 50.00000000 +67 49.25373134 +68 50.00000000 +69 50.72463768 +70 50.00000000 +71 49.29577465 +72 48.61111111 +73 49.31506849 +74 48.64864865 +75 49.33333333 +76 50.00000000 +77 50.64935065 +78 51.28205128 +79 50.63291139 +80 51.25000000 +81 50.61728395 +82 51.21951220 +83 50.60240964 +84 51.19047619 +85 51.76470588 +86 52.32558140 +87 52.87356322 +88 53.40909091 +89 53.93258427 +90 54.44444444 +91 54.94505495 +92 55.43478261 +93 54.83870968 +94 54.25531915 +95 54.73684211 +96 54.16666667 +97 53.60824742 +98 54.08163265 +99 54.54545455 +100 55.00000000 +101 54.45544554 +102 54.90196078 +103 54.36893204 +104 54.80769231 +105 55.23809524 +106 54.71698113 +107 55.14018692 +108 54.62962963 +109 54.12844037 +110 54.54545455 +111 54.95495495 +112 55.35714286 +113 54.86725664 +114 54.38596491 +115 54.78260870 +116 54.31034483 +117 54.70085470 +118 55.08474576 +119 54.62184874 +120 55.00000000 +121 54.54545455 +122 54.91803279 +123 55.28455285 +124 54.83870968 +125 55.20000000 +126 55.55555556 +127 55.90551181 +128 55.46875000 +129 55.03875969 +130 54.61538462 +131 54.96183206 +132 55.30303030 +133 55.63909774 +134 55.22388060 +135 54.81481481 +136 54.41176471 +137 54.74452555 +138 55.07246377 +139 55.39568345 +140 55.00000000 +141 55.31914894 +142 54.92957746 +143 55.24475524 +144 54.86111111 +145 55.17241379 +146 54.79452055 +147 55.10204082 +148 54.72972973 +149 55.03355705 +150 55.33333333 +151 55.62913907 +152 55.92105263 +153 56.20915033 +154 55.84415584 +155 55.48387097 +156 55.76923077 +157 56.05095541 +158 55.69620253 +159 55.97484277 +160 55.62500000 +161 55.90062112 +162 56.17283951 +163 55.82822086 +164 55.48780488 +165 55.75757576 +166 56.02409639 +167 55.68862275 +168 55.95238095 +169 55.62130178 +170 55.29411765 +171 55.55555556 +172 55.23255814 +173 55.49132948 +174 55.74712644 +175 55.42857143 +176 55.11363636 +177 55.36723164 +178 55.05617978 +179 55.30726257 +180 55.00000000 +181 55.24861878 +182 55.49450549 +183 55.19125683 +184 54.89130435 +185 55.13513514 +186 55.37634409 +187 55.08021390 +188 54.78723404 +189 54.49735450 +190 54.21052632 +191 54.45026178 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 54.35897436 +196 54.59183673 +197 54.82233503 +198 55.05050505 +199 55.27638191 +200 55.50000000 +201 55.72139303 +202 55.94059406 +203 55.66502463 +204 55.88235294 +205 55.60975610 +206 55.33980583 +207 55.55555556 +208 55.76923077 +209 55.98086124 +210 56.19047619 +211 56.39810427 +212 56.13207547 +213 55.86854460 +214 56.07476636 +215 56.27906977 +216 56.01851852 +217 55.76036866 +218 55.96330275 +219 56.16438356 +220 55.90909091 +221 55.65610860 +222 55.40540541 +223 55.15695067 +224 55.35714286 +225 55.11111111 +226 55.30973451 +227 55.50660793 +228 55.70175439 +229 55.89519651 +230 56.08695652 +231 55.84415584 +232 55.60344828 +233 55.36480687 +234 55.12820513 +235 54.89361702 +236 54.66101695 +237 54.43037975 +238 54.62184874 +239 54.81171548 +240 55.00000000 +241 55.18672199 +242 54.95867769 +243 54.73251029 +244 54.50819672 +245 54.28571429 +246 54.06504065 +247 54.25101215 +248 54.43548387 +249 54.21686747 +250 54.40000000 +251 54.58167331 +252 54.76190476 +253 54.54545455 +254 54.33070866 +255 54.50980392 +256 54.68750000 +257 54.86381323 +258 54.65116279 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.96183206 +263 55.13307985 +264 55.30303030 +265 55.09433962 +266 54.88721805 +267 55.05617978 +268 54.85074627 +269 55.01858736 +270 55.18518519 +271 54.98154982 +272 54.77941176 +273 54.94505495 +274 54.74452555 +275 54.54545455 +276 54.71014493 +277 54.87364621 +278 54.67625899 +279 54.83870968 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.10204082 +295 55.25423729 +296 55.06756757 +297 55.21885522 +298 55.03355705 +299 55.18394649 +300 55.00000000 +301 54.81727575 +302 54.96688742 +303 54.78547855 +304 54.93421053 +305 55.08196721 +306 54.90196078 +307 55.04885993 +308 54.87012987 +309 55.01618123 +310 55.16129032 +311 55.30546624 +312 55.12820513 +313 55.27156550 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 54.68750000 +321 54.51713396 +322 54.65838509 +323 54.48916409 +324 54.32098765 +325 54.15384615 +326 54.29447853 +327 54.12844037 +328 53.96341463 +329 54.10334347 +330 54.24242424 +331 54.38066465 +332 54.21686747 +333 54.35435435 +334 54.19161677 +335 54.02985075 +336 53.86904762 +337 53.70919881 +338 53.55029586 +339 53.68731563 +340 53.82352941 +341 53.95894428 +342 53.80116959 +343 53.93586006 +344 54.06976744 +345 53.91304348 +346 54.04624277 +347 53.89048991 +348 53.73563218 +349 53.86819484 +350 53.71428571 +351 53.84615385 +352 53.69318182 +353 53.54107649 +354 53.38983051 +355 53.23943662 +356 53.08988764 +357 52.94117647 +358 53.07262570 +359 52.92479109 +360 53.05555556 +361 53.18559557 +362 53.31491713 +363 53.44352617 +364 53.29670330 +365 53.15068493 +366 53.00546448 +367 52.86103542 +368 52.98913043 +369 52.84552846 +370 52.70270270 +371 52.56064690 +372 52.41935484 +373 52.27882038 +374 52.40641711 +375 52.53333333 +376 52.65957447 +377 52.78514589 +378 52.91005291 +379 52.77044855 +380 52.89473684 +381 52.75590551 +382 52.61780105 +383 52.48041775 +384 52.34375000 +385 52.46753247 +386 52.59067358 +387 52.45478036 +388 52.31958763 +389 52.18508997 +390 52.30769231 +391 52.17391304 +392 52.04081633 +393 52.16284987 +394 52.28426396 +395 52.40506329 +396 52.27272727 +397 52.39294710 +398 52.26130653 +399 52.13032581 +400 52.25000000 +401 52.11970075 +402 52.23880597 +403 52.35732010 +404 52.47524752 +405 52.59259259 +406 52.70935961 +407 52.82555283 +408 52.94117647 +409 52.81173594 +410 52.92682927 +411 53.04136253 +412 53.15533981 +413 53.02663438 +414 52.89855072 +415 52.77108434 +416 52.64423077 +417 52.51798561 +418 52.39234450 +419 52.26730310 +420 52.38095238 +421 52.25653207 +422 52.36966825 +423 52.48226950 +424 52.35849057 +425 52.23529412 +426 52.11267606 +427 51.99063232 +428 51.86915888 +429 51.98135198 +430 52.09302326 +431 52.20417633 +432 52.08333333 +433 51.96304850 +434 51.84331797 +435 51.95402299 +436 52.06422018 +437 52.17391304 +438 52.05479452 +439 51.93621868 +440 52.04545455 +441 52.15419501 +442 52.03619910 +443 51.91873589 +444 51.80180180 +445 51.91011236 +446 52.01793722 +447 52.12527964 +448 52.23214286 +449 52.33853007 +450 52.44444444 +451 52.32815965 +452 52.43362832 +453 52.53863135 +454 52.42290749 +455 52.30769231 +456 52.19298246 +457 52.07877462 +458 51.96506550 +459 52.06971678 +460 52.17391304 +461 52.06073753 +462 52.16450216 +463 52.05183585 +464 51.93965517 +465 52.04301075 +466 52.14592275 +467 52.03426124 +468 51.92307692 +469 51.81236674 +470 51.91489362 +471 52.01698514 +472 52.11864407 +473 52.00845666 +474 51.89873418 +475 51.78947368 +476 51.68067227 +477 51.78197065 +478 51.88284519 +479 51.98329854 +480 51.87500000 +481 51.76715177 +482 51.86721992 +483 51.96687371 +484 52.06611570 +485 52.16494845 +486 52.26337449 +487 52.36139630 +488 52.25409836 +489 52.14723926 +490 52.04081633 +491 52.13849287 +492 52.03252033 +493 51.92697769 +494 52.02429150 +495 51.91919192 +496 51.81451613 +497 51.91146881 +498 52.00803213 +499 52.10420842 +500 52.20000000 +501 52.09580838 +502 52.19123506 +503 52.28628231 +504 52.18253968 +505 52.27722772 +506 52.17391304 +507 52.07100592 +508 52.16535433 +509 52.06286837 +510 52.15686275 +511 52.05479452 +512 52.14843750 +513 52.04678363 +514 52.14007782 +515 52.23300971 +516 52.13178295 +517 52.03094778 +518 51.93050193 +519 51.83044316 +520 51.73076923 +521 51.82341651 +522 51.91570881 +523 51.81644359 +524 51.71755725 +525 51.61904762 +526 51.52091255 +527 51.42314991 +528 51.32575758 +529 51.22873346 +530 51.32075472 +531 51.41242938 +532 51.50375940 +533 51.59474672 +534 51.49812734 +535 51.40186916 +536 51.30597015 +537 51.39664804 +538 51.30111524 +539 51.39146568 +540 51.29629630 +541 51.20147874 +542 51.29151292 +543 51.38121547 +544 51.28676471 +545 51.37614679 +546 51.28205128 +547 51.18829982 +548 51.27737226 +549 51.36612022 +550 51.45454545 +551 51.36116152 +552 51.26811594 +553 51.35623870 +554 51.44404332 +555 51.53153153 +556 51.43884892 +557 51.52603232 +558 51.43369176 +559 51.52057245 +560 51.60714286 +561 51.69340463 +562 51.77935943 +563 51.86500888 +564 51.77304965 +565 51.68141593 +566 51.76678445 +567 51.85185185 +568 51.93661972 +569 51.84534271 +570 51.75438596 +571 51.66374781 +572 51.57342657 +573 51.65794066 +574 51.74216028 +575 51.82608696 +576 51.90972222 +577 51.99306759 +578 51.90311419 +579 51.98618307 +580 52.06896552 +581 51.97934596 +582 51.89003436 +583 51.97255575 +584 52.05479452 +585 52.13675214 +586 52.21843003 +587 52.12947189 +588 52.04081633 +589 52.12224109 +590 52.20338983 +591 52.28426396 +592 52.36486486 +593 52.27655987 +594 52.35690236 +595 52.43697479 +596 52.34899329 +597 52.26130653 +598 52.17391304 +599 52.25375626 +600 52.16666667 +601 52.07986689 +602 51.99335548 +603 51.90713101 +604 51.82119205 +605 51.73553719 +606 51.81518152 +607 51.72981878 +608 51.80921053 +609 51.72413793 +610 51.80327869 +611 51.71849427 +612 51.63398693 +613 51.54975530 +614 51.46579805 +615 51.54471545 +616 51.62337662 +617 51.70178282 +618 51.61812298 +619 51.53473344 +620 51.61290323 +621 51.52979066 +622 51.44694534 +623 51.52487961 +624 51.44230769 +625 51.36000000 +626 51.27795527 +627 51.35566188 +628 51.27388535 +629 51.19236884 +630 51.26984127 +631 51.18858954 +632 51.10759494 +633 51.02685624 +634 50.94637224 +635 50.86614173 +636 50.94339623 +637 50.86342229 +638 50.94043887 +639 50.86071987 +640 50.78125000 +641 50.85803432 +642 50.77881620 +643 50.69984448 +644 50.77639752 +645 50.69767442 +646 50.61919505 +647 50.54095827 +648 50.46296296 +649 50.38520801 +650 50.30769231 +651 50.38402458 +652 50.30674847 +653 50.22970904 +654 50.30581040 +655 50.22900763 +656 50.15243902 +657 50.07610350 +658 50.15197568 +659 50.07587253 +660 50.15151515 +661 50.07564297 +662 50.15105740 +663 50.22624434 +664 50.30120482 +665 50.37593985 +666 50.45045045 +667 50.52473763 +668 50.44910180 +669 50.37369208 +670 50.44776119 +671 50.37257824 +672 50.29761905 +673 50.22288262 +674 50.14836795 +675 50.07407407 +676 50.00000000 +677 50.07385524 +678 50.14749263 +679 50.22091311 +680 50.29411765 +681 50.22026432 +682 50.14662757 +683 50.21961933 +684 50.14619883 +685 50.21897810 +686 50.14577259 +687 50.07278020 +688 50.14534884 +689 50.21770682 +690 50.28985507 +691 50.36179450 +692 50.43352601 +693 50.50505051 +694 50.57636888 +695 50.50359712 +696 50.43103448 +697 50.50215208 +698 50.42979943 +699 50.50071531 +700 50.57142857 +701 50.64194009 +702 50.71225071 +703 50.64011380 +704 50.71022727 +705 50.78014184 +706 50.84985836 +707 50.91937765 +708 50.98870056 +709 51.05782793 +710 51.12676056 +711 51.19549930 +712 51.26404494 +713 51.33239832 +714 51.26050420 +715 51.18881119 +716 51.25698324 +717 51.18549512 +718 51.11420613 +719 51.04311544 +720 51.11111111 +721 51.04022191 +722 51.10803324 +723 51.17565698 +724 51.24309392 +725 51.31034483 +726 51.23966942 +727 51.16918845 +728 51.23626374 +729 51.30315501 +730 51.36986301 +731 51.29958960 +732 51.36612022 +733 51.43246930 +734 51.49863760 +735 51.42857143 +736 51.49456522 +737 51.42469471 +738 51.35501355 +739 51.42083897 +740 51.35135135 +741 51.41700405 +742 51.48247978 +743 51.54777927 +744 51.47849462 +745 51.54362416 +746 51.47453083 +747 51.40562249 +748 51.33689840 +749 51.26835781 +750 51.33333333 + +Final result: 51.3333 ±1.8263 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.hsw b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.hsw new file mode 100644 index 0000000000000000000000000000000000000000..f6bddde8cbb80e4cdf5b4fcc91cfaf28f49898de --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 51.21951220 +42 50.00000000 +43 48.83720930 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 47.91666667 +49 46.93877551 +50 46.00000000 +51 47.05882353 +52 46.15384615 +53 45.28301887 +54 44.44444444 +55 43.63636364 +56 42.85714286 +57 43.85964912 +58 44.82758621 +59 45.76271186 +60 46.66666667 +61 45.90163934 +62 45.16129032 +63 44.44444444 +64 45.31250000 +65 44.61538462 +66 43.93939394 +67 44.77611940 +68 44.11764706 +69 44.92753623 +70 45.71428571 +71 45.07042254 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 45.33333333 +76 46.05263158 +77 46.75324675 +78 46.15384615 +79 46.83544304 +80 46.25000000 +81 45.67901235 +82 45.12195122 +83 45.78313253 +84 45.23809524 +85 44.70588235 +86 45.34883721 +87 45.97701149 +88 46.59090909 +89 46.06741573 +90 46.66666667 +91 47.25274725 +92 46.73913043 +93 47.31182796 +94 47.87234043 +95 47.36842105 +96 47.91666667 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 50.45045045 +112 50.89285714 +113 51.32743363 +114 50.87719298 +115 51.30434783 +116 50.86206897 +117 50.42735043 +118 50.84745763 +119 51.26050420 +120 50.83333333 +121 50.41322314 +122 50.00000000 +123 50.40650407 +124 50.80645161 +125 51.20000000 +126 51.58730159 +127 51.96850394 +128 51.56250000 +129 51.16279070 +130 50.76923077 +131 51.14503817 +132 50.75757576 +133 51.12781955 +134 51.49253731 +135 51.85185185 +136 52.20588235 +137 52.55474453 +138 52.89855072 +139 52.51798561 +140 52.85714286 +141 53.19148936 +142 53.52112676 +143 53.84615385 +144 54.16666667 +145 54.48275862 +146 54.79452055 +147 55.10204082 +148 55.40540541 +149 55.03355705 +150 55.33333333 +151 54.96688742 +152 54.60526316 +153 54.90196078 +154 54.54545455 +155 54.83870968 +156 54.48717949 +157 54.14012739 +158 54.43037975 +159 54.08805031 +160 54.37500000 +161 54.65838509 +162 54.32098765 +163 54.60122699 +164 54.87804878 +165 55.15151515 +166 55.42168675 +167 55.68862275 +168 55.95238095 +169 55.62130178 +170 55.29411765 +171 55.55555556 +172 55.81395349 +173 55.49132948 +174 55.17241379 +175 55.42857143 +176 55.11363636 +177 55.36723164 +178 55.61797753 +179 55.30726257 +180 55.55555556 +181 55.24861878 +182 55.49450549 +183 55.73770492 +184 55.43478261 +185 55.67567568 +186 55.37634409 +187 55.08021390 +188 54.78723404 +189 54.49735450 +190 54.73684211 +191 54.97382199 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 54.87179487 +196 54.59183673 +197 54.31472081 +198 54.04040404 +199 54.27135678 +200 54.50000000 +201 54.22885572 +202 53.96039604 +203 53.69458128 +204 53.92156863 +205 53.65853659 +206 53.39805825 +207 53.62318841 +208 53.36538462 +209 53.58851675 +210 53.80952381 +211 54.02843602 +212 54.24528302 +213 54.46009390 +214 54.20560748 +215 53.95348837 +216 54.16666667 +217 53.91705069 +218 53.66972477 +219 53.88127854 +220 54.09090909 +221 54.29864253 +222 54.50450450 +223 54.70852018 +224 54.91071429 +225 55.11111111 +226 54.86725664 +227 54.62555066 +228 54.38596491 +229 54.58515284 +230 54.34782609 +231 54.11255411 +232 53.87931034 +233 53.64806867 +234 53.84615385 +235 53.61702128 +236 53.38983051 +237 53.58649789 +238 53.78151261 +239 53.97489540 +240 54.16666667 +241 53.94190871 +242 54.13223140 +243 54.32098765 +244 54.09836066 +245 53.87755102 +246 53.65853659 +247 53.44129555 +248 53.62903226 +249 53.81526104 +250 54.00000000 +251 54.18326693 +252 54.36507937 +253 54.15019763 +254 54.33070866 +255 54.11764706 +256 54.29687500 +257 54.08560311 +258 54.26356589 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.58015267 +263 54.37262357 +264 54.54545455 +265 54.71698113 +266 54.51127820 +267 54.68164794 +268 54.85074627 +269 55.01858736 +270 54.81481481 +271 54.61254613 +272 54.41176471 +273 54.21245421 +274 54.37956204 +275 54.18181818 +276 54.34782609 +277 54.51263538 +278 54.67625899 +279 54.83870968 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.36332180 +290 55.51724138 +291 55.67010309 +292 55.47945205 +293 55.63139932 +294 55.78231293 +295 55.93220339 +296 56.08108108 +297 56.22895623 +298 56.37583893 +299 56.18729097 +300 56.00000000 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 55.73770492 +306 55.88235294 +307 55.70032573 +308 55.84415584 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 56.19047619 +316 56.32911392 +317 56.46687697 +318 56.28930818 +319 56.11285266 +320 56.25000000 +321 56.07476636 +322 56.21118012 +323 56.34674923 +324 56.48148148 +325 56.61538462 +326 56.44171779 +327 56.26911315 +328 56.40243902 +329 56.53495441 +330 56.66666667 +331 56.79758308 +332 56.62650602 +333 56.75675676 +334 56.58682635 +335 56.71641791 +336 56.84523810 +337 56.67655786 +338 56.50887574 +339 56.63716814 +340 56.47058824 +341 56.59824047 +342 56.72514620 +343 56.85131195 +344 56.68604651 +345 56.52173913 +346 56.35838150 +347 56.19596542 +348 56.03448276 +349 55.87392550 +350 56.00000000 +351 56.12535613 +352 56.25000000 +353 56.37393768 +354 56.49717514 +355 56.61971831 +356 56.74157303 +357 56.58263305 +358 56.70391061 +359 56.82451253 +360 56.66666667 +361 56.50969529 +362 56.62983425 +363 56.74931129 +364 56.86813187 +365 56.98630137 +366 57.10382514 +367 57.22070845 +368 57.33695652 +369 57.45257453 +370 57.29729730 +371 57.41239892 +372 57.52688172 +373 57.37265416 +374 57.48663102 +375 57.60000000 +376 57.71276596 +377 57.55968170 +378 57.40740741 +379 57.51978892 +380 57.63157895 +381 57.74278215 +382 57.59162304 +383 57.44125326 +384 57.55208333 +385 57.66233766 +386 57.77202073 +387 57.62273902 +388 57.47422680 +389 57.32647815 +390 57.43589744 +391 57.28900256 +392 57.39795918 +393 57.50636132 +394 57.61421320 +395 57.72151899 +396 57.82828283 +397 57.93450882 +398 58.04020101 +399 58.14536341 +400 58.25000000 +401 58.35411471 +402 58.20895522 +403 58.31265509 +404 58.16831683 +405 58.02469136 +406 57.88177340 +407 57.98525799 +408 57.84313725 +409 57.94621027 +410 58.04878049 +411 57.90754258 +412 57.76699029 +413 57.62711864 +414 57.72946860 +415 57.59036145 +416 57.69230769 +417 57.79376499 +418 57.89473684 +419 57.75656325 +420 57.85714286 +421 57.71971496 +422 57.81990521 +423 57.91962175 +424 58.01886792 +425 58.11764706 +426 58.21596244 +427 58.07962529 +428 57.94392523 +429 57.80885781 +430 57.90697674 +431 57.77262181 +432 57.63888889 +433 57.50577367 +434 57.60368664 +435 57.47126437 +436 57.33944954 +437 57.20823799 +438 57.07762557 +439 57.17539863 +440 57.04545455 +441 57.14285714 +442 57.23981900 +443 57.33634312 +444 57.43243243 +445 57.52808989 +446 57.62331839 +447 57.71812081 +448 57.81250000 +449 57.90645880 +450 58.00000000 +451 57.87139690 +452 57.74336283 +453 57.61589404 +454 57.70925110 +455 57.58241758 +456 57.67543860 +457 57.76805252 +458 57.86026201 +459 57.95206972 +460 58.04347826 +461 58.13449024 +462 58.22510823 +463 58.31533477 +464 58.40517241 +465 58.27956989 +466 58.36909871 +467 58.45824411 +468 58.33333333 +469 58.20895522 +470 58.08510638 +471 58.17409766 +472 58.26271186 +473 58.35095137 +474 58.43881857 +475 58.52631579 +476 58.40336134 +477 58.28092243 +478 58.36820084 +479 58.45511482 +480 58.54166667 +481 58.41995842 +482 58.29875519 +483 58.38509317 +484 58.26446281 +485 58.14432990 +486 58.23045267 +487 58.31622177 +488 58.19672131 +489 58.28220859 +490 58.36734694 +491 58.45213849 +492 58.53658537 +493 58.62068966 +494 58.70445344 +495 58.78787879 +496 58.87096774 +497 58.95372233 +498 59.03614458 +499 58.91783567 +500 59.00000000 +501 58.88223553 +502 58.96414343 +503 59.04572565 +504 59.12698413 +505 59.20792079 +506 59.09090909 +507 59.17159763 +508 59.25196850 +509 59.33202358 +510 59.41176471 +511 59.29549902 +512 59.17968750 +513 59.06432749 +514 59.14396887 +515 59.22330097 +516 59.10852713 +517 58.99419729 +518 59.07335907 +519 58.95953757 +520 58.84615385 +521 58.73320537 +522 58.62068966 +523 58.69980880 +524 58.77862595 +525 58.66666667 +526 58.55513308 +527 58.44402277 +528 58.52272727 +529 58.60113422 +530 58.67924528 +531 58.56873823 +532 58.64661654 +533 58.72420263 +534 58.61423221 +535 58.69158879 +536 58.76865672 +537 58.84543762 +538 58.92193309 +539 58.81261596 +540 58.70370370 +541 58.78003697 +542 58.67158672 +543 58.56353591 +544 58.63970588 +545 58.71559633 +546 58.79120879 +547 58.86654479 +548 58.75912409 +549 58.83424408 +550 58.72727273 +551 58.62068966 +552 58.51449275 +553 58.40867993 +554 58.48375451 +555 58.37837838 +556 58.45323741 +557 58.34829443 +558 58.24372760 +559 58.31842576 +560 58.39285714 +561 58.46702317 +562 58.36298932 +563 58.43694494 +564 58.33333333 +565 58.23008850 +566 58.12720848 +567 58.20105820 +568 58.27464789 +569 58.17223199 +570 58.24561404 +571 58.31873905 +572 58.39160839 +573 58.28970332 +574 58.36236934 +575 58.26086957 +576 58.33333333 +577 58.23223570 +578 58.30449827 +579 58.20379965 +580 58.10344828 +581 58.00344234 +582 57.90378007 +583 57.97598628 +584 57.87671233 +585 57.77777778 +586 57.67918089 +587 57.75127768 +588 57.65306122 +589 57.55517827 +590 57.45762712 +591 57.52961083 +592 57.43243243 +593 57.33558179 +594 57.40740741 +595 57.47899160 +596 57.55033557 +597 57.62144054 +598 57.69230769 +599 57.59599332 +600 57.66666667 +601 57.73710483 +602 57.80730897 +603 57.71144279 +604 57.78145695 +605 57.85123967 +606 57.75577558 +607 57.66062603 +608 57.56578947 +609 57.63546798 +610 57.70491803 +611 57.77414075 +612 57.67973856 +613 57.58564437 +614 57.49185668 +615 57.39837398 +616 57.30519481 +617 57.37439222 +618 57.44336570 +619 57.35056543 +620 57.41935484 +621 57.32689211 +622 57.23472669 +623 57.30337079 +624 57.21153846 +625 57.12000000 +626 57.02875399 +627 57.09728868 +628 57.16560510 +629 57.07472178 +630 56.98412698 +631 56.89381933 +632 56.80379747 +633 56.71406003 +634 56.78233438 +635 56.85039370 +636 56.91823899 +637 56.98587127 +638 56.89655172 +639 56.96400626 +640 56.87500000 +641 56.78627145 +642 56.69781931 +643 56.76516330 +644 56.67701863 +645 56.58914729 +646 56.65634675 +647 56.72333849 +648 56.79012346 +649 56.70261941 +650 56.76923077 +651 56.83563748 +652 56.90184049 +653 56.96784074 +654 57.03363914 +655 57.09923664 +656 57.16463415 +657 57.07762557 +658 56.99088146 +659 57.05614568 +660 56.96969697 +661 57.03479576 +662 57.09969789 +663 57.16440422 +664 57.22891566 +665 57.29323308 +666 57.35735736 +667 57.42128936 +668 57.48502994 +669 57.39910314 +670 57.46268657 +671 57.52608048 +672 57.58928571 +673 57.65230312 +674 57.56676558 +675 57.62962963 +676 57.54437870 +677 57.45937962 +678 57.52212389 +679 57.58468336 +680 57.50000000 +681 57.41556535 +682 57.47800587 +683 57.54026354 +684 57.60233918 +685 57.51824818 +686 57.58017493 +687 57.64192140 +688 57.70348837 +689 57.76487663 +690 57.82608696 +691 57.88712012 +692 57.94797688 +693 57.86435786 +694 57.92507205 +695 57.84172662 +696 57.90229885 +697 57.96269727 +698 58.02292264 +699 57.93991416 +700 57.85714286 +701 57.91726106 +702 57.97720798 +703 57.89473684 +704 57.95454545 +705 58.01418440 +706 58.07365439 +707 57.99151344 +708 58.05084746 +709 58.11001410 +710 58.16901408 +711 58.08720113 +712 58.14606742 +713 58.20476858 +714 58.26330532 +715 58.18181818 +716 58.24022346 +717 58.29846583 +718 58.35654596 +719 58.27538248 +720 58.19444444 +721 58.11373093 +722 58.17174515 +723 58.22959889 +724 58.28729282 +725 58.34482759 +726 58.40220386 +727 58.45942228 +728 58.51648352 +729 58.57338820 +730 58.49315068 +731 58.54993160 +732 58.46994536 +733 58.52660300 +734 58.58310627 +735 58.50340136 +736 58.42391304 +737 58.34464043 +738 58.26558266 +739 58.18673884 +740 58.24324324 +741 58.29959514 +742 58.35579515 +743 58.41184388 +744 58.33333333 +745 58.25503356 +746 58.31099196 +747 58.23293173 +748 58.28877005 +749 58.34445928 +750 58.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.mmlu b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..4d953d2fe619c7c321f4099ac2353343e070b8f1 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 40.00000000 +11 36.36363636 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 36.36363636 +23 34.78260870 +24 33.33333333 +25 36.00000000 +26 34.61538462 +27 33.33333333 +28 35.71428571 +29 37.93103448 +30 40.00000000 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 32.55813953 +44 31.81818182 +45 31.11111111 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 33.78378378 +75 34.66666667 +76 35.52631579 +77 36.36363636 +78 37.17948718 +79 36.70886076 +80 36.25000000 +81 37.03703704 +82 36.58536585 +83 37.34939759 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 37.93103448 +88 38.63636364 +89 38.20224719 +90 37.77777778 +91 37.36263736 +92 36.95652174 +93 36.55913978 +94 37.23404255 +95 36.84210526 +96 37.50000000 +97 37.11340206 +98 36.73469388 +99 36.36363636 +100 37.00000000 +101 36.63366337 +102 36.27450980 +103 35.92233010 +104 35.57692308 +105 36.19047619 +106 35.84905660 +107 35.51401869 +108 35.18518519 +109 34.86238532 +110 34.54545455 +111 34.23423423 +112 33.92857143 +113 33.62831858 +114 34.21052632 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 33.33333333 +121 33.05785124 +122 32.78688525 +123 32.52032520 +124 32.25806452 +125 32.80000000 +126 33.33333333 +127 33.07086614 +128 32.81250000 +129 32.55813953 +130 32.30769231 +131 32.82442748 +132 33.33333333 +133 33.08270677 +134 32.83582090 +135 32.59259259 +136 32.35294118 +137 32.11678832 +138 31.88405797 +139 31.65467626 +140 31.42857143 +141 31.91489362 +142 31.69014085 +143 32.16783217 +144 32.63888889 +145 32.41379310 +146 32.19178082 +147 31.97278912 +148 32.43243243 +149 32.21476510 +150 32.00000000 +151 31.78807947 +152 32.23684211 +153 32.02614379 +154 31.81818182 +155 31.61290323 +156 31.41025641 +157 31.84713376 +158 31.64556962 +159 31.44654088 +160 31.87500000 +161 31.67701863 +162 31.48148148 +163 31.28834356 +164 31.70731707 +165 32.12121212 +166 31.92771084 +167 32.33532934 +168 32.14285714 +169 31.95266272 +170 31.76470588 +171 31.57894737 +172 31.39534884 +173 31.21387283 +174 31.03448276 +175 30.85714286 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.60109290 +184 30.43478261 +185 30.27027027 +186 30.64516129 +187 30.48128342 +188 30.31914894 +189 30.15873016 +190 30.00000000 +191 30.36649215 +192 30.20833333 +193 30.05181347 +194 30.41237113 +195 30.76923077 +196 30.61224490 +197 30.45685279 +198 30.30303030 +199 30.15075377 +200 30.00000000 +201 30.34825871 +202 30.19801980 +203 30.04926108 +204 29.90196078 +205 30.24390244 +206 30.09708738 +207 29.95169082 +208 29.80769231 +209 29.66507177 +210 29.52380952 +211 29.85781991 +212 29.71698113 +213 29.57746479 +214 29.43925234 +215 29.30232558 +216 29.62962963 +217 29.49308756 +218 29.35779817 +219 29.22374429 +220 29.09090909 +221 28.95927602 +222 29.27927928 +223 29.14798206 +224 29.01785714 +225 29.33333333 +226 29.20353982 +227 29.51541850 +228 29.82456140 +229 29.69432314 +230 29.56521739 +231 29.43722944 +232 29.31034483 +233 29.18454936 +234 29.48717949 +235 29.36170213 +236 29.23728814 +237 29.11392405 +238 28.99159664 +239 28.87029289 +240 29.16666667 +241 29.04564315 +242 29.33884298 +243 29.62962963 +244 29.50819672 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.83870968 +249 29.71887550 +250 29.60000000 +251 29.48207171 +252 29.36507937 +253 29.24901186 +254 29.13385827 +255 29.41176471 +256 29.29687500 +257 29.57198444 +258 29.45736434 +259 29.34362934 +260 29.23076923 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 28.78787879 +265 28.67924528 +266 28.94736842 +267 28.83895131 +268 28.73134328 +269 28.62453532 +270 28.51851852 +271 28.41328413 +272 28.67647059 +273 28.57142857 +274 28.46715328 +275 28.36363636 +276 28.62318841 +277 28.88086643 +278 29.13669065 +279 29.03225806 +280 29.28571429 +281 29.18149466 +282 29.07801418 +283 28.97526502 +284 28.87323944 +285 28.77192982 +286 28.67132867 +287 28.91986063 +288 28.81944444 +289 28.71972318 +290 28.96551724 +291 29.20962199 +292 29.45205479 +293 29.69283276 +294 29.93197279 +295 29.83050847 +296 29.72972973 +297 29.62962963 +298 29.86577181 +299 29.76588629 +300 30.00000000 +301 30.23255814 +302 30.46357616 +303 30.36303630 +304 30.59210526 +305 30.81967213 +306 30.71895425 +307 30.61889251 +308 30.51948052 +309 30.42071197 +310 30.32258065 +311 30.54662379 +312 30.76923077 +313 30.99041534 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 30.91482650 +318 30.81761006 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 30.74534161 +323 30.65015480 +324 30.55555556 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 30.90909091 +331 30.81570997 +332 31.02409639 +333 30.93093093 +334 30.83832335 +335 31.04477612 +336 30.95238095 +337 30.86053412 +338 30.76923077 +339 30.67846608 +340 30.88235294 +341 30.79178886 +342 30.70175439 +343 30.90379009 +344 30.81395349 +345 30.72463768 +346 30.92485549 +347 31.12391931 +348 31.03448276 +349 30.94555874 +350 31.14285714 +351 31.05413105 +352 30.96590909 +353 31.16147309 +354 31.07344633 +355 30.98591549 +356 31.17977528 +357 31.09243697 +358 31.00558659 +359 30.91922006 +360 31.11111111 +361 31.30193906 +362 31.49171271 +363 31.68044077 +364 31.59340659 +365 31.50684932 +366 31.69398907 +367 31.60762943 +368 31.52173913 +369 31.43631436 +370 31.62162162 +371 31.53638814 +372 31.45161290 +373 31.36729223 +374 31.55080214 +375 31.73333333 +376 31.64893617 +377 31.56498674 +378 31.48148148 +379 31.39841689 +380 31.31578947 +381 31.49606299 +382 31.67539267 +383 31.85378590 +384 31.77083333 +385 31.68831169 +386 31.60621762 +387 31.52454780 +388 31.44329897 +389 31.61953728 +390 31.53846154 +391 31.71355499 +392 31.88775510 +393 31.80661578 +394 31.72588832 +395 31.64556962 +396 31.81818182 +397 31.73803526 +398 31.65829146 +399 31.82957393 +400 31.75000000 +401 31.92019950 +402 32.08955224 +403 32.00992556 +404 31.93069307 +405 31.85185185 +406 31.77339901 +407 31.69533170 +408 31.61764706 +409 31.78484108 +410 31.70731707 +411 31.63017032 +412 31.55339806 +413 31.71912833 +414 31.88405797 +415 32.04819277 +416 32.21153846 +417 32.13429257 +418 32.05741627 +419 32.21957041 +420 32.38095238 +421 32.30403800 +422 32.22748815 +423 32.15130024 +424 32.31132075 +425 32.23529412 +426 32.15962441 +427 32.08430913 +428 32.00934579 +429 32.16783217 +430 32.09302326 +431 32.25058005 +432 32.40740741 +433 32.33256351 +434 32.25806452 +435 32.18390805 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.34624146 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 32.20720721 +445 32.13483146 +446 32.06278027 +447 31.99105145 +448 31.91964286 +449 31.84855234 +450 31.77777778 +451 31.70731707 +452 31.85840708 +453 32.00883002 +454 31.93832599 +455 31.86813187 +456 32.01754386 +457 32.16630197 +458 32.09606987 +459 32.24400871 +460 32.39130435 +461 32.32104121 +462 32.25108225 +463 32.39740821 +464 32.32758621 +465 32.25806452 +466 32.18884120 +467 32.33404711 +468 32.26495726 +469 32.40938166 +470 32.34042553 +471 32.27176221 +472 32.20338983 +473 32.34672304 +474 32.27848101 +475 32.21052632 +476 32.35294118 +477 32.28511530 +478 32.42677824 +479 32.56784969 +480 32.50000000 +481 32.43243243 +482 32.36514523 +483 32.29813665 +484 32.23140496 +485 32.16494845 +486 32.09876543 +487 32.23819302 +488 32.17213115 +489 32.10633947 +490 32.24489796 +491 32.38289206 +492 32.31707317 +493 32.25152130 +494 32.38866397 +495 32.52525253 +496 32.66129032 +497 32.59557344 +498 32.53012048 +499 32.46492986 +500 32.60000000 +501 32.53493014 +502 32.66932271 +503 32.60437376 +504 32.73809524 +505 32.67326733 +506 32.80632411 +507 32.74161736 +508 32.67716535 +509 32.61296660 +510 32.74509804 +511 32.68101761 +512 32.61718750 +513 32.55360624 +514 32.49027237 +515 32.42718447 +516 32.36434109 +517 32.49516441 +518 32.62548263 +519 32.56262042 +520 32.50000000 +521 32.43761996 +522 32.37547893 +523 32.50478011 +524 32.63358779 +525 32.57142857 +526 32.50950570 +527 32.63757116 +528 32.76515152 +529 32.89224953 +530 33.01886792 +531 32.95668550 +532 32.89473684 +533 33.02063790 +534 32.95880150 +535 33.08411215 +536 33.02238806 +537 33.14711359 +538 33.27137546 +539 33.20964750 +540 33.14814815 +541 33.08687616 +542 33.21033210 +543 33.14917127 +544 33.08823529 +545 33.02752294 +546 32.96703297 +547 32.90676417 +548 33.02919708 +549 32.96903461 +550 32.90909091 +551 33.03085299 +552 32.97101449 +553 32.91139241 +554 32.85198556 +555 32.79279279 +556 32.73381295 +557 32.67504488 +558 32.79569892 +559 32.73703041 +560 32.67857143 +561 32.62032086 +562 32.56227758 +563 32.68206039 +564 32.62411348 +565 32.74336283 +566 32.68551237 +567 32.62786596 +568 32.74647887 +569 32.68892794 +570 32.63157895 +571 32.74956217 +572 32.69230769 +573 32.63525305 +574 32.75261324 +575 32.69565217 +576 32.81250000 +577 32.92894281 +578 32.87197232 +579 32.81519862 +580 32.75862069 +581 32.70223752 +582 32.64604811 +583 32.76157804 +584 32.87671233 +585 32.82051282 +586 32.76450512 +587 32.70868825 +588 32.65306122 +589 32.59762309 +590 32.54237288 +591 32.48730964 +592 32.43243243 +593 32.37774030 +594 32.49158249 +595 32.43697479 +596 32.55033557 +597 32.49581240 +598 32.44147157 +599 32.55425710 +600 32.50000000 +601 32.61231281 +602 32.55813953 +603 32.66998342 +604 32.61589404 +605 32.72727273 +606 32.67326733 +607 32.78418451 +608 32.73026316 +609 32.67651888 +610 32.62295082 +611 32.56955810 +612 32.51633987 +613 32.46329527 +614 32.57328990 +615 32.52032520 +616 32.62987013 +617 32.57698541 +618 32.52427184 +619 32.47172859 +620 32.41935484 +621 32.36714976 +622 32.31511254 +623 32.26324238 +624 32.21153846 +625 32.16000000 +626 32.26837061 +627 32.21690590 +628 32.16560510 +629 32.27344992 +630 32.38095238 +631 32.32963550 +632 32.43670886 +633 32.38546603 +634 32.33438486 +635 32.28346457 +636 32.23270440 +637 32.33908948 +638 32.28840125 +639 32.23787167 +640 32.34375000 +641 32.29329173 +642 32.39875389 +643 32.34836703 +644 32.45341615 +645 32.40310078 +646 32.35294118 +647 32.30293663 +648 32.25308642 +649 32.20338983 +650 32.15384615 +651 32.10445469 +652 32.20858896 +653 32.15926493 +654 32.26299694 +655 32.21374046 +656 32.31707317 +657 32.26788432 +658 32.37082067 +659 32.32169954 +660 32.27272727 +661 32.22390318 +662 32.17522659 +663 32.12669683 +664 32.07831325 +665 32.03007519 +666 31.98198198 +667 31.93403298 +668 32.03592814 +669 31.98804185 +670 32.08955224 +671 32.04172876 +672 31.99404762 +673 31.94650817 +674 31.89910979 +675 31.85185185 +676 31.80473373 +677 31.75775480 +678 31.71091445 +679 31.66421208 +680 31.76470588 +681 31.86490455 +682 31.81818182 +683 31.91800878 +684 31.87134503 +685 31.82481752 +686 31.77842566 +687 31.87772926 +688 31.83139535 +689 31.78519594 +690 31.73913043 +691 31.83791606 +692 31.79190751 +693 31.74603175 +694 31.84438040 +695 31.79856115 +696 31.89655172 +697 31.85078910 +698 31.80515759 +699 31.90271817 +700 31.85714286 +701 31.95435093 +702 32.05128205 +703 32.14793741 +704 32.10227273 +705 32.05673759 +706 32.01133144 +707 31.96605375 +708 31.92090395 +709 31.87588152 +710 31.97183099 +711 32.06751055 +712 32.02247191 +713 32.11781206 +714 32.07282913 +715 32.02797203 +716 32.12290503 +717 32.07810321 +718 32.03342618 +719 31.98887344 +720 31.94444444 +721 31.90013870 +722 31.85595568 +723 31.95020747 +724 31.90607735 +725 32.00000000 +726 31.95592287 +727 31.91196699 +728 31.86813187 +729 31.82441701 +730 31.78082192 +731 31.73734610 +732 31.83060109 +733 31.92360164 +734 32.01634877 +735 31.97278912 +736 31.92934783 +737 32.02170963 +738 32.11382114 +739 32.20568336 +740 32.29729730 +741 32.25371120 +742 32.34501348 +743 32.43606999 +744 32.52688172 +745 32.48322148 +746 32.43967828 +747 32.39625167 +748 32.35294118 +749 32.30974633 +750 32.40000000 + +Final result: 32.4000 ±1.7100 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.tqa b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.tqa new file mode 100644 index 0000000000000000000000000000000000000000..c76c4a613804b2894221657c4c0843d02df5b52d --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 23.52941176 +18 22.22222222 +19 26.31578947 +20 25.00000000 +21 23.80952381 +22 22.72727273 +23 21.73913043 +24 25.00000000 +25 24.00000000 +26 26.92307692 +27 25.92592593 +28 25.00000000 +29 27.58620690 +30 26.66666667 +31 29.03225806 +32 28.12500000 +33 30.30303030 +34 29.41176471 +35 28.57142857 +36 27.77777778 +37 29.72972973 +38 28.94736842 +39 28.20512821 +40 27.50000000 +41 26.82926829 +42 26.19047619 +43 27.90697674 +44 29.54545455 +45 28.88888889 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 30.61224490 +50 32.00000000 +51 31.37254902 +52 30.76923077 +53 32.07547170 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 33.33333333 +58 32.75862069 +59 32.20338983 +60 33.33333333 +61 32.78688525 +62 33.87096774 +63 33.33333333 +64 32.81250000 +65 32.30769231 +66 31.81818182 +67 31.34328358 +68 30.88235294 +69 31.88405797 +70 31.42857143 +71 32.39436620 +72 33.33333333 +73 34.24657534 +74 33.78378378 +75 33.33333333 +76 32.89473684 +77 32.46753247 +78 32.05128205 +79 31.64556962 +80 31.25000000 +81 30.86419753 +82 31.70731707 +83 31.32530120 +84 30.95238095 +85 30.58823529 +86 30.23255814 +87 29.88505747 +88 29.54545455 +89 30.33707865 +90 30.00000000 +91 30.76923077 +92 30.43478261 +93 30.10752688 +94 29.78723404 +95 30.52631579 +96 31.25000000 +97 30.92783505 +98 30.61224490 +99 31.31313131 +100 31.00000000 +101 31.68316832 +102 31.37254902 +103 32.03883495 +104 31.73076923 +105 31.42857143 +106 31.13207547 +107 31.77570093 +108 32.40740741 +109 32.11009174 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 31.85840708 +114 31.57894737 +115 31.30434783 +116 31.03448276 +117 30.76923077 +118 30.50847458 +119 30.25210084 +120 30.00000000 +121 30.57851240 +122 30.32786885 +123 30.08130081 +124 30.64516129 +125 31.20000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.00775194 +130 30.76923077 +131 30.53435115 +132 30.30303030 +133 30.07518797 +134 30.59701493 +135 31.11111111 +136 30.88235294 +137 31.38686131 +138 31.15942029 +139 31.65467626 +140 31.42857143 +141 31.20567376 +142 30.98591549 +143 30.76923077 +144 30.55555556 +145 30.34482759 +146 30.13698630 +147 29.93197279 +148 29.72972973 +149 29.53020134 +150 30.00000000 +151 30.46357616 +152 30.26315789 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 30.12820513 +157 29.93630573 +158 30.37974684 +159 30.18867925 +160 30.00000000 +161 29.81366460 +162 29.62962963 +163 29.44785276 +164 29.26829268 +165 29.69696970 +166 30.12048193 +167 29.94011976 +168 29.76190476 +169 29.58579882 +170 29.41176471 +171 29.23976608 +172 29.06976744 +173 28.90173410 +174 28.73563218 +175 28.57142857 +176 28.97727273 +177 28.81355932 +178 28.65168539 +179 28.49162011 +180 28.33333333 +181 28.17679558 +182 28.02197802 +183 27.86885246 +184 27.71739130 +185 27.56756757 +186 27.95698925 +187 27.80748663 +188 27.65957447 +189 28.04232804 +190 27.89473684 +191 27.74869110 +192 27.60416667 +193 27.46113990 +194 27.83505155 +195 27.69230769 +196 27.55102041 +197 27.91878173 +198 28.28282828 +199 28.14070352 +200 28.00000000 +201 27.86069652 +202 28.21782178 +203 28.07881773 +204 27.94117647 +205 28.29268293 +206 28.15533981 +207 28.50241546 +208 28.36538462 +209 28.22966507 +210 28.09523810 +211 27.96208531 +212 27.83018868 +213 27.69953052 +214 27.57009346 +215 27.44186047 +216 27.77777778 +217 27.64976959 +218 27.98165138 +219 27.85388128 +220 27.72727273 +221 27.60180995 +222 27.47747748 +223 27.35426009 +224 27.67857143 +225 27.55555556 +226 27.43362832 +227 27.31277533 +228 27.19298246 +229 27.07423581 +230 26.95652174 +231 26.83982684 +232 27.15517241 +233 27.46781116 +234 27.77777778 +235 27.65957447 +236 27.96610169 +237 28.27004219 +238 28.57142857 +239 28.45188285 +240 28.33333333 +241 28.21576763 +242 28.09917355 +243 27.98353909 +244 27.86885246 +245 27.75510204 +246 27.64227642 +247 27.53036437 +248 27.41935484 +249 27.71084337 +250 27.60000000 +251 27.88844622 +252 27.77777778 +253 27.66798419 +254 27.55905512 +255 27.45098039 +256 27.34375000 +257 27.23735409 +258 27.13178295 +259 27.02702703 +260 26.92307692 +261 27.20306513 +262 27.09923664 +263 26.99619772 +264 27.27272727 +265 27.54716981 +266 27.44360902 +267 27.71535581 +268 27.61194030 +269 27.50929368 +270 27.40740741 +271 27.30627306 +272 27.20588235 +273 27.10622711 +274 27.00729927 +275 26.90909091 +276 26.81159420 +277 26.71480144 +278 26.61870504 +279 26.52329749 +280 26.78571429 +281 27.04626335 +282 26.95035461 +283 26.85512367 +284 26.76056338 +285 26.66666667 +286 26.92307692 +287 27.17770035 +288 27.08333333 +289 26.98961938 +290 26.89655172 +291 27.14776632 +292 27.39726027 +293 27.64505119 +294 27.55102041 +295 27.79661017 +296 28.04054054 +297 27.94612795 +298 27.85234899 +299 27.75919732 +300 27.66666667 +301 27.57475083 +302 27.48344371 +303 27.39273927 +304 27.30263158 +305 27.21311475 +306 27.12418301 +307 27.03583062 +308 27.27272727 +309 27.18446602 +310 27.09677419 +311 27.00964630 +312 27.24358974 +313 27.15654952 +314 27.07006369 +315 26.98412698 +316 26.89873418 +317 26.81388013 +318 26.72955975 +319 26.64576803 +320 26.56250000 +321 26.47975078 +322 26.70807453 +323 26.62538700 +324 26.54320988 +325 26.46153846 +326 26.38036810 +327 26.29969419 +328 26.52439024 +329 26.44376900 +330 26.66666667 +331 26.58610272 +332 26.80722892 +333 26.72672673 +334 26.64670659 +335 26.86567164 +336 26.78571429 +337 26.70623145 +338 26.62721893 +339 26.84365782 +340 26.76470588 +341 26.68621701 +342 26.60818713 +343 26.53061224 +344 26.74418605 +345 26.95652174 +346 27.16763006 +347 27.37752161 +348 27.29885057 +349 27.22063037 +350 27.14285714 +351 27.06552707 +352 27.27272727 +353 27.47875354 +354 27.40112994 +355 27.60563380 +356 27.52808989 +357 27.45098039 +358 27.65363128 +359 27.57660167 +360 27.50000000 +361 27.42382271 +362 27.34806630 +363 27.54820937 +364 27.47252747 +365 27.67123288 +366 27.59562842 +367 27.79291553 +368 27.71739130 +369 27.64227642 +370 27.56756757 +371 27.49326146 +372 27.68817204 +373 27.61394102 +374 27.80748663 +375 27.73333333 +376 27.65957447 +377 27.58620690 +378 27.51322751 +379 27.44063325 +380 27.36842105 +381 27.29658793 +382 27.22513089 +383 27.15404700 +384 27.08333333 +385 27.01298701 +386 26.94300518 +387 26.87338501 +388 27.06185567 +389 26.99228792 +390 26.92307692 +391 27.10997442 +392 27.04081633 +393 26.97201018 +394 27.15736041 +395 27.08860759 +396 27.02020202 +397 27.20403023 +398 27.13567839 +399 27.06766917 +400 27.00000000 +401 26.93266833 +402 27.11442786 +403 27.29528536 +404 27.22772277 +405 27.16049383 +406 27.09359606 +407 27.02702703 +408 26.96078431 +409 26.89486553 +410 26.82926829 +411 26.76399027 +412 26.94174757 +413 26.87651332 +414 27.05314010 +415 26.98795181 +416 26.92307692 +417 26.85851319 +418 26.79425837 +419 26.73031026 +420 26.90476190 +421 27.07838480 +422 27.01421801 +423 26.95035461 +424 26.88679245 +425 26.82352941 +426 26.76056338 +427 26.69789227 +428 26.63551402 +429 26.57342657 +430 26.51162791 +431 26.45011601 +432 26.62037037 +433 26.78983834 +434 26.95852535 +435 26.89655172 +436 27.06422018 +437 27.00228833 +438 26.94063927 +439 26.87927107 +440 26.81818182 +441 26.75736961 +442 26.92307692 +443 26.86230248 +444 26.80180180 +445 26.74157303 +446 26.68161435 +447 26.62192394 +448 26.56250000 +449 26.50334076 +450 26.44444444 +451 26.38580931 +452 26.32743363 +453 26.49006623 +454 26.43171806 +455 26.37362637 +456 26.31578947 +457 26.25820569 +458 26.20087336 +459 26.14379085 +460 26.08695652 +461 26.03036876 +462 25.97402597 +463 25.91792657 +464 25.86206897 +465 26.02150538 +466 25.96566524 +467 25.91006424 +468 25.85470085 +469 25.79957356 +470 25.74468085 +471 25.69002123 +472 25.63559322 +473 25.58139535 +474 25.52742616 +475 25.68421053 +476 25.63025210 +477 25.78616352 +478 25.73221757 +479 25.67849687 +480 25.62500000 +481 25.57172557 +482 25.72614108 +483 25.67287785 +484 25.82644628 +485 25.97938144 +486 25.92592593 +487 26.07802875 +488 26.02459016 +489 26.17586912 +490 26.32653061 +491 26.27291242 +492 26.42276423 +493 26.36916836 +494 26.31578947 +495 26.46464646 +496 26.41129032 +497 26.35814889 +498 26.30522088 +499 26.25250501 +500 26.20000000 +501 26.34730539 +502 26.29482072 +503 26.24254473 +504 26.38888889 +505 26.53465347 +506 26.48221344 +507 26.42998028 +508 26.37795276 +509 26.52259332 +510 26.66666667 +511 26.61448141 +512 26.56250000 +513 26.51072125 +514 26.45914397 +515 26.60194175 +516 26.55038760 +517 26.69245648 +518 26.64092664 +519 26.58959538 +520 26.53846154 +521 26.67946257 +522 26.62835249 +523 26.76864245 +524 26.71755725 +525 26.85714286 +526 26.80608365 +527 26.94497154 +528 26.89393939 +529 26.84310019 +530 26.79245283 +531 26.93032015 +532 26.87969925 +533 27.01688555 +534 26.96629213 +535 26.91588785 +536 26.86567164 +537 27.00186220 +538 26.95167286 +539 26.90166976 +540 27.03703704 +541 26.98706100 +542 26.93726937 +543 26.88766114 +544 26.83823529 +545 26.78899083 +546 26.92307692 +547 26.87385740 +548 27.00729927 +549 26.95810565 +550 26.90909091 +551 26.86025408 +552 26.99275362 +553 26.94394213 +554 26.89530686 +555 26.84684685 +556 26.97841727 +557 26.92998205 +558 26.88172043 +559 26.83363148 +560 26.78571429 +561 26.73796791 +562 26.69039146 +563 26.64298401 +564 26.77304965 +565 26.90265487 +566 26.85512367 +567 26.80776014 +568 26.93661972 +569 27.06502636 +570 27.01754386 +571 26.97022767 +572 26.92307692 +573 26.87609075 +574 27.00348432 +575 27.13043478 +576 27.08333333 +577 27.03639515 +578 27.16262976 +579 27.28842832 +580 27.41379310 +581 27.36660929 +582 27.49140893 +583 27.44425386 +584 27.56849315 +585 27.52136752 +586 27.64505119 +587 27.59795571 +588 27.55102041 +589 27.50424448 +590 27.62711864 +591 27.58037225 +592 27.53378378 +593 27.48735245 +594 27.44107744 +595 27.39495798 +596 27.34899329 +597 27.30318258 +598 27.25752508 +599 27.21202003 +600 27.16666667 +601 27.28785358 +602 27.40863787 +603 27.36318408 +604 27.31788079 +605 27.27272727 +606 27.39273927 +607 27.34761120 +608 27.30263158 +609 27.25779967 +610 27.21311475 +611 27.16857610 +612 27.28758170 +613 27.24306688 +614 27.19869707 +615 27.15447154 +616 27.27272727 +617 27.39059968 +618 27.34627832 +619 27.30210016 +620 27.25806452 +621 27.21417069 +622 27.33118971 +623 27.28731942 +624 27.24358974 +625 27.20000000 +626 27.15654952 +627 27.11323764 +628 27.07006369 +629 27.02702703 +630 26.98412698 +631 27.09984152 +632 27.21518987 +633 27.17219589 +634 27.28706625 +635 27.24409449 +636 27.20125786 +637 27.31554160 +638 27.27272727 +639 27.23004695 +640 27.18750000 +641 27.14508580 +642 27.25856698 +643 27.21617418 +644 27.32919255 +645 27.44186047 +646 27.39938080 +647 27.35703246 +648 27.46913580 +649 27.42681048 +650 27.53846154 +651 27.64976959 +652 27.76073620 +653 27.87136294 +654 27.82874618 +655 27.78625954 +656 27.74390244 +657 27.85388128 +658 27.81155015 +659 27.76934750 +660 27.72727273 +661 27.68532526 +662 27.64350453 +663 27.60180995 +664 27.56024096 +665 27.66917293 +666 27.77777778 +667 27.73613193 +668 27.69461078 +669 27.65321375 +670 27.61194030 +671 27.57078987 +672 27.52976190 +673 27.48885587 +674 27.44807122 +675 27.55555556 +676 27.66272189 +677 27.62186115 +678 27.58112094 +679 27.54050074 +680 27.64705882 +681 27.60646109 +682 27.56598240 +683 27.52562225 +684 27.63157895 +685 27.59124088 +686 27.55102041 +687 27.51091703 +688 27.61627907 +689 27.72133527 +690 27.68115942 +691 27.78581766 +692 27.74566474 +693 27.70562771 +694 27.80979827 +695 27.76978417 +696 27.87356322 +697 27.83357245 +698 27.79369628 +699 27.89699571 +700 28.00000000 +701 27.96005706 +702 27.92022792 +703 27.88051209 +704 27.84090909 +705 27.80141844 +706 27.76203966 +707 27.86421499 +708 27.82485876 +709 27.78561354 +710 27.74647887 +711 27.70745429 +712 27.80898876 +713 27.76998597 +714 27.73109244 +715 27.69230769 +716 27.65363128 +717 27.61506276 +718 27.57660167 +719 27.53824757 +720 27.50000000 +721 27.46185853 +722 27.42382271 +723 27.38589212 +724 27.34806630 +725 27.31034483 +726 27.41046832 +727 27.37276479 +728 27.33516484 +729 27.29766804 +730 27.39726027 +731 27.35978112 +732 27.45901639 +733 27.42155525 +734 27.38419619 +735 27.34693878 +736 27.30978261 +737 27.27272727 +738 27.23577236 +739 27.33423545 +740 27.29729730 +741 27.26045884 +742 27.22371968 +743 27.18707941 +744 27.28494624 +745 27.24832215 +746 27.34584450 +747 27.44310576 +748 27.40641711 +749 27.50333778 +750 27.60000000 + +Final result: 27.6000 ±1.6334 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.wng b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.wng new file mode 100644 index 0000000000000000000000000000000000000000..dd38355c0bb7b0d7d1f45a67855dc186275de0e0 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m-unsloth.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.381084 -6.624904 1 1 +2 100.0000 -2.049337 -2.123345 1 1 +3 100.0000 -3.495230 -3.261068 2 2 +4 100.0000 -6.522623 -6.566385 1 1 +5 80.0000 -4.276600 -4.750524 1 2 +6 83.3333 -6.298245 -6.841197 1 1 +7 85.7143 -6.976272 -5.731920 2 2 +8 87.5000 -3.443092 -2.646102 2 2 +9 88.8889 -5.472611 -6.148991 1 1 +10 80.0000 -2.390719 -2.726919 1 2 +11 81.8182 -9.122894 -7.209026 2 2 +12 75.0000 -4.131559 -4.291254 1 2 +13 76.9231 -5.139044 -5.529617 1 1 +14 71.4286 -6.255838 -5.954048 2 1 +15 66.6667 -3.232910 -5.573118 1 2 +16 68.7500 -3.330164 -2.649096 2 2 +17 64.7059 -8.702470 -9.366823 1 2 +18 66.6667 -3.625645 -4.493002 1 1 +19 68.4211 -4.950151 -6.351603 1 1 +20 65.0000 -3.386777 -3.210869 2 1 +21 66.6667 -4.648849 -5.281840 1 1 +22 68.1818 -4.473073 -3.990678 2 2 +23 69.5652 -5.141799 -5.328085 1 1 +24 70.8333 -3.052745 -5.439318 1 1 +25 68.0000 -2.808196 -2.985281 1 2 +26 69.2308 -3.549000 -4.501950 1 1 +27 66.6667 -6.784712 -6.935252 1 2 +28 67.8571 -4.836000 -5.865749 1 1 +29 68.9655 -4.828095 -5.117493 1 1 +30 66.6667 -2.231553 -2.524042 1 2 +31 67.7419 -6.267047 -6.550069 1 1 +32 68.7500 -3.695575 -6.260334 1 1 +33 69.6970 -6.452821 -8.206177 1 1 +34 70.5882 -3.459375 -4.002577 1 1 +35 71.4286 -5.026218 -4.374424 2 2 +36 69.4444 -4.258595 -4.615758 1 2 +37 70.2703 -2.964561 -3.072856 1 1 +38 71.0526 -4.589788 -4.662872 1 1 +39 69.2308 -3.246374 -3.860678 1 2 +40 67.5000 -5.058818 -6.279604 1 2 +41 68.2927 -4.711510 -5.146656 1 1 +42 69.0476 -1.211591 -2.668181 1 1 +43 69.7674 -3.806633 -3.763079 2 2 +44 70.4545 -3.667541 -2.865114 2 2 +45 71.1111 -3.331122 -14.442856 1 1 +46 71.7391 -3.095589 -3.897388 1 1 +47 70.2128 -5.675169 -5.756580 1 2 +48 68.7500 -6.156787 -6.323503 1 2 +49 67.3469 -2.240805 -0.913468 2 1 +50 68.0000 -4.252297 -3.988715 2 2 +51 68.6275 -2.273456 -2.676251 1 1 +52 67.3077 -5.209916 -5.581386 1 2 +53 67.9245 -3.535792 -4.049647 1 1 +54 68.5185 -2.652583 -2.451157 2 2 +55 69.0909 -3.954896 -3.681432 2 2 +56 67.8571 -4.828798 -6.195932 1 2 +57 66.6667 -4.328371 -4.480066 1 2 +58 67.2414 -3.355916 -4.073312 1 1 +59 67.7966 -3.314480 -2.892574 2 2 +60 66.6667 -5.631563 -6.026526 1 2 +61 67.2131 -3.257240 -3.800289 1 1 +62 66.1290 -8.081561 -7.546707 2 1 +63 66.6667 -5.237401 -5.180863 2 2 +64 67.1875 -4.730227 -4.810024 1 1 +65 67.6923 -5.769403 -5.064970 2 2 +66 66.6667 -3.198202 -2.888642 2 1 +67 67.1642 -2.580566 -1.571701 2 2 +68 67.6471 -7.369363 -6.985087 2 2 +69 68.1159 -6.191059 -7.772690 1 1 +70 68.5714 -3.677982 -3.059005 2 2 +71 67.6056 -3.091111 -2.766105 2 1 +72 68.0556 -5.302985 -4.394896 2 2 +73 67.1233 -3.595619 -3.107297 2 1 +74 67.5676 -4.468171 -4.784546 1 1 +75 68.0000 -2.424132 -2.534506 1 1 +76 68.4211 -3.992355 -4.776118 1 1 +77 68.8312 -3.199697 -3.123454 2 2 +78 69.2308 -2.384145 -2.772378 1 1 +79 68.3544 -2.015799 -2.211632 1 2 +80 68.7500 -3.765166 -4.985476 1 1 +81 69.1358 -4.818133 -4.252367 2 2 +82 68.2927 -2.641821 -2.677633 1 2 +83 68.6747 -7.222004 -6.950926 2 2 +84 67.8571 -3.714984 -4.110821 1 2 +85 68.2353 -6.657540 -6.766252 1 1 +86 68.6047 -7.901475 -7.812934 2 2 +87 68.9655 -2.116401 -2.345352 1 1 +88 69.3182 -4.381905 -4.563272 1 1 +89 69.6629 -4.096507 -4.772568 1 1 +90 70.0000 -5.120644 -2.825029 2 2 +91 69.2308 -4.353190 -4.339918 2 1 +92 69.5652 -8.516264 -8.299932 2 2 +93 69.8925 -1.882930 -1.431766 2 2 +94 69.1489 -6.855193 -8.152650 1 2 +95 69.4737 -4.843264 -5.216599 1 1 +96 69.7917 -2.227613 -3.201877 1 1 +97 69.0722 -5.740177 -5.549728 2 1 +98 68.3673 -3.173546 -3.604767 1 2 +99 67.6768 -5.172126 -4.862685 2 1 +100 68.0000 -10.941849 -9.665523 2 2 +101 67.3267 -5.255256 -5.474534 1 2 +102 67.6471 -3.765414 -4.977079 1 1 +103 66.9903 -2.944012 -4.391236 1 2 +104 67.3077 -9.588284 -9.473415 2 2 +105 66.6667 -2.681492 -2.369412 2 1 +106 66.0377 -3.101346 -3.340369 1 2 +107 65.4206 -2.655605 -2.680670 1 2 +108 64.8148 -2.007444 -3.007139 1 2 +109 64.2202 -7.499526 -8.006012 1 2 +110 64.5455 -4.214917 -3.960491 2 2 +111 64.8649 -4.484923 -4.355971 2 2 +112 64.2857 -4.997965 -4.132873 2 1 +113 63.7168 -4.152738 -5.985220 1 2 +114 63.1579 -6.638518 -6.321424 2 1 +115 63.4783 -2.300541 -2.770431 1 1 +116 63.7931 -4.370191 -3.519973 2 2 +117 63.2479 -5.635582 -5.845518 1 2 +118 63.5593 -1.517407 -2.359323 1 1 +119 63.8655 -4.001170 -4.139520 1 1 +120 64.1667 -3.435165 -3.507571 1 1 +121 63.6364 -1.187583 -1.664473 1 2 +122 63.1148 -7.852884 -8.969437 1 2 +123 62.6016 -4.710866 -4.118358 2 1 +124 62.9032 -3.229429 -2.833556 2 2 +125 63.2000 -3.260160 -3.124034 2 2 +126 63.4921 -8.000333 -7.503141 2 2 +127 63.7795 -1.714934 -1.323124 2 2 +128 64.0625 -2.012043 -2.068900 1 1 +129 64.3411 -1.393018 -0.853668 2 2 +130 64.6154 -5.612121 -5.452499 2 2 +131 64.8855 -5.604750 -5.287220 2 2 +132 64.3939 -1.929761 -1.998002 1 2 +133 64.6617 -2.451625 -3.593070 1 1 +134 64.9254 -5.123711 -4.711431 2 2 +135 65.1852 -5.982352 -6.096823 1 1 +136 65.4412 -5.909119 -4.184212 2 2 +137 64.9635 -7.830180 -7.243391 2 1 +138 64.4928 -4.003468 -4.558577 1 2 +139 64.7482 -4.509164 -4.737805 1 1 +140 64.2857 -1.398118 -1.753520 1 2 +141 64.5390 -3.889297 -3.514102 2 2 +142 64.7887 -3.323613 -2.137760 2 2 +143 65.0350 -2.386224 -9.794118 1 1 +144 65.2778 -2.402490 -2.726596 1 1 +145 64.8276 -5.542193 -15.438443 1 2 +146 65.0685 -6.778445 -6.656511 2 2 +147 64.6259 -4.939191 -5.013541 1 2 +148 64.1892 -4.077849 -4.020792 2 1 +149 64.4295 -6.383249 -4.689007 2 2 +150 64.0000 -2.302652 -2.337080 1 2 +151 64.2384 -2.761039 -2.800074 1 1 +152 64.4737 -4.736936 -4.079134 2 2 +153 64.0523 -4.109294 -3.285321 2 1 +154 64.2857 -4.390134 -4.845356 1 1 +155 63.8710 -2.536724 -3.191271 1 2 +156 63.4615 -3.010403 -2.836922 2 1 +157 63.6943 -3.267152 -4.415694 1 1 +158 63.2911 -4.750313 -4.870735 1 2 +159 63.5220 -5.432098 -6.176557 1 1 +160 63.7500 -3.962279 -3.725232 2 2 +161 63.3540 -2.586848 -2.572602 2 1 +162 62.9630 -1.731216 -12.934809 1 2 +163 63.1902 -2.756710 -3.068541 1 1 +164 63.4146 -6.936898 -6.024955 2 2 +165 63.6364 -5.819672 -5.552488 2 2 +166 63.8554 -3.465013 -3.378899 2 2 +167 64.0719 -5.115525 -5.928993 1 1 +168 64.2857 -6.299069 -4.783912 2 2 +169 63.9053 -3.516695 -3.869431 1 2 +170 63.5294 -5.869507 -5.461087 2 1 +171 63.1579 -6.573309 -6.487868 2 1 +172 63.3721 -5.187624 -6.399173 1 1 +173 63.5838 -3.740653 -3.271098 2 2 +174 63.7931 -5.563827 -5.130944 2 2 +175 64.0000 -3.991610 -4.035093 1 1 +176 64.2045 -3.297913 -3.799793 1 1 +177 64.4068 -7.027792 -6.627637 2 2 +178 64.6067 -2.978146 -3.035848 1 1 +179 64.2458 -2.928410 -2.779677 2 1 +180 63.8889 -7.364861 -7.667228 1 2 +181 64.0884 -5.246226 -4.501146 2 2 +182 63.7363 -3.202954 -3.685455 1 2 +183 63.3880 -6.375082 -6.819180 1 2 +184 63.5870 -3.038211 -3.853775 1 1 +185 63.2432 -5.952036 -6.220902 1 2 +186 63.4409 -4.380969 -4.667922 1 1 +187 63.1016 -5.511621 -5.723934 1 2 +188 62.7660 -3.599341 -2.904696 2 1 +189 62.9630 -6.221851 -5.180197 2 2 +190 63.1579 -6.342213 -6.079928 2 2 +191 63.3508 -4.071650 -4.861200 1 1 +192 63.0208 -5.393041 -5.838069 1 2 +193 63.2124 -5.227425 -5.193290 2 2 +194 63.4021 -3.130797 -2.821225 2 2 +195 63.0769 -4.304749 -4.252594 2 1 +196 62.7551 -2.581679 -2.724113 1 2 +197 62.9442 -0.873527 -3.294162 1 1 +198 62.6263 -6.460334 -5.033483 2 1 +199 62.8141 -6.544847 -6.276578 2 2 +200 63.0000 -4.342440 -4.078445 2 2 +201 62.6866 -4.930500 -4.755655 2 1 +202 62.8713 -9.638103 -8.738109 2 2 +203 62.5616 -4.342607 -4.887411 1 2 +204 62.7451 -2.594424 -2.624285 1 1 +205 62.9268 -3.199517 -2.726129 2 2 +206 62.6214 -7.387925 -7.564578 1 2 +207 62.3188 -4.701202 -3.841970 2 1 +208 62.5000 -5.703684 -5.002729 2 2 +209 62.6794 -5.026011 -4.867780 2 2 +210 62.8571 -10.399582 -8.711208 2 2 +211 63.0332 -4.962225 -5.974064 1 1 +212 63.2075 -5.982661 -5.327548 2 2 +213 63.3803 -6.386720 -6.138065 2 2 +214 63.0841 -4.450077 -4.139818 2 1 +215 62.7907 -5.770828 -6.038473 1 2 +216 62.5000 -4.373387 -4.246984 2 1 +217 62.6728 -1.884063 -2.242856 1 1 +218 62.8440 -3.026365 -2.496664 2 2 +219 63.0137 -3.192044 -3.742592 1 1 +220 62.7273 -5.791866 -6.589738 1 2 +221 62.8959 -4.975479 -11.681231 1 1 +222 62.6126 -0.396313 -13.839067 1 2 +223 62.3318 -3.258640 -3.687762 1 2 +224 62.5000 -5.424072 -4.894451 2 2 +225 62.6667 -5.165024 -4.515959 2 2 +226 62.3894 -4.589789 -4.534723 2 1 +227 62.1145 -5.457918 -4.849999 2 1 +228 62.2807 -1.665195 -2.625252 1 1 +229 62.4454 -5.268812 -4.135528 2 2 +230 62.1739 -2.755194 -2.738047 2 1 +231 61.9048 -2.500959 -2.298733 2 1 +232 61.6379 -1.486608 -1.729314 1 2 +233 61.3734 -1.817421 -1.761888 2 1 +234 61.1111 -3.666391 -3.980494 1 2 +235 61.2766 -4.940297 -4.911768 2 2 +236 61.4407 -1.717353 -2.083518 1 1 +237 61.1814 -5.125286 -4.028310 2 1 +238 60.9244 -3.336789 -3.498544 1 2 +239 61.0879 -3.272748 -2.744848 2 2 +240 60.8333 -8.343596 -9.001942 1 2 +241 60.5809 -5.313737 -5.523855 1 2 +242 60.7438 -7.661162 -6.684422 2 2 +243 60.4938 -5.711894 -5.397268 2 1 +244 60.6557 -3.450107 -4.389345 1 1 +245 60.8163 -7.680392 -7.739792 1 1 +246 60.5691 -3.215181 -2.909111 2 1 +247 60.3239 -5.591897 -6.149982 1 2 +248 60.4839 -3.147610 -3.133647 2 2 +249 60.6426 -3.854405 -3.558774 2 2 +250 60.8000 -5.707092 -6.181880 1 1 +251 60.9562 -1.557659 -1.897717 1 1 +252 61.1111 -8.788568 -8.261167 2 2 +253 60.8696 -6.111940 -5.867493 2 1 +254 60.6299 -4.593757 -5.524411 1 2 +255 60.7843 -6.498242 -7.471962 1 1 +256 60.9375 -3.244652 -4.449598 1 1 +257 60.7004 -3.428552 -3.378242 2 1 +258 60.8527 -4.860230 -4.553401 2 2 +259 61.0039 -4.327425 -5.192623 1 1 +260 60.7692 -5.703955 -5.370197 2 1 +261 60.5364 -4.337790 -4.890168 1 2 +262 60.3053 -6.649598 -7.199580 1 2 +263 60.0760 -3.281042 -2.743664 2 1 +264 60.2273 -5.167987 -4.757773 2 2 +265 60.3774 -2.724468 -2.900307 1 1 +266 60.5263 -6.872307 -7.065494 1 1 +267 60.6742 -3.069677 -3.440268 1 1 +268 60.4478 -3.052302 -2.741180 2 1 +269 60.2230 -4.721531 -5.138987 1 2 +270 60.3704 -1.992589 -3.987821 1 1 +271 60.5166 -4.626826 -4.368082 2 2 +272 60.6618 -4.869792 -4.795594 2 2 +273 60.4396 -5.033369 -5.121511 1 2 +274 60.2190 -4.138973 -4.483694 1 2 +275 60.3636 -2.217594 -2.427413 1 1 +276 60.5072 -3.041000 -3.184428 1 1 +277 60.6498 -3.511771 -4.122708 1 1 +278 60.4317 -4.449890 -4.078084 2 1 +279 60.5735 -4.100986 -3.394386 2 2 +280 60.3571 -4.469152 -4.987194 1 2 +281 60.1423 -3.068833 -3.309305 1 2 +282 60.2837 -4.817291 -3.968758 2 2 +283 60.4240 -4.550816 -3.414221 2 2 +284 60.5634 -4.150341 -5.511116 1 1 +285 60.7018 -7.517660 -8.212158 1 1 +286 60.8392 -4.210195 -4.607708 1 1 +287 60.9756 -3.236946 -7.072874 1 1 +288 61.1111 -5.625298 -5.453479 2 2 +289 61.2457 -3.843006 -4.182251 1 1 +290 61.0345 -7.977519 -7.809914 2 1 +291 61.1684 -2.084611 -2.651338 1 1 +292 61.3014 -2.294601 -1.733081 2 2 +293 61.4334 -6.333220 -6.258568 2 2 +294 61.5646 -3.528992 -3.897134 1 1 +295 61.6949 -2.150939 -2.947643 1 1 +296 61.4865 -6.646879 -6.771871 1 2 +297 61.2795 -0.931354 -1.500660 1 2 +298 61.0738 -7.522655 -8.522425 1 2 +299 61.2040 -2.902776 -2.416246 2 2 +300 61.0000 -3.925808 -3.378770 2 1 +301 61.1296 -4.837388 -5.513102 1 1 +302 61.2583 -5.105052 -4.778745 2 2 +303 61.0561 -9.147683 -8.743054 2 1 +304 61.1842 -4.523649 -2.974456 2 2 +305 60.9836 -3.046961 -3.066168 1 2 +306 61.1111 -3.349984 -3.208522 2 2 +307 61.2378 -3.314203 -3.544687 1 1 +308 61.3636 -6.290819 -5.848210 2 2 +309 61.4887 -5.736040 -6.190848 1 1 +310 61.2903 -6.159808 -6.229288 1 2 +311 61.4148 -2.450485 -4.325737 1 1 +312 61.2179 -6.151236 -4.646837 2 1 +313 61.0224 -4.814357 -5.453516 1 2 +314 60.8280 -7.956959 -8.215491 1 2 +315 60.9524 -3.938071 -5.169188 1 1 +316 61.0759 -6.988724 -6.448813 2 2 +317 61.1987 -7.111113 -7.284039 1 1 +318 61.3208 -6.796863 -5.916011 2 2 +319 61.1285 -1.864317 -1.445173 2 1 +320 61.2500 -5.670851 -6.387938 1 1 +321 61.3707 -3.539963 -3.497191 2 2 +322 61.1801 -3.097378 -3.324110 1 2 +323 61.3003 -2.410440 -2.683007 1 1 +324 61.1111 -5.125969 -4.759485 2 1 +325 61.2308 -6.744773 -5.922069 2 2 +326 61.3497 -3.279807 -2.817557 2 2 +327 61.1621 -2.807303 -2.735673 2 1 +328 61.2805 -5.432115 -6.134834 1 1 +329 61.3982 -5.143564 -10.701843 1 1 +330 61.2121 -1.907238 -1.305751 2 1 +331 61.0272 -5.709678 -3.859706 2 1 +332 61.1446 -4.395073 -5.490920 1 1 +333 60.9610 -3.716612 -3.858206 1 2 +334 61.0778 -1.824076 -4.947357 1 1 +335 60.8955 -5.618729 -5.153391 2 1 +336 60.7143 -3.078275 -3.293762 1 2 +337 60.5341 -2.641229 -2.761255 1 2 +338 60.3550 -3.743469 -3.713044 2 1 +339 60.1770 -5.286753 -5.732917 1 2 +340 60.2941 -5.920739 -5.972331 1 1 +341 60.4106 -3.233109 -3.735642 1 1 +342 60.2339 -5.369801 -5.444355 1 2 +343 60.3499 -4.000741 -4.257496 1 1 +344 60.1744 -5.178955 -2.982862 2 1 +345 60.2899 -1.259173 -2.537229 1 1 +346 60.4046 -8.960932 -7.318327 2 2 +347 60.5187 -4.503242 -4.269857 2 2 +348 60.6322 -0.773346 -1.455317 1 1 +349 60.7450 -5.718282 -5.526546 2 2 +350 60.8571 -17.141987 -1.832302 2 2 +351 60.9687 -3.417559 -4.684055 1 1 +352 61.0795 -4.129272 -3.075568 2 2 +353 61.1898 -2.459348 -2.666445 1 1 +354 61.0169 -6.584993 -6.754799 1 2 +355 61.1268 -4.060308 -3.839784 2 2 +356 60.9551 -3.072270 -5.265027 1 2 +357 61.0644 -4.485906 -4.247017 2 2 +358 60.8939 -2.913726 -3.716175 1 2 +359 60.7242 -5.469022 -5.516832 1 2 +360 60.5556 -4.843726 -5.150809 1 2 +361 60.6648 -2.247418 -1.973662 2 2 +362 60.7735 -6.563160 -6.461705 2 2 +363 60.8815 -3.432361 -3.612566 1 1 +364 60.7143 -9.099460 -8.277766 2 1 +365 60.8219 -5.982529 -6.299761 1 1 +366 60.6557 -3.978093 -8.944472 1 2 +367 60.7629 -6.299675 -6.720402 1 1 +368 60.8696 -4.066342 -3.476866 2 2 +369 60.9756 -5.474401 -5.384043 2 2 +370 60.8108 -7.715675 -6.435883 2 1 +371 60.6469 -3.407143 -3.092793 2 1 +372 60.4839 -3.038537 -2.705856 2 1 +373 60.5898 -4.832016 -5.866367 1 1 +374 60.4278 -2.533484 -2.428925 2 1 +375 60.5333 -4.154692 -3.401468 2 2 +376 60.6383 -6.750772 -5.635094 2 2 +377 60.4775 -6.302961 -6.726199 1 2 +378 60.5820 -5.153312 -4.774756 2 2 +379 60.4222 -1.858018 -2.110638 1 2 +380 60.2632 -9.933638 -9.456417 2 1 +381 60.3675 -11.492271 -10.066537 2 2 +382 60.2094 -3.564505 -3.917973 1 2 +383 60.3133 -3.366944 -1.451810 2 2 +384 60.1562 -4.703342 -4.523418 2 1 +385 60.2597 -0.986404 -1.086727 1 1 +386 60.3627 -2.756695 -14.206448 1 1 +387 60.2067 -2.286152 -2.157520 2 1 +388 60.3093 -7.741746 -7.005267 2 2 +389 60.4113 -2.589283 -2.131026 2 2 +390 60.5128 -3.629698 -3.836720 1 1 +391 60.3581 -4.579976 -6.687860 1 2 +392 60.2041 -6.407929 -4.928371 2 1 +393 60.0509 -6.995375 -7.625988 1 2 +394 60.1523 -4.430894 -4.723572 1 1 +395 60.2532 -4.541924 -4.098558 2 2 +396 60.3535 -4.315619 -4.916686 1 1 +397 60.4534 -6.503148 -6.767956 1 1 +398 60.5528 -3.327064 -6.104794 1 1 +399 60.4010 -6.142073 -5.506586 2 1 +400 60.5000 -4.826389 -9.052817 1 1 +401 60.5985 -4.014612 -4.375871 1 1 +402 60.4478 -4.495912 -5.741919 1 2 +403 60.5459 -7.652698 -7.496273 2 2 +404 60.6436 -3.907906 -3.806666 2 2 +405 60.4938 -3.840450 -3.097273 2 1 +406 60.5911 -7.949046 -9.522619 1 1 +407 60.6880 -6.537563 -6.318745 2 2 +408 60.5392 -3.954803 -3.964218 1 2 +409 60.6357 -6.019254 -6.070529 1 1 +410 60.7317 -6.181396 -6.205653 1 1 +411 60.8273 -7.438107 -7.696616 1 1 +412 60.9223 -6.318044 -5.578879 2 2 +413 61.0169 -3.922155 -3.862579 2 2 +414 60.8696 -5.272097 -5.762058 1 2 +415 60.9639 -5.228839 -4.356556 2 2 +416 61.0577 -5.567824 -3.270715 2 2 +417 61.1511 -6.951182 -8.416261 1 1 +418 61.0048 -4.385645 -3.876579 2 1 +419 61.0979 -5.486567 -4.981135 2 2 +420 60.9524 -4.280276 -4.797824 1 2 +421 61.0451 -5.025191 -4.915455 2 2 +422 60.9005 -1.958524 -1.767970 2 1 +423 60.7565 -4.903422 -4.802648 2 1 +424 60.8491 -4.320050 -4.795498 1 1 +425 60.9412 -6.989408 -5.337985 2 2 +426 60.7981 -1.821661 -2.457341 1 2 +427 60.8899 -4.594626 -4.611014 1 1 +428 60.9813 -3.795372 -4.740386 1 1 +429 61.0723 -3.513943 -3.498460 2 2 +430 61.1628 -5.636646 -5.851862 1 1 +431 61.2529 -6.193927 -7.053114 1 1 +432 61.1111 -3.811816 -4.055715 1 2 +433 60.9700 -1.710670 -2.180118 1 2 +434 61.0599 -7.954144 -8.234760 1 1 +435 61.1494 -6.010033 -6.548214 1 1 +436 61.0092 -3.760392 -1.311099 2 1 +437 61.0984 -6.956568 -5.223220 2 2 +438 60.9589 -4.227805 -4.822945 1 2 +439 61.0478 -1.431718 -1.723620 1 1 +440 61.1364 -4.215570 -4.459956 1 1 +441 61.2245 -2.994472 -6.204814 1 1 +442 61.3122 -4.346065 -4.446976 1 1 +443 61.3995 -1.357992 -1.787011 1 1 +444 61.2613 -5.905925 -6.920781 1 2 +445 61.3483 -2.476182 -2.612268 1 1 +446 61.4350 -6.029509 -5.471080 2 2 +447 61.2975 -2.524805 -2.126664 2 1 +448 61.1607 -3.725474 -4.027973 1 2 +449 61.2472 -4.182572 -3.661576 2 2 +450 61.3333 -4.112151 -3.232430 2 2 +451 61.4191 -5.730452 -5.329024 2 2 +452 61.5044 -4.984741 -7.090081 1 1 +453 61.5894 -4.924361 -4.859699 2 2 +454 61.6740 -4.350678 -4.421115 1 1 +455 61.5385 -7.578893 -7.727565 1 2 +456 61.6228 -5.138773 -4.899701 2 2 +457 61.7068 -11.373587 -12.519409 1 1 +458 61.5721 -5.010772 -5.013321 1 2 +459 61.4379 -5.027180 -5.212449 1 2 +460 61.5217 -0.174910 -11.639033 1 1 +461 61.6052 -3.525127 -3.951900 1 1 +462 61.4719 -6.579974 -6.545271 2 1 +463 61.3391 -1.737798 -1.526322 2 1 +464 61.4224 -3.088212 -3.560286 1 1 +465 61.2903 -3.895592 -3.903888 1 2 +466 61.3734 -7.443099 -7.335519 2 2 +467 61.4561 -5.504745 -6.899497 1 1 +468 61.5385 -6.099053 -4.814082 2 2 +469 61.4072 -2.444860 -1.123845 2 1 +470 61.4894 -2.394537 -2.280488 2 2 +471 61.5711 -2.609766 -3.753205 1 1 +472 61.6525 -5.114059 -4.604550 2 2 +473 61.7336 -4.480140 -3.751584 2 2 +474 61.8143 -6.980227 -8.303295 1 1 +475 61.8947 -3.302061 -2.434997 2 2 +476 61.9748 -5.626301 -5.544209 2 2 +477 61.8449 -4.770545 -5.137943 1 2 +478 61.9247 -4.694458 -5.125616 1 1 +479 61.7954 -3.604077 -3.125486 2 1 +480 61.6667 -7.826317 -7.877001 1 2 +481 61.5385 -4.062589 -3.717957 2 1 +482 61.6183 -4.657867 -4.222065 2 2 +483 61.6977 -6.080628 -6.592686 1 1 +484 61.5702 -2.888441 -1.485884 2 1 +485 61.6495 -1.674109 -2.133420 1 1 +486 61.7284 -2.329508 -2.341402 1 1 +487 61.8070 -4.210881 -4.122790 2 2 +488 61.8852 -4.073566 -3.564068 2 2 +489 61.9632 -2.953573 -3.376614 1 1 +490 62.0408 -3.720853 -4.323926 1 1 +491 62.1181 -4.487980 -4.122372 2 2 +492 62.1951 -6.733101 -6.371397 2 2 +493 62.2718 -2.199769 -2.924391 1 1 +494 62.1457 -5.077448 -5.354671 1 2 +495 62.0202 -4.999063 -4.733094 2 1 +496 61.8952 -4.017588 -4.401308 1 2 +497 61.7706 -6.733357 -5.543588 2 1 +498 61.6466 -2.378150 -2.495672 1 2 +499 61.7234 -3.720606 -3.915622 1 1 +500 61.6000 -5.336356 -6.459239 1 2 +501 61.6766 -2.297221 -2.368083 1 1 +502 61.7530 -2.345699 -2.658319 1 1 +503 61.6302 -5.449585 -5.832242 1 2 +504 61.5079 -3.910209 -3.651089 2 1 +505 61.5842 -7.054506 -5.939172 2 2 +506 61.4625 -5.488936 -4.402534 2 1 +507 61.5385 -4.074357 -4.420866 1 1 +508 61.6142 -6.688595 -4.983034 2 2 +509 61.6896 -4.786427 -8.184580 1 1 +510 61.7647 -3.697922 -4.060995 1 1 +511 61.8395 -5.245028 -4.328399 2 2 +512 61.9141 -4.061851 -4.088847 1 1 +513 61.7934 -4.370440 -4.802672 1 2 +514 61.6732 -4.506155 -4.353210 2 1 +515 61.5534 -12.054594 -11.981905 2 1 +516 61.4341 -4.276980 -4.038726 2 1 +517 61.5087 -1.683483 -1.740710 1 1 +518 61.5830 -3.250425 -2.565208 2 2 +519 61.4644 -8.415219 -9.336507 1 2 +520 61.5385 -2.736280 -2.298795 2 2 +521 61.6123 -1.916938 -2.104179 1 1 +522 61.6858 -5.419658 -3.990344 2 2 +523 61.7591 -6.151305 -5.117380 2 2 +524 61.6412 -7.642525 -6.580208 2 1 +525 61.7143 -5.765128 -4.598838 2 2 +526 61.7871 -1.644683 -18.742136 1 1 +527 61.8596 -5.831065 -3.048928 2 2 +528 61.9318 -7.359722 -7.076613 2 2 +529 62.0038 -6.721774 -6.946065 1 1 +530 62.0755 -4.055281 -3.245866 2 2 +531 61.9586 -4.667718 -4.297844 2 1 +532 62.0301 -2.671618 -3.165842 1 1 +533 61.9137 -3.230799 -3.803714 1 2 +534 61.9850 -3.599110 -4.418565 1 1 +535 61.8692 -4.489385 -5.352634 1 2 +536 61.7537 -3.448637 -3.132740 2 1 +537 61.6387 -6.619084 -6.261367 2 1 +538 61.7100 -2.548830 -6.438901 1 1 +539 61.7811 -4.452006 -2.371320 2 2 +540 61.8519 -2.799816 -2.695192 2 2 +541 61.9224 -3.933780 -4.333900 1 1 +542 61.9926 -6.512539 -5.733437 2 2 +543 62.0626 -5.834098 -4.937053 2 2 +544 62.1324 -3.066489 -3.434272 1 1 +545 62.0183 -1.056041 -5.047567 1 2 +546 62.0879 -3.259608 -3.847333 1 1 +547 62.1572 -8.788129 -7.559699 2 2 +548 62.0438 -4.608230 -4.393584 2 1 +549 61.9308 -6.130640 -5.895996 2 1 +550 61.8182 -4.320485 -4.578616 1 2 +551 61.7060 -2.146396 -14.914736 1 2 +552 61.7754 -4.912389 -5.029636 1 1 +553 61.8445 -7.022275 -6.229870 2 2 +554 61.7329 -4.744917 -5.241323 1 2 +555 61.6216 -1.760940 -1.856515 1 2 +556 61.6906 -6.745936 -6.737062 2 2 +557 61.7594 -6.833053 -6.865599 1 1 +558 61.8280 -1.080276 -4.032729 1 1 +559 61.8962 -3.330545 -3.137218 2 2 +560 61.9643 -3.447877 -4.274805 1 1 +561 61.8538 -3.484728 -3.403440 2 1 +562 61.9217 -0.585617 -1.051940 1 1 +563 61.8117 -2.009789 -3.214521 1 2 +564 61.7021 -3.987313 -3.927844 2 1 +565 61.7699 -3.533817 -3.090568 2 2 +566 61.8375 -4.794309 -6.499162 1 1 +567 61.9048 -3.780450 -3.018578 2 2 +568 61.9718 -6.005152 -3.025666 2 2 +569 62.0387 -8.022902 -8.420823 1 1 +570 62.1053 -3.883064 -5.821707 1 1 +571 62.1716 -4.897077 -3.989193 2 2 +572 62.2378 -2.608757 -2.308074 2 2 +573 62.3037 -4.417977 -4.076331 2 2 +574 62.1951 -3.477163 -4.227348 1 2 +575 62.2609 -7.562063 -6.681752 2 2 +576 62.3264 -2.414492 -2.665247 1 1 +577 62.2184 -4.032771 -4.849341 1 2 +578 62.2837 -3.054077 -2.715885 2 2 +579 62.1762 -5.941845 -6.147000 1 2 +580 62.2414 -3.074966 -4.123455 1 1 +581 62.1343 -8.804152 -8.026218 2 1 +582 62.1993 -5.814632 -5.733377 2 2 +583 62.2642 -4.793180 -4.407560 2 2 +584 62.1575 -6.552522 -5.813310 2 1 +585 62.2222 -1.384452 -1.945789 1 1 +586 62.1160 -4.742160 -4.721658 2 1 +587 62.0102 -3.179415 -1.951141 2 1 +588 61.9048 -3.505351 -4.093433 1 2 +589 61.9694 -4.484812 -4.407065 2 2 +590 62.0339 -4.512389 -4.123510 2 2 +591 61.9289 -4.687910 -4.696976 1 2 +592 61.9932 -5.526342 -5.637711 1 1 +593 62.0573 -5.542846 -5.403955 2 2 +594 62.1212 -7.337019 -7.418868 1 1 +595 62.0168 -2.158641 -2.243186 1 2 +596 61.9128 -6.815444 -6.995979 1 2 +597 61.8090 -3.511856 -3.458848 2 1 +598 61.7057 -3.837369 -2.376020 2 1 +599 61.7696 -3.081624 -3.572545 1 1 +600 61.8333 -6.287834 -5.871816 2 2 +601 61.8968 -4.159588 -3.922233 2 2 +602 61.9601 -1.715920 -3.912443 1 1 +603 62.0232 -5.618798 -5.406378 2 2 +604 62.0861 -3.837878 -3.641324 2 2 +605 61.9835 -2.986753 -2.807739 2 1 +606 62.0462 -3.983267 -3.655873 2 2 +607 61.9440 -2.892085 -2.023124 2 1 +608 61.8421 -3.329768 -1.852509 2 1 +609 61.9048 -6.767953 -8.408717 1 1 +610 61.8033 -3.711705 -3.242744 2 1 +611 61.8658 -5.960048 -6.484180 1 1 +612 61.9281 -2.366409 -4.231920 1 1 +613 61.9902 -3.472558 -2.798453 2 2 +614 62.0521 -5.876296 -3.985152 2 2 +615 62.1138 -3.955563 -3.369875 2 2 +616 62.1753 -5.950357 -5.718781 2 2 +617 62.2366 -14.102458 -3.925623 2 2 +618 62.2977 -4.554529 -4.047987 2 2 +619 62.3586 -5.016210 -4.400138 2 2 +620 62.4194 -4.872786 -4.983076 1 1 +621 62.3188 -3.225090 -3.913537 1 2 +622 62.3794 -3.636458 -4.143180 1 1 +623 62.4398 -2.910384 -3.690410 1 1 +624 62.5000 -4.863940 -3.987154 2 2 +625 62.5600 -5.612153 -6.366979 1 1 +626 62.4601 -2.122959 -1.546599 2 1 +627 62.3604 -5.612847 -5.524061 2 1 +628 62.2611 -2.672744 -2.779135 1 2 +629 62.3211 -2.942375 -3.178721 1 1 +630 62.3810 -2.341488 -2.484578 1 1 +631 62.4406 -2.104875 -2.788017 1 1 +632 62.3418 -1.422330 -1.994429 1 2 +633 62.2433 -1.896743 -2.395172 1 2 +634 62.1451 -3.641028 -3.573201 2 1 +635 62.0472 -7.008313 -7.035043 1 2 +636 62.1069 -3.295106 -4.789660 1 1 +637 62.1664 -6.806539 -7.201023 1 1 +638 62.0690 -5.979023 -5.614226 2 1 +639 62.1283 -1.935875 -2.046864 1 1 +640 62.0312 -1.730800 -1.949205 1 2 +641 61.9345 -6.744293 -6.617654 2 1 +642 61.9938 -5.100892 -4.791362 2 2 +643 62.0529 -1.598384 -1.027653 2 2 +644 61.9565 -5.453917 -5.118175 2 1 +645 62.0155 -2.184535 -5.062227 1 1 +646 62.0743 -4.759652 -5.424173 1 1 +647 61.9784 -5.102159 -4.020065 2 1 +648 61.8827 -3.969402 -4.766787 1 2 +649 61.9414 -3.387072 -4.721298 1 1 +650 62.0000 -4.271423 -4.961407 1 1 +651 61.9048 -6.369724 -7.441490 1 2 +652 61.8098 -9.238194 -9.301777 1 2 +653 61.8683 -5.273682 -4.524930 2 2 +654 61.7737 -4.496936 -4.848622 1 2 +655 61.8321 -3.184321 -3.153294 2 2 +656 61.8902 -5.511069 -3.931357 2 2 +657 61.7960 -5.343000 -5.428611 1 2 +658 61.8541 -4.840333 -3.679026 2 2 +659 61.9120 -2.392884 -2.061671 2 2 +660 61.9697 -4.348650 -3.751677 2 2 +661 62.0272 -4.515435 -4.749637 1 1 +662 61.9335 -5.291135 -3.885606 2 1 +663 61.9910 -8.657660 -8.278404 2 2 +664 61.8976 -5.919603 -4.897823 2 1 +665 61.9549 -2.463722 -2.155219 2 2 +666 61.8619 -6.434978 -5.384178 2 1 +667 61.7691 -7.922997 -9.943610 1 2 +668 61.8263 -1.684350 -2.181148 1 1 +669 61.7339 -4.065673 -3.951524 2 1 +670 61.6418 -4.099780 -3.927258 2 1 +671 61.6990 -3.508996 -4.714639 1 1 +672 61.7560 -4.567396 -4.418280 2 2 +673 61.8128 -2.638104 -2.057238 2 2 +674 61.8694 -4.741428 -5.245110 1 1 +675 61.9259 -3.557789 -5.386263 1 1 +676 61.9822 -3.767787 -3.621496 2 2 +677 61.8907 -4.685122 -4.508319 2 1 +678 61.7994 -6.856853 -7.202788 1 2 +679 61.8557 -6.659026 -6.554049 2 2 +680 61.9118 -3.380086 -4.133917 1 1 +681 61.8209 -3.494519 -3.044222 2 1 +682 61.7302 -2.784562 -2.938751 1 2 +683 61.7862 -2.484493 -3.195181 1 1 +684 61.8421 -8.257680 -8.769497 1 1 +685 61.8978 -4.630675 -3.384958 2 2 +686 61.8076 -5.926456 -7.109552 1 2 +687 61.8632 -3.958172 -3.320713 2 2 +688 61.9186 -8.254701 -8.738805 1 1 +689 61.9739 -2.956775 -2.822279 2 2 +690 62.0290 -4.459902 -3.699775 2 2 +691 62.0839 -4.511494 -4.682806 1 1 +692 62.1387 -2.289654 -4.443054 1 1 +693 62.0491 -4.809279 -4.461912 2 1 +694 62.1037 -3.036789 -2.972269 2 2 +695 62.1583 -6.385934 -6.779719 1 1 +696 62.0690 -8.498119 -8.486980 2 1 +697 61.9799 -3.533473 -3.299999 2 1 +698 61.8911 -4.976856 -5.282918 1 2 +699 61.9456 -5.082115 -5.495199 1 1 +700 62.0000 -4.574200 -4.057262 2 2 +701 61.9116 -3.196902 -2.966442 2 1 +702 61.9658 -5.554275 -5.193505 2 2 +703 61.8777 -7.402371 -6.983718 2 1 +704 61.7898 -2.324746 -1.710636 2 1 +705 61.8440 -5.226726 -4.597170 2 2 +706 61.7564 -3.960494 -3.994274 1 2 +707 61.8105 -6.477950 -6.658534 1 1 +708 61.8644 -5.875649 -5.764848 2 2 +709 61.9182 -4.114032 -3.287446 2 2 +710 61.9718 -3.891073 -5.098684 1 1 +711 62.0253 -2.578958 -2.371573 2 2 +712 61.9382 -2.105424 -3.555857 1 2 +713 61.9916 -4.755295 -4.755241 2 2 +714 61.9048 -3.527374 -3.783719 1 2 +715 61.9580 -7.586797 -7.421457 2 2 +716 62.0112 -4.972773 -4.410078 2 2 +717 62.0642 -4.581955 -1.478314 2 2 +718 62.1170 -4.164868 -4.611436 1 1 +719 62.0306 -6.418189 -5.645295 2 1 +720 61.9444 -1.833769 -4.323831 1 2 +721 61.9972 -6.492620 -5.859712 2 2 +722 61.9114 -3.447233 -2.085178 2 1 +723 61.8257 -4.569592 -3.146447 2 1 +724 61.7403 -3.601611 -3.943256 1 2 +725 61.6552 -4.720404 -4.837078 1 2 +726 61.7080 -5.180535 -4.968443 2 2 +727 61.7607 -4.054428 -3.516128 2 2 +728 61.6758 -5.429191 -5.213755 2 1 +729 61.5912 -2.426639 -1.758690 2 1 +730 61.5068 -4.476887 -3.899475 2 1 +731 61.5595 -4.117849 -4.807868 1 1 +732 61.6120 -2.940622 -2.561797 2 2 +733 61.6644 -5.273633 -5.038689 2 2 +734 61.7166 -0.592935 -16.478636 1 1 +735 61.6327 -4.752758 -3.168325 2 1 +736 61.6848 -3.980540 -4.519024 1 1 +737 61.6011 -4.950958 -4.863796 2 1 +738 61.6531 -6.001720 -5.424466 2 2 +739 61.7050 -0.922388 -13.150920 1 1 +740 61.7568 -5.797057 -4.736513 2 2 +741 61.8084 -6.025637 -6.452548 1 1 +742 61.8598 -4.081203 -2.989673 2 2 +743 61.9112 -3.638525 -3.396592 2 2 +744 61.9624 -6.073909 -4.600194 2 2 +745 61.8792 -3.948503 -3.359724 2 1 +746 61.7962 -8.132691 -7.574219 2 1 +747 61.8474 -5.559859 -6.844686 1 1 +748 61.8984 -5.153438 -4.670087 2 2 +749 61.9493 -5.998670 -6.027768 1 1 +750 62.0000 -3.069594 -9.739768 1 1 + +Final Winogrande score(750 tasks): 62.0000 ±1.7736 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.arc b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..716cd619e56ee083fd7d0f79fef7c8584fa9d4e5 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 43.75000000 +33 45.45454545 +34 47.05882353 +35 45.71428571 +36 44.44444444 +37 45.94594595 +38 47.36842105 +39 46.15384615 +40 47.50000000 +41 48.78048780 +42 47.61904762 +43 48.83720930 +44 47.72727273 +45 46.66666667 +46 47.82608696 +47 48.93617021 +48 50.00000000 +49 48.97959184 +50 50.00000000 +51 49.01960784 +52 50.00000000 +53 50.94339623 +54 50.00000000 +55 49.09090909 +56 50.00000000 +57 50.87719298 +58 51.72413793 +59 52.54237288 +60 53.33333333 +61 54.09836066 +62 53.22580645 +63 53.96825397 +64 53.12500000 +65 52.30769231 +66 53.03030303 +67 52.23880597 +68 52.94117647 +69 53.62318841 +70 52.85714286 +71 52.11267606 +72 51.38888889 +73 52.05479452 +74 51.35135135 +75 52.00000000 +76 52.63157895 +77 53.24675325 +78 53.84615385 +79 53.16455696 +80 52.50000000 +81 51.85185185 +82 52.43902439 +83 51.80722892 +84 52.38095238 +85 52.94117647 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 56.25000000 +97 55.67010309 +98 56.12244898 +99 56.56565657 +100 57.00000000 +101 56.43564356 +102 55.88235294 +103 55.33980583 +104 54.80769231 +105 55.23809524 +106 54.71698113 +107 55.14018692 +108 54.62962963 +109 54.12844037 +110 54.54545455 +111 54.95495495 +112 55.35714286 +113 54.86725664 +114 54.38596491 +115 54.78260870 +116 54.31034483 +117 54.70085470 +118 55.08474576 +119 54.62184874 +120 55.00000000 +121 54.54545455 +122 54.91803279 +123 55.28455285 +124 54.83870968 +125 55.20000000 +126 55.55555556 +127 55.90551181 +128 55.46875000 +129 55.03875969 +130 54.61538462 +131 54.96183206 +132 55.30303030 +133 55.63909774 +134 55.22388060 +135 54.81481481 +136 54.41176471 +137 54.74452555 +138 55.07246377 +139 55.39568345 +140 55.71428571 +141 56.02836879 +142 55.63380282 +143 55.94405594 +144 55.55555556 +145 55.86206897 +146 55.47945205 +147 55.78231293 +148 55.40540541 +149 55.70469799 +150 56.00000000 +151 56.29139073 +152 56.57894737 +153 56.86274510 +154 56.49350649 +155 56.12903226 +156 56.41025641 +157 56.68789809 +158 56.96202532 +159 57.23270440 +160 56.87500000 +161 57.14285714 +162 57.40740741 +163 57.05521472 +164 56.70731707 +165 56.96969697 +166 57.22891566 +167 56.88622754 +168 57.14285714 +169 56.80473373 +170 57.05882353 +171 56.72514620 +172 56.39534884 +173 56.64739884 +174 56.89655172 +175 56.57142857 +176 56.25000000 +177 56.49717514 +178 56.17977528 +179 56.42458101 +180 56.11111111 +181 55.80110497 +182 56.04395604 +183 55.73770492 +184 55.97826087 +185 56.21621622 +186 56.45161290 +187 56.14973262 +188 55.85106383 +189 55.55555556 +190 55.26315789 +191 55.49738220 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 55.38461538 +196 55.61224490 +197 55.83756345 +198 56.06060606 +199 56.28140704 +200 56.50000000 +201 56.71641791 +202 56.93069307 +203 56.65024631 +204 56.37254902 +205 56.09756098 +206 55.82524272 +207 56.03864734 +208 56.25000000 +209 55.98086124 +210 56.19047619 +211 56.39810427 +212 56.13207547 +213 55.86854460 +214 56.07476636 +215 56.27906977 +216 56.01851852 +217 55.76036866 +218 55.96330275 +219 56.16438356 +220 55.90909091 +221 55.65610860 +222 55.40540541 +223 55.15695067 +224 55.35714286 +225 55.11111111 +226 54.86725664 +227 55.06607930 +228 55.26315789 +229 55.45851528 +230 55.65217391 +231 55.41125541 +232 55.17241379 +233 55.36480687 +234 55.12820513 +235 54.89361702 +236 55.08474576 +237 54.85232068 +238 55.04201681 +239 55.23012552 +240 55.41666667 +241 55.60165975 +242 55.78512397 +243 55.55555556 +244 55.32786885 +245 55.10204082 +246 54.87804878 +247 55.06072874 +248 54.83870968 +249 54.61847390 +250 54.80000000 +251 54.98007968 +252 55.15873016 +253 55.33596838 +254 55.11811024 +255 55.29411765 +256 55.46875000 +257 55.64202335 +258 55.42635659 +259 55.21235521 +260 55.38461538 +261 55.55555556 +262 55.72519084 +263 55.89353612 +264 56.06060606 +265 55.84905660 +266 55.63909774 +267 55.80524345 +268 55.59701493 +269 55.76208178 +270 55.92592593 +271 55.71955720 +272 55.51470588 +273 55.67765568 +274 55.47445255 +275 55.27272727 +276 55.43478261 +277 55.59566787 +278 55.39568345 +279 55.19713262 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 55.24475524 +287 55.05226481 +288 55.20833333 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.10204082 +295 55.25423729 +296 55.06756757 +297 55.21885522 +298 55.03355705 +299 55.18394649 +300 55.00000000 +301 54.81727575 +302 54.96688742 +303 54.78547855 +304 54.93421053 +305 55.08196721 +306 54.90196078 +307 55.04885993 +308 54.87012987 +309 55.01618123 +310 55.16129032 +311 55.30546624 +312 55.12820513 +313 55.27156550 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 54.68750000 +321 54.51713396 +322 54.65838509 +323 54.48916409 +324 54.62962963 +325 54.46153846 +326 54.60122699 +327 54.43425076 +328 54.26829268 +329 54.40729483 +330 54.54545455 +331 54.68277946 +332 54.51807229 +333 54.65465465 +334 54.49101796 +335 54.32835821 +336 54.16666667 +337 54.00593472 +338 53.84615385 +339 53.98230088 +340 53.82352941 +341 53.95894428 +342 53.80116959 +343 53.93586006 +344 54.06976744 +345 53.91304348 +346 54.04624277 +347 53.89048991 +348 53.73563218 +349 53.86819484 +350 53.71428571 +351 53.84615385 +352 53.69318182 +353 53.54107649 +354 53.38983051 +355 53.23943662 +356 53.08988764 +357 52.94117647 +358 53.07262570 +359 52.92479109 +360 53.05555556 +361 53.18559557 +362 53.31491713 +363 53.44352617 +364 53.29670330 +365 53.15068493 +366 53.00546448 +367 52.86103542 +368 52.98913043 +369 53.11653117 +370 52.97297297 +371 52.83018868 +372 52.68817204 +373 52.54691689 +374 52.67379679 +375 52.80000000 +376 52.92553191 +377 53.05039788 +378 53.17460317 +379 53.03430079 +380 53.15789474 +381 53.01837270 +382 52.87958115 +383 52.74151436 +384 52.60416667 +385 52.72727273 +386 52.84974093 +387 52.71317829 +388 52.57731959 +389 52.44215938 +390 52.56410256 +391 52.42966752 +392 52.29591837 +393 52.41730280 +394 52.53807107 +395 52.65822785 +396 52.52525253 +397 52.64483627 +398 52.51256281 +399 52.38095238 +400 52.50000000 +401 52.36907731 +402 52.48756219 +403 52.60545906 +404 52.72277228 +405 52.83950617 +406 52.95566502 +407 53.07125307 +408 53.18627451 +409 53.05623472 +410 53.17073171 +411 53.28467153 +412 53.39805825 +413 53.26876513 +414 53.38164251 +415 53.25301205 +416 53.12500000 +417 52.99760192 +418 52.87081340 +419 52.74463007 +420 52.85714286 +421 52.73159145 +422 52.84360190 +423 52.95508274 +424 52.83018868 +425 52.70588235 +426 52.58215962 +427 52.45901639 +428 52.33644860 +429 52.44755245 +430 52.55813953 +431 52.66821346 +432 52.54629630 +433 52.42494226 +434 52.30414747 +435 52.41379310 +436 52.52293578 +437 52.63157895 +438 52.51141553 +439 52.61958998 +440 52.72727273 +441 52.60770975 +442 52.48868778 +443 52.37020316 +444 52.25225225 +445 52.35955056 +446 52.46636771 +447 52.57270694 +448 52.67857143 +449 52.78396437 +450 52.66666667 +451 52.77161863 +452 52.87610619 +453 52.98013245 +454 52.86343612 +455 52.74725275 +456 52.63157895 +457 52.51641138 +458 52.40174672 +459 52.50544662 +460 52.39130435 +461 52.49457701 +462 52.59740260 +463 52.48380130 +464 52.37068966 +465 52.25806452 +466 52.36051502 +467 52.24839400 +468 52.35042735 +469 52.23880597 +470 52.34042553 +471 52.44161359 +472 52.33050847 +473 52.21987315 +474 52.10970464 +475 52.00000000 +476 51.89075630 +477 51.99161426 +478 52.09205021 +479 52.19206681 +480 52.08333333 +481 51.97505198 +482 52.07468880 +483 52.17391304 +484 52.27272727 +485 52.37113402 +486 52.46913580 +487 52.56673511 +488 52.66393443 +489 52.55623722 +490 52.44897959 +491 52.54582485 +492 52.43902439 +493 52.33265720 +494 52.42914980 +495 52.32323232 +496 52.21774194 +497 52.31388330 +498 52.40963855 +499 52.50501002 +500 52.60000000 +501 52.69461078 +502 52.78884462 +503 52.88270378 +504 52.97619048 +505 53.06930693 +506 52.96442688 +507 52.85996055 +508 52.95275591 +509 53.04518664 +510 53.13725490 +511 53.03326810 +512 53.12500000 +513 53.02144250 +514 53.11284047 +515 53.20388350 +516 53.10077519 +517 52.99806576 +518 52.89575290 +519 52.79383430 +520 52.69230769 +521 52.78310940 +522 52.87356322 +523 52.77246654 +524 52.67175573 +525 52.57142857 +526 52.47148289 +527 52.37191651 +528 52.27272727 +529 52.17391304 +530 52.26415094 +531 52.35404896 +532 52.44360902 +533 52.53283302 +534 52.43445693 +535 52.33644860 +536 52.23880597 +537 52.32774674 +538 52.23048327 +539 52.31910946 +540 52.22222222 +541 52.12569316 +542 52.21402214 +543 52.30202578 +544 52.20588235 +545 52.29357798 +546 52.19780220 +547 52.10237660 +548 52.18978102 +549 52.27686703 +550 52.18181818 +551 52.08711434 +552 51.99275362 +553 52.07956600 +554 51.98555957 +555 52.07207207 +556 51.97841727 +557 52.06463196 +558 51.97132616 +559 52.05724508 +560 52.14285714 +561 52.22816399 +562 52.31316726 +563 52.39786856 +564 52.30496454 +565 52.21238938 +566 52.29681979 +567 52.38095238 +568 52.46478873 +569 52.37258348 +570 52.28070175 +571 52.36427320 +572 52.27272727 +573 52.18150087 +574 52.26480836 +575 52.34782609 +576 52.43055556 +577 52.51299827 +578 52.59515571 +579 52.67702936 +580 52.75862069 +581 52.66781411 +582 52.57731959 +583 52.65866209 +584 52.73972603 +585 52.82051282 +586 52.90102389 +587 52.81090290 +588 52.72108844 +589 52.80135823 +590 52.88135593 +591 52.96108291 +592 53.04054054 +593 52.95109612 +594 53.03030303 +595 53.10924370 +596 53.02013423 +597 52.93132328 +598 52.84280936 +599 52.92153589 +600 52.83333333 +601 52.74542429 +602 52.65780731 +603 52.57048093 +604 52.48344371 +605 52.39669421 +606 52.31023102 +607 52.22405272 +608 52.30263158 +609 52.21674877 +610 52.29508197 +611 52.20949264 +612 52.12418301 +613 52.03915171 +614 51.95439739 +615 52.03252033 +616 52.11038961 +617 52.18800648 +618 52.10355987 +619 52.01938611 +620 52.09677419 +621 52.01288245 +622 52.09003215 +623 52.16693419 +624 52.08333333 +625 52.00000000 +626 51.91693291 +627 51.99362041 +628 52.07006369 +629 51.98728140 +630 51.90476190 +631 51.98098257 +632 51.89873418 +633 51.81674566 +634 51.73501577 +635 51.65354331 +636 51.72955975 +637 51.64835165 +638 51.72413793 +639 51.64319249 +640 51.56250000 +641 51.63806552 +642 51.55763240 +643 51.47744946 +644 51.55279503 +645 51.47286822 +646 51.39318885 +647 51.31375580 +648 51.23456790 +649 51.15562404 +650 51.07692308 +651 51.15207373 +652 51.07361963 +653 50.99540582 +654 51.07033639 +655 50.99236641 +656 50.91463415 +657 50.83713851 +658 50.91185410 +659 50.83459788 +660 50.90909091 +661 50.83207262 +662 50.90634441 +663 50.98039216 +664 51.05421687 +665 51.12781955 +666 51.20120120 +667 51.27436282 +668 51.19760479 +669 51.12107623 +670 51.19402985 +671 51.11773472 +672 51.04166667 +673 50.96582467 +674 50.89020772 +675 50.81481481 +676 50.73964497 +677 50.81240768 +678 50.88495575 +679 50.95729013 +680 51.02941176 +681 50.95447871 +682 51.02639296 +683 50.95168375 +684 50.87719298 +685 50.94890511 +686 50.87463557 +687 50.80058224 +688 50.87209302 +689 50.94339623 +690 51.01449275 +691 51.08538350 +692 51.15606936 +693 51.08225108 +694 51.15273775 +695 51.22302158 +696 51.14942529 +697 51.07604017 +698 51.00286533 +699 50.92989986 +700 51.00000000 +701 51.06990014 +702 51.13960114 +703 51.06685633 +704 51.13636364 +705 51.20567376 +706 51.27478754 +707 51.34370580 +708 51.41242938 +709 51.48095910 +710 51.54929577 +711 51.61744023 +712 51.68539326 +713 51.75315568 +714 51.68067227 +715 51.60839161 +716 51.67597765 +717 51.60390516 +718 51.53203343 +719 51.46036161 +720 51.52777778 +721 51.45631068 +722 51.38504155 +723 51.45228216 +724 51.51933702 +725 51.58620690 +726 51.51515152 +727 51.44429161 +728 51.51098901 +729 51.44032922 +730 51.50684932 +731 51.57318741 +732 51.63934426 +733 51.70532060 +734 51.77111717 +735 51.70068027 +736 51.76630435 +737 51.69606513 +738 51.62601626 +739 51.69147497 +740 51.62162162 +741 51.68690958 +742 51.75202156 +743 51.81695828 +744 51.74731183 +745 51.81208054 +746 51.74262735 +747 51.67336011 +748 51.60427807 +749 51.53538051 +750 51.60000000 + +Final result: 51.6000 ±1.8260 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.hsw b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..2dc8b873b9f90a11c49654eec7ae8b9b5fccab09 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 45.55555556 +91 46.15384615 +92 45.65217391 +93 46.23655914 +94 46.80851064 +95 47.36842105 +96 47.91666667 +97 47.42268041 +98 47.95918367 +99 48.48484848 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.27102804 +215 53.02325581 +216 52.77777778 +217 52.53456221 +218 52.29357798 +219 52.51141553 +220 52.72727273 +221 52.94117647 +222 53.15315315 +223 53.36322870 +224 53.57142857 +225 53.77777778 +226 53.53982301 +227 53.30396476 +228 53.07017544 +229 53.27510917 +230 53.04347826 +231 52.81385281 +232 52.58620690 +233 52.36051502 +234 52.56410256 +235 52.34042553 +236 52.11864407 +237 52.32067511 +238 52.52100840 +239 52.71966527 +240 52.91666667 +241 52.69709544 +242 52.89256198 +243 53.08641975 +244 52.86885246 +245 52.65306122 +246 52.43902439 +247 52.22672065 +248 52.41935484 +249 52.61044177 +250 52.80000000 +251 52.98804781 +252 53.17460317 +253 52.96442688 +254 53.14960630 +255 53.33333333 +256 53.51562500 +257 53.30739300 +258 53.48837209 +259 53.66795367 +260 53.84615385 +261 54.02298851 +262 53.81679389 +263 53.61216730 +264 53.78787879 +265 53.96226415 +266 53.75939850 +267 53.93258427 +268 54.10447761 +269 54.27509294 +270 54.07407407 +271 53.87453875 +272 53.67647059 +273 53.47985348 +274 53.64963504 +275 53.45454545 +276 53.62318841 +277 53.79061372 +278 53.95683453 +279 54.12186380 +280 54.28571429 +281 54.44839858 +282 54.60992908 +283 54.41696113 +284 54.57746479 +285 54.38596491 +286 54.19580420 +287 54.35540070 +288 54.51388889 +289 54.67128028 +290 54.82758621 +291 54.63917526 +292 54.45205479 +293 54.60750853 +294 54.76190476 +295 54.91525424 +296 55.06756757 +297 55.21885522 +298 55.36912752 +299 55.18394649 +300 55.33333333 +301 55.14950166 +302 55.29801325 +303 55.11551155 +304 55.26315789 +305 55.08196721 +306 55.22875817 +307 55.04885993 +308 55.19480519 +309 55.33980583 +310 55.48387097 +311 55.62700965 +312 55.76923077 +313 55.91054313 +314 55.73248408 +315 55.55555556 +316 55.69620253 +317 55.83596215 +318 55.66037736 +319 55.48589342 +320 55.62500000 +321 55.45171340 +322 55.27950311 +323 55.41795666 +324 55.55555556 +325 55.69230769 +326 55.52147239 +327 55.35168196 +328 55.48780488 +329 55.62310030 +330 55.75757576 +331 55.89123867 +332 55.72289157 +333 55.85585586 +334 55.68862275 +335 55.82089552 +336 55.95238095 +337 55.78635015 +338 55.62130178 +339 55.75221239 +340 55.58823529 +341 55.71847507 +342 55.84795322 +343 55.68513120 +344 55.52325581 +345 55.36231884 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 54.72779370 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.95750708 +354 55.08474576 +355 55.21126761 +356 55.33707865 +357 55.18207283 +358 55.30726257 +359 55.43175487 +360 55.27777778 +361 55.12465374 +362 55.24861878 +363 55.09641873 +364 55.21978022 +365 55.34246575 +366 55.46448087 +367 55.58583106 +368 55.70652174 +369 55.82655827 +370 55.67567568 +371 55.79514825 +372 55.91397849 +373 55.76407507 +374 55.88235294 +375 56.00000000 +376 56.11702128 +377 55.96816976 +378 55.82010582 +379 55.93667546 +380 56.05263158 +381 56.16797900 +382 56.02094241 +383 55.87467363 +384 55.98958333 +385 56.10389610 +386 56.21761658 +387 56.07235142 +388 55.92783505 +389 55.78406170 +390 55.89743590 +391 55.75447570 +392 55.86734694 +393 55.97964377 +394 56.09137056 +395 55.94936709 +396 56.06060606 +397 56.17128463 +398 56.28140704 +399 56.39097744 +400 56.25000000 +401 56.35910224 +402 56.21890547 +403 56.07940447 +404 55.94059406 +405 55.80246914 +406 55.66502463 +407 55.77395577 +408 55.88235294 +409 55.99022005 +410 55.85365854 +411 55.71776156 +412 55.58252427 +413 55.44794189 +414 55.55555556 +415 55.42168675 +416 55.52884615 +417 55.63549161 +418 55.74162679 +419 55.60859189 +420 55.71428571 +421 55.58194774 +422 55.68720379 +423 55.79196217 +424 55.89622642 +425 56.00000000 +426 56.10328638 +427 55.97189696 +428 55.84112150 +429 55.71095571 +430 55.81395349 +431 55.68445476 +432 55.55555556 +433 55.42725173 +434 55.52995392 +435 55.40229885 +436 55.27522936 +437 55.14874142 +438 55.02283105 +439 55.12528474 +440 55.00000000 +441 55.10204082 +442 55.20361991 +443 55.30474041 +444 55.18018018 +445 55.28089888 +446 55.38116592 +447 55.48098434 +448 55.58035714 +449 55.67928731 +450 55.77777778 +451 55.65410200 +452 55.53097345 +453 55.40838852 +454 55.50660793 +455 55.38461538 +456 55.48245614 +457 55.57986871 +458 55.45851528 +459 55.55555556 +460 55.65217391 +461 55.74837310 +462 55.84415584 +463 55.93952484 +464 56.03448276 +465 55.91397849 +466 56.00858369 +467 56.10278373 +468 55.98290598 +469 55.86353945 +470 55.74468085 +471 55.83864119 +472 55.93220339 +473 56.02536998 +474 56.11814346 +475 56.21052632 +476 56.09243697 +477 55.97484277 +478 56.06694561 +479 56.15866388 +480 56.25000000 +481 56.13305613 +482 56.01659751 +483 56.10766046 +484 55.99173554 +485 55.87628866 +486 55.96707819 +487 56.05749487 +488 55.94262295 +489 56.03271984 +490 56.12244898 +491 56.21181263 +492 56.30081301 +493 56.38945233 +494 56.47773279 +495 56.56565657 +496 56.65322581 +497 56.53923541 +498 56.62650602 +499 56.51302605 +500 56.60000000 +501 56.48702595 +502 56.57370518 +503 56.66003976 +504 56.74603175 +505 56.83168317 +506 56.71936759 +507 56.80473373 +508 56.88976378 +509 56.97445972 +510 57.05882353 +511 56.94716243 +512 56.83593750 +513 56.72514620 +514 56.80933852 +515 56.89320388 +516 56.78294574 +517 56.67311412 +518 56.75675676 +519 56.64739884 +520 56.53846154 +521 56.42994242 +522 56.32183908 +523 56.40535373 +524 56.48854962 +525 56.57142857 +526 56.46387833 +527 56.35673624 +528 56.43939394 +529 56.52173913 +530 56.60377358 +531 56.49717514 +532 56.57894737 +533 56.66041276 +534 56.55430712 +535 56.63551402 +536 56.71641791 +537 56.79702048 +538 56.87732342 +539 56.77179963 +540 56.66666667 +541 56.74676525 +542 56.64206642 +543 56.53775322 +544 56.61764706 +545 56.69724771 +546 56.77655678 +547 56.85557587 +548 56.75182482 +549 56.83060109 +550 56.72727273 +551 56.62431942 +552 56.52173913 +553 56.41952984 +554 56.49819495 +555 56.39639640 +556 56.47482014 +557 56.37342908 +558 56.27240143 +559 56.35062612 +560 56.42857143 +561 56.50623886 +562 56.40569395 +563 56.48312611 +564 56.38297872 +565 56.28318584 +566 56.18374558 +567 56.26102293 +568 56.33802817 +569 56.23901582 +570 56.14035088 +571 56.21716287 +572 56.29370629 +573 56.36998255 +574 56.44599303 +575 56.34782609 +576 56.42361111 +577 56.32582322 +578 56.40138408 +579 56.30397237 +580 56.20689655 +581 56.11015491 +582 56.01374570 +583 56.08919383 +584 55.99315068 +585 55.89743590 +586 55.80204778 +587 55.87734242 +588 55.78231293 +589 55.68760611 +590 55.59322034 +591 55.66835871 +592 55.74324324 +593 55.64924115 +594 55.72390572 +595 55.79831933 +596 55.87248322 +597 55.94639866 +598 56.02006689 +599 55.92654424 +600 55.83333333 +601 55.90682196 +602 55.98006645 +603 55.88723051 +604 55.96026490 +605 56.03305785 +606 55.94059406 +607 55.84843493 +608 55.75657895 +609 55.82922824 +610 55.90163934 +611 55.97381342 +612 55.88235294 +613 55.79119086 +614 55.70032573 +615 55.60975610 +616 55.51948052 +617 55.59157212 +618 55.66343042 +619 55.57350565 +620 55.64516129 +621 55.55555556 +622 55.46623794 +623 55.53772071 +624 55.44871795 +625 55.36000000 +626 55.27156550 +627 55.34290271 +628 55.41401274 +629 55.32591415 +630 55.39682540 +631 55.30903328 +632 55.22151899 +633 55.13428120 +634 55.20504732 +635 55.11811024 +636 55.18867925 +637 55.25902669 +638 55.17241379 +639 55.24256651 +640 55.15625000 +641 55.07020281 +642 55.14018692 +643 55.20995334 +644 55.12422360 +645 55.03875969 +646 55.10835913 +647 55.17774343 +648 55.24691358 +649 55.16178737 +650 55.23076923 +651 55.29953917 +652 55.36809816 +653 55.43644717 +654 55.50458716 +655 55.57251908 +656 55.64024390 +657 55.55555556 +658 55.62310030 +659 55.69044006 +660 55.60606061 +661 55.67322239 +662 55.74018127 +663 55.80693816 +664 55.87349398 +665 55.93984962 +666 56.00600601 +667 56.07196402 +668 56.13772455 +669 56.05381166 +670 56.11940299 +671 56.18479881 +672 56.25000000 +673 56.31500743 +674 56.23145401 +675 56.29629630 +676 56.21301775 +677 56.12998523 +678 56.19469027 +679 56.25920471 +680 56.17647059 +681 56.09397944 +682 56.15835777 +683 56.22254758 +684 56.28654971 +685 56.35036496 +686 56.41399417 +687 56.47743814 +688 56.54069767 +689 56.60377358 +690 56.66666667 +691 56.72937771 +692 56.79190751 +693 56.85425685 +694 56.91642651 +695 56.83453237 +696 56.89655172 +697 56.95839311 +698 57.02005731 +699 56.93848355 +700 57.00000000 +701 57.06134094 +702 57.12250712 +703 57.04125178 +704 57.10227273 +705 57.16312057 +706 57.22379603 +707 57.14285714 +708 57.20338983 +709 57.26375176 +710 57.32394366 +711 57.24331927 +712 57.30337079 +713 57.36325386 +714 57.42296919 +715 57.34265734 +716 57.40223464 +717 57.46164575 +718 57.52089136 +719 57.44089013 +720 57.36111111 +721 57.42024965 +722 57.47922438 +723 57.53803596 +724 57.59668508 +725 57.65517241 +726 57.71349862 +727 57.77166437 +728 57.82967033 +729 57.88751715 +730 57.80821918 +731 57.86593707 +732 57.78688525 +733 57.84447476 +734 57.90190736 +735 57.82312925 +736 57.74456522 +737 57.66621438 +738 57.58807588 +739 57.51014885 +740 57.56756757 +741 57.62483131 +742 57.68194070 +743 57.73889637 +744 57.79569892 +745 57.71812081 +746 57.77479893 +747 57.69745649 +748 57.75401070 +749 57.81041389 +750 57.86666667 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.log b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.log deleted file mode 100644 index a0a4a643f22e8f9737727063e6c044445d0fa159..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.409863 ± 0.248331 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.58% -Mean ln(PPL(Q)/PPL(base)) : 0.019008 ± 0.000899 -Mean PPL(Q)/PPL(base) : 1.019190 ± 0.000916 -Mean PPL(Q)-PPL(base) : 0.478433 ± 0.023588 - -====== KL divergence statistics ====== -Mean KLD: 0.027115 ± 0.000104 -Maximum KLD: 2.016436 -99.9% KLD: 0.391155 -99.0% KLD: 0.179995 -99.0% KLD: 0.179995 -Median KLD: 0.015400 -10.0% KLD: 0.000310 - 5.0% KLD: 0.000046 - 1.0% KLD: 0.000000 -Minimum KLD: -0.000275 - -====== Token probability statistics ====== -Mean Δp: -0.073 ± 0.010 % -Maximum Δp: 66.267% -99.9% Δp: 25.309% -99.0% Δp: 12.706% -95.0% Δp: 5.590% -90.0% Δp: 2.959% -75.0% Δp: 0.362% -Median Δp: -0.000% -25.0% Δp: -0.466% -10.0% Δp: -3.166% - 5.0% Δp: -5.937% - 1.0% Δp: -13.474% - 0.1% Δp: -26.235% -Minimum Δp: -66.500% -RMS Δp : 4.030 ± 0.024 % -Same top p: 91.745 ± 0.071 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.mmlu b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..1632175ed0134de75529feb440987903ab23a426 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 33.78378378 +75 34.66666667 +76 35.52631579 +77 36.36363636 +78 37.17948718 +79 36.70886076 +80 37.50000000 +81 38.27160494 +82 37.80487805 +83 38.55421687 +84 39.28571429 +85 38.82352941 +86 38.37209302 +87 39.08045977 +88 39.77272727 +89 39.32584270 +90 38.88888889 +91 38.46153846 +92 38.04347826 +93 37.63440860 +94 38.29787234 +95 37.89473684 +96 38.54166667 +97 38.14432990 +98 37.75510204 +99 37.37373737 +100 38.00000000 +101 37.62376238 +102 37.25490196 +103 36.89320388 +104 36.53846154 +105 36.19047619 +106 35.84905660 +107 35.51401869 +108 35.18518519 +109 34.86238532 +110 34.54545455 +111 34.23423423 +112 33.92857143 +113 33.62831858 +114 34.21052632 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 33.33333333 +121 33.05785124 +122 32.78688525 +123 32.52032520 +124 32.25806452 +125 32.80000000 +126 32.53968254 +127 32.28346457 +128 32.03125000 +129 31.78294574 +130 31.53846154 +131 32.06106870 +132 32.57575758 +133 32.33082707 +134 32.08955224 +135 31.85185185 +136 31.61764706 +137 32.11678832 +138 31.88405797 +139 31.65467626 +140 31.42857143 +141 31.91489362 +142 32.39436620 +143 32.86713287 +144 33.33333333 +145 33.10344828 +146 32.87671233 +147 32.65306122 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 32.45033113 +152 32.23684211 +153 32.02614379 +154 31.81818182 +155 31.61290323 +156 31.41025641 +157 31.84713376 +158 32.27848101 +159 32.07547170 +160 32.50000000 +161 32.29813665 +162 32.09876543 +163 31.90184049 +164 31.70731707 +165 32.12121212 +166 31.92771084 +167 32.33532934 +168 32.14285714 +169 31.95266272 +170 31.76470588 +171 31.57894737 +172 31.39534884 +173 31.21387283 +174 31.03448276 +175 30.85714286 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.05464481 +184 29.89130435 +185 30.27027027 +186 30.10752688 +187 29.94652406 +188 29.78723404 +189 29.62962963 +190 29.47368421 +191 29.84293194 +192 29.68750000 +193 29.53367876 +194 29.89690722 +195 30.25641026 +196 30.10204082 +197 29.94923858 +198 29.79797980 +199 29.64824121 +200 29.50000000 +201 29.85074627 +202 29.70297030 +203 29.55665025 +204 29.41176471 +205 29.75609756 +206 29.61165049 +207 29.46859903 +208 29.32692308 +209 29.18660287 +210 29.04761905 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 29.16666667 +217 29.03225806 +218 28.89908257 +219 28.76712329 +220 28.63636364 +221 28.50678733 +222 28.82882883 +223 29.14798206 +224 29.01785714 +225 29.33333333 +226 29.20353982 +227 29.51541850 +228 29.82456140 +229 29.69432314 +230 29.56521739 +231 29.43722944 +232 29.31034483 +233 29.18454936 +234 29.48717949 +235 29.36170213 +236 29.23728814 +237 29.11392405 +238 28.99159664 +239 28.87029289 +240 29.16666667 +241 29.04564315 +242 29.33884298 +243 29.62962963 +244 29.50819672 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.83870968 +249 30.12048193 +250 30.00000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 29.68750000 +257 29.96108949 +258 29.84496124 +259 29.72972973 +260 29.61538462 +261 29.50191571 +262 29.38931298 +263 29.27756654 +264 29.16666667 +265 29.05660377 +266 29.32330827 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 29.04411765 +273 28.93772894 +274 28.83211679 +275 28.72727273 +276 28.98550725 +277 29.24187726 +278 29.49640288 +279 29.39068100 +280 29.64285714 +281 29.53736655 +282 29.43262411 +283 29.32862191 +284 29.22535211 +285 29.12280702 +286 29.02097902 +287 28.91986063 +288 28.81944444 +289 28.71972318 +290 28.96551724 +291 29.20962199 +292 29.45205479 +293 29.69283276 +294 29.93197279 +295 30.16949153 +296 30.06756757 +297 29.96632997 +298 30.20134228 +299 30.43478261 +300 30.66666667 +301 30.89700997 +302 31.12582781 +303 31.02310231 +304 30.92105263 +305 31.14754098 +306 31.04575163 +307 30.94462541 +308 30.84415584 +309 30.74433657 +310 30.64516129 +311 30.86816720 +312 31.08974359 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 30.91482650 +318 30.81761006 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 30.74534161 +323 30.65015480 +324 30.55555556 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 30.90909091 +331 30.81570997 +332 31.02409639 +333 30.93093093 +334 30.83832335 +335 31.04477612 +336 30.95238095 +337 30.86053412 +338 30.76923077 +339 30.67846608 +340 30.88235294 +341 31.08504399 +342 30.99415205 +343 31.19533528 +344 31.10465116 +345 31.01449275 +346 31.21387283 +347 31.41210375 +348 31.32183908 +349 31.51862464 +350 31.71428571 +351 31.62393162 +352 31.53409091 +353 31.72804533 +354 31.63841808 +355 31.54929577 +356 31.74157303 +357 31.65266106 +358 31.56424581 +359 31.47632312 +360 31.66666667 +361 31.85595568 +362 32.04419890 +363 32.23140496 +364 32.14285714 +365 32.05479452 +366 31.96721311 +367 31.88010899 +368 31.79347826 +369 31.70731707 +370 31.89189189 +371 32.07547170 +372 31.98924731 +373 31.90348525 +374 32.08556150 +375 32.26666667 +376 32.18085106 +377 32.09549072 +378 32.27513228 +379 32.18997361 +380 32.10526316 +381 32.28346457 +382 32.46073298 +383 32.63707572 +384 32.55208333 +385 32.72727273 +386 32.64248705 +387 32.55813953 +388 32.47422680 +389 32.64781491 +390 32.56410256 +391 32.73657289 +392 32.90816327 +393 32.82442748 +394 32.74111675 +395 32.65822785 +396 32.82828283 +397 32.74559194 +398 32.66331658 +399 32.83208020 +400 32.75000000 +401 32.91770574 +402 33.08457711 +403 33.00248139 +404 32.92079208 +405 32.83950617 +406 32.75862069 +407 32.67813268 +408 32.59803922 +409 32.76283619 +410 32.68292683 +411 32.60340633 +412 32.52427184 +413 32.68765133 +414 32.85024155 +415 33.01204819 +416 32.93269231 +417 32.85371703 +418 32.77511962 +419 32.93556086 +420 33.09523810 +421 33.01662708 +422 32.93838863 +423 32.86052009 +424 33.01886792 +425 32.94117647 +426 33.09859155 +427 33.02107728 +428 33.17757009 +429 33.33333333 +430 33.25581395 +431 33.41067285 +432 33.56481481 +433 33.48729792 +434 33.41013825 +435 33.33333333 +436 33.25688073 +437 33.18077803 +438 33.33333333 +439 33.48519362 +440 33.40909091 +441 33.33333333 +442 33.25791855 +443 33.18284424 +444 33.33333333 +445 33.25842697 +446 33.18385650 +447 33.10961969 +448 33.03571429 +449 32.96213808 +450 32.88888889 +451 32.81596452 +452 32.96460177 +453 33.11258278 +454 33.25991189 +455 33.18681319 +456 33.33333333 +457 33.47921225 +458 33.40611354 +459 33.55119826 +460 33.69565217 +461 33.62255965 +462 33.54978355 +463 33.47732181 +464 33.40517241 +465 33.33333333 +466 33.26180258 +467 33.40471092 +468 33.33333333 +469 33.47547974 +470 33.40425532 +471 33.33333333 +472 33.26271186 +473 33.40380550 +474 33.33333333 +475 33.26315789 +476 33.40336134 +477 33.33333333 +478 33.47280335 +479 33.61169102 +480 33.54166667 +481 33.67983368 +482 33.60995851 +483 33.54037267 +484 33.47107438 +485 33.40206186 +486 33.33333333 +487 33.47022587 +488 33.40163934 +489 33.33333333 +490 33.46938776 +491 33.60488798 +492 33.53658537 +493 33.46855984 +494 33.60323887 +495 33.73737374 +496 33.87096774 +497 33.80281690 +498 33.73493976 +499 33.66733467 +500 33.80000000 +501 33.73253493 +502 33.86454183 +503 33.79721670 +504 33.92857143 +505 33.86138614 +506 33.99209486 +507 33.92504931 +508 33.85826772 +509 33.79174853 +510 33.92156863 +511 33.85518591 +512 33.78906250 +513 33.72319688 +514 33.65758755 +515 33.59223301 +516 33.52713178 +517 33.65570600 +518 33.78378378 +519 33.71868979 +520 33.65384615 +521 33.58925144 +522 33.52490421 +523 33.65200765 +524 33.77862595 +525 33.71428571 +526 33.65019011 +527 33.77609108 +528 33.71212121 +529 33.64839319 +530 33.77358491 +531 33.70998117 +532 33.64661654 +533 33.58348968 +534 33.52059925 +535 33.64485981 +536 33.58208955 +537 33.70577281 +538 33.82899628 +539 33.76623377 +540 33.70370370 +541 33.64140481 +542 33.76383764 +543 33.70165746 +544 33.63970588 +545 33.57798165 +546 33.51648352 +547 33.45521024 +548 33.57664234 +549 33.51548270 +550 33.45454545 +551 33.57531760 +552 33.51449275 +553 33.45388788 +554 33.39350181 +555 33.33333333 +556 33.27338129 +557 33.21364452 +558 33.33333333 +559 33.27370304 +560 33.21428571 +561 33.15508021 +562 33.09608541 +563 33.21492007 +564 33.15602837 +565 33.27433628 +566 33.21554770 +567 33.15696649 +568 33.27464789 +569 33.21616872 +570 33.15789474 +571 33.27495622 +572 33.21678322 +573 33.15881326 +574 33.27526132 +575 33.21739130 +576 33.33333333 +577 33.44887348 +578 33.39100346 +579 33.50604491 +580 33.44827586 +581 33.39070568 +582 33.33333333 +583 33.44768439 +584 33.56164384 +585 33.50427350 +586 33.44709898 +587 33.39011925 +588 33.33333333 +589 33.27674024 +590 33.22033898 +591 33.16412860 +592 33.10810811 +593 33.05227656 +594 33.16498316 +595 33.10924370 +596 33.22147651 +597 33.16582915 +598 33.11036789 +599 33.22203673 +600 33.16666667 +601 33.27787022 +602 33.22259136 +603 33.33333333 +604 33.27814570 +605 33.38842975 +606 33.33333333 +607 33.44316310 +608 33.38815789 +609 33.33333333 +610 33.27868852 +611 33.22422259 +612 33.16993464 +613 33.27895595 +614 33.38762215 +615 33.33333333 +616 33.44155844 +617 33.38735818 +618 33.33333333 +619 33.27948304 +620 33.22580645 +621 33.17230274 +622 33.11897106 +623 33.06581059 +624 33.01282051 +625 32.96000000 +626 33.06709265 +627 33.01435407 +628 32.96178344 +629 33.06836248 +630 33.17460317 +631 33.12202853 +632 33.22784810 +633 33.17535545 +634 33.12302839 +635 33.07086614 +636 33.01886792 +637 33.12401884 +638 33.07210031 +639 33.02034429 +640 33.12500000 +641 33.07332293 +642 33.17757009 +643 33.12597201 +644 33.22981366 +645 33.17829457 +646 33.12693498 +647 33.07573416 +648 33.02469136 +649 32.97380586 +650 32.92307692 +651 32.87250384 +652 32.97546012 +653 32.92496172 +654 33.02752294 +655 32.97709924 +656 33.07926829 +657 33.02891933 +658 33.13069909 +659 33.08042489 +660 33.03030303 +661 32.98033283 +662 32.93051360 +663 32.88084465 +664 32.98192771 +665 33.08270677 +666 33.03303303 +667 33.13343328 +668 33.23353293 +669 33.18385650 +670 33.13432836 +671 33.08494784 +672 33.03571429 +673 32.98662704 +674 32.93768546 +675 32.88888889 +676 32.84023669 +677 32.79172821 +678 32.89085546 +679 32.84241532 +680 32.94117647 +681 33.03964758 +682 32.99120235 +683 33.08931186 +684 33.04093567 +685 32.99270073 +686 32.94460641 +687 33.04221252 +688 32.99418605 +689 32.94629898 +690 32.89855072 +691 32.85094067 +692 32.80346821 +693 32.75613276 +694 32.85302594 +695 32.80575540 +696 32.90229885 +697 32.85509326 +698 32.80802292 +699 32.90414878 +700 32.85714286 +701 32.95292439 +702 33.04843305 +703 33.14366999 +704 33.09659091 +705 33.04964539 +706 33.00283286 +707 32.95615276 +708 32.90960452 +709 32.86318759 +710 32.95774648 +711 33.05203938 +712 33.00561798 +713 33.09957924 +714 33.19327731 +715 33.14685315 +716 33.10055866 +717 33.05439331 +718 33.00835655 +719 32.96244784 +720 32.91666667 +721 32.87101248 +722 32.82548476 +723 32.91839557 +724 32.87292818 +725 32.96551724 +726 33.05785124 +727 33.01237964 +728 32.96703297 +729 32.92181070 +730 32.87671233 +731 32.83173735 +732 32.92349727 +733 33.01500682 +734 33.10626703 +735 33.06122449 +736 33.01630435 +737 33.10719132 +738 33.06233062 +739 33.15290934 +740 33.24324324 +741 33.19838057 +742 33.28840970 +743 33.37819650 +744 33.46774194 +745 33.42281879 +746 33.51206434 +747 33.46720214 +748 33.42245989 +749 33.37783712 +750 33.46666667 + +Final result: 33.4667 ±1.7242 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.ppx b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..235ad00c1e64a525aa009a85099153e5dbff1ca8 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 27.014257 ±0.265039 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.93% +Mean ln(PPL(Q)/PPL(base)) : 0.080235 ±0.001435 +Mean PPL(Q)/PPL(base) : 1.083542 ±0.001555 +Mean PPL(Q)-PPL(base) : 2.082826 ±0.044055 + +====== KL divergence statistics ====== +Mean KLD: 0.091236 ±0.000260 +Maximum KLD: 2.952074 +99.9% KLD: 0.769150 +99.0% KLD: 0.436101 +99.0% KLD: 0.436101 +Median KLD: 0.062971 +10.0% KLD: 0.001087 + 5.0% KLD: 0.000168 + 1.0% KLD: 0.000006 +Minimum KLD: -0.000217 + +====== Token probability statistics ====== +Mean Δp: -1.036 ± 0.019 % +Maximum Δp: 73.962% +99.9% Δp: 36.133% +99.0% Δp: 20.206% +95.0% Δp: 8.698% +90.0% Δp: 4.142% +75.0% Δp: 0.258% +Median Δp: -0.010% +25.0% Δp: -1.683% +10.0% Δp: -8.282% + 5.0% Δp: -13.944% + 1.0% Δp: -26.378% + 0.1% Δp: -41.765% +Minimum Δp: -82.454% +RMS Δp : 7.254 ± 0.031 % +Same top p: 84.170 ± 0.095 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.tqa b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..1a8e5d58b98c676bd14828d0e330d9cd0d7ba711 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 12.50000000 +17 11.76470588 +18 11.11111111 +19 15.78947368 +20 15.00000000 +21 14.28571429 +22 13.63636364 +23 13.04347826 +24 16.66666667 +25 16.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 20.00000000 +31 22.58064516 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 28.98550725 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 30.13698630 +74 29.72972973 +75 29.33333333 +76 28.94736842 +77 28.57142857 +78 28.20512821 +79 27.84810127 +80 27.50000000 +81 27.16049383 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 25.27472527 +92 25.00000000 +93 24.73118280 +94 24.46808511 +95 25.26315789 +96 26.04166667 +97 25.77319588 +98 25.51020408 +99 26.26262626 +100 26.00000000 +101 26.73267327 +102 26.47058824 +103 27.18446602 +104 26.92307692 +105 26.66666667 +106 26.41509434 +107 27.10280374 +108 27.77777778 +109 28.44036697 +110 29.09090909 +111 28.82882883 +112 28.57142857 +113 28.31858407 +114 28.94736842 +115 28.69565217 +116 28.44827586 +117 28.20512821 +118 27.96610169 +119 27.73109244 +120 27.50000000 +121 28.09917355 +122 27.86885246 +123 27.64227642 +124 28.22580645 +125 28.80000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 28.24427481 +132 28.03030303 +133 27.81954887 +134 28.35820896 +135 28.14814815 +136 27.94117647 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 28.57142857 +141 28.36879433 +142 28.16901408 +143 27.97202797 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.21088435 +148 27.02702703 +149 26.84563758 +150 27.33333333 +151 27.81456954 +152 27.63157895 +153 27.45098039 +154 27.27272727 +155 27.09677419 +156 27.56410256 +157 27.38853503 +158 27.84810127 +159 27.67295597 +160 27.50000000 +161 27.32919255 +162 27.16049383 +163 26.99386503 +164 26.82926829 +165 27.27272727 +166 27.71084337 +167 27.54491018 +168 27.38095238 +169 27.21893491 +170 27.05882353 +171 26.90058480 +172 26.74418605 +173 27.16763006 +174 27.01149425 +175 26.85714286 +176 27.27272727 +177 27.11864407 +178 26.96629213 +179 26.81564246 +180 26.66666667 +181 26.51933702 +182 26.37362637 +183 26.22950820 +184 26.08695652 +185 25.94594595 +186 26.34408602 +187 26.20320856 +188 26.06382979 +189 26.45502646 +190 26.31578947 +191 26.17801047 +192 26.04166667 +193 25.90673575 +194 26.28865979 +195 26.15384615 +196 26.02040816 +197 26.39593909 +198 26.26262626 +199 26.13065327 +200 26.00000000 +201 25.87064677 +202 26.23762376 +203 26.10837438 +204 25.98039216 +205 26.34146341 +206 26.21359223 +207 26.57004831 +208 26.44230769 +209 26.31578947 +210 26.19047619 +211 26.06635071 +212 25.94339623 +213 25.82159624 +214 25.70093458 +215 25.58139535 +216 25.92592593 +217 25.80645161 +218 26.14678899 +219 26.02739726 +220 25.90909091 +221 25.79185520 +222 25.67567568 +223 25.56053812 +224 25.89285714 +225 25.77777778 +226 25.66371681 +227 25.55066079 +228 25.43859649 +229 25.32751092 +230 25.21739130 +231 25.10822511 +232 25.43103448 +233 25.75107296 +234 26.06837607 +235 25.95744681 +236 26.27118644 +237 26.58227848 +238 26.89075630 +239 26.77824268 +240 26.66666667 +241 26.55601660 +242 26.44628099 +243 26.33744856 +244 26.22950820 +245 26.12244898 +246 26.01626016 +247 25.91093117 +248 25.80645161 +249 26.10441767 +250 26.00000000 +251 26.29482072 +252 26.19047619 +253 26.08695652 +254 25.98425197 +255 25.88235294 +256 25.78125000 +257 25.68093385 +258 25.58139535 +259 25.48262548 +260 25.38461538 +261 25.67049808 +262 25.57251908 +263 25.47528517 +264 25.75757576 +265 26.03773585 +266 25.93984962 +267 26.21722846 +268 26.11940299 +269 26.02230483 +270 25.92592593 +271 25.83025830 +272 25.73529412 +273 25.64102564 +274 25.91240876 +275 25.81818182 +276 25.72463768 +277 25.63176895 +278 25.53956835 +279 25.44802867 +280 25.35714286 +281 25.62277580 +282 25.53191489 +283 25.44169611 +284 25.70422535 +285 25.61403509 +286 25.87412587 +287 25.78397213 +288 25.69444444 +289 25.60553633 +290 25.51724138 +291 25.77319588 +292 26.02739726 +293 26.27986348 +294 26.19047619 +295 26.44067797 +296 26.68918919 +297 26.93602694 +298 26.84563758 +299 26.75585284 +300 26.66666667 +301 26.57807309 +302 26.49006623 +303 26.40264026 +304 26.31578947 +305 26.22950820 +306 26.14379085 +307 26.05863192 +308 26.29870130 +309 26.21359223 +310 26.12903226 +311 26.04501608 +312 26.28205128 +313 26.19808307 +314 26.11464968 +315 26.03174603 +316 25.94936709 +317 25.86750789 +318 25.78616352 +319 25.70532915 +320 25.62500000 +321 25.54517134 +322 25.77639752 +323 25.69659443 +324 25.61728395 +325 25.53846154 +326 25.46012270 +327 25.38226300 +328 25.60975610 +329 25.53191489 +330 25.75757576 +331 25.67975831 +332 25.90361446 +333 25.82582583 +334 25.74850299 +335 25.97014925 +336 26.19047619 +337 26.11275964 +338 26.03550296 +339 26.25368732 +340 26.17647059 +341 26.39296188 +342 26.60818713 +343 26.53061224 +344 26.74418605 +345 26.95652174 +346 27.16763006 +347 27.37752161 +348 27.29885057 +349 27.22063037 +350 27.14285714 +351 27.06552707 +352 26.98863636 +353 27.19546742 +354 27.11864407 +355 27.32394366 +356 27.24719101 +357 27.17086835 +358 27.37430168 +359 27.29805014 +360 27.22222222 +361 27.14681440 +362 27.07182320 +363 27.27272727 +364 27.19780220 +365 27.39726027 +366 27.32240437 +367 27.52043597 +368 27.44565217 +369 27.37127371 +370 27.29729730 +371 27.22371968 +372 27.41935484 +373 27.34584450 +374 27.54010695 +375 27.46666667 +376 27.39361702 +377 27.32095491 +378 27.24867725 +379 27.17678100 +380 27.10526316 +381 27.03412073 +382 26.96335079 +383 26.89295039 +384 26.82291667 +385 26.75324675 +386 26.68393782 +387 26.61498708 +388 26.80412371 +389 26.73521851 +390 26.66666667 +391 26.85421995 +392 26.78571429 +393 26.97201018 +394 27.15736041 +395 27.08860759 +396 27.02020202 +397 27.20403023 +398 27.13567839 +399 27.06766917 +400 27.00000000 +401 26.93266833 +402 26.86567164 +403 26.79900744 +404 26.73267327 +405 26.66666667 +406 26.60098522 +407 26.53562654 +408 26.47058824 +409 26.40586797 +410 26.34146341 +411 26.27737226 +412 26.45631068 +413 26.39225182 +414 26.57004831 +415 26.50602410 +416 26.44230769 +417 26.37889688 +418 26.31578947 +419 26.25298329 +420 26.42857143 +421 26.60332542 +422 26.54028436 +423 26.47754137 +424 26.41509434 +425 26.35294118 +426 26.29107981 +427 26.22950820 +428 26.16822430 +429 26.10722611 +430 26.04651163 +431 25.98607889 +432 26.15740741 +433 26.32794457 +434 26.49769585 +435 26.43678161 +436 26.37614679 +437 26.31578947 +438 26.25570776 +439 26.19589977 +440 26.13636364 +441 26.07709751 +442 26.01809955 +443 25.95936795 +444 25.90090090 +445 25.84269663 +446 25.78475336 +447 25.72706935 +448 25.66964286 +449 25.83518931 +450 25.77777778 +451 25.72062084 +452 25.66371681 +453 25.82781457 +454 25.77092511 +455 25.71428571 +456 25.65789474 +457 25.60175055 +458 25.54585153 +459 25.49019608 +460 25.43478261 +461 25.37960954 +462 25.32467532 +463 25.26997840 +464 25.21551724 +465 25.37634409 +466 25.32188841 +467 25.26766595 +468 25.21367521 +469 25.15991471 +470 25.10638298 +471 25.05307856 +472 25.00000000 +473 24.94714588 +474 25.10548523 +475 25.26315789 +476 25.21008403 +477 25.36687631 +478 25.31380753 +479 25.26096033 +480 25.20833333 +481 25.15592516 +482 25.31120332 +483 25.25879917 +484 25.41322314 +485 25.56701031 +486 25.51440329 +487 25.66735113 +488 25.61475410 +489 25.76687117 +490 25.91836735 +491 25.86558045 +492 26.01626016 +493 25.96348884 +494 25.91093117 +495 26.06060606 +496 26.00806452 +497 25.95573441 +498 25.90361446 +499 25.85170341 +500 25.80000000 +501 25.94810379 +502 25.89641434 +503 25.84493042 +504 25.99206349 +505 26.13861386 +506 26.08695652 +507 26.03550296 +508 25.98425197 +509 26.12966601 +510 26.27450980 +511 26.22309198 +512 26.17187500 +513 26.12085770 +514 26.07003891 +515 26.21359223 +516 26.16279070 +517 26.30560928 +518 26.25482625 +519 26.20423892 +520 26.15384615 +521 26.29558541 +522 26.24521073 +523 26.38623327 +524 26.33587786 +525 26.28571429 +526 26.23574144 +527 26.37571157 +528 26.51515152 +529 26.46502836 +530 26.41509434 +531 26.55367232 +532 26.50375940 +533 26.64165103 +534 26.59176030 +535 26.54205607 +536 26.49253731 +537 26.62942272 +538 26.57992565 +539 26.53061224 +540 26.66666667 +541 26.61737523 +542 26.56826568 +543 26.51933702 +544 26.47058824 +545 26.42201835 +546 26.37362637 +547 26.32541133 +548 26.45985401 +549 26.41165756 +550 26.36363636 +551 26.31578947 +552 26.44927536 +553 26.40144665 +554 26.35379061 +555 26.30630631 +556 26.43884892 +557 26.39138241 +558 26.34408602 +559 26.29695886 +560 26.25000000 +561 26.20320856 +562 26.15658363 +563 26.11012433 +564 26.24113475 +565 26.37168142 +566 26.32508834 +567 26.27865961 +568 26.23239437 +569 26.36203866 +570 26.31578947 +571 26.26970228 +572 26.22377622 +573 26.17801047 +574 26.30662021 +575 26.43478261 +576 26.38888889 +577 26.51646447 +578 26.64359862 +579 26.59758204 +580 26.72413793 +581 26.67814114 +582 26.80412371 +583 26.75814751 +584 26.88356164 +585 26.83760684 +586 26.96245734 +587 26.91652470 +588 26.87074830 +589 26.82512733 +590 26.94915254 +591 26.90355330 +592 26.85810811 +593 26.81281619 +594 26.76767677 +595 26.72268908 +596 26.67785235 +597 26.63316583 +598 26.58862876 +599 26.54424040 +600 26.50000000 +601 26.62229617 +602 26.57807309 +603 26.53399668 +604 26.49006623 +605 26.44628099 +606 26.56765677 +607 26.52388797 +608 26.48026316 +609 26.43678161 +610 26.39344262 +611 26.35024550 +612 26.47058824 +613 26.59053834 +614 26.54723127 +615 26.50406504 +616 26.62337662 +617 26.74230146 +618 26.69902913 +619 26.81744750 +620 26.77419355 +621 26.73107890 +622 26.84887460 +623 26.80577849 +624 26.76282051 +625 26.72000000 +626 26.67731629 +627 26.63476874 +628 26.59235669 +629 26.55007949 +630 26.50793651 +631 26.62440571 +632 26.58227848 +633 26.54028436 +634 26.65615142 +635 26.61417323 +636 26.57232704 +637 26.53061224 +638 26.48902821 +639 26.44757433 +640 26.40625000 +641 26.36505460 +642 26.47975078 +643 26.43856921 +644 26.55279503 +645 26.66666667 +646 26.62538700 +647 26.58423493 +648 26.69753086 +649 26.65639445 +650 26.76923077 +651 26.88172043 +652 26.99386503 +653 27.10566616 +654 27.06422018 +655 27.02290076 +656 26.98170732 +657 27.09284627 +658 27.05167173 +659 27.01062215 +660 26.96969697 +661 26.92889561 +662 26.88821752 +663 26.84766214 +664 26.80722892 +665 26.91729323 +666 27.02702703 +667 26.98650675 +668 26.94610778 +669 26.90582960 +670 26.86567164 +671 26.82563338 +672 26.78571429 +673 26.74591382 +674 26.70623145 +675 26.81481481 +676 26.92307692 +677 26.88330871 +678 26.84365782 +679 26.80412371 +680 26.91176471 +681 26.87224670 +682 26.83284457 +683 26.79355783 +684 26.90058480 +685 26.86131387 +686 26.82215743 +687 26.78311499 +688 26.88953488 +689 26.85050798 +690 26.81159420 +691 26.91751085 +692 26.87861272 +693 26.83982684 +694 26.94524496 +695 26.90647482 +696 27.01149425 +697 26.97274032 +698 26.93409742 +699 26.89556509 +700 27.00000000 +701 26.96148359 +702 26.92307692 +703 26.88477952 +704 26.84659091 +705 26.80851064 +706 26.77053824 +707 26.73267327 +708 26.69491525 +709 26.65726375 +710 26.61971831 +711 26.58227848 +712 26.68539326 +713 26.64796634 +714 26.61064426 +715 26.71328671 +716 26.67597765 +717 26.63877266 +718 26.60167131 +719 26.56467316 +720 26.52777778 +721 26.49098474 +722 26.45429363 +723 26.41770401 +724 26.51933702 +725 26.48275862 +726 26.58402204 +727 26.54745530 +728 26.51098901 +729 26.47462277 +730 26.43835616 +731 26.40218878 +732 26.50273224 +733 26.46657572 +734 26.43051771 +735 26.39455782 +736 26.35869565 +737 26.32293080 +738 26.28726287 +739 26.38700947 +740 26.35135135 +741 26.31578947 +742 26.28032345 +743 26.24495289 +744 26.34408602 +745 26.30872483 +746 26.40750670 +747 26.37215529 +748 26.33689840 +749 26.43524700 +750 26.53333333 + +Final result: 26.5333 ±1.6132 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_m.wng b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..f1cb030c3550b8789db62578f80ad1d2008f9d14 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.435347 -6.880495 1 1 +2 100.0000 -2.234538 -2.249791 1 1 +3 100.0000 -3.510837 -3.415725 2 2 +4 100.0000 -5.598207 -6.219793 1 1 +5 80.0000 -4.077764 -4.284328 1 2 +6 83.3333 -5.975106 -6.224974 1 1 +7 85.7143 -6.934771 -5.832215 2 2 +8 87.5000 -2.829890 -2.431445 2 2 +9 88.8889 -5.457113 -5.923056 1 1 +10 80.0000 -2.520773 -2.869097 1 2 +11 81.8182 -8.812955 -6.694887 2 2 +12 75.0000 -4.352640 -4.455482 1 2 +13 76.9231 -5.431558 -5.935183 1 1 +14 78.5714 -5.980742 -6.185476 1 1 +15 73.3333 -3.226641 -4.944726 1 2 +16 75.0000 -3.226741 -3.176605 2 2 +17 70.5882 -8.440484 -9.399486 1 2 +18 72.2222 -3.680295 -4.357871 1 1 +19 73.6842 -5.055443 -6.441550 1 1 +20 70.0000 -3.844066 -3.463786 2 1 +21 71.4286 -4.167903 -4.494483 1 1 +22 72.7273 -4.381027 -3.962675 2 2 +23 69.5652 -5.466077 -5.361656 2 1 +24 70.8333 -2.805755 -5.514361 1 1 +25 68.0000 -2.794864 -2.830465 1 2 +26 69.2308 -3.272957 -4.307417 1 1 +27 66.6667 -7.180589 -7.191203 1 2 +28 67.8571 -5.786362 -6.386620 1 1 +29 68.9655 -5.118094 -5.384544 1 1 +30 66.6667 -2.430129 -2.828533 1 2 +31 67.7419 -5.926899 -5.956702 1 1 +32 68.7500 -4.350551 -6.830909 1 1 +33 69.6970 -7.154159 -8.250832 1 1 +34 70.5882 -3.470878 -3.917029 1 1 +35 71.4286 -5.339960 -4.653018 2 2 +36 69.4444 -4.129549 -4.688530 1 2 +37 67.5676 -3.542336 -3.519815 2 1 +38 68.4211 -4.589559 -4.787055 1 1 +39 66.6667 -3.379719 -3.831227 1 2 +40 65.0000 -5.784810 -6.450331 1 2 +41 65.8537 -4.744137 -5.182633 1 1 +42 66.6667 -1.121280 -2.349851 1 1 +43 67.4419 -3.805250 -3.802314 2 2 +44 68.1818 -3.607026 -2.753711 2 2 +45 68.8889 -4.041140 -14.036759 1 1 +46 69.5652 -3.269359 -3.931417 1 1 +47 68.0851 -5.885277 -6.085961 1 2 +48 66.6667 -6.189655 -6.321332 1 2 +49 65.3061 -2.203954 -0.802427 2 1 +50 66.0000 -4.080766 -3.864876 2 2 +51 66.6667 -2.388726 -2.646975 1 1 +52 65.3846 -5.209947 -5.291510 1 2 +53 66.0377 -3.595212 -4.133312 1 1 +54 66.6667 -2.840739 -2.755353 2 2 +55 67.2727 -3.791142 -3.484900 2 2 +56 66.0714 -4.389159 -5.798709 1 2 +57 64.9123 -3.921095 -4.794896 1 2 +58 65.5172 -3.490054 -4.227613 1 1 +59 66.1017 -3.861129 -3.162716 2 2 +60 65.0000 -5.581949 -6.269772 1 2 +61 65.5738 -3.251036 -3.895416 1 1 +62 64.5161 -8.449562 -7.653976 2 1 +63 65.0794 -5.662935 -5.221428 2 2 +64 65.6250 -4.650239 -5.051782 1 1 +65 66.1538 -5.782851 -4.916147 2 2 +66 65.1515 -3.359570 -3.157037 2 1 +67 65.6716 -2.927238 -1.989037 2 2 +68 66.1765 -7.485228 -7.234740 2 2 +69 66.6667 -5.772069 -7.274807 1 1 +70 67.1429 -4.056310 -3.268886 2 2 +71 66.1972 -3.013749 -2.733339 2 1 +72 66.6667 -5.095438 -4.068917 2 2 +73 65.7534 -3.716394 -3.495089 2 1 +74 66.2162 -4.519996 -5.166649 1 1 +75 65.3333 -2.406517 -2.399308 2 1 +76 65.7895 -4.818277 -5.060680 1 1 +77 66.2338 -3.437003 -2.974355 2 2 +78 66.6667 -3.160232 -3.282696 1 1 +79 65.8228 -2.222934 -2.449554 1 2 +80 66.2500 -4.404346 -5.666874 1 1 +81 66.6667 -4.902369 -4.434452 2 2 +82 65.8537 -2.182106 -2.256505 1 2 +83 66.2651 -7.164717 -6.860423 2 2 +84 65.4762 -4.406182 -4.836918 1 2 +85 65.8824 -7.344367 -7.406810 1 1 +86 66.2791 -8.112721 -8.031439 2 2 +87 66.6667 -2.328369 -2.410201 1 1 +88 65.9091 -4.148637 -3.856924 2 1 +89 66.2921 -4.619050 -5.132458 1 1 +90 66.6667 -4.455090 -2.877208 2 2 +91 67.0330 -4.004737 -4.215235 1 1 +92 67.3913 -8.324087 -8.020144 2 2 +93 67.7419 -1.726930 -0.907679 2 2 +94 67.0213 -7.409136 -8.808971 1 2 +95 67.3684 -4.925855 -5.445653 1 1 +96 67.7083 -2.292315 -3.531067 1 1 +97 67.0103 -5.156701 -5.086100 2 1 +98 67.3469 -4.145616 -3.980881 2 2 +99 66.6667 -5.465139 -5.198014 2 1 +100 67.0000 -11.194272 -9.981325 2 2 +101 66.3366 -5.340981 -5.759794 1 2 +102 66.6667 -4.452042 -5.142169 1 1 +103 66.0194 -3.209016 -4.357142 1 2 +104 66.3462 -9.517183 -9.425506 2 2 +105 66.6667 -2.555238 -2.692256 1 1 +106 66.0377 -3.360031 -3.370921 1 2 +107 65.4206 -2.970326 -3.332572 1 2 +108 64.8148 -2.095288 -3.111832 1 2 +109 64.2202 -7.213177 -8.098520 1 2 +110 64.5455 -4.424730 -4.131858 2 2 +111 64.8649 -4.523293 -4.407362 2 2 +112 64.2857 -5.019670 -3.985848 2 1 +113 63.7168 -4.492671 -6.336962 1 2 +114 64.0351 -6.222773 -6.315374 1 1 +115 64.3478 -2.808426 -3.520864 1 1 +116 64.6552 -4.216468 -3.378582 2 2 +117 64.1026 -5.847723 -6.224329 1 2 +118 64.4068 -2.332968 -3.278353 1 1 +119 64.7059 -3.759587 -3.927418 1 1 +120 65.0000 -3.574345 -3.582141 1 1 +121 64.4628 -1.347376 -1.585275 1 2 +122 63.9344 -7.981110 -9.393683 1 2 +123 63.4146 -4.721566 -4.177253 2 1 +124 63.7097 -3.817249 -3.708205 2 2 +125 64.0000 -3.277312 -3.092776 2 2 +126 64.2857 -8.471507 -7.787691 2 2 +127 64.5669 -2.354488 -1.661224 2 2 +128 64.0625 -1.951749 -1.845635 2 1 +129 64.3411 -1.828361 -1.260902 2 2 +130 64.6154 -5.638860 -5.195121 2 2 +131 64.1221 -5.493882 -5.716684 1 2 +132 64.3939 -2.469055 -2.117473 2 2 +133 64.6617 -2.604730 -3.199746 1 1 +134 64.9254 -4.443183 -4.337451 2 2 +135 65.1852 -5.742112 -5.892611 1 1 +136 65.4412 -5.830339 -4.472499 2 2 +137 64.9635 -7.577238 -7.175251 2 1 +138 65.2174 -4.509462 -4.374625 2 2 +139 65.4676 -4.872406 -5.007073 1 1 +140 65.0000 -1.362646 -1.812021 1 2 +141 65.2482 -3.753679 -3.267488 2 2 +142 65.4930 -3.493670 -2.912896 2 2 +143 65.7343 -2.681569 -10.315805 1 1 +144 65.9722 -2.537072 -2.817319 1 1 +145 65.5172 -4.823538 -15.606223 1 2 +146 65.7534 -6.685601 -6.533350 2 2 +147 65.3061 -5.268307 -5.536898 1 2 +148 64.8649 -4.064926 -3.891812 2 1 +149 65.1007 -5.589933 -5.055169 2 2 +150 65.3333 -2.725172 -2.210379 2 2 +151 65.5629 -3.012726 -3.027990 1 1 +152 65.7895 -4.796734 -4.024598 2 2 +153 65.3595 -3.578500 -3.359165 2 1 +154 65.5844 -4.338063 -4.564442 1 1 +155 65.1613 -2.683378 -3.122743 1 2 +156 64.7436 -3.384305 -3.217470 2 1 +157 64.9682 -3.172459 -4.097522 1 1 +158 65.1899 -5.283116 -5.124861 2 2 +159 65.4088 -5.399582 -5.798552 1 1 +160 65.6250 -3.932728 -3.527008 2 2 +161 65.2174 -3.540462 -3.146560 2 1 +162 64.8148 -1.746639 -11.775549 1 2 +163 65.0307 -2.767858 -3.101684 1 1 +164 65.2439 -6.638756 -5.806598 2 2 +165 65.4545 -5.895924 -5.657383 2 2 +166 65.6627 -4.344472 -4.292745 2 2 +167 65.2695 -5.115014 -5.102007 2 1 +168 65.4762 -6.226542 -4.881267 2 2 +169 65.0888 -3.591226 -3.912266 1 2 +170 64.7059 -5.813760 -5.531537 2 1 +171 64.9123 -7.105259 -7.133294 1 1 +172 65.1163 -5.610891 -6.408049 1 1 +173 65.3179 -3.795005 -3.345340 2 2 +174 65.5172 -5.936569 -5.439347 2 2 +175 65.7143 -3.729944 -3.942850 1 1 +176 65.9091 -2.947094 -3.817862 1 1 +177 66.1017 -7.159200 -6.906206 2 2 +178 66.2921 -2.912453 -3.004990 1 1 +179 65.9218 -3.349300 -3.110246 2 1 +180 65.5556 -7.595852 -8.113409 1 2 +181 65.7459 -5.033006 -4.615266 2 2 +182 65.3846 -3.062179 -3.231930 1 2 +183 65.0273 -6.355493 -7.483937 1 2 +184 65.2174 -3.747701 -4.644115 1 1 +185 64.8649 -5.861171 -6.126689 1 2 +186 65.0538 -4.593094 -4.706653 1 1 +187 64.7059 -5.518520 -5.917805 1 2 +188 64.3617 -4.155191 -3.221575 2 1 +189 64.5503 -6.454338 -5.369442 2 2 +190 64.7368 -6.879792 -6.386147 2 2 +191 64.9215 -4.474711 -5.495745 1 1 +192 64.5833 -5.270633 -5.566547 1 2 +193 64.7668 -5.480049 -5.343522 2 2 +194 64.9485 -3.369385 -3.052092 2 2 +195 64.6154 -4.308523 -4.196381 2 1 +196 64.7959 -3.165479 -3.149544 2 2 +197 64.9746 -1.026254 -3.070541 1 1 +198 64.6465 -6.718493 -5.852356 2 1 +199 64.8241 -5.923384 -5.881886 2 2 +200 65.0000 -4.295660 -4.113243 2 2 +201 64.6766 -5.146862 -4.899032 2 1 +202 64.8515 -9.441236 -8.993482 2 2 +203 64.5320 -4.332355 -4.532577 1 2 +204 64.7059 -3.123171 -3.208461 1 1 +205 64.8780 -3.005295 -2.720522 2 2 +206 64.5631 -7.219907 -7.447628 1 2 +207 64.2512 -5.445029 -3.848672 2 1 +208 64.4231 -6.211983 -5.246045 2 2 +209 64.5933 -5.347427 -4.960546 2 2 +210 64.7619 -10.664916 -8.938632 2 2 +211 64.9289 -4.504786 -5.825756 1 1 +212 65.0943 -5.946209 -4.996878 2 2 +213 65.2582 -6.380843 -6.121333 2 2 +214 64.9533 -4.440200 -4.187331 2 1 +215 64.6512 -5.683305 -5.778630 1 2 +216 64.3519 -4.817649 -4.560339 2 1 +217 64.5161 -2.314777 -2.752269 1 1 +218 64.6789 -3.383060 -2.646855 2 2 +219 64.8402 -3.145704 -3.850972 1 1 +220 64.5455 -5.927919 -6.929727 1 2 +221 64.7059 -5.241767 -11.733027 1 1 +222 64.4144 -0.768388 -13.843034 1 2 +223 64.1256 -3.022225 -3.411801 1 2 +224 64.2857 -6.071187 -5.033264 2 2 +225 64.4444 -5.201688 -4.322366 2 2 +226 64.1593 -4.492486 -4.422834 2 1 +227 63.8767 -5.660944 -5.017896 2 1 +228 64.0351 -1.549724 -2.374293 1 1 +229 64.1921 -5.292527 -4.274235 2 2 +230 63.9130 -2.755457 -2.749975 2 1 +231 64.0693 -2.591506 -2.647501 1 1 +232 63.7931 -2.146355 -2.316142 1 2 +233 63.5193 -2.127515 -2.020772 2 1 +234 63.2479 -3.405104 -4.044047 1 2 +235 63.4043 -5.219836 -4.941236 2 2 +236 63.5593 -2.059221 -2.255790 1 1 +237 63.2911 -4.601512 -2.852334 2 1 +238 63.0252 -3.201127 -3.283285 1 2 +239 63.1799 -3.252889 -2.772057 2 2 +240 62.9167 -9.031276 -9.463774 1 2 +241 62.6556 -5.413091 -5.911551 1 2 +242 62.8099 -7.131501 -6.663838 2 2 +243 62.5514 -5.831730 -5.684864 2 1 +244 62.7049 -3.005509 -4.155898 1 1 +245 62.8571 -7.333939 -7.614528 1 1 +246 62.6016 -3.530536 -2.867713 2 1 +247 62.3482 -5.445929 -6.367844 1 2 +248 62.0968 -3.229601 -3.365734 1 2 +249 62.2490 -3.346792 -3.001285 2 2 +250 62.4000 -5.969920 -6.216473 1 1 +251 62.5498 -1.616437 -1.957395 1 1 +252 62.6984 -8.518842 -8.007843 2 2 +253 62.4506 -5.809320 -5.576260 2 1 +254 62.2047 -4.771935 -5.572892 1 2 +255 62.3529 -6.238178 -7.491811 1 1 +256 62.5000 -3.780745 -4.683697 1 1 +257 62.6459 -3.106521 -3.175721 1 1 +258 62.7907 -4.659612 -4.309495 2 2 +259 62.9344 -4.335313 -5.401584 1 1 +260 62.6923 -5.699706 -5.506817 2 1 +261 62.4521 -4.513960 -5.017196 1 2 +262 62.2137 -6.287247 -6.807966 1 2 +263 61.9772 -2.900551 -2.728034 2 1 +264 62.1212 -5.423470 -4.965671 2 2 +265 62.2642 -2.754509 -2.935247 1 1 +266 62.4060 -6.743531 -6.969971 1 1 +267 62.5468 -2.928417 -3.361757 1 1 +268 62.3134 -3.444986 -3.003595 2 1 +269 62.0818 -5.057035 -5.410881 1 2 +270 62.2222 -2.347510 -4.006546 1 1 +271 62.3616 -4.671561 -4.395144 2 2 +272 62.1324 -4.758315 -4.826194 1 2 +273 61.9048 -4.840545 -4.937536 1 2 +274 61.6788 -4.023456 -4.446700 1 2 +275 61.8182 -2.264879 -2.422909 1 1 +276 61.9565 -3.186575 -3.281482 1 1 +277 62.0939 -3.803732 -4.060634 1 1 +278 61.8705 -4.373113 -3.688546 2 1 +279 62.0072 -4.189761 -3.418801 2 2 +280 61.7857 -4.957271 -5.270291 1 2 +281 61.5658 -3.097021 -3.129896 1 2 +282 61.7021 -5.172960 -4.379943 2 2 +283 61.8375 -4.178943 -3.068391 2 2 +284 61.9718 -4.419623 -5.904736 1 1 +285 62.1053 -6.017574 -7.736526 1 1 +286 62.2378 -3.870284 -4.222644 1 1 +287 62.3693 -3.396131 -6.870763 1 1 +288 62.5000 -5.798078 -5.311821 2 2 +289 62.6298 -3.967528 -4.100158 1 1 +290 62.4138 -8.263923 -8.083766 2 1 +291 62.5430 -2.524397 -3.012115 1 1 +292 62.6712 -3.190593 -2.472251 2 2 +293 62.4573 -6.546922 -6.576612 1 2 +294 62.2449 -3.215021 -2.747837 2 1 +295 62.3729 -2.179444 -2.796253 1 1 +296 62.1622 -6.253353 -6.439915 1 2 +297 61.9529 -0.908517 -1.210487 1 2 +298 61.7450 -6.966410 -8.519804 1 2 +299 61.8729 -2.999493 -2.563808 2 2 +300 61.6667 -3.733677 -3.257332 2 1 +301 61.7940 -4.721927 -5.186471 1 1 +302 61.9205 -4.902715 -4.816152 2 2 +303 61.7162 -8.790257 -8.065687 2 1 +304 61.8421 -4.591000 -2.846476 2 2 +305 61.6393 -2.923707 -3.030448 1 2 +306 61.7647 -3.482152 -3.434798 2 2 +307 61.8893 -3.530838 -3.805435 1 1 +308 62.0130 -7.467691 -7.087996 2 2 +309 62.1359 -5.486372 -5.837534 1 1 +310 61.9355 -6.222216 -6.441582 1 2 +311 62.0579 -2.086962 -4.474276 1 1 +312 61.8590 -6.639379 -5.076229 2 1 +313 61.6613 -5.515301 -6.647377 1 2 +314 61.7834 -7.997597 -7.943930 2 2 +315 61.9048 -3.808026 -4.641890 1 1 +316 62.0253 -7.457941 -6.659661 2 2 +317 62.1451 -7.109994 -7.235078 1 1 +318 62.2642 -6.434854 -5.676541 2 2 +319 62.0690 -1.643473 -1.523722 2 1 +320 62.1875 -5.754942 -6.582291 1 1 +321 62.3053 -3.490005 -3.489049 2 2 +322 62.1118 -2.776938 -3.491325 1 2 +323 62.2291 -2.622034 -3.011509 1 1 +324 62.0370 -4.715654 -4.437951 2 1 +325 62.1538 -7.180141 -6.207744 2 2 +326 62.2699 -3.456511 -2.896788 2 2 +327 62.3853 -3.008070 -3.345719 1 1 +328 62.5000 -5.194982 -5.613998 1 1 +329 62.6140 -5.921775 -11.275336 1 1 +330 62.4242 -1.776263 -1.474594 2 1 +331 62.2356 -5.830678 -4.193509 2 1 +332 62.3494 -4.333261 -5.514477 1 1 +333 62.4625 -4.543169 -4.503384 2 2 +334 62.5749 -2.309757 -5.481738 1 1 +335 62.3881 -5.530579 -5.305089 2 1 +336 62.2024 -3.005721 -3.289813 1 2 +337 62.0178 -3.084222 -3.123927 1 2 +338 61.8343 -4.039964 -3.944541 2 1 +339 61.6519 -5.523646 -5.916738 1 2 +340 61.7647 -5.564812 -5.799970 1 1 +341 61.8768 -3.163623 -3.708021 1 1 +342 61.9883 -5.576661 -5.575338 2 2 +343 62.0991 -3.799192 -4.184909 1 1 +344 61.9186 -5.026652 -3.238993 2 1 +345 62.0290 -1.046003 -2.200512 1 1 +346 62.1387 -8.407470 -6.784607 2 2 +347 61.9597 -4.706400 -4.806606 1 2 +348 62.0690 -1.621964 -2.011833 1 1 +349 62.1777 -5.277379 -4.709678 2 2 +350 62.2857 -16.668255 -2.301217 2 2 +351 62.3932 -3.628536 -5.162722 1 1 +352 62.5000 -4.517343 -3.194784 2 2 +353 62.6062 -2.259312 -2.654982 1 1 +354 62.4294 -6.987114 -7.393522 1 2 +355 62.5352 -4.159366 -3.970783 2 2 +356 62.3596 -3.037501 -4.577359 1 2 +357 62.1849 -4.398739 -4.574957 1 2 +358 62.0112 -3.525000 -4.194674 1 2 +359 62.1170 -5.799078 -5.350193 2 2 +360 61.9444 -5.086352 -5.523393 1 2 +361 61.7729 -2.486820 -2.645280 1 2 +362 61.8785 -6.246421 -6.192918 2 2 +363 61.9835 -3.882293 -4.117756 1 1 +364 61.8132 -8.452954 -7.644532 2 1 +365 61.9178 -6.194500 -6.542377 1 1 +366 61.7486 -4.832678 -9.258266 1 2 +367 61.8529 -6.409331 -6.518998 1 1 +368 61.9565 -3.575150 -2.773251 2 2 +369 62.0596 -5.623456 -5.380100 2 2 +370 61.8919 -7.143269 -6.117191 2 1 +371 61.7251 -3.734510 -3.142226 2 1 +372 61.5591 -3.056034 -2.740266 2 1 +373 61.6622 -4.455114 -5.623662 1 1 +374 61.7647 -2.517223 -2.608045 1 1 +375 61.8667 -4.572866 -3.866727 2 2 +376 61.9681 -7.956454 -6.541312 2 2 +377 61.8037 -6.067054 -6.340634 1 2 +378 61.9048 -5.206679 -4.685120 2 2 +379 62.0053 -2.235729 -2.164672 2 2 +380 61.8421 -9.944963 -9.460789 2 1 +381 61.9423 -11.216886 -10.113602 2 2 +382 61.7801 -3.880239 -4.347185 1 2 +383 61.8799 -3.370683 -1.445982 2 2 +384 61.7188 -4.525413 -4.467125 2 1 +385 61.8182 -1.139855 -1.179922 1 1 +386 61.9171 -2.380899 -14.600267 1 1 +387 61.7571 -2.609138 -2.390925 2 1 +388 61.8557 -7.196492 -6.749438 2 2 +389 61.9537 -3.027884 -2.398985 2 2 +390 62.0513 -3.877592 -3.895688 1 1 +391 61.8926 -4.680233 -6.840034 1 2 +392 61.7347 -6.247990 -5.640864 2 1 +393 61.5776 -6.259657 -7.028230 1 2 +394 61.6751 -5.654471 -5.714420 1 1 +395 61.7722 -4.823440 -4.384406 2 2 +396 61.8687 -3.383948 -4.429129 1 1 +397 61.9647 -6.427137 -6.946915 1 1 +398 62.0603 -3.069188 -6.110637 1 1 +399 61.9048 -6.329133 -5.735460 2 1 +400 62.0000 -3.814215 -9.578319 1 1 +401 62.0948 -4.319479 -4.500206 1 1 +402 61.9403 -4.413111 -5.585105 1 2 +403 62.0347 -7.928601 -7.622656 2 2 +404 62.1287 -4.453011 -4.184002 2 2 +405 61.9753 -4.194630 -3.841223 2 1 +406 62.0690 -8.013430 -10.084798 1 1 +407 62.1622 -6.910513 -6.567372 2 2 +408 62.2549 -4.349035 -4.284005 2 2 +409 62.1027 -6.054004 -6.014423 2 1 +410 62.1951 -6.210693 -6.240018 1 1 +411 62.2871 -7.401164 -7.637615 1 1 +412 62.3786 -6.517790 -5.805813 2 2 +413 62.2276 -3.824910 -3.879970 1 2 +414 62.0773 -5.302215 -6.009162 1 2 +415 62.1687 -5.623644 -4.398308 2 2 +416 62.2596 -5.643255 -3.587700 2 2 +417 62.3501 -7.546177 -8.871382 1 1 +418 62.2010 -4.681755 -4.036065 2 1 +419 62.2912 -5.640789 -5.233669 2 2 +420 62.1429 -4.034841 -4.605372 1 2 +421 62.2328 -4.941811 -4.794319 2 2 +422 62.0853 -2.387259 -2.043995 2 1 +423 61.9385 -5.232537 -5.204502 2 1 +424 62.0283 -4.045278 -4.747072 1 1 +425 62.1176 -6.869481 -5.441277 2 2 +426 61.9718 -1.835942 -2.792264 1 2 +427 61.8267 -4.615585 -4.512975 2 1 +428 61.9159 -3.752217 -4.735538 1 1 +429 62.0047 -3.275021 -3.132366 2 2 +430 62.0930 -5.985011 -6.246704 1 1 +431 62.1810 -6.395853 -7.363823 1 1 +432 62.0370 -4.364098 -4.589725 1 2 +433 61.8938 -2.196750 -2.481671 1 2 +434 61.7512 -7.160371 -6.956517 2 1 +435 61.8391 -5.933917 -6.418155 1 1 +436 61.6972 -3.844967 -1.075770 2 1 +437 61.7849 -6.984670 -5.431538 2 2 +438 61.6438 -4.500369 -4.835080 1 2 +439 61.7312 -2.029941 -2.564309 1 1 +440 61.8182 -4.452245 -4.931704 1 1 +441 61.9048 -2.896435 -5.599484 1 1 +442 61.9910 -4.263511 -4.425322 1 1 +443 62.0767 -1.507225 -1.884600 1 1 +444 61.9369 -6.428181 -7.606076 1 2 +445 62.0225 -2.632587 -3.026562 1 1 +446 62.1076 -6.195457 -5.194918 2 2 +447 61.9687 -2.853105 -2.277897 2 1 +448 61.8304 -3.862562 -3.921001 1 2 +449 61.6927 -4.185385 -4.362792 1 2 +450 61.7778 -5.462274 -3.388535 2 2 +451 61.8625 -5.734830 -5.343891 2 2 +452 61.9469 -5.045107 -7.095825 1 1 +453 62.0309 -4.678685 -4.666852 2 2 +454 62.1145 -3.793455 -4.110576 1 1 +455 61.9780 -7.702849 -8.520841 1 2 +456 62.0614 -5.333686 -5.220513 2 2 +457 62.1444 -10.701040 -11.607272 1 1 +458 62.2271 -4.831272 -4.662502 2 2 +459 62.0915 -5.102749 -5.285673 1 2 +460 62.1739 -0.446612 -11.006943 1 1 +461 62.2560 -3.398583 -3.790571 1 1 +462 62.3377 -6.333909 -6.336447 1 1 +463 62.2030 -1.788869 -1.488732 2 1 +464 62.2845 -3.287495 -3.611959 1 1 +465 62.1505 -4.343700 -4.364233 1 2 +466 62.0172 -7.152200 -7.169307 1 2 +467 62.0985 -6.181322 -7.653713 1 1 +468 62.1795 -6.040428 -4.822525 2 2 +469 62.0469 -2.281698 -1.226876 2 1 +470 62.1277 -2.750361 -2.620873 2 2 +471 62.2081 -3.220716 -3.885569 1 1 +472 62.2881 -4.720581 -4.518198 2 2 +473 62.3679 -4.687721 -4.289674 2 2 +474 62.4473 -8.000957 -9.403482 1 1 +475 62.5263 -3.176377 -2.299167 2 2 +476 62.6050 -5.999299 -5.713579 2 2 +477 62.4738 -4.840463 -5.266235 1 2 +478 62.5523 -4.842772 -4.868515 1 1 +479 62.4217 -3.369262 -3.107744 2 1 +480 62.5000 -7.852875 -7.799356 2 2 +481 62.3701 -3.830870 -3.753480 2 1 +482 62.4481 -4.650716 -4.240215 2 2 +483 62.5259 -5.177306 -5.822476 1 1 +484 62.3967 -2.935401 -1.850823 2 1 +485 62.4742 -1.871084 -2.336109 1 1 +486 62.3457 -2.212755 -2.178841 2 1 +487 62.4230 -4.024049 -3.928876 2 2 +488 62.5000 -4.315845 -3.335013 2 2 +489 62.5767 -3.412488 -3.674131 1 1 +490 62.6531 -3.635157 -4.302338 1 1 +491 62.7291 -4.111195 -3.885694 2 2 +492 62.8049 -6.827467 -6.179874 2 2 +493 62.8803 -2.311967 -3.314606 1 1 +494 62.7530 -5.507751 -5.634029 1 2 +495 62.6263 -5.156745 -4.965320 2 1 +496 62.5000 -3.986541 -4.503152 1 2 +497 62.3742 -6.871984 -6.378092 2 1 +498 62.2490 -2.380533 -2.497586 1 2 +499 62.3246 -4.032254 -4.257664 1 1 +500 62.2000 -5.424853 -6.386728 1 2 +501 62.2754 -2.602693 -2.617156 1 1 +502 62.3506 -2.888543 -3.267764 1 1 +503 62.2266 -5.075935 -5.442542 1 2 +504 62.1032 -3.818266 -3.601722 2 1 +505 62.1782 -7.008294 -5.438114 2 2 +506 62.0553 -5.687555 -4.791674 2 1 +507 62.1302 -4.124946 -4.392622 1 1 +508 62.2047 -8.977631 -6.121690 2 2 +509 62.2790 -4.108232 -9.939051 1 1 +510 62.3529 -3.992836 -4.579552 1 1 +511 62.4266 -5.637642 -5.055463 2 2 +512 62.5000 -4.153275 -4.368835 1 1 +513 62.3782 -4.484290 -4.670799 1 2 +514 62.2568 -4.667083 -4.414005 2 1 +515 62.1359 -11.890327 -11.790033 2 1 +516 62.0155 -4.287894 -4.021133 2 1 +517 62.0890 -1.750428 -1.847834 1 1 +518 62.1622 -3.706497 -2.900660 2 2 +519 62.0424 -8.159094 -9.263459 1 2 +520 62.1154 -2.670158 -2.190199 2 2 +521 62.1881 -1.875264 -2.064470 1 1 +522 62.2605 -5.882006 -4.416941 2 2 +523 62.3327 -6.079504 -4.910771 2 2 +524 62.2137 -7.913635 -6.733322 2 1 +525 62.0952 -5.172161 -5.399901 1 2 +526 62.1673 -1.519340 -18.509415 1 1 +527 62.2391 -5.746207 -2.930098 2 2 +528 62.3106 -7.096484 -7.004497 2 2 +529 62.3819 -6.128321 -6.522109 1 1 +530 62.4528 -4.474365 -3.538754 2 2 +531 62.3352 -4.796198 -4.440144 2 1 +532 62.4060 -2.691790 -2.869907 1 1 +533 62.2889 -3.110085 -3.665697 1 2 +534 62.3596 -3.741044 -4.619955 1 1 +535 62.2430 -4.330147 -5.359401 1 2 +536 62.1269 -3.430566 -3.140068 2 1 +537 62.0112 -6.834836 -6.701876 2 1 +538 62.0818 -2.407851 -6.414052 1 1 +539 62.1521 -4.490033 -2.481583 2 2 +540 62.2222 -3.033748 -2.717111 2 2 +541 62.2921 -4.051618 -4.283408 1 1 +542 62.3616 -6.569366 -6.281686 2 2 +543 62.4309 -6.009341 -5.049336 2 2 +544 62.5000 -3.239886 -3.610586 1 1 +545 62.3853 -1.313835 -5.038299 1 2 +546 62.4542 -3.666452 -4.353506 1 1 +547 62.5229 -9.279586 -8.547598 2 2 +548 62.4088 -4.927540 -4.730500 2 1 +549 62.2951 -6.474667 -6.071795 2 1 +550 62.1818 -4.480637 -4.849434 1 2 +551 62.0690 -1.757587 -15.914938 1 2 +552 62.1377 -4.660910 -5.112418 1 1 +553 62.2061 -6.974658 -5.922198 2 2 +554 62.0939 -4.716414 -5.112647 1 2 +555 62.1622 -1.656127 -1.632894 2 2 +556 62.2302 -6.415801 -6.181039 2 2 +557 62.1185 -7.228766 -6.934213 2 1 +558 62.1864 -0.614308 -3.332405 1 1 +559 62.2540 -3.420716 -3.263501 2 2 +560 62.3214 -4.046772 -4.325780 1 1 +561 62.2103 -3.740264 -3.558784 2 1 +562 62.2776 -0.964679 -1.628905 1 1 +563 62.1670 -2.554932 -3.492828 1 2 +564 62.2340 -3.780241 -3.786724 1 1 +565 62.3009 -3.231365 -3.025345 2 2 +566 62.3675 -4.428028 -5.810960 1 1 +567 62.4339 -3.963880 -3.117807 2 2 +568 62.5000 -5.921820 -3.235655 2 2 +569 62.5659 -8.617344 -9.151790 1 1 +570 62.6316 -4.791942 -7.107121 1 1 +571 62.6970 -4.726752 -4.106339 2 2 +572 62.7622 -2.437860 -2.346057 2 2 +573 62.8272 -3.952561 -3.873609 2 2 +574 62.7178 -4.058086 -4.832327 1 2 +575 62.7826 -7.396097 -7.311213 2 2 +576 62.8472 -2.023235 -2.229211 1 1 +577 62.7383 -4.498749 -4.947927 1 2 +578 62.8028 -3.111491 -2.722148 2 2 +579 62.6943 -5.677205 -6.002770 1 2 +580 62.7586 -3.117659 -3.745875 1 1 +581 62.6506 -8.687944 -6.851004 2 1 +582 62.5430 -6.297709 -6.402458 1 2 +583 62.6072 -4.856915 -4.445661 2 2 +584 62.5000 -6.723785 -6.146859 2 1 +585 62.5641 -0.760752 -1.413757 1 1 +586 62.4573 -4.750847 -4.621288 2 1 +587 62.3509 -2.409153 -1.784720 2 1 +588 62.2449 -3.267465 -4.377937 1 2 +589 62.3090 -4.749593 -4.584217 2 2 +590 62.3729 -4.868159 -4.483464 2 2 +591 62.4365 -4.997139 -4.893860 2 2 +592 62.3311 -6.643830 -6.570127 2 1 +593 62.3946 -5.146676 -5.030212 2 2 +594 62.2896 -7.649235 -7.472003 2 1 +595 62.3529 -2.419585 -2.360209 2 2 +596 62.2483 -6.678191 -6.936276 1 2 +597 62.1441 -3.791057 -3.609503 2 1 +598 62.0401 -3.752394 -2.560309 2 1 +599 62.1035 -3.024259 -3.596086 1 1 +600 62.1667 -6.459665 -5.599184 2 2 +601 62.2296 -4.233905 -4.002800 2 2 +602 62.2924 -2.096484 -4.048764 1 1 +603 62.3549 -5.869459 -5.751377 2 2 +604 62.4172 -3.767381 -3.652638 2 2 +605 62.3140 -2.924717 -2.427513 2 1 +606 62.2112 -3.790352 -3.896314 1 2 +607 62.1087 -2.641980 -2.008243 2 1 +608 62.0066 -3.744530 -1.803663 2 1 +609 62.0690 -6.693099 -8.404917 1 1 +610 61.9672 -3.701953 -3.248696 2 1 +611 62.0295 -6.004583 -6.314744 1 1 +612 62.0915 -1.924329 -3.989069 1 1 +613 62.1533 -3.706759 -3.043745 2 2 +614 62.2150 -5.921390 -4.133893 2 2 +615 62.2764 -3.934513 -3.469492 2 2 +616 62.3377 -5.956548 -5.724565 2 2 +617 62.3987 -13.807367 -3.862680 2 2 +618 62.4595 -4.508797 -4.120391 2 2 +619 62.5202 -5.157732 -4.627221 2 2 +620 62.5806 -3.856272 -4.435028 1 1 +621 62.6409 -3.593486 -3.567024 2 2 +622 62.7010 -4.532596 -5.006272 1 1 +623 62.7608 -3.162065 -4.093200 1 1 +624 62.8205 -5.400242 -4.797447 2 2 +625 62.8800 -6.903466 -7.336439 1 1 +626 62.7796 -2.906503 -1.860059 2 1 +627 62.6794 -5.343742 -5.303678 2 1 +628 62.7389 -2.153554 -2.068585 2 2 +629 62.7981 -3.210633 -3.376190 1 1 +630 62.8571 -2.260916 -2.428406 1 1 +631 62.9160 -2.331223 -3.014819 1 1 +632 62.8165 -1.629098 -1.898491 1 2 +633 62.7172 -2.253134 -2.913507 1 2 +634 62.6183 -3.432655 -3.360857 2 1 +635 62.6772 -7.474639 -7.153121 2 2 +636 62.7358 -2.597188 -3.918262 1 1 +637 62.6374 -6.889938 -6.342693 2 1 +638 62.5392 -5.819678 -5.226190 2 1 +639 62.5978 -1.520348 -1.744341 1 1 +640 62.5000 -1.760373 -2.091090 1 2 +641 62.4025 -7.556978 -7.319570 2 1 +642 62.4611 -6.053133 -5.679445 2 2 +643 62.5194 -1.728084 -1.124499 2 2 +644 62.4224 -5.108920 -4.496013 2 1 +645 62.4806 -3.555326 -5.307745 1 1 +646 62.5387 -5.486491 -6.034876 1 1 +647 62.4420 -6.756951 -5.125528 2 1 +648 62.3457 -4.323731 -4.878115 1 2 +649 62.4037 -3.819160 -4.897204 1 1 +650 62.3077 -5.574936 -5.330671 2 1 +651 62.2120 -5.849248 -6.871191 1 2 +652 62.1166 -9.355429 -9.393709 1 2 +653 62.1746 -5.196671 -4.424281 2 2 +654 62.0795 -4.213025 -4.645782 1 2 +655 61.9847 -3.478191 -3.486669 1 2 +656 62.0427 -6.071824 -3.770164 2 2 +657 61.9482 -5.080669 -5.290805 1 2 +658 62.0061 -4.365739 -3.554979 2 2 +659 61.9120 -2.307833 -2.347302 1 2 +660 61.9697 -4.083536 -3.349867 2 2 +661 62.0272 -4.793803 -5.292252 1 1 +662 61.9335 -5.413118 -4.295764 2 1 +663 61.9910 -9.318356 -8.622972 2 2 +664 61.8976 -5.820212 -5.240165 2 1 +665 61.9549 -2.717844 -2.534237 2 2 +666 61.8619 -6.481117 -5.631837 2 1 +667 61.7691 -7.148256 -9.935860 1 2 +668 61.6766 -2.066368 -1.953642 2 1 +669 61.5845 -4.080372 -3.951844 2 1 +670 61.6418 -3.980411 -3.999393 1 1 +671 61.6990 -4.127840 -5.382850 1 1 +672 61.7560 -4.615846 -4.465501 2 2 +673 61.8128 -2.628861 -2.048031 2 2 +674 61.8694 -4.692993 -4.982256 1 1 +675 61.9259 -4.080306 -5.888917 1 1 +676 61.9822 -3.587932 -3.389881 2 2 +677 61.8907 -4.740701 -4.385798 2 1 +678 61.7994 -6.336016 -7.297685 1 2 +679 61.8557 -6.854443 -6.717970 2 2 +680 61.9118 -3.459661 -4.249122 1 1 +681 61.8209 -3.981332 -3.548754 2 1 +682 61.7302 -2.663146 -2.923860 1 2 +683 61.7862 -2.138442 -2.775079 1 1 +684 61.8421 -8.383354 -8.410410 1 1 +685 61.8978 -4.102590 -2.802835 2 2 +686 61.8076 -6.444453 -7.562304 1 2 +687 61.8632 -3.734458 -3.533893 2 2 +688 61.9186 -8.543343 -8.796023 1 1 +689 61.9739 -2.986177 -2.826170 2 2 +690 62.0290 -4.310580 -3.299259 2 2 +691 61.9392 -4.432074 -4.380848 2 1 +692 61.9942 -1.855875 -3.682163 1 1 +693 61.9048 -5.007878 -4.691606 2 1 +694 61.9597 -3.329092 -3.284257 2 2 +695 62.0144 -5.964119 -6.554018 1 1 +696 61.9253 -8.985701 -8.892703 2 1 +697 61.8364 -3.323009 -3.099023 2 1 +698 61.7479 -4.740276 -4.990527 1 2 +699 61.8026 -5.348236 -5.527205 1 1 +700 61.8571 -4.954757 -4.527458 2 2 +701 61.7689 -3.349159 -3.120038 2 1 +702 61.8234 -5.210065 -4.871467 2 2 +703 61.7354 -8.252834 -7.380855 2 1 +704 61.6477 -2.750376 -2.280336 2 1 +705 61.7021 -5.162645 -4.413720 2 2 +706 61.6147 -4.099671 -4.363475 1 2 +707 61.6690 -6.278465 -6.490273 1 1 +708 61.5819 -5.924397 -5.950316 1 2 +709 61.6361 -4.526659 -3.746801 2 2 +710 61.6901 -4.152634 -5.273345 1 1 +711 61.6034 -2.317067 -2.380412 1 2 +712 61.5169 -2.153621 -3.357119 1 2 +713 61.4306 -4.852484 -4.884977 1 2 +714 61.3445 -3.321208 -3.394401 1 2 +715 61.3986 -7.329681 -7.297037 2 2 +716 61.4525 -5.310698 -4.920456 2 2 +717 61.5063 -4.682765 -1.081617 2 2 +718 61.5599 -4.452552 -5.014857 1 1 +719 61.4743 -6.306825 -5.714362 2 1 +720 61.3889 -1.446264 -4.525681 1 2 +721 61.4424 -5.930371 -5.504180 2 2 +722 61.3573 -2.797869 -2.015850 2 1 +723 61.2725 -3.464225 -3.106716 2 1 +724 61.1878 -3.662935 -3.999253 1 2 +725 61.1034 -4.781425 -5.257850 1 2 +726 61.1570 -5.539738 -5.357750 2 2 +727 61.2105 -4.080421 -3.785635 2 2 +728 61.1264 -6.001588 -5.603077 2 1 +729 61.0425 -2.392084 -1.981447 2 1 +730 60.9589 -4.641394 -4.279272 2 1 +731 61.0123 -4.209448 -4.259326 1 1 +732 61.0656 -3.119839 -2.736475 2 2 +733 60.9823 -5.247464 -5.253963 1 2 +734 61.0354 -0.522624 -15.761239 1 1 +735 60.9524 -4.303630 -2.882949 2 1 +736 61.0054 -4.493390 -4.788301 1 1 +737 61.0583 -4.465929 -4.558578 1 1 +738 61.1111 -5.999934 -5.762022 2 2 +739 61.1637 -1.723500 -13.312804 1 1 +740 61.2162 -5.933720 -5.121203 2 2 +741 61.2686 -5.814747 -6.505221 1 1 +742 61.3208 -4.189953 -3.114460 2 2 +743 61.3728 -3.875886 -3.818457 2 2 +744 61.4247 -6.606124 -4.647817 2 2 +745 61.3423 -3.485163 -3.032972 2 1 +746 61.2601 -9.679738 -8.956649 2 1 +747 61.3119 -5.073327 -6.050829 1 1 +748 61.3636 -5.028905 -4.499337 2 2 +749 61.4152 -6.005915 -6.179123 1 1 +750 61.4667 -3.996723 -9.991938 1 1 + +Final Winogrande score(750 tasks): 61.4667 ±1.7783 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.arc b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..f4e64f7ac99e4501557c4b5fa0bdd46605fb144f --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 46.87500000 +33 48.48484848 +34 50.00000000 +35 48.57142857 +36 47.22222222 +37 48.64864865 +38 50.00000000 +39 48.71794872 +40 50.00000000 +41 51.21951220 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 51.11111111 +46 52.17391304 +47 53.19148936 +48 54.16666667 +49 53.06122449 +50 54.00000000 +51 52.94117647 +52 53.84615385 +53 54.71698113 +54 53.70370370 +55 52.72727273 +56 51.78571429 +57 52.63157895 +58 53.44827586 +59 54.23728814 +60 55.00000000 +61 55.73770492 +62 54.83870968 +63 55.55555556 +64 54.68750000 +65 53.84615385 +66 54.54545455 +67 53.73134328 +68 54.41176471 +69 55.07246377 +70 54.28571429 +71 53.52112676 +72 52.77777778 +73 53.42465753 +74 52.70270270 +75 53.33333333 +76 53.94736842 +77 53.24675325 +78 53.84615385 +79 53.16455696 +80 52.50000000 +81 51.85185185 +82 52.43902439 +83 51.80722892 +84 52.38095238 +85 52.94117647 +86 53.48837209 +87 54.02298851 +88 54.54545455 +89 55.05617978 +90 55.55555556 +91 56.04395604 +92 56.52173913 +93 55.91397849 +94 55.31914894 +95 55.78947368 +96 56.25000000 +97 55.67010309 +98 56.12244898 +99 56.56565657 +100 56.00000000 +101 55.44554455 +102 54.90196078 +103 54.36893204 +104 53.84615385 +105 54.28571429 +106 53.77358491 +107 54.20560748 +108 53.70370370 +109 53.21100917 +110 53.63636364 +111 54.05405405 +112 54.46428571 +113 53.98230088 +114 53.50877193 +115 53.91304348 +116 53.44827586 +117 53.84615385 +118 54.23728814 +119 53.78151261 +120 54.16666667 +121 53.71900826 +122 54.09836066 +123 54.47154472 +124 54.03225806 +125 54.40000000 +126 54.76190476 +127 55.11811024 +128 54.68750000 +129 54.26356589 +130 53.84615385 +131 54.19847328 +132 54.54545455 +133 54.88721805 +134 54.47761194 +135 54.07407407 +136 53.67647059 +137 54.01459854 +138 54.34782609 +139 54.67625899 +140 55.00000000 +141 55.31914894 +142 55.63380282 +143 55.94405594 +144 55.55555556 +145 55.86206897 +146 55.47945205 +147 55.78231293 +148 55.40540541 +149 55.70469799 +150 56.00000000 +151 56.29139073 +152 56.57894737 +153 56.86274510 +154 56.49350649 +155 56.12903226 +156 56.41025641 +157 56.68789809 +158 56.96202532 +159 57.23270440 +160 56.87500000 +161 57.14285714 +162 57.40740741 +163 57.05521472 +164 56.70731707 +165 56.96969697 +166 57.22891566 +167 56.88622754 +168 57.14285714 +169 56.80473373 +170 57.05882353 +171 56.72514620 +172 56.39534884 +173 56.64739884 +174 56.89655172 +175 56.57142857 +176 56.25000000 +177 56.49717514 +178 56.17977528 +179 56.42458101 +180 56.11111111 +181 55.80110497 +182 56.04395604 +183 55.73770492 +184 55.97826087 +185 56.21621622 +186 56.45161290 +187 56.14973262 +188 55.85106383 +189 55.55555556 +190 55.26315789 +191 55.49738220 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 55.38461538 +196 55.61224490 +197 55.83756345 +198 56.06060606 +199 56.28140704 +200 56.50000000 +201 56.71641791 +202 56.93069307 +203 56.65024631 +204 56.86274510 +205 56.58536585 +206 56.31067961 +207 56.52173913 +208 56.73076923 +209 56.93779904 +210 57.14285714 +211 57.34597156 +212 57.07547170 +213 56.80751174 +214 57.00934579 +215 57.20930233 +216 56.94444444 +217 56.68202765 +218 56.88073394 +219 57.07762557 +220 56.81818182 +221 56.56108597 +222 56.30630631 +223 56.05381166 +224 56.25000000 +225 56.00000000 +226 55.75221239 +227 55.94713656 +228 56.14035088 +229 56.33187773 +230 56.52173913 +231 56.27705628 +232 56.03448276 +233 56.22317597 +234 55.98290598 +235 55.74468085 +236 55.93220339 +237 55.69620253 +238 55.88235294 +239 56.06694561 +240 56.25000000 +241 56.43153527 +242 56.19834711 +243 55.96707819 +244 55.73770492 +245 55.51020408 +246 55.28455285 +247 55.46558704 +248 55.24193548 +249 55.02008032 +250 55.20000000 +251 55.37848606 +252 55.55555556 +253 55.33596838 +254 55.11811024 +255 55.29411765 +256 55.46875000 +257 55.64202335 +258 55.42635659 +259 55.21235521 +260 55.38461538 +261 55.55555556 +262 55.72519084 +263 55.89353612 +264 56.06060606 +265 55.84905660 +266 55.63909774 +267 55.80524345 +268 55.59701493 +269 55.76208178 +270 55.92592593 +271 55.71955720 +272 55.51470588 +273 55.67765568 +274 55.47445255 +275 55.27272727 +276 55.43478261 +277 55.59566787 +278 55.39568345 +279 55.19713262 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 55.24475524 +287 55.05226481 +288 55.20833333 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.10204082 +295 55.25423729 +296 55.06756757 +297 55.21885522 +298 55.03355705 +299 55.18394649 +300 55.00000000 +301 54.81727575 +302 54.96688742 +303 54.78547855 +304 54.93421053 +305 55.08196721 +306 54.90196078 +307 55.04885993 +308 54.87012987 +309 55.01618123 +310 55.16129032 +311 55.30546624 +312 55.12820513 +313 55.27156550 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 54.68750000 +321 54.51713396 +322 54.65838509 +323 54.48916409 +324 54.62962963 +325 54.46153846 +326 54.60122699 +327 54.43425076 +328 54.26829268 +329 54.10334347 +330 54.24242424 +331 54.38066465 +332 54.21686747 +333 54.35435435 +334 54.19161677 +335 54.02985075 +336 53.86904762 +337 53.70919881 +338 53.55029586 +339 53.68731563 +340 53.82352941 +341 53.95894428 +342 53.80116959 +343 53.93586006 +344 54.06976744 +345 53.91304348 +346 54.04624277 +347 53.89048991 +348 53.73563218 +349 53.86819484 +350 53.71428571 +351 53.84615385 +352 53.69318182 +353 53.54107649 +354 53.38983051 +355 53.23943662 +356 53.08988764 +357 52.94117647 +358 53.07262570 +359 52.92479109 +360 53.05555556 +361 53.18559557 +362 53.31491713 +363 53.44352617 +364 53.29670330 +365 53.15068493 +366 53.00546448 +367 52.86103542 +368 52.98913043 +369 52.84552846 +370 52.97297297 +371 52.83018868 +372 52.68817204 +373 52.54691689 +374 52.67379679 +375 52.80000000 +376 52.65957447 +377 52.78514589 +378 52.91005291 +379 52.77044855 +380 52.89473684 +381 52.75590551 +382 52.61780105 +383 52.48041775 +384 52.34375000 +385 52.46753247 +386 52.59067358 +387 52.45478036 +388 52.31958763 +389 52.18508997 +390 52.30769231 +391 52.17391304 +392 52.04081633 +393 52.16284987 +394 52.28426396 +395 52.40506329 +396 52.27272727 +397 52.39294710 +398 52.26130653 +399 52.13032581 +400 52.25000000 +401 52.11970075 +402 52.23880597 +403 52.35732010 +404 52.47524752 +405 52.59259259 +406 52.70935961 +407 52.82555283 +408 52.94117647 +409 52.81173594 +410 52.92682927 +411 53.04136253 +412 53.15533981 +413 53.02663438 +414 53.14009662 +415 53.01204819 +416 52.88461538 +417 52.75779376 +418 52.63157895 +419 52.50596659 +420 52.61904762 +421 52.49406176 +422 52.60663507 +423 52.71867612 +424 52.59433962 +425 52.47058824 +426 52.34741784 +427 52.22482436 +428 52.10280374 +429 52.21445221 +430 52.32558140 +431 52.43619490 +432 52.31481481 +433 52.19399538 +434 52.07373272 +435 52.18390805 +436 52.29357798 +437 52.40274600 +438 52.28310502 +439 52.39179954 +440 52.50000000 +441 52.38095238 +442 52.26244344 +443 52.14446953 +444 52.02702703 +445 52.13483146 +446 52.24215247 +447 52.34899329 +448 52.45535714 +449 52.56124722 +450 52.44444444 +451 52.54988914 +452 52.65486726 +453 52.75938190 +454 52.64317181 +455 52.52747253 +456 52.41228070 +457 52.29759300 +458 52.18340611 +459 52.28758170 +460 52.17391304 +461 52.27765727 +462 52.38095238 +463 52.26781857 +464 52.15517241 +465 52.04301075 +466 52.14592275 +467 52.03426124 +468 52.13675214 +469 52.02558635 +470 52.12765957 +471 52.22929936 +472 52.11864407 +473 52.00845666 +474 51.89873418 +475 51.78947368 +476 51.68067227 +477 51.78197065 +478 51.88284519 +479 51.98329854 +480 51.87500000 +481 51.76715177 +482 51.86721992 +483 51.96687371 +484 52.06611570 +485 52.16494845 +486 52.26337449 +487 52.36139630 +488 52.45901639 +489 52.35173824 +490 52.24489796 +491 52.34215886 +492 52.23577236 +493 52.12981744 +494 52.22672065 +495 52.12121212 +496 52.01612903 +497 52.11267606 +498 52.20883534 +499 52.30460922 +500 52.40000000 +501 52.49500998 +502 52.58964143 +503 52.68389662 +504 52.77777778 +505 52.87128713 +506 52.76679842 +507 52.66272189 +508 52.75590551 +509 52.84872299 +510 52.94117647 +511 52.83757339 +512 52.92968750 +513 52.82651072 +514 52.91828794 +515 53.00970874 +516 52.90697674 +517 52.80464217 +518 52.70270270 +519 52.60115607 +520 52.50000000 +521 52.59117083 +522 52.68199234 +523 52.58126195 +524 52.48091603 +525 52.38095238 +526 52.28136882 +527 52.18216319 +528 52.08333333 +529 51.98487713 +530 52.07547170 +531 52.16572505 +532 52.25563910 +533 52.34521576 +534 52.24719101 +535 52.14953271 +536 52.05223881 +537 52.14152700 +538 52.04460967 +539 52.13358071 +540 52.03703704 +541 51.94085028 +542 52.02952030 +543 52.11786372 +544 52.02205882 +545 52.11009174 +546 52.01465201 +547 51.91956124 +548 52.00729927 +549 52.09471767 +550 52.00000000 +551 51.90562613 +552 51.81159420 +553 51.89873418 +554 51.80505415 +555 51.89189189 +556 51.79856115 +557 51.88509874 +558 51.79211470 +559 51.87835420 +560 51.96428571 +561 52.04991087 +562 52.13523132 +563 52.22024867 +564 52.12765957 +565 52.03539823 +566 52.12014134 +567 52.20458554 +568 52.28873239 +569 52.19683656 +570 52.10526316 +571 52.18914186 +572 52.09790210 +573 52.00698080 +574 52.09059233 +575 52.17391304 +576 52.25694444 +577 52.33968804 +578 52.42214533 +579 52.50431779 +580 52.58620690 +581 52.49569707 +582 52.40549828 +583 52.48713551 +584 52.56849315 +585 52.64957265 +586 52.73037543 +587 52.64054514 +588 52.55102041 +589 52.63157895 +590 52.71186441 +591 52.79187817 +592 52.87162162 +593 52.78246206 +594 52.86195286 +595 52.94117647 +596 52.85234899 +597 52.76381910 +598 52.67558528 +599 52.75459098 +600 52.66666667 +601 52.57903494 +602 52.49169435 +603 52.40464345 +604 52.31788079 +605 52.23140496 +606 52.14521452 +607 52.05930807 +608 52.13815789 +609 52.05254516 +610 52.13114754 +611 52.04582651 +612 51.96078431 +613 51.87601958 +614 51.79153094 +615 51.86991870 +616 51.94805195 +617 52.02593193 +618 51.94174757 +619 51.85783522 +620 51.93548387 +621 51.85185185 +622 51.76848875 +623 51.84590690 +624 51.76282051 +625 51.68000000 +626 51.59744409 +627 51.67464115 +628 51.75159236 +629 51.66931638 +630 51.58730159 +631 51.66402536 +632 51.58227848 +633 51.50078989 +634 51.41955836 +635 51.33858268 +636 51.41509434 +637 51.33437991 +638 51.41065831 +639 51.33020344 +640 51.25000000 +641 51.32605304 +642 51.24610592 +643 51.16640747 +644 51.24223602 +645 51.16279070 +646 51.08359133 +647 51.00463679 +648 50.92592593 +649 50.84745763 +650 50.76923077 +651 50.84485407 +652 50.76687117 +653 50.68912711 +654 50.76452599 +655 50.68702290 +656 50.60975610 +657 50.53272451 +658 50.60790274 +659 50.53110774 +660 50.60606061 +661 50.52950076 +662 50.60422961 +663 50.67873303 +664 50.75301205 +665 50.82706767 +666 50.90090090 +667 50.97451274 +668 50.89820359 +669 50.82212257 +670 50.89552239 +671 50.81967213 +672 50.74404762 +673 50.66864785 +674 50.59347181 +675 50.51851852 +676 50.44378698 +677 50.51698671 +678 50.58997050 +679 50.66273932 +680 50.73529412 +681 50.66079295 +682 50.73313783 +683 50.65885798 +684 50.58479532 +685 50.65693431 +686 50.58309038 +687 50.50946143 +688 50.58139535 +689 50.65312046 +690 50.72463768 +691 50.79594790 +692 50.86705202 +693 50.79365079 +694 50.86455331 +695 50.79136691 +696 50.71839080 +697 50.64562410 +698 50.57306590 +699 50.50071531 +700 50.57142857 +701 50.64194009 +702 50.71225071 +703 50.64011380 +704 50.71022727 +705 50.78014184 +706 50.84985836 +707 50.91937765 +708 50.98870056 +709 51.05782793 +710 51.12676056 +711 51.19549930 +712 51.26404494 +713 51.33239832 +714 51.26050420 +715 51.18881119 +716 51.25698324 +717 51.18549512 +718 51.11420613 +719 51.04311544 +720 50.97222222 +721 50.90152566 +722 50.83102493 +723 50.89903181 +724 50.96685083 +725 51.03448276 +726 50.96418733 +727 50.89408528 +728 50.96153846 +729 50.89163237 +730 50.95890411 +731 51.02599179 +732 51.09289617 +733 51.15961801 +734 51.22615804 +735 51.15646259 +736 51.22282609 +737 51.15332429 +738 51.08401084 +739 51.15020298 +740 51.08108108 +741 51.14709852 +742 51.21293801 +743 51.27860027 +744 51.20967742 +745 51.27516779 +746 51.20643432 +747 51.13788487 +748 51.06951872 +749 51.00133511 +750 51.06666667 + +Final result: 51.0667 ±1.8265 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.hsw b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..4ef29519790b021de5c658666866d6b9ba18de87 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 53.84615385 +14 57.14285714 +15 60.00000000 +16 62.50000000 +17 58.82352941 +18 55.55555556 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 56.52173913 +24 54.16666667 +25 52.00000000 +26 50.00000000 +27 48.14814815 +28 50.00000000 +29 48.27586207 +30 46.66666667 +31 48.38709677 +32 46.87500000 +33 48.48484848 +34 50.00000000 +35 51.42857143 +36 50.00000000 +37 48.64864865 +38 50.00000000 +39 48.71794872 +40 47.50000000 +41 46.34146341 +42 45.23809524 +43 44.18604651 +44 45.45454545 +45 44.44444444 +46 43.47826087 +47 42.55319149 +48 41.66666667 +49 40.81632653 +50 40.00000000 +51 41.17647059 +52 40.38461538 +53 39.62264151 +54 38.88888889 +55 38.18181818 +56 37.50000000 +57 38.59649123 +58 39.65517241 +59 40.67796610 +60 41.66666667 +61 40.98360656 +62 40.32258065 +63 39.68253968 +64 40.62500000 +65 40.00000000 +66 39.39393939 +67 40.29850746 +68 39.70588235 +69 40.57971014 +70 40.00000000 +71 39.43661972 +72 40.27777778 +73 39.72602740 +74 40.54054054 +75 40.00000000 +76 40.78947368 +77 41.55844156 +78 42.30769231 +79 43.03797468 +80 43.75000000 +81 43.20987654 +82 42.68292683 +83 43.37349398 +84 42.85714286 +85 42.35294118 +86 43.02325581 +87 43.67816092 +88 44.31818182 +89 43.82022472 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 46.31578947 +96 46.87500000 +97 46.39175258 +98 46.93877551 +99 47.47474747 +100 48.00000000 +101 48.51485149 +102 48.03921569 +103 47.57281553 +104 48.07692308 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 48.64864865 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 51.09489051 +138 51.44927536 +139 51.07913669 +140 51.42857143 +141 51.77304965 +142 52.11267606 +143 52.44755245 +144 52.77777778 +145 53.10344828 +146 53.42465753 +147 53.74149660 +148 53.37837838 +149 53.02013423 +150 53.33333333 +151 52.98013245 +152 52.63157895 +153 52.94117647 +154 52.59740260 +155 52.90322581 +156 52.56410256 +157 52.22929936 +158 52.53164557 +159 52.20125786 +160 52.50000000 +161 52.79503106 +162 52.46913580 +163 52.76073620 +164 53.04878049 +165 53.33333333 +166 53.61445783 +167 53.89221557 +168 54.16666667 +169 53.84615385 +170 53.52941176 +171 53.80116959 +172 54.06976744 +173 53.75722543 +174 53.44827586 +175 53.71428571 +176 53.40909091 +177 53.67231638 +178 53.93258427 +179 53.63128492 +180 53.88888889 +181 53.59116022 +182 53.84615385 +183 54.09836066 +184 53.80434783 +185 54.05405405 +186 53.76344086 +187 53.47593583 +188 53.19148936 +189 52.91005291 +190 53.15789474 +191 53.40314136 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.33333333 +196 53.06122449 +197 52.79187817 +198 52.52525253 +199 52.76381910 +200 53.00000000 +201 52.73631841 +202 52.47524752 +203 52.21674877 +204 52.45098039 +205 52.19512195 +206 51.94174757 +207 52.17391304 +208 51.92307692 +209 52.15311005 +210 52.38095238 +211 52.60663507 +212 52.83018868 +213 53.05164319 +214 52.80373832 +215 52.55813953 +216 52.31481481 +217 52.07373272 +218 51.83486239 +219 52.05479452 +220 52.27272727 +221 52.48868778 +222 52.70270270 +223 52.91479821 +224 53.12500000 +225 53.33333333 +226 53.09734513 +227 52.86343612 +228 52.63157895 +229 52.83842795 +230 52.60869565 +231 52.38095238 +232 52.15517241 +233 51.93133047 +234 52.13675214 +235 51.91489362 +236 51.69491525 +237 51.89873418 +238 52.10084034 +239 52.30125523 +240 52.50000000 +241 52.28215768 +242 52.47933884 +243 52.67489712 +244 52.45901639 +245 52.24489796 +246 52.03252033 +247 51.82186235 +248 52.01612903 +249 52.20883534 +250 52.40000000 +251 52.58964143 +252 52.77777778 +253 52.56916996 +254 52.75590551 +255 52.94117647 +256 53.12500000 +257 52.91828794 +258 53.10077519 +259 53.28185328 +260 53.46153846 +261 53.63984674 +262 53.43511450 +263 53.23193916 +264 53.40909091 +265 53.58490566 +266 53.38345865 +267 53.55805243 +268 53.73134328 +269 53.90334572 +270 53.70370370 +271 53.50553506 +272 53.30882353 +273 53.11355311 +274 53.28467153 +275 53.09090909 +276 53.26086957 +277 53.42960289 +278 53.59712230 +279 53.76344086 +280 53.92857143 +281 54.09252669 +282 54.25531915 +283 54.06360424 +284 54.22535211 +285 54.03508772 +286 53.84615385 +287 54.00696864 +288 54.16666667 +289 54.32525952 +290 54.48275862 +291 54.29553265 +292 54.10958904 +293 54.26621160 +294 54.42176871 +295 54.57627119 +296 54.72972973 +297 54.88215488 +298 55.03355705 +299 54.84949833 +300 55.00000000 +301 54.81727575 +302 54.96688742 +303 54.78547855 +304 54.93421053 +305 54.75409836 +306 54.90196078 +307 54.72312704 +308 54.87012987 +309 55.01618123 +310 55.16129032 +311 55.30546624 +312 55.44871795 +313 55.59105431 +314 55.41401274 +315 55.23809524 +316 55.37974684 +317 55.52050473 +318 55.34591195 +319 55.17241379 +320 55.31250000 +321 55.14018692 +322 54.96894410 +323 55.10835913 +324 55.24691358 +325 55.38461538 +326 55.21472393 +327 55.04587156 +328 55.18292683 +329 55.31914894 +330 55.45454545 +331 55.58912387 +332 55.42168675 +333 55.55555556 +334 55.38922156 +335 55.52238806 +336 55.65476190 +337 55.48961424 +338 55.32544379 +339 55.45722714 +340 55.29411765 +341 55.42521994 +342 55.55555556 +343 55.68513120 +344 55.52325581 +345 55.36231884 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 54.72779370 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.95750708 +354 55.08474576 +355 55.21126761 +356 55.33707865 +357 55.18207283 +358 55.30726257 +359 55.43175487 +360 55.27777778 +361 55.12465374 +362 55.24861878 +363 55.09641873 +364 55.21978022 +365 55.34246575 +366 55.46448087 +367 55.58583106 +368 55.70652174 +369 55.82655827 +370 55.67567568 +371 55.79514825 +372 55.91397849 +373 55.76407507 +374 55.61497326 +375 55.73333333 +376 55.85106383 +377 55.70291777 +378 55.55555556 +379 55.67282322 +380 55.78947368 +381 55.90551181 +382 55.75916230 +383 55.61357702 +384 55.72916667 +385 55.84415584 +386 55.95854922 +387 55.81395349 +388 55.67010309 +389 55.52699229 +390 55.64102564 +391 55.49872123 +392 55.61224490 +393 55.72519084 +394 55.83756345 +395 55.69620253 +396 55.80808081 +397 55.91939547 +398 56.03015075 +399 56.14035088 +400 56.00000000 +401 56.10972569 +402 55.97014925 +403 55.83126551 +404 55.69306931 +405 55.55555556 +406 55.41871921 +407 55.52825553 +408 55.63725490 +409 55.74572127 +410 55.60975610 +411 55.47445255 +412 55.33980583 +413 55.20581114 +414 55.31400966 +415 55.18072289 +416 55.28846154 +417 55.39568345 +418 55.50239234 +419 55.36992840 +420 55.47619048 +421 55.34441805 +422 55.45023697 +423 55.55555556 +424 55.66037736 +425 55.76470588 +426 55.86854460 +427 55.73770492 +428 55.60747664 +429 55.47785548 +430 55.58139535 +431 55.45243619 +432 55.32407407 +433 55.19630485 +434 55.29953917 +435 55.17241379 +436 55.04587156 +437 54.91990847 +438 54.79452055 +439 54.89749431 +440 54.77272727 +441 54.87528345 +442 54.97737557 +443 55.07900677 +444 54.95495495 +445 55.05617978 +446 55.15695067 +447 55.25727069 +448 55.35714286 +449 55.45657016 +450 55.55555556 +451 55.43237251 +452 55.30973451 +453 55.18763797 +454 55.28634361 +455 55.16483516 +456 55.26315789 +457 55.36105033 +458 55.24017467 +459 55.33769063 +460 55.43478261 +461 55.53145336 +462 55.62770563 +463 55.72354212 +464 55.81896552 +465 55.69892473 +466 55.79399142 +467 55.88865096 +468 55.76923077 +469 55.65031983 +470 55.53191489 +471 55.62632696 +472 55.72033898 +473 55.81395349 +474 55.90717300 +475 56.00000000 +476 55.88235294 +477 55.76519916 +478 55.85774059 +479 55.94989562 +480 56.04166667 +481 55.92515593 +482 55.80912863 +483 55.90062112 +484 55.78512397 +485 55.67010309 +486 55.76131687 +487 55.85215606 +488 55.73770492 +489 55.82822086 +490 55.91836735 +491 56.00814664 +492 56.09756098 +493 56.18661258 +494 56.27530364 +495 56.36363636 +496 56.45161290 +497 56.33802817 +498 56.42570281 +499 56.31262525 +500 56.40000000 +501 56.28742515 +502 56.37450199 +503 56.46123260 +504 56.54761905 +505 56.63366337 +506 56.52173913 +507 56.60749507 +508 56.49606299 +509 56.58153242 +510 56.66666667 +511 56.55577299 +512 56.44531250 +513 56.33528265 +514 56.42023346 +515 56.50485437 +516 56.39534884 +517 56.28626692 +518 56.37065637 +519 56.26204239 +520 56.15384615 +521 56.04606526 +522 55.93869732 +523 56.02294455 +524 56.10687023 +525 56.19047619 +526 56.08365019 +527 55.97722960 +528 56.06060606 +529 56.14366730 +530 56.22641509 +531 56.12052731 +532 56.20300752 +533 56.28517824 +534 56.17977528 +535 56.26168224 +536 56.15671642 +537 56.23836127 +538 56.31970260 +539 56.21521336 +540 56.11111111 +541 56.19223660 +542 56.08856089 +543 55.98526703 +544 56.06617647 +545 56.14678899 +546 56.22710623 +547 56.30712980 +548 56.20437956 +549 56.28415301 +550 56.18181818 +551 56.07985481 +552 55.97826087 +553 55.87703436 +554 55.95667870 +555 55.85585586 +556 55.93525180 +557 55.83482944 +558 55.73476703 +559 55.81395349 +560 55.89285714 +561 55.97147950 +562 55.87188612 +563 55.95026643 +564 55.85106383 +565 55.75221239 +566 55.65371025 +567 55.73192240 +568 55.80985915 +569 55.71177504 +570 55.61403509 +571 55.69176883 +572 55.76923077 +573 55.84642234 +574 55.92334495 +575 55.82608696 +576 55.90277778 +577 55.80589255 +578 55.88235294 +579 55.78583765 +580 55.68965517 +581 55.59380379 +582 55.49828179 +583 55.57461407 +584 55.47945205 +585 55.38461538 +586 55.29010239 +587 55.36626917 +588 55.27210884 +589 55.17826825 +590 55.08474576 +591 55.16074450 +592 55.23648649 +593 55.14333895 +594 55.21885522 +595 55.29411765 +596 55.36912752 +597 55.44388610 +598 55.51839465 +599 55.42570952 +600 55.33333333 +601 55.40765391 +602 55.48172757 +603 55.38971808 +604 55.46357616 +605 55.53719008 +606 55.44554455 +607 55.35420099 +608 55.26315789 +609 55.33661741 +610 55.40983607 +611 55.48281506 +612 55.39215686 +613 55.30179445 +614 55.21172638 +615 55.12195122 +616 55.03246753 +617 55.10534846 +618 55.17799353 +619 55.08885299 +620 55.16129032 +621 55.07246377 +622 54.98392283 +623 55.05617978 +624 55.12820513 +625 55.04000000 +626 54.95207668 +627 55.02392344 +628 55.09554140 +629 55.00794913 +630 55.07936508 +631 54.99207607 +632 54.90506329 +633 54.81832543 +634 54.88958991 +635 54.80314961 +636 54.87421384 +637 54.94505495 +638 54.85893417 +639 54.92957746 +640 54.84375000 +641 54.75819033 +642 54.82866044 +643 54.89891135 +644 54.81366460 +645 54.72868217 +646 54.79876161 +647 54.86862442 +648 54.93827160 +649 54.85362096 +650 54.92307692 +651 54.99231951 +652 55.06134969 +653 55.13016845 +654 55.19877676 +655 55.26717557 +656 55.33536585 +657 55.25114155 +658 55.31914894 +659 55.38694992 +660 55.30303030 +661 55.37065053 +662 55.43806647 +663 55.50527903 +664 55.57228916 +665 55.63909774 +666 55.70570571 +667 55.77211394 +668 55.83832335 +669 55.75485800 +670 55.82089552 +671 55.88673621 +672 55.95238095 +673 56.01783061 +674 55.93471810 +675 56.00000000 +676 55.91715976 +677 55.83456425 +678 55.89970501 +679 55.96465390 +680 55.88235294 +681 55.80029369 +682 55.86510264 +683 55.92972182 +684 55.99415205 +685 55.91240876 +686 55.97667638 +687 56.04075691 +688 56.10465116 +689 56.16835994 +690 56.23188406 +691 56.29522431 +692 56.35838150 +693 56.42135642 +694 56.48414986 +695 56.40287770 +696 56.46551724 +697 56.52797704 +698 56.59025788 +699 56.50929900 +700 56.57142857 +701 56.63338088 +702 56.55270655 +703 56.47226174 +704 56.53409091 +705 56.59574468 +706 56.65722380 +707 56.57708628 +708 56.63841808 +709 56.69957687 +710 56.76056338 +711 56.68073136 +712 56.74157303 +713 56.80224404 +714 56.86274510 +715 56.78321678 +716 56.84357542 +717 56.90376569 +718 56.96378830 +719 56.88456189 +720 56.80555556 +721 56.86546463 +722 56.92520776 +723 56.98478562 +724 57.04419890 +725 57.10344828 +726 57.16253444 +727 57.22145805 +728 57.28021978 +729 57.33882030 +730 57.26027397 +731 57.31874145 +732 57.24043716 +733 57.29877217 +734 57.35694823 +735 57.27891156 +736 57.20108696 +737 57.12347354 +738 57.04607046 +739 56.96887686 +740 57.02702703 +741 57.08502024 +742 57.14285714 +743 57.20053836 +744 57.25806452 +745 57.18120805 +746 57.23860590 +747 57.16198126 +748 57.21925134 +749 57.27636849 +750 57.33333333 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.log b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.log deleted file mode 100644 index bb2ca7eebee1d76d1070a5ba5146b2457cd8674a..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.379497 ± 0.247973 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.52% -Mean ln(PPL(Q)/PPL(base)) : 0.017812 ± 0.000955 -Mean PPL(Q)/PPL(base) : 1.017972 ± 0.000972 -Mean PPL(Q)-PPL(base) : 0.448067 ± 0.024845 - -====== KL divergence statistics ====== -Mean KLD: 0.032033 ± 0.000122 -Maximum KLD: 1.726200 -99.9% KLD: 0.461810 -99.0% KLD: 0.211016 -99.0% KLD: 0.211016 -Median KLD: 0.017953 -10.0% KLD: 0.000386 - 5.0% KLD: 0.000063 - 1.0% KLD: 0.000001 -Minimum KLD: -0.000295 - -====== Token probability statistics ====== -Mean Δp: -0.088 ± 0.011 % -Maximum Δp: 67.370% -99.9% Δp: 27.270% -99.0% Δp: 13.595% -95.0% Δp: 5.977% -90.0% Δp: 3.182% -75.0% Δp: 0.383% -Median Δp: -0.000% -25.0% Δp: -0.511% -10.0% Δp: -3.408% - 5.0% Δp: -6.399% - 1.0% Δp: -14.558% - 0.1% Δp: -29.089% -Minimum Δp: -68.450% -RMS Δp : 4.330 ± 0.025 % -Same top p: 91.049 ± 0.074 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.mmlu b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..ef724414f23590602a779457d5f872f85740c6b3 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 33.78378378 +75 34.66666667 +76 35.52631579 +77 36.36363636 +78 37.17948718 +79 36.70886076 +80 37.50000000 +81 38.27160494 +82 37.80487805 +83 38.55421687 +84 39.28571429 +85 38.82352941 +86 38.37209302 +87 39.08045977 +88 39.77272727 +89 39.32584270 +90 38.88888889 +91 38.46153846 +92 38.04347826 +93 37.63440860 +94 38.29787234 +95 37.89473684 +96 38.54166667 +97 38.14432990 +98 37.75510204 +99 37.37373737 +100 38.00000000 +101 37.62376238 +102 37.25490196 +103 36.89320388 +104 36.53846154 +105 36.19047619 +106 35.84905660 +107 35.51401869 +108 35.18518519 +109 34.86238532 +110 34.54545455 +111 34.23423423 +112 33.92857143 +113 34.51327434 +114 35.08771930 +115 35.65217391 +116 35.34482759 +117 35.04273504 +118 34.74576271 +119 34.45378151 +120 34.16666667 +121 33.88429752 +122 33.60655738 +123 33.33333333 +124 33.06451613 +125 33.60000000 +126 33.33333333 +127 33.07086614 +128 32.81250000 +129 32.55813953 +130 32.30769231 +131 32.82442748 +132 33.33333333 +133 33.08270677 +134 32.83582090 +135 32.59259259 +136 32.35294118 +137 32.84671533 +138 32.60869565 +139 32.37410072 +140 32.85714286 +141 33.33333333 +142 33.09859155 +143 33.56643357 +144 34.02777778 +145 33.79310345 +146 33.56164384 +147 33.33333333 +148 33.78378378 +149 33.55704698 +150 33.33333333 +151 33.11258278 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.05128205 +157 32.48407643 +158 32.27848101 +159 32.07547170 +160 32.50000000 +161 32.29813665 +162 32.09876543 +163 31.90184049 +164 31.70731707 +165 32.12121212 +166 31.92771084 +167 32.33532934 +168 32.14285714 +169 31.95266272 +170 31.76470588 +171 31.57894737 +172 31.39534884 +173 31.21387283 +174 31.03448276 +175 30.85714286 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.05464481 +184 29.89130435 +185 30.27027027 +186 30.10752688 +187 29.94652406 +188 29.78723404 +189 29.62962963 +190 29.47368421 +191 29.84293194 +192 29.68750000 +193 29.53367876 +194 29.89690722 +195 30.25641026 +196 30.10204082 +197 29.94923858 +198 29.79797980 +199 29.64824121 +200 29.50000000 +201 29.85074627 +202 29.70297030 +203 29.55665025 +204 29.41176471 +205 29.75609756 +206 29.61165049 +207 29.46859903 +208 29.32692308 +209 29.18660287 +210 29.04761905 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 29.16666667 +217 29.03225806 +218 28.89908257 +219 28.76712329 +220 28.63636364 +221 28.50678733 +222 28.82882883 +223 29.14798206 +224 29.01785714 +225 29.33333333 +226 29.20353982 +227 29.51541850 +228 29.82456140 +229 29.69432314 +230 29.56521739 +231 29.43722944 +232 29.31034483 +233 29.18454936 +234 29.48717949 +235 29.36170213 +236 29.23728814 +237 29.11392405 +238 28.99159664 +239 28.87029289 +240 29.16666667 +241 29.04564315 +242 29.33884298 +243 29.62962963 +244 29.50819672 +245 29.79591837 +246 29.67479675 +247 29.55465587 +248 29.83870968 +249 30.12048193 +250 30.00000000 +251 29.88047809 +252 29.76190476 +253 29.64426877 +254 29.52755906 +255 29.80392157 +256 29.68750000 +257 29.96108949 +258 29.84496124 +259 29.72972973 +260 29.61538462 +261 29.50191571 +262 29.38931298 +263 29.27756654 +264 29.16666667 +265 29.05660377 +266 29.32330827 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 29.04411765 +273 28.93772894 +274 28.83211679 +275 28.72727273 +276 28.98550725 +277 29.24187726 +278 29.49640288 +279 29.39068100 +280 29.64285714 +281 29.53736655 +282 29.43262411 +283 29.32862191 +284 29.22535211 +285 29.12280702 +286 29.02097902 +287 29.26829268 +288 29.16666667 +289 29.06574394 +290 29.31034483 +291 29.55326460 +292 29.79452055 +293 30.03412969 +294 29.93197279 +295 30.16949153 +296 30.06756757 +297 29.96632997 +298 30.20134228 +299 30.43478261 +300 30.66666667 +301 30.89700997 +302 31.12582781 +303 31.02310231 +304 30.92105263 +305 31.14754098 +306 31.04575163 +307 30.94462541 +308 30.84415584 +309 30.74433657 +310 30.64516129 +311 30.86816720 +312 31.08974359 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 30.91482650 +318 30.81761006 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 30.74534161 +323 30.65015480 +324 30.55555556 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 30.90909091 +331 30.81570997 +332 31.02409639 +333 30.93093093 +334 30.83832335 +335 31.04477612 +336 30.95238095 +337 30.86053412 +338 30.76923077 +339 30.67846608 +340 30.88235294 +341 31.08504399 +342 30.99415205 +343 31.19533528 +344 31.10465116 +345 31.01449275 +346 31.21387283 +347 31.41210375 +348 31.32183908 +349 31.51862464 +350 31.71428571 +351 31.62393162 +352 31.53409091 +353 31.72804533 +354 31.63841808 +355 31.54929577 +356 31.74157303 +357 31.65266106 +358 31.56424581 +359 31.47632312 +360 31.66666667 +361 31.85595568 +362 32.04419890 +363 32.23140496 +364 32.14285714 +365 32.05479452 +366 31.96721311 +367 31.88010899 +368 31.79347826 +369 31.70731707 +370 31.89189189 +371 32.07547170 +372 31.98924731 +373 31.90348525 +374 32.08556150 +375 32.26666667 +376 32.18085106 +377 32.09549072 +378 32.27513228 +379 32.18997361 +380 32.10526316 +381 32.28346457 +382 32.46073298 +383 32.63707572 +384 32.55208333 +385 32.72727273 +386 32.64248705 +387 32.55813953 +388 32.47422680 +389 32.64781491 +390 32.56410256 +391 32.73657289 +392 32.90816327 +393 32.82442748 +394 32.74111675 +395 32.65822785 +396 32.82828283 +397 32.74559194 +398 32.66331658 +399 32.83208020 +400 32.75000000 +401 32.91770574 +402 32.83582090 +403 32.75434243 +404 32.67326733 +405 32.59259259 +406 32.51231527 +407 32.43243243 +408 32.35294118 +409 32.51833741 +410 32.43902439 +411 32.36009732 +412 32.28155340 +413 32.44552058 +414 32.60869565 +415 32.77108434 +416 32.69230769 +417 32.61390887 +418 32.53588517 +419 32.69689737 +420 32.85714286 +421 32.77909739 +422 32.70142180 +423 32.62411348 +424 32.78301887 +425 32.94117647 +426 33.09859155 +427 33.02107728 +428 33.17757009 +429 33.33333333 +430 33.25581395 +431 33.41067285 +432 33.56481481 +433 33.48729792 +434 33.41013825 +435 33.33333333 +436 33.25688073 +437 33.18077803 +438 33.33333333 +439 33.48519362 +440 33.40909091 +441 33.33333333 +442 33.25791855 +443 33.18284424 +444 33.33333333 +445 33.25842697 +446 33.18385650 +447 33.10961969 +448 33.03571429 +449 32.96213808 +450 32.88888889 +451 32.81596452 +452 32.96460177 +453 33.11258278 +454 33.25991189 +455 33.18681319 +456 33.33333333 +457 33.47921225 +458 33.40611354 +459 33.55119826 +460 33.69565217 +461 33.62255965 +462 33.54978355 +463 33.47732181 +464 33.40517241 +465 33.33333333 +466 33.26180258 +467 33.40471092 +468 33.33333333 +469 33.47547974 +470 33.40425532 +471 33.33333333 +472 33.26271186 +473 33.40380550 +474 33.33333333 +475 33.26315789 +476 33.40336134 +477 33.33333333 +478 33.47280335 +479 33.61169102 +480 33.54166667 +481 33.67983368 +482 33.60995851 +483 33.54037267 +484 33.47107438 +485 33.40206186 +486 33.33333333 +487 33.47022587 +488 33.40163934 +489 33.33333333 +490 33.46938776 +491 33.60488798 +492 33.53658537 +493 33.46855984 +494 33.60323887 +495 33.73737374 +496 33.87096774 +497 33.80281690 +498 33.73493976 +499 33.66733467 +500 33.80000000 +501 33.73253493 +502 33.86454183 +503 33.79721670 +504 33.92857143 +505 33.86138614 +506 33.99209486 +507 33.92504931 +508 33.85826772 +509 33.79174853 +510 33.92156863 +511 33.85518591 +512 33.78906250 +513 33.72319688 +514 33.65758755 +515 33.59223301 +516 33.52713178 +517 33.65570600 +518 33.78378378 +519 33.71868979 +520 33.65384615 +521 33.58925144 +522 33.52490421 +523 33.65200765 +524 33.77862595 +525 33.71428571 +526 33.65019011 +527 33.77609108 +528 33.71212121 +529 33.64839319 +530 33.77358491 +531 33.70998117 +532 33.64661654 +533 33.77110694 +534 33.70786517 +535 33.83177570 +536 33.76865672 +537 33.89199255 +538 34.01486989 +539 33.95176252 +540 33.88888889 +541 33.82624769 +542 33.94833948 +543 33.88581952 +544 33.82352941 +545 33.76146789 +546 33.69963370 +547 33.63802559 +548 33.75912409 +549 33.69763206 +550 33.63636364 +551 33.75680581 +552 33.69565217 +553 33.63471971 +554 33.57400722 +555 33.51351351 +556 33.45323741 +557 33.39317774 +558 33.51254480 +559 33.45259392 +560 33.39285714 +561 33.33333333 +562 33.27402135 +563 33.39253996 +564 33.33333333 +565 33.45132743 +566 33.39222615 +567 33.33333333 +568 33.45070423 +569 33.39191564 +570 33.33333333 +571 33.45008757 +572 33.39160839 +573 33.33333333 +574 33.44947735 +575 33.39130435 +576 33.50694444 +577 33.62218371 +578 33.56401384 +579 33.67875648 +580 33.62068966 +581 33.56282272 +582 33.50515464 +583 33.61921098 +584 33.73287671 +585 33.67521368 +586 33.61774744 +587 33.56047700 +588 33.50340136 +589 33.44651952 +590 33.38983051 +591 33.33333333 +592 33.27702703 +593 33.22091062 +594 33.33333333 +595 33.27731092 +596 33.38926174 +597 33.33333333 +598 33.27759197 +599 33.38898164 +600 33.33333333 +601 33.44425957 +602 33.38870432 +603 33.49917081 +604 33.44370861 +605 33.55371901 +606 33.49834983 +607 33.60790774 +608 33.55263158 +609 33.49753695 +610 33.44262295 +611 33.38788871 +612 33.33333333 +613 33.44208809 +614 33.55048860 +615 33.49593496 +616 33.60389610 +617 33.54943274 +618 33.49514563 +619 33.44103393 +620 33.38709677 +621 33.33333333 +622 33.27974277 +623 33.22632424 +624 33.17307692 +625 33.12000000 +626 33.22683706 +627 33.17384370 +628 33.12101911 +629 33.22734499 +630 33.33333333 +631 33.28050713 +632 33.38607595 +633 33.33333333 +634 33.28075710 +635 33.22834646 +636 33.17610063 +637 33.28100471 +638 33.22884013 +639 33.17683881 +640 33.28125000 +641 33.22932917 +642 33.33333333 +643 33.28149300 +644 33.38509317 +645 33.33333333 +646 33.28173375 +647 33.23029366 +648 33.17901235 +649 33.12788906 +650 33.07692308 +651 33.02611367 +652 33.12883436 +653 33.07810107 +654 33.18042813 +655 33.12977099 +656 33.23170732 +657 33.18112633 +658 33.28267477 +659 33.23216995 +660 33.18181818 +661 33.13161876 +662 33.08157100 +663 33.03167421 +664 33.13253012 +665 33.08270677 +666 33.03303303 +667 32.98350825 +668 33.08383234 +669 33.03437967 +670 32.98507463 +671 32.93591654 +672 32.88690476 +673 32.83803863 +674 32.78931751 +675 32.74074074 +676 32.69230769 +677 32.64401773 +678 32.74336283 +679 32.69513991 +680 32.79411765 +681 32.89280470 +682 32.84457478 +683 32.79648609 +684 32.74853801 +685 32.70072993 +686 32.65306122 +687 32.75109170 +688 32.70348837 +689 32.65602322 +690 32.60869565 +691 32.56150507 +692 32.51445087 +693 32.46753247 +694 32.56484150 +695 32.51798561 +696 32.61494253 +697 32.56814921 +698 32.52148997 +699 32.61802575 +700 32.57142857 +701 32.66761769 +702 32.76353276 +703 32.85917496 +704 32.81250000 +705 32.76595745 +706 32.71954674 +707 32.67326733 +708 32.62711864 +709 32.58110014 +710 32.67605634 +711 32.77074543 +712 32.72471910 +713 32.81907433 +714 32.91316527 +715 32.86713287 +716 32.82122905 +717 32.77545328 +718 32.72980501 +719 32.68428373 +720 32.63888889 +721 32.59361997 +722 32.54847645 +723 32.64177040 +724 32.59668508 +725 32.68965517 +726 32.78236915 +727 32.73727648 +728 32.69230769 +729 32.64746228 +730 32.60273973 +731 32.55813953 +732 32.65027322 +733 32.74215553 +734 32.83378747 +735 32.78911565 +736 32.74456522 +737 32.83582090 +738 32.79132791 +739 32.88227334 +740 32.97297297 +741 32.92847503 +742 33.01886792 +743 33.10901750 +744 33.19892473 +745 33.15436242 +746 33.24396783 +747 33.19946452 +748 33.15508021 +749 33.11081442 +750 33.20000000 + +Final result: 33.2000 ±1.7207 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.ppx b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..a44927f3451cce83cd9f979bdf783cb85f537895 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 26.983473 ±0.264651 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.87% +Mean ln(PPL(Q)/PPL(base)) : 0.079095 ±0.001468 +Mean PPL(Q)/PPL(base) : 1.082307 ±0.001589 +Mean PPL(Q)-PPL(base) : 2.052042 ±0.044566 + +====== KL divergence statistics ====== +Mean KLD: 0.095828 ±0.000276 +Maximum KLD: 2.723045 +99.9% KLD: 0.830428 +99.0% KLD: 0.465127 +99.0% KLD: 0.465127 +Median KLD: 0.065611 +10.0% KLD: 0.001191 + 5.0% KLD: 0.000188 + 1.0% KLD: 0.000008 +Minimum KLD: -0.000172 + +====== Token probability statistics ====== +Mean Δp: -1.056 ± 0.019 % +Maximum Δp: 74.086% +99.9% Δp: 37.504% +99.0% Δp: 20.600% +95.0% Δp: 8.830% +90.0% Δp: 4.203% +75.0% Δp: 0.255% +Median Δp: -0.011% +25.0% Δp: -1.723% +10.0% Δp: -8.411% + 5.0% Δp: -14.211% + 1.0% Δp: -27.057% + 0.1% Δp: -43.347% +Minimum Δp: -92.734% +RMS Δp : 7.425 ± 0.032 % +Same top p: 83.916 ± 0.095 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.tqa b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..b2944a1e23984b98726a64c7f74616b36cb77345 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 12.50000000 +17 11.76470588 +18 11.11111111 +19 15.78947368 +20 15.00000000 +21 14.28571429 +22 13.63636364 +23 13.04347826 +24 16.66666667 +25 16.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 20.00000000 +31 22.58064516 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 26.00000000 +51 25.49019608 +52 25.00000000 +53 26.41509434 +54 27.77777778 +55 29.09090909 +56 28.57142857 +57 28.07017544 +58 27.58620690 +59 27.11864407 +60 28.33333333 +61 27.86885246 +62 29.03225806 +63 28.57142857 +64 28.12500000 +65 27.69230769 +66 27.27272727 +67 26.86567164 +68 26.47058824 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 27.63157895 +77 27.27272727 +78 26.92307692 +79 26.58227848 +80 26.25000000 +81 25.92592593 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 25.27472527 +92 25.00000000 +93 24.73118280 +94 24.46808511 +95 25.26315789 +96 26.04166667 +97 25.77319588 +98 25.51020408 +99 26.26262626 +100 26.00000000 +101 26.73267327 +102 26.47058824 +103 27.18446602 +104 26.92307692 +105 26.66666667 +106 26.41509434 +107 27.10280374 +108 27.77777778 +109 27.52293578 +110 28.18181818 +111 27.92792793 +112 27.67857143 +113 27.43362832 +114 28.07017544 +115 27.82608696 +116 27.58620690 +117 27.35042735 +118 27.11864407 +119 26.89075630 +120 26.66666667 +121 27.27272727 +122 27.04918033 +123 26.82926829 +124 27.41935484 +125 28.00000000 +126 28.57142857 +127 28.34645669 +128 28.12500000 +129 27.90697674 +130 27.69230769 +131 27.48091603 +132 27.27272727 +133 27.06766917 +134 27.61194030 +135 27.40740741 +136 27.20588235 +137 27.73722628 +138 27.53623188 +139 28.05755396 +140 27.85714286 +141 27.65957447 +142 27.46478873 +143 27.27272727 +144 27.08333333 +145 26.89655172 +146 26.71232877 +147 26.53061224 +148 26.35135135 +149 26.17449664 +150 26.00000000 +151 26.49006623 +152 26.31578947 +153 26.14379085 +154 25.97402597 +155 25.80645161 +156 26.28205128 +157 26.11464968 +158 26.58227848 +159 26.41509434 +160 26.25000000 +161 26.08695652 +162 25.92592593 +163 25.76687117 +164 25.60975610 +165 26.06060606 +166 26.50602410 +167 26.34730539 +168 26.19047619 +169 26.03550296 +170 25.88235294 +171 25.73099415 +172 25.58139535 +173 26.01156069 +174 25.86206897 +175 25.71428571 +176 26.13636364 +177 25.98870056 +178 25.84269663 +179 25.69832402 +180 25.55555556 +181 25.41436464 +182 25.27472527 +183 25.13661202 +184 25.00000000 +185 24.86486486 +186 25.26881720 +187 25.13368984 +188 25.00000000 +189 24.86772487 +190 24.73684211 +191 24.60732984 +192 24.47916667 +193 24.35233161 +194 24.74226804 +195 24.61538462 +196 24.48979592 +197 24.87309645 +198 24.74747475 +199 24.62311558 +200 24.50000000 +201 24.37810945 +202 24.75247525 +203 24.63054187 +204 24.50980392 +205 24.87804878 +206 24.75728155 +207 25.12077295 +208 25.00000000 +209 24.88038278 +210 24.76190476 +211 24.64454976 +212 24.52830189 +213 24.41314554 +214 24.29906542 +215 24.18604651 +216 24.53703704 +217 24.42396313 +218 24.77064220 +219 24.65753425 +220 24.54545455 +221 24.43438914 +222 24.32432432 +223 24.21524664 +224 24.55357143 +225 24.44444444 +226 24.33628319 +227 24.22907489 +228 24.12280702 +229 24.01746725 +230 23.91304348 +231 23.80952381 +232 24.13793103 +233 24.46351931 +234 24.78632479 +235 24.68085106 +236 25.00000000 +237 25.31645570 +238 25.63025210 +239 25.52301255 +240 25.41666667 +241 25.31120332 +242 25.20661157 +243 25.10288066 +244 25.00000000 +245 24.89795918 +246 24.79674797 +247 24.69635628 +248 24.59677419 +249 24.89959839 +250 24.80000000 +251 25.09960159 +252 25.00000000 +253 24.90118577 +254 24.80314961 +255 24.70588235 +256 24.60937500 +257 24.51361868 +258 24.41860465 +259 24.32432432 +260 24.23076923 +261 24.52107280 +262 24.42748092 +263 24.33460076 +264 24.62121212 +265 24.90566038 +266 24.81203008 +267 25.09363296 +268 25.00000000 +269 24.90706320 +270 24.81481481 +271 24.72324723 +272 24.63235294 +273 24.54212454 +274 24.45255474 +275 24.36363636 +276 24.27536232 +277 24.18772563 +278 24.10071942 +279 24.01433692 +280 23.92857143 +281 24.19928826 +282 24.11347518 +283 24.02826855 +284 24.29577465 +285 24.21052632 +286 24.47552448 +287 24.39024390 +288 24.30555556 +289 24.22145329 +290 24.13793103 +291 24.39862543 +292 24.65753425 +293 24.91467577 +294 24.82993197 +295 25.08474576 +296 25.33783784 +297 25.58922559 +298 25.50335570 +299 25.41806020 +300 25.33333333 +301 25.24916944 +302 25.16556291 +303 25.08250825 +304 25.00000000 +305 24.91803279 +306 24.83660131 +307 24.75570033 +308 25.00000000 +309 24.91909385 +310 24.83870968 +311 24.75884244 +312 25.00000000 +313 24.92012780 +314 24.84076433 +315 24.76190476 +316 24.68354430 +317 24.60567823 +318 24.52830189 +319 24.45141066 +320 24.37500000 +321 24.29906542 +322 24.53416149 +323 24.45820433 +324 24.38271605 +325 24.30769231 +326 24.23312883 +327 24.15902141 +328 24.39024390 +329 24.31610942 +330 24.54545455 +331 24.47129909 +332 24.69879518 +333 24.92492492 +334 24.85029940 +335 25.07462687 +336 25.29761905 +337 25.22255193 +338 25.14792899 +339 25.36873156 +340 25.29411765 +341 25.51319648 +342 25.73099415 +343 25.65597668 +344 25.87209302 +345 26.08695652 +346 26.30057803 +347 26.51296830 +348 26.43678161 +349 26.36103152 +350 26.28571429 +351 26.21082621 +352 26.13636364 +353 26.34560907 +354 26.27118644 +355 26.47887324 +356 26.40449438 +357 26.33053221 +358 26.53631285 +359 26.46239554 +360 26.38888889 +361 26.31578947 +362 26.24309392 +363 26.44628099 +364 26.37362637 +365 26.57534247 +366 26.50273224 +367 26.70299728 +368 26.63043478 +369 26.55826558 +370 26.48648649 +371 26.41509434 +372 26.61290323 +373 26.54155496 +374 26.73796791 +375 26.66666667 +376 26.59574468 +377 26.52519894 +378 26.45502646 +379 26.38522427 +380 26.31578947 +381 26.24671916 +382 26.17801047 +383 26.10966057 +384 26.04166667 +385 25.97402597 +386 25.90673575 +387 25.83979328 +388 26.03092784 +389 25.96401028 +390 25.89743590 +391 25.83120205 +392 25.76530612 +393 25.95419847 +394 26.14213198 +395 26.07594937 +396 26.01010101 +397 26.19647355 +398 26.13065327 +399 26.06516291 +400 26.00000000 +401 25.93516209 +402 25.87064677 +403 25.80645161 +404 25.74257426 +405 25.67901235 +406 25.61576355 +407 25.55282555 +408 25.49019608 +409 25.42787286 +410 25.36585366 +411 25.30413625 +412 25.48543689 +413 25.42372881 +414 25.60386473 +415 25.54216867 +416 25.48076923 +417 25.41966427 +418 25.35885167 +419 25.29832936 +420 25.47619048 +421 25.65320665 +422 25.59241706 +423 25.53191489 +424 25.47169811 +425 25.41176471 +426 25.35211268 +427 25.29274005 +428 25.23364486 +429 25.17482517 +430 25.11627907 +431 25.05800464 +432 25.23148148 +433 25.40415704 +434 25.57603687 +435 25.51724138 +436 25.45871560 +437 25.40045767 +438 25.34246575 +439 25.28473804 +440 25.22727273 +441 25.17006803 +442 25.11312217 +443 25.05643341 +444 25.00000000 +445 24.94382022 +446 24.88789238 +447 24.83221477 +448 24.77678571 +449 24.94432071 +450 24.88888889 +451 24.83370288 +452 24.77876106 +453 24.94481236 +454 24.88986784 +455 24.83516484 +456 24.78070175 +457 24.72647702 +458 24.67248908 +459 24.61873638 +460 24.56521739 +461 24.51193059 +462 24.45887446 +463 24.40604752 +464 24.35344828 +465 24.51612903 +466 24.46351931 +467 24.41113490 +468 24.57264957 +469 24.52025586 +470 24.46808511 +471 24.62845011 +472 24.57627119 +473 24.52431290 +474 24.68354430 +475 24.84210526 +476 24.78991597 +477 24.94758910 +478 24.89539749 +479 24.84342380 +480 24.79166667 +481 24.74012474 +482 24.89626556 +483 24.84472050 +484 25.00000000 +485 25.15463918 +486 25.10288066 +487 25.25667351 +488 25.20491803 +489 25.35787321 +490 25.51020408 +491 25.45824847 +492 25.60975610 +493 25.55780933 +494 25.50607287 +495 25.65656566 +496 25.60483871 +497 25.55331992 +498 25.50200803 +499 25.45090180 +500 25.40000000 +501 25.54890220 +502 25.49800797 +503 25.44731610 +504 25.59523810 +505 25.74257426 +506 25.69169960 +507 25.64102564 +508 25.59055118 +509 25.73673870 +510 25.88235294 +511 25.83170254 +512 25.78125000 +513 25.73099415 +514 25.68093385 +515 25.82524272 +516 25.77519380 +517 25.91876209 +518 25.86872587 +519 25.81888247 +520 25.76923077 +521 25.91170825 +522 25.86206897 +523 26.00382409 +524 25.95419847 +525 25.90476190 +526 25.85551331 +527 25.99620493 +528 26.13636364 +529 26.08695652 +530 26.03773585 +531 26.17702448 +532 26.12781955 +533 26.26641651 +534 26.21722846 +535 26.16822430 +536 26.11940299 +537 26.25698324 +538 26.20817844 +539 26.15955473 +540 26.29629630 +541 26.24768946 +542 26.19926199 +543 26.15101289 +544 26.10294118 +545 26.05504587 +546 26.00732601 +547 25.95978062 +548 26.09489051 +549 26.04735883 +550 26.00000000 +551 25.95281307 +552 26.08695652 +553 26.03978300 +554 25.99277978 +555 25.94594595 +556 26.07913669 +557 26.03231598 +558 25.98566308 +559 25.93917710 +560 25.89285714 +561 25.84670232 +562 25.80071174 +563 25.75488455 +564 25.88652482 +565 26.01769912 +566 25.97173145 +567 25.92592593 +568 25.88028169 +569 26.01054482 +570 25.96491228 +571 25.91943958 +572 25.87412587 +573 25.82897033 +574 25.95818815 +575 26.08695652 +576 26.04166667 +577 26.16984402 +578 26.29757785 +579 26.25215889 +580 26.37931034 +581 26.33390706 +582 26.46048110 +583 26.41509434 +584 26.54109589 +585 26.49572650 +586 26.62116041 +587 26.57580920 +588 26.53061224 +589 26.48556876 +590 26.61016949 +591 26.56514382 +592 26.52027027 +593 26.47554806 +594 26.43097643 +595 26.38655462 +596 26.34228188 +597 26.29815745 +598 26.25418060 +599 26.21035058 +600 26.16666667 +601 26.28951747 +602 26.24584718 +603 26.20232172 +604 26.15894040 +605 26.11570248 +606 26.23762376 +607 26.19439868 +608 26.15131579 +609 26.10837438 +610 26.06557377 +611 26.02291326 +612 26.14379085 +613 26.26427406 +614 26.22149837 +615 26.17886179 +616 26.29870130 +617 26.41815235 +618 26.37540453 +619 26.49434572 +620 26.45161290 +621 26.40901771 +622 26.52733119 +623 26.48475120 +624 26.44230769 +625 26.40000000 +626 26.35782748 +627 26.31578947 +628 26.27388535 +629 26.23211447 +630 26.19047619 +631 26.30744849 +632 26.26582278 +633 26.22432859 +634 26.34069401 +635 26.29921260 +636 26.25786164 +637 26.21664050 +638 26.17554859 +639 26.13458529 +640 26.09375000 +641 26.05304212 +642 26.16822430 +643 26.12752722 +644 26.24223602 +645 26.35658915 +646 26.31578947 +647 26.27511592 +648 26.38888889 +649 26.34822804 +650 26.46153846 +651 26.57450077 +652 26.68711656 +653 26.79938744 +654 26.75840979 +655 26.71755725 +656 26.67682927 +657 26.78843227 +658 26.74772036 +659 26.70713202 +660 26.66666667 +661 26.62632375 +662 26.58610272 +663 26.54600302 +664 26.50602410 +665 26.61654135 +666 26.72672673 +667 26.68665667 +668 26.64670659 +669 26.60687593 +670 26.56716418 +671 26.52757079 +672 26.48809524 +673 26.44873700 +674 26.40949555 +675 26.51851852 +676 26.62721893 +677 26.58788774 +678 26.54867257 +679 26.50957290 +680 26.61764706 +681 26.57856094 +682 26.53958944 +683 26.50073206 +684 26.60818713 +685 26.56934307 +686 26.53061224 +687 26.49199418 +688 26.59883721 +689 26.56023222 +690 26.52173913 +691 26.62807525 +692 26.58959538 +693 26.55122655 +694 26.65706052 +695 26.61870504 +696 26.72413793 +697 26.68579627 +698 26.64756447 +699 26.60944206 +700 26.71428571 +701 26.67617689 +702 26.63817664 +703 26.60028450 +704 26.56250000 +705 26.52482270 +706 26.48725212 +707 26.44978784 +708 26.41242938 +709 26.37517630 +710 26.33802817 +711 26.30098453 +712 26.40449438 +713 26.36746143 +714 26.33053221 +715 26.43356643 +716 26.39664804 +717 26.35983264 +718 26.32311978 +719 26.28650904 +720 26.25000000 +721 26.21359223 +722 26.17728532 +723 26.14107884 +724 26.24309392 +725 26.20689655 +726 26.30853994 +727 26.27235213 +728 26.23626374 +729 26.20027435 +730 26.16438356 +731 26.12859097 +732 26.22950820 +733 26.19372442 +734 26.15803815 +735 26.12244898 +736 26.08695652 +737 26.05156038 +738 26.01626016 +739 26.11637348 +740 26.08108108 +741 26.04588394 +742 26.01078167 +743 25.97577389 +744 26.07526882 +745 26.04026846 +746 26.13941019 +747 26.10441767 +748 26.06951872 +749 26.16822430 +750 26.26666667 + +Final result: 26.2667 ±1.6080 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q4_k_s.wng b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..a2658505989e0411682c208dbf135644cc36eaf1 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q4_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.493371 -7.081469 1 1 +2 50.0000 -2.205938 -2.198792 2 1 +3 66.6667 -3.488726 -3.400887 2 2 +4 75.0000 -5.975525 -6.080953 1 1 +5 60.0000 -4.124386 -4.291636 1 2 +6 66.6667 -6.009681 -6.188702 1 1 +7 71.4286 -7.031601 -5.924181 2 2 +8 75.0000 -2.859145 -2.423282 2 2 +9 77.7778 -5.350346 -5.859881 1 1 +10 70.0000 -2.469604 -2.779023 1 2 +11 72.7273 -8.695789 -6.621340 2 2 +12 66.6667 -4.326549 -4.490476 1 2 +13 69.2308 -5.483076 -5.969554 1 1 +14 71.4286 -6.069778 -6.211941 1 1 +15 66.6667 -3.278845 -4.952451 1 2 +16 62.5000 -3.261809 -3.288497 1 2 +17 58.8235 -8.362248 -9.328234 1 2 +18 61.1111 -3.777707 -4.431160 1 1 +19 63.1579 -5.052732 -6.446169 1 1 +20 60.0000 -3.806438 -3.487723 2 1 +21 61.9048 -4.152555 -4.527642 1 1 +22 63.6364 -3.984295 -3.933982 2 2 +23 60.8696 -5.422391 -5.248129 2 1 +24 62.5000 -2.740980 -5.450241 1 1 +25 60.0000 -2.829711 -2.860641 1 2 +26 61.5385 -3.167692 -4.282420 1 1 +27 62.9630 -7.386780 -7.237597 2 2 +28 64.2857 -5.723008 -6.506565 1 1 +29 65.5172 -5.125796 -5.388416 1 1 +30 63.3333 -2.422229 -2.905041 1 2 +31 64.5161 -5.988779 -6.015570 1 1 +32 65.6250 -4.492741 -6.928185 1 1 +33 66.6667 -7.268222 -8.355688 1 1 +34 67.6471 -3.338916 -3.831198 1 1 +35 68.5714 -5.270412 -4.651511 2 2 +36 66.6667 -4.090776 -4.635524 1 2 +37 64.8649 -3.576229 -3.482925 2 1 +38 65.7895 -4.588642 -4.788418 1 1 +39 64.1026 -3.526172 -4.065401 1 2 +40 62.5000 -5.842772 -6.458469 1 2 +41 63.4146 -4.725894 -5.173255 1 1 +42 64.2857 -1.136384 -2.366656 1 1 +43 65.1163 -3.913895 -3.891783 2 2 +44 65.9091 -3.502529 -2.731452 2 2 +45 66.6667 -4.177354 -14.232577 1 1 +46 67.3913 -3.108294 -3.993547 1 1 +47 65.9574 -5.845342 -6.055626 1 2 +48 64.5833 -6.182322 -6.326801 1 2 +49 63.2653 -2.153380 -0.756512 2 1 +50 64.0000 -4.063353 -3.857514 2 2 +51 64.7059 -2.537696 -2.794004 1 1 +52 63.4615 -5.035449 -5.125147 1 2 +53 64.1509 -3.601033 -4.221751 1 1 +54 64.8148 -2.898844 -2.791290 2 2 +55 65.4545 -3.931965 -3.561353 2 2 +56 64.2857 -4.349512 -5.671037 1 2 +57 63.1579 -4.054315 -4.972300 1 2 +58 63.7931 -3.439542 -4.237741 1 1 +59 64.4068 -3.835095 -3.063834 2 2 +60 63.3333 -5.423243 -6.133499 1 2 +61 63.9344 -3.140357 -3.809979 1 1 +62 62.9032 -8.569646 -7.650419 2 1 +63 63.4921 -5.682738 -5.248570 2 2 +64 64.0625 -4.802938 -5.156219 1 1 +65 64.6154 -5.773752 -4.879087 2 2 +66 63.6364 -3.417272 -3.178152 2 1 +67 64.1791 -2.890285 -1.937148 2 2 +68 64.7059 -7.355211 -7.012552 2 2 +69 65.2174 -5.715459 -6.726953 1 1 +70 65.7143 -4.075822 -3.312758 2 2 +71 64.7887 -3.084012 -2.781488 2 1 +72 65.2778 -5.168701 -4.133552 2 2 +73 64.3836 -3.719100 -3.522453 2 1 +74 64.8649 -4.553399 -5.150254 1 1 +75 65.3333 -2.283223 -2.362225 1 1 +76 65.7895 -4.365928 -5.148279 1 1 +77 66.2338 -3.568664 -2.771523 2 2 +78 66.6667 -3.186253 -3.273856 1 1 +79 65.8228 -2.255689 -2.384474 1 2 +80 66.2500 -4.322099 -5.551448 1 1 +81 66.6667 -4.972519 -4.439898 2 2 +82 65.8537 -2.018168 -2.138783 1 2 +83 66.2651 -7.209673 -6.813967 2 2 +84 65.4762 -4.399264 -4.725576 1 2 +85 65.8824 -7.376418 -7.440767 1 1 +86 66.2791 -8.030909 -7.890015 2 2 +87 66.6667 -2.333831 -2.353916 1 1 +88 65.9091 -4.085921 -3.667480 2 1 +89 66.2921 -4.603696 -5.079799 1 1 +90 66.6667 -4.695992 -2.880527 2 2 +91 67.0330 -4.054857 -4.233546 1 1 +92 67.3913 -8.295506 -8.101082 2 2 +93 67.7419 -1.669254 -0.867554 2 2 +94 67.0213 -7.233977 -8.594414 1 2 +95 67.3684 -4.928562 -5.460535 1 1 +96 67.7083 -2.302702 -3.524460 1 1 +97 67.0103 -5.024838 -4.985477 2 1 +98 67.3469 -4.141295 -3.994964 2 2 +99 66.6667 -5.527675 -5.267003 2 1 +100 67.0000 -11.074823 -9.969799 2 2 +101 66.3366 -5.374660 -5.814198 1 2 +102 66.6667 -4.516482 -4.968391 1 1 +103 66.0194 -3.143604 -4.376342 1 2 +104 66.3462 -9.519852 -9.497705 2 2 +105 66.6667 -2.630183 -2.653454 1 1 +106 66.9811 -3.408764 -3.366852 2 2 +107 66.3551 -2.901760 -3.331235 1 2 +108 65.7407 -2.143626 -3.138206 1 2 +109 65.1376 -7.141572 -7.886437 1 2 +110 65.4545 -4.510201 -4.237566 2 2 +111 65.7658 -4.510490 -4.298836 2 2 +112 65.1786 -5.018155 -3.985151 2 1 +113 64.6018 -4.327573 -6.227908 1 2 +114 64.9123 -6.211679 -6.303424 1 1 +115 65.2174 -3.192688 -3.819692 1 1 +116 65.5172 -4.251446 -3.465758 2 2 +117 64.9573 -5.746957 -6.194878 1 2 +118 65.2542 -2.323251 -3.229052 1 1 +119 65.5462 -3.820935 -3.973455 1 1 +120 65.0000 -3.616785 -3.522184 2 1 +121 64.4628 -1.406459 -1.562866 1 2 +122 63.9344 -8.028780 -9.382203 1 2 +123 63.4146 -4.784416 -4.177745 2 1 +124 63.7097 -3.928382 -3.751720 2 2 +125 64.0000 -3.203219 -3.039390 2 2 +126 64.2857 -8.369954 -7.647562 2 2 +127 64.5669 -2.317909 -1.619441 2 2 +128 64.0625 -1.954520 -1.878616 2 1 +129 64.3411 -1.890455 -1.367300 2 2 +130 64.6154 -5.562786 -5.116536 2 2 +131 64.1221 -5.445673 -5.822029 1 2 +132 64.3939 -2.558910 -2.128080 2 2 +133 64.6617 -2.566877 -3.239140 1 1 +134 64.9254 -4.486820 -4.314967 2 2 +135 65.1852 -5.640596 -5.838961 1 1 +136 65.4412 -5.655931 -4.436612 2 2 +137 64.9635 -7.605513 -7.273488 2 1 +138 65.2174 -4.550712 -4.489392 2 2 +139 65.4676 -4.796583 -4.923173 1 1 +140 65.0000 -1.353197 -1.852080 1 2 +141 65.2482 -3.724385 -3.293057 2 2 +142 65.4930 -3.540373 -2.870757 2 2 +143 65.7343 -2.671520 -10.322659 1 1 +144 65.9722 -2.641137 -2.914795 1 1 +145 65.5172 -4.716845 -15.726733 1 2 +146 65.7534 -6.722988 -6.592045 2 2 +147 65.3061 -5.134009 -5.262927 1 2 +148 64.8649 -4.063199 -3.890718 2 1 +149 65.1007 -6.167786 -4.980826 2 2 +150 65.3333 -2.774414 -2.278854 2 2 +151 65.5629 -2.987803 -3.014503 1 1 +152 65.7895 -4.807375 -3.968225 2 2 +153 65.3595 -3.601950 -3.363544 2 1 +154 65.5844 -4.370005 -4.560668 1 1 +155 65.1613 -2.621407 -3.171151 1 2 +156 64.7436 -3.312864 -3.154531 2 1 +157 64.9682 -3.127565 -3.980289 1 1 +158 65.1899 -5.197954 -5.094424 2 2 +159 65.4088 -5.351375 -5.791705 1 1 +160 65.6250 -3.890659 -3.559066 2 2 +161 65.2174 -3.486421 -3.230021 2 1 +162 64.8148 -1.690926 -11.618032 1 2 +163 65.0307 -2.775076 -3.106750 1 1 +164 65.2439 -6.543597 -5.748067 2 2 +165 65.4545 -5.914339 -5.631873 2 2 +166 65.6627 -4.331286 -4.311011 2 2 +167 65.8683 -4.965625 -5.059292 1 1 +168 66.0714 -6.053887 -4.886769 2 2 +169 65.6805 -3.610680 -3.975200 1 2 +170 65.8824 -5.466895 -5.476295 1 1 +171 65.4971 -7.109375 -7.062070 2 1 +172 65.6977 -5.398188 -6.645494 1 1 +173 65.8960 -3.816295 -3.320963 2 2 +174 66.0920 -5.817434 -5.287519 2 2 +175 66.2857 -3.710037 -3.955238 1 1 +176 66.4773 -2.961195 -3.952803 1 1 +177 66.6667 -7.016170 -6.877506 2 2 +178 66.8539 -2.895280 -2.990934 1 1 +179 66.4804 -3.313976 -3.142101 2 1 +180 66.1111 -7.503551 -8.050531 1 2 +181 66.2983 -5.024302 -4.673199 2 2 +182 65.9341 -3.177110 -3.281828 1 2 +183 65.5738 -6.439246 -7.251784 1 2 +184 65.7609 -3.674075 -4.576077 1 1 +185 65.4054 -5.842068 -6.178809 1 2 +186 65.5914 -4.697565 -4.797369 1 1 +187 65.2406 -5.553074 -5.915593 1 2 +188 64.8936 -4.144035 -3.246143 2 1 +189 65.0794 -6.335835 -5.369802 2 2 +190 65.2632 -7.204264 -6.798742 2 2 +191 65.4450 -4.489975 -5.547930 1 1 +192 65.1042 -5.217932 -5.628419 1 2 +193 65.2850 -5.494781 -5.278565 2 2 +194 65.4639 -3.390105 -3.068321 2 2 +195 65.1282 -4.199854 -4.106861 2 1 +196 65.3061 -3.214861 -3.148890 2 2 +197 65.4822 -1.033987 -3.128896 1 1 +198 65.1515 -6.481145 -6.027283 2 1 +199 65.3266 -6.367745 -6.096478 2 2 +200 65.5000 -4.322273 -4.144303 2 2 +201 65.1741 -5.098927 -4.889528 2 1 +202 65.3465 -9.538465 -9.015588 2 2 +203 65.0246 -4.403562 -4.571478 1 2 +204 65.1961 -3.140287 -3.197462 1 1 +205 65.3659 -3.032606 -2.726999 2 2 +206 65.0485 -7.163596 -7.424403 1 2 +207 64.7343 -5.367746 -3.796470 2 1 +208 64.9038 -6.285235 -5.184522 2 2 +209 65.0718 -5.367435 -5.001009 2 2 +210 65.2381 -10.595246 -8.875787 2 2 +211 65.4028 -4.492917 -5.847188 1 1 +212 65.5660 -5.841115 -5.009912 2 2 +213 65.7277 -6.234452 -6.070410 2 2 +214 65.4206 -4.431105 -4.165298 2 1 +215 65.1163 -5.663443 -5.810200 1 2 +216 64.8148 -4.818281 -4.538358 2 1 +217 64.9770 -2.334006 -2.762635 1 1 +218 65.1376 -3.346035 -2.629577 2 2 +219 65.2968 -3.091308 -3.862659 1 1 +220 65.0000 -5.826940 -6.954124 1 2 +221 65.1584 -5.244179 -11.662428 1 1 +222 64.8649 -0.672173 -14.127100 1 2 +223 64.5740 -3.074872 -3.463728 1 2 +224 64.7321 -6.139329 -5.188258 2 2 +225 64.8889 -5.186364 -4.419536 2 2 +226 64.6018 -4.538898 -4.447095 2 1 +227 64.3172 -5.736243 -4.995951 2 1 +228 64.4737 -1.610779 -2.400064 1 1 +229 64.6288 -5.333779 -4.379517 2 2 +230 64.7826 -2.756350 -2.776012 1 1 +231 64.9351 -2.586105 -2.691422 1 1 +232 64.6552 -2.187950 -2.402128 1 2 +233 64.3777 -2.106816 -2.006197 2 1 +234 64.1026 -3.475117 -4.056336 1 2 +235 64.2553 -5.288072 -5.122339 2 2 +236 64.4068 -2.134171 -2.234652 1 1 +237 64.1350 -4.833665 -2.926576 2 1 +238 63.8655 -3.328441 -3.414601 1 2 +239 64.0167 -3.274009 -2.770289 2 2 +240 63.7500 -9.121202 -9.608468 1 2 +241 63.4855 -5.565057 -5.947314 1 2 +242 63.6364 -7.150733 -6.609457 2 2 +243 63.3745 -5.722428 -5.602341 2 1 +244 63.5246 -3.035287 -4.136020 1 1 +245 63.6735 -7.387510 -7.812824 1 1 +246 63.4146 -3.565027 -2.920830 2 1 +247 63.1579 -5.298235 -5.889408 1 2 +248 62.9032 -3.295993 -3.410554 1 2 +249 63.0522 -3.413238 -3.051295 2 2 +250 63.2000 -6.047547 -6.271269 1 1 +251 63.3466 -1.761575 -2.117854 1 1 +252 63.4921 -8.422170 -8.084522 2 2 +253 63.2411 -5.792334 -5.631168 2 1 +254 62.9921 -4.981748 -5.823705 1 2 +255 63.1373 -6.190224 -7.505737 1 1 +256 63.2812 -3.840772 -4.637654 1 1 +257 63.4241 -3.041439 -3.167021 1 1 +258 63.5659 -4.654790 -4.330698 2 2 +259 63.7066 -4.372115 -5.219828 1 1 +260 63.4615 -5.660454 -5.576307 2 1 +261 63.2184 -4.529409 -4.992883 1 2 +262 62.9771 -6.240906 -6.720282 1 2 +263 62.7376 -2.970116 -2.692952 2 1 +264 62.8788 -5.455444 -4.984354 2 2 +265 63.0189 -2.764899 -2.925961 1 1 +266 63.1579 -6.758772 -6.887691 1 1 +267 63.2959 -2.919347 -3.398381 1 1 +268 63.0597 -3.468061 -2.983498 2 1 +269 62.8253 -5.028820 -5.393153 1 2 +270 62.9630 -2.429939 -4.055660 1 1 +271 63.0996 -4.637846 -4.279469 2 2 +272 63.2353 -4.821425 -4.794979 2 2 +273 63.0037 -4.848722 -4.933186 1 2 +274 62.7737 -3.948740 -4.315560 1 2 +275 62.9091 -2.283289 -2.469487 1 1 +276 63.0435 -3.182429 -3.327523 1 1 +277 63.1769 -3.867028 -4.011353 1 1 +278 62.9496 -4.324357 -3.604960 2 1 +279 63.0824 -4.020265 -3.333658 2 2 +280 62.8571 -5.051033 -5.277606 1 2 +281 62.6335 -3.094717 -3.113842 1 2 +282 62.7660 -5.104348 -4.394904 2 2 +283 62.8975 -4.214202 -3.058849 2 2 +284 63.0282 -4.304887 -5.779381 1 1 +285 63.1579 -5.808481 -7.704955 1 1 +286 63.2867 -3.855979 -4.112741 1 1 +287 63.4146 -3.277786 -6.808726 1 1 +288 63.5417 -5.804460 -5.292277 2 2 +289 63.6678 -3.870572 -4.002952 1 1 +290 63.4483 -8.275792 -8.215942 2 1 +291 63.5739 -2.347059 -2.945345 1 1 +292 63.6986 -3.185289 -2.504739 2 2 +293 63.4812 -6.473073 -6.497180 1 2 +294 63.2653 -3.247033 -2.739014 2 1 +295 63.3898 -2.276684 -2.925544 1 1 +296 63.1757 -6.235459 -6.362879 1 2 +297 62.9630 -0.849624 -1.103772 1 2 +298 62.7517 -7.108133 -8.620125 1 2 +299 62.8763 -2.984565 -2.521694 2 2 +300 62.6667 -3.720862 -3.270441 2 1 +301 62.7907 -4.761226 -5.179533 1 1 +302 62.9139 -5.062597 -4.868662 2 2 +303 62.7063 -8.732270 -8.165383 2 1 +304 62.8289 -4.568908 -2.786879 2 2 +305 62.6230 -3.000482 -3.158944 1 2 +306 62.7451 -3.491245 -3.422620 2 2 +307 62.8664 -3.551229 -3.765410 1 1 +308 62.9870 -7.548185 -7.094970 2 2 +309 63.1068 -5.320704 -5.727147 1 1 +310 62.9032 -6.304319 -6.499082 1 2 +311 63.0225 -2.163774 -4.488680 1 1 +312 62.8205 -6.808998 -5.099611 2 1 +313 62.6198 -5.482137 -6.605333 1 2 +314 62.4204 -7.940740 -8.023052 1 2 +315 62.5397 -3.855492 -4.629599 1 1 +316 62.6582 -7.273533 -6.637284 2 2 +317 62.7760 -7.017344 -7.182569 1 1 +318 62.8931 -6.526350 -5.733189 2 2 +319 62.6959 -1.725491 -1.528233 2 1 +320 62.8125 -5.782074 -6.616388 1 1 +321 62.9283 -3.540359 -3.505806 2 2 +322 62.7329 -2.825169 -3.576303 1 2 +323 62.8483 -2.581018 -2.990652 1 1 +324 62.6543 -4.847000 -4.624576 2 1 +325 62.7692 -6.922515 -6.058319 2 2 +326 62.8834 -3.437720 -2.849077 2 2 +327 62.9969 -3.444816 -3.503832 1 1 +328 63.1098 -5.212893 -5.583622 1 1 +329 63.2219 -5.875764 -11.250601 1 1 +330 63.0303 -1.649988 -1.388526 2 1 +331 62.8399 -5.771074 -4.019112 2 1 +332 62.9518 -4.255601 -5.607524 1 1 +333 62.7628 -4.503661 -4.522428 1 2 +334 62.8743 -2.455033 -5.570304 1 1 +335 62.6866 -5.509401 -5.246170 2 1 +336 62.5000 -2.953078 -3.195694 1 2 +337 62.6113 -3.139922 -3.137859 2 2 +338 62.4260 -4.010055 -3.981416 2 1 +339 62.2419 -5.491510 -5.901816 1 2 +340 62.3529 -5.602211 -5.798899 1 1 +341 62.4633 -3.103966 -3.657404 1 1 +342 62.5731 -5.640648 -5.630227 2 2 +343 62.6822 -3.891495 -4.172246 1 1 +344 62.5000 -4.971075 -3.248264 2 1 +345 62.6087 -1.081755 -2.295301 1 1 +346 62.7168 -8.406908 -6.608891 2 2 +347 62.5360 -4.747717 -4.861943 1 2 +348 62.6437 -1.737318 -2.021321 1 1 +349 62.7507 -5.225340 -4.770844 2 2 +350 62.8571 -16.540337 -2.510838 2 2 +351 62.9630 -3.574044 -5.141274 1 1 +352 63.0682 -4.584906 -3.225562 2 2 +353 63.1728 -2.070453 -2.554497 1 1 +354 62.9944 -7.242544 -7.439737 1 2 +355 63.0986 -4.115127 -3.961143 2 2 +356 62.9213 -3.088053 -4.612873 1 2 +357 62.7451 -4.471288 -4.594073 1 2 +358 62.5698 -3.413020 -4.246048 1 2 +359 62.6741 -5.875672 -5.318535 2 2 +360 62.5000 -5.121862 -5.606201 1 2 +361 62.3269 -2.599379 -2.779280 1 2 +362 62.4309 -6.400246 -6.165565 2 2 +363 62.5344 -3.785044 -4.044547 1 1 +364 62.3626 -8.498520 -7.573007 2 1 +365 62.4658 -6.194268 -6.521254 1 1 +366 62.2951 -4.842347 -9.238834 1 2 +367 62.3978 -6.418403 -6.504582 1 1 +368 62.5000 -3.698443 -2.915223 2 2 +369 62.6016 -5.914417 -5.685601 2 2 +370 62.4324 -7.263771 -6.100245 2 1 +371 62.2642 -3.759539 -3.184399 2 1 +372 62.0968 -3.083566 -2.756232 2 1 +373 62.1984 -4.394741 -5.592480 1 1 +374 62.2995 -2.593836 -2.664128 1 1 +375 62.4000 -4.730999 -3.992162 2 2 +376 62.5000 -8.051296 -6.549465 2 2 +377 62.3342 -6.190466 -6.345762 1 2 +378 62.4339 -5.100942 -4.773498 2 2 +379 62.5330 -2.303897 -2.249913 2 2 +380 62.3684 -9.893068 -9.524409 2 1 +381 62.4672 -11.347364 -10.122548 2 2 +382 62.3037 -3.899668 -4.349031 1 2 +383 62.4021 -3.467147 -1.455436 2 2 +384 62.2396 -4.516482 -4.439578 2 1 +385 62.3377 -1.126215 -1.205118 1 1 +386 62.4352 -2.587077 -14.374321 1 1 +387 62.2739 -2.653495 -2.449332 2 1 +388 62.3711 -7.337083 -6.803723 2 2 +389 62.4679 -2.883355 -2.382346 2 2 +390 62.5641 -3.917256 -3.975838 1 1 +391 62.4041 -4.709966 -6.867293 1 2 +392 62.2449 -6.154686 -5.638776 2 1 +393 62.0865 -6.175024 -7.018148 1 2 +394 61.9289 -5.665241 -5.579133 2 1 +395 62.0253 -4.819245 -4.405715 2 2 +396 62.1212 -3.317313 -4.434988 1 1 +397 62.2166 -6.183451 -6.617325 1 1 +398 62.3116 -3.072952 -6.070761 1 1 +399 62.1554 -6.310309 -5.744197 2 1 +400 62.2500 -3.769045 -9.612678 1 1 +401 62.3441 -4.337128 -4.527749 1 1 +402 62.1891 -4.399143 -5.580586 1 2 +403 62.2829 -7.922263 -7.661779 2 2 +404 62.3762 -4.436474 -4.040388 2 2 +405 62.2222 -4.230222 -3.811024 2 1 +406 62.3153 -7.971620 -10.058374 1 1 +407 62.4079 -6.805061 -6.469426 2 2 +408 62.5000 -4.362663 -4.294683 2 2 +409 62.3472 -6.134805 -6.051938 2 1 +410 62.4390 -6.188381 -6.269852 1 1 +411 62.5304 -7.311161 -7.555261 1 1 +412 62.6214 -6.387686 -5.814907 2 2 +413 62.4697 -3.671414 -3.760067 1 2 +414 62.3188 -5.326429 -5.834838 1 2 +415 62.4096 -5.613205 -4.221511 2 2 +416 62.5000 -5.538833 -3.494538 2 2 +417 62.5899 -7.657135 -8.779583 1 1 +418 62.4402 -4.573438 -4.086753 2 1 +419 62.5298 -5.634681 -5.213436 2 2 +420 62.3810 -4.071177 -4.613845 1 2 +421 62.4703 -4.949133 -4.820081 2 2 +422 62.3223 -2.425235 -2.089359 2 1 +423 62.1749 -5.284984 -5.152346 2 1 +424 62.2642 -4.138451 -4.726536 1 1 +425 62.3529 -6.841173 -5.402260 2 2 +426 62.2066 -1.880541 -2.860262 1 2 +427 62.0609 -4.638235 -4.508361 2 1 +428 62.1495 -3.823074 -4.691843 1 1 +429 62.2378 -3.147076 -2.852360 2 2 +430 62.3256 -5.953443 -6.121912 1 1 +431 62.4130 -6.491081 -7.442373 1 1 +432 62.2685 -4.333484 -4.579504 1 2 +433 62.1247 -2.193256 -2.500965 1 2 +434 62.2120 -7.010655 -7.039233 1 1 +435 62.2989 -5.925556 -6.417740 1 1 +436 62.1560 -3.848017 -1.081702 2 1 +437 62.2426 -6.977691 -5.509569 2 2 +438 62.1005 -4.527859 -4.840024 1 2 +439 62.1868 -1.972394 -2.500231 1 1 +440 62.2727 -4.353029 -4.817185 1 1 +441 62.3583 -2.743120 -5.551003 1 1 +442 62.4434 -4.315104 -4.566899 1 1 +443 62.5282 -1.469015 -1.840838 1 1 +444 62.3874 -6.411317 -7.686916 1 2 +445 62.4719 -2.700283 -3.059459 1 1 +446 62.5561 -6.107685 -5.560373 2 2 +447 62.4161 -2.836205 -2.267399 2 1 +448 62.5000 -3.847605 -3.826313 2 2 +449 62.3608 -4.206579 -4.305252 1 2 +450 62.4444 -5.489044 -3.332515 2 2 +451 62.5277 -5.729545 -5.253123 2 2 +452 62.6106 -4.974939 -7.047839 1 1 +453 62.4724 -4.730702 -4.951725 1 2 +454 62.5551 -3.829290 -4.149937 1 1 +455 62.4176 -8.064548 -8.813101 1 2 +456 62.5000 -5.284699 -5.211720 2 2 +457 62.5821 -10.566525 -11.628091 1 1 +458 62.6638 -4.843020 -4.699103 2 2 +459 62.5272 -5.008804 -5.183425 1 2 +460 62.6087 -0.396456 -10.822826 1 1 +461 62.6898 -3.339538 -3.767366 1 1 +462 62.5541 -6.512110 -6.401147 2 1 +463 62.4190 -1.793530 -1.472279 2 1 +464 62.5000 -3.348964 -3.672132 1 1 +465 62.5806 -4.429540 -4.335338 2 2 +466 62.4464 -6.954197 -7.179935 1 2 +467 62.5268 -6.164577 -7.617606 1 1 +468 62.6068 -5.900122 -4.854939 2 2 +469 62.4733 -2.399279 -1.268840 2 1 +470 62.5532 -2.755854 -2.617107 2 2 +471 62.6327 -3.377192 -3.971309 1 1 +472 62.7119 -4.651512 -4.482673 2 2 +473 62.7907 -4.854669 -4.320251 2 2 +474 62.8692 -8.020065 -9.482412 1 1 +475 62.9474 -3.207017 -2.204098 2 2 +476 63.0252 -5.759592 -5.727624 2 2 +477 62.8931 -4.862278 -5.275791 1 2 +478 62.9707 -4.713177 -4.848484 1 1 +479 62.8392 -3.365458 -3.113914 2 1 +480 62.9167 -7.818418 -7.804944 2 2 +481 62.7859 -3.899959 -3.810709 2 1 +482 62.8631 -4.556245 -4.057944 2 2 +483 62.9400 -5.379487 -5.967855 1 1 +484 62.8099 -2.876314 -1.735148 2 1 +485 62.8866 -1.920078 -2.348636 1 1 +486 62.7572 -2.223678 -2.165466 2 1 +487 62.8337 -4.094859 -3.833714 2 2 +488 62.9098 -4.226998 -3.465346 2 2 +489 62.9857 -3.458436 -3.661048 1 1 +490 63.0612 -3.641539 -4.312296 1 1 +491 63.1365 -4.159497 -3.938263 2 2 +492 63.2114 -6.753584 -6.081854 2 2 +493 63.2860 -2.294576 -3.265697 1 1 +494 63.1579 -5.563743 -5.753678 1 2 +495 63.0303 -5.244096 -5.046371 2 1 +496 62.9032 -3.965158 -4.494363 1 2 +497 62.7767 -6.781820 -6.217872 2 1 +498 62.6506 -2.444956 -2.502921 1 2 +499 62.7255 -4.112234 -4.205891 1 1 +500 62.6000 -5.473702 -6.421453 1 2 +501 62.6747 -2.592457 -2.716460 1 1 +502 62.7490 -2.806060 -3.296452 1 1 +503 62.6243 -5.127000 -5.486732 1 2 +504 62.5000 -3.836170 -3.721474 2 1 +505 62.5743 -7.031255 -5.517227 2 2 +506 62.4506 -5.796640 -4.796999 2 1 +507 62.5247 -4.227788 -4.531051 1 1 +508 62.5984 -8.730689 -6.208566 2 2 +509 62.6719 -4.451432 -10.152149 1 1 +510 62.7451 -4.079425 -4.587348 1 1 +511 62.8180 -5.794053 -5.221358 2 2 +512 62.8906 -4.150674 -4.328793 1 1 +513 62.7680 -4.529823 -4.650769 1 2 +514 62.6459 -4.577891 -4.462003 2 1 +515 62.5243 -12.023876 -11.757010 2 1 +516 62.4031 -4.403896 -4.095644 2 1 +517 62.4758 -1.713180 -1.818521 1 1 +518 62.5483 -3.686071 -2.893517 2 2 +519 62.4277 -8.092059 -9.334394 1 2 +520 62.5000 -2.661670 -2.212535 2 2 +521 62.5720 -1.836597 -1.990822 1 1 +522 62.6437 -5.955233 -4.499249 2 2 +523 62.7151 -6.196236 -4.956805 2 2 +524 62.5954 -8.066125 -6.595543 2 1 +525 62.4762 -5.278677 -5.391764 1 2 +526 62.5475 -1.683075 -18.324236 1 1 +527 62.6186 -5.758950 -2.923787 2 2 +528 62.6894 -7.058189 -6.999921 2 2 +529 62.7599 -6.186646 -6.517227 1 1 +530 62.8302 -4.404723 -3.572766 2 2 +531 62.7119 -4.743311 -4.469440 2 1 +532 62.7820 -2.713856 -2.889925 1 1 +533 62.6642 -3.218473 -3.727663 1 2 +534 62.7341 -3.653845 -4.549575 1 1 +535 62.6168 -4.371675 -5.476502 1 2 +536 62.5000 -3.464774 -3.173647 2 1 +537 62.3836 -6.790901 -6.641996 2 1 +538 62.4535 -2.590620 -6.648095 1 1 +539 62.5232 -4.395969 -2.555709 2 2 +540 62.5926 -3.038345 -2.737693 2 2 +541 62.6617 -4.093823 -4.414844 1 1 +542 62.5461 -6.516659 -7.722936 1 2 +543 62.6151 -5.994358 -5.093871 2 2 +544 62.6838 -3.235046 -3.607393 1 1 +545 62.5688 -1.160939 -5.113169 1 2 +546 62.6374 -3.643416 -4.247619 1 1 +547 62.7057 -9.060172 -8.374297 2 2 +548 62.5912 -4.898429 -4.643014 2 1 +549 62.4772 -6.537186 -6.251466 2 1 +550 62.3636 -4.421999 -4.721760 1 2 +551 62.2505 -2.176523 -15.837595 1 2 +552 62.3188 -4.607559 -5.094443 1 1 +553 62.3870 -6.896541 -6.030391 2 2 +554 62.2744 -4.806057 -5.208995 1 2 +555 62.3423 -1.640963 -1.605290 2 2 +556 62.4101 -6.365697 -6.235756 2 2 +557 62.2980 -7.239580 -6.952152 2 1 +558 62.3656 -0.667184 -3.282770 1 1 +559 62.4329 -3.450598 -3.238671 2 2 +560 62.5000 -4.105303 -4.467297 1 1 +561 62.3886 -3.625547 -3.596836 2 1 +562 62.4555 -1.031877 -1.715669 1 1 +563 62.3446 -2.629225 -3.606239 1 2 +564 62.2340 -3.857907 -3.857758 2 1 +565 62.3009 -3.186207 -2.996176 2 2 +566 62.3675 -4.661315 -5.863222 1 1 +567 62.4339 -3.946126 -3.146017 2 2 +568 62.5000 -5.934257 -3.316608 2 2 +569 62.5659 -8.644536 -9.202512 1 1 +570 62.6316 -4.730815 -7.034545 1 1 +571 62.6970 -4.536581 -4.221747 2 2 +572 62.7622 -2.523931 -2.425274 2 2 +573 62.8272 -4.086196 -3.976055 2 2 +574 62.7178 -4.069274 -4.947113 1 2 +575 62.7826 -7.455669 -7.345912 2 2 +576 62.8472 -1.997038 -2.160736 1 1 +577 62.7383 -4.496325 -4.927160 1 2 +578 62.8028 -3.146170 -2.710771 2 2 +579 62.6943 -5.657136 -6.012372 1 2 +580 62.7586 -3.142526 -3.703775 1 1 +581 62.6506 -8.669302 -6.711610 2 1 +582 62.5430 -6.357017 -6.503343 1 2 +583 62.6072 -4.824055 -4.397344 2 2 +584 62.5000 -6.733718 -6.134398 2 1 +585 62.5641 -0.719077 -1.366456 1 1 +586 62.4573 -4.819542 -4.580572 2 1 +587 62.3509 -2.425579 -1.763913 2 1 +588 62.2449 -3.191535 -4.323045 1 2 +589 62.3090 -4.730046 -4.559194 2 2 +590 62.3729 -4.840459 -4.489106 2 2 +591 62.4365 -5.068126 -4.867340 2 2 +592 62.5000 -6.741243 -6.819181 1 1 +593 62.5632 -5.136296 -5.037224 2 2 +594 62.4579 -7.807412 -7.569634 2 1 +595 62.5210 -2.421038 -2.370142 2 2 +596 62.4161 -6.647191 -6.860613 1 2 +597 62.3116 -3.753822 -3.562046 2 1 +598 62.2074 -3.774788 -2.596631 2 1 +599 62.2705 -3.051459 -3.617044 1 1 +600 62.3333 -6.419100 -5.422951 2 2 +601 62.3960 -4.222255 -4.004903 2 2 +602 62.4585 -2.183442 -4.266174 1 1 +603 62.5207 -5.750426 -5.690063 2 2 +604 62.5828 -3.837934 -3.655304 2 2 +605 62.4793 -2.883661 -2.510770 2 1 +606 62.3762 -3.798838 -3.893685 1 2 +607 62.2735 -2.551537 -1.919492 2 1 +608 62.1711 -3.563723 -1.658239 2 1 +609 62.2332 -6.821321 -8.489786 1 1 +610 62.1311 -3.651491 -3.277517 2 1 +611 62.1931 -5.965796 -6.270124 1 1 +612 62.2549 -1.821951 -3.822145 1 1 +613 62.3165 -3.692854 -3.027068 2 2 +614 62.3779 -5.991721 -4.238657 2 2 +615 62.4390 -3.958915 -3.485535 2 2 +616 62.5000 -5.988849 -5.759956 2 2 +617 62.5608 -13.224342 -3.791424 2 2 +618 62.6214 -4.537234 -4.128921 2 2 +619 62.6817 -5.067482 -4.551587 2 2 +620 62.7419 -3.780692 -4.210879 1 1 +621 62.6409 -3.605430 -4.094208 1 2 +622 62.7010 -4.560162 -5.024993 1 1 +623 62.7608 -3.182144 -4.120804 1 1 +624 62.8205 -5.388492 -4.797988 2 2 +625 62.8800 -6.928861 -7.424890 1 1 +626 62.7796 -2.938595 -1.785024 2 1 +627 62.6794 -5.397600 -5.339277 2 1 +628 62.5796 -2.145229 -2.190160 1 2 +629 62.6391 -3.239793 -3.623607 1 1 +630 62.6984 -2.256496 -2.409774 1 1 +631 62.7575 -2.340910 -3.027975 1 1 +632 62.6582 -1.602248 -1.914863 1 2 +633 62.5592 -2.289271 -3.010240 1 2 +634 62.6183 -3.431077 -3.522845 1 1 +635 62.5197 -7.206207 -7.337080 1 2 +636 62.5786 -2.743717 -4.007888 1 1 +637 62.4804 -6.809783 -6.361018 2 1 +638 62.3824 -5.892461 -5.274126 2 1 +639 62.4413 -1.608160 -1.798386 1 1 +640 62.3438 -1.758297 -2.111162 1 2 +641 62.2465 -7.528413 -7.304369 2 1 +642 62.3053 -6.053782 -5.535741 2 2 +643 62.3639 -1.736122 -1.134949 2 2 +644 62.2671 -5.082520 -4.465094 2 1 +645 62.3256 -3.485000 -5.247004 1 1 +646 62.3839 -5.332719 -5.995014 1 1 +647 62.2875 -6.712227 -5.148530 2 1 +648 62.1914 -4.341679 -4.772892 1 2 +649 62.2496 -3.829116 -4.856776 1 1 +650 62.1538 -5.699476 -5.577329 2 1 +651 62.0584 -5.875185 -6.840438 1 2 +652 61.9632 -9.167705 -9.620884 1 2 +653 62.0214 -5.199998 -4.374936 2 2 +654 61.9266 -4.219184 -4.675523 1 2 +655 61.8321 -3.484416 -3.503205 1 2 +656 61.8902 -6.226289 -3.964164 2 2 +657 61.7960 -5.164361 -5.413757 1 2 +658 61.8541 -4.366799 -3.592273 2 2 +659 61.9120 -2.226361 -2.209807 2 2 +660 61.9697 -4.034351 -3.358235 2 2 +661 62.0272 -4.834297 -5.418370 1 1 +662 61.9335 -5.296584 -4.228283 2 1 +663 61.8401 -8.362897 -8.383291 1 2 +664 61.7470 -5.758724 -5.209547 2 1 +665 61.8045 -2.689287 -2.515830 2 2 +666 61.7117 -6.555673 -5.856777 2 1 +667 61.6192 -7.668194 -9.724658 1 2 +668 61.5269 -2.238365 -2.026524 2 1 +669 61.4350 -4.013826 -3.897371 2 1 +670 61.4925 -3.986254 -4.061050 1 1 +671 61.5499 -4.282078 -5.337119 1 1 +672 61.6071 -4.665580 -4.541296 2 2 +673 61.6642 -2.648076 -2.131214 2 2 +674 61.5727 -4.779771 -4.709448 2 1 +675 61.6296 -4.017449 -5.838762 1 1 +676 61.6864 -3.596386 -3.384340 2 2 +677 61.5953 -4.681737 -4.360749 2 1 +678 61.5044 -6.903035 -7.262557 1 2 +679 61.5611 -6.967145 -6.764449 2 2 +680 61.6176 -3.516142 -4.195999 1 1 +681 61.5272 -3.918697 -3.532738 2 1 +682 61.4370 -2.946026 -2.998362 1 2 +683 61.4934 -2.183931 -2.885273 1 1 +684 61.5497 -8.203651 -8.286970 1 1 +685 61.6058 -3.994716 -2.820575 2 2 +686 61.5160 -6.487778 -7.547625 1 2 +687 61.5721 -3.741340 -3.482541 2 2 +688 61.6279 -8.538137 -8.745720 1 1 +689 61.6836 -3.055949 -2.875881 2 2 +690 61.7391 -4.269411 -3.210144 2 2 +691 61.6498 -4.577069 -4.506280 2 1 +692 61.7052 -1.929814 -3.731713 1 1 +693 61.6162 -5.058288 -4.716435 2 1 +694 61.5274 -3.218472 -3.222477 1 2 +695 61.5827 -5.977144 -6.653481 1 1 +696 61.6379 -8.915060 -8.935136 1 1 +697 61.5495 -3.245956 -3.066864 2 1 +698 61.4613 -4.742917 -4.985157 1 2 +699 61.5165 -5.362575 -5.543328 1 1 +700 61.5714 -4.938003 -4.520056 2 2 +701 61.4836 -3.248382 -2.972072 2 1 +702 61.5385 -5.115108 -4.918873 2 2 +703 61.4509 -8.225095 -7.316665 2 1 +704 61.3636 -2.704610 -2.350951 2 1 +705 61.4184 -5.131443 -4.463862 2 2 +706 61.3314 -4.183096 -4.415755 1 2 +707 61.3861 -6.283299 -6.521205 1 1 +708 61.4407 -5.932690 -5.931288 2 2 +709 61.4951 -4.550192 -3.752593 2 2 +710 61.5493 -4.159618 -5.289338 1 1 +711 61.4627 -2.353435 -2.415653 1 2 +712 61.3764 -2.080581 -3.356610 1 2 +713 61.2903 -4.924948 -4.940235 1 2 +714 61.2045 -3.294831 -3.357068 1 2 +715 61.2587 -7.404860 -7.384077 2 2 +716 61.3128 -5.352206 -4.995733 2 2 +717 61.3668 -4.555935 -0.953325 2 2 +718 61.4206 -4.366350 -5.068893 1 1 +719 61.3352 -6.309625 -5.626992 2 1 +720 61.2500 -1.438746 -4.550330 1 2 +721 61.3037 -6.052351 -5.627744 2 2 +722 61.2188 -2.628034 -2.029873 2 1 +723 61.1342 -3.343251 -3.077408 2 1 +724 61.0497 -3.586024 -3.956797 1 2 +725 60.9655 -4.798497 -5.305833 1 2 +726 61.0193 -5.569154 -5.315377 2 2 +727 61.0729 -4.028839 -3.820363 2 2 +728 60.9890 -5.889799 -5.538437 2 1 +729 60.9053 -2.505430 -2.199997 2 1 +730 60.8219 -4.595818 -4.171882 2 1 +731 60.8755 -4.180995 -4.404639 1 1 +732 60.9290 -3.100754 -2.683441 2 2 +733 60.8458 -5.230868 -5.274488 1 2 +734 60.8992 -0.512094 -15.911303 1 1 +735 60.8163 -4.461194 -3.015509 2 1 +736 60.8696 -4.530972 -4.784729 1 1 +737 60.9227 -4.420849 -4.571478 1 1 +738 60.9756 -6.058493 -5.814694 2 2 +739 61.0284 -1.357292 -13.729927 1 1 +740 61.0811 -5.853308 -5.079125 2 2 +741 61.1336 -5.783506 -6.507393 1 1 +742 61.1860 -4.200745 -3.058397 2 2 +743 61.2382 -3.828108 -3.761755 2 2 +744 61.2903 -6.604453 -4.646802 2 2 +745 61.2081 -3.710554 -3.250784 2 1 +746 61.1260 -9.731387 -9.129205 2 1 +747 61.1780 -5.024049 -6.116109 1 1 +748 61.2299 -4.963615 -4.534958 2 2 +749 61.2817 -5.894511 -6.117434 1 1 +750 61.3333 -4.131487 -9.785735 1 1 + +Final Winogrande score(750 tasks): 61.3333 ±1.7794 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.arc b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..d00bb0b0ea3c05f1400b860ea3b3d3deef9ccb28 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 42.85714286 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 44.00000000 +26 42.30769231 +27 44.44444444 +28 42.85714286 +29 41.37931034 +30 43.33333333 +31 41.93548387 +32 40.62500000 +33 42.42424242 +34 44.11764706 +35 42.85714286 +36 41.66666667 +37 43.24324324 +38 42.10526316 +39 41.02564103 +40 42.50000000 +41 43.90243902 +42 42.85714286 +43 44.18604651 +44 43.18181818 +45 42.22222222 +46 43.47826087 +47 44.68085106 +48 45.83333333 +49 44.89795918 +50 44.00000000 +51 43.13725490 +52 44.23076923 +53 45.28301887 +54 44.44444444 +55 43.63636364 +56 44.64285714 +57 45.61403509 +58 46.55172414 +59 45.76271186 +60 46.66666667 +61 47.54098361 +62 46.77419355 +63 47.61904762 +64 48.43750000 +65 47.69230769 +66 48.48484848 +67 47.76119403 +68 48.52941176 +69 49.27536232 +70 48.57142857 +71 47.88732394 +72 47.22222222 +73 47.94520548 +74 47.29729730 +75 48.00000000 +76 48.68421053 +77 49.35064935 +78 50.00000000 +79 49.36708861 +80 48.75000000 +81 48.14814815 +82 48.78048780 +83 48.19277108 +84 48.80952381 +85 49.41176471 +86 50.00000000 +87 50.57471264 +88 51.13636364 +89 51.68539326 +90 52.22222222 +91 52.74725275 +92 53.26086957 +93 52.68817204 +94 52.12765957 +95 52.63157895 +96 53.12500000 +97 52.57731959 +98 53.06122449 +99 53.53535354 +100 54.00000000 +101 53.46534653 +102 53.92156863 +103 53.39805825 +104 52.88461538 +105 53.33333333 +106 52.83018868 +107 53.27102804 +108 52.77777778 +109 52.29357798 +110 52.72727273 +111 53.15315315 +112 53.57142857 +113 53.09734513 +114 52.63157895 +115 53.04347826 +116 52.58620690 +117 52.99145299 +118 53.38983051 +119 52.94117647 +120 53.33333333 +121 52.89256198 +122 53.27868852 +123 53.65853659 +124 53.22580645 +125 53.60000000 +126 53.96825397 +127 54.33070866 +128 53.90625000 +129 53.48837209 +130 53.07692308 +131 53.43511450 +132 53.78787879 +133 54.13533835 +134 53.73134328 +135 53.33333333 +136 53.67647059 +137 54.01459854 +138 54.34782609 +139 53.95683453 +140 54.28571429 +141 54.60992908 +142 54.92957746 +143 55.24475524 +144 54.86111111 +145 55.17241379 +146 54.79452055 +147 55.10204082 +148 54.72972973 +149 55.03355705 +150 55.33333333 +151 55.62913907 +152 55.92105263 +153 56.20915033 +154 55.84415584 +155 55.48387097 +156 55.76923077 +157 56.05095541 +158 56.32911392 +159 56.60377358 +160 56.25000000 +161 56.52173913 +162 56.79012346 +163 56.44171779 +164 56.09756098 +165 56.36363636 +166 56.62650602 +167 56.28742515 +168 56.54761905 +169 56.21301775 +170 56.47058824 +171 56.72514620 +172 56.39534884 +173 56.64739884 +174 56.89655172 +175 56.57142857 +176 56.25000000 +177 56.49717514 +178 56.17977528 +179 56.42458101 +180 56.11111111 +181 55.80110497 +182 56.04395604 +183 55.73770492 +184 55.97826087 +185 56.21621622 +186 56.45161290 +187 56.14973262 +188 55.85106383 +189 55.55555556 +190 55.26315789 +191 55.49738220 +192 55.20833333 +193 54.92227979 +194 55.15463918 +195 55.38461538 +196 55.61224490 +197 55.83756345 +198 56.06060606 +199 56.28140704 +200 56.50000000 +201 56.71641791 +202 56.93069307 +203 56.65024631 +204 56.86274510 +205 56.58536585 +206 56.31067961 +207 56.52173913 +208 56.73076923 +209 56.93779904 +210 57.14285714 +211 57.34597156 +212 57.07547170 +213 56.80751174 +214 57.00934579 +215 57.20930233 +216 56.94444444 +217 56.68202765 +218 56.88073394 +219 57.07762557 +220 56.81818182 +221 56.56108597 +222 56.30630631 +223 56.05381166 +224 56.25000000 +225 56.00000000 +226 55.75221239 +227 55.94713656 +228 56.14035088 +229 55.89519651 +230 56.08695652 +231 55.84415584 +232 55.60344828 +233 55.79399142 +234 55.55555556 +235 55.31914894 +236 55.50847458 +237 55.27426160 +238 55.46218487 +239 55.64853556 +240 55.83333333 +241 56.01659751 +242 55.78512397 +243 55.55555556 +244 55.32786885 +245 55.10204082 +246 54.87804878 +247 55.06072874 +248 54.83870968 +249 54.61847390 +250 54.80000000 +251 54.98007968 +252 55.15873016 +253 55.33596838 +254 55.11811024 +255 55.29411765 +256 55.46875000 +257 55.64202335 +258 55.81395349 +259 55.59845560 +260 55.76923077 +261 55.93869732 +262 56.10687023 +263 56.27376426 +264 56.43939394 +265 56.60377358 +266 56.39097744 +267 56.55430712 +268 56.34328358 +269 56.50557621 +270 56.66666667 +271 56.45756458 +272 56.25000000 +273 56.41025641 +274 56.20437956 +275 56.00000000 +276 56.15942029 +277 56.31768953 +278 56.11510791 +279 55.91397849 +280 56.07142857 +281 56.22775801 +282 56.38297872 +283 56.18374558 +284 56.33802817 +285 56.14035088 +286 56.29370629 +287 56.09756098 +288 56.25000000 +289 56.05536332 +290 56.20689655 +291 56.35738832 +292 56.16438356 +293 56.31399317 +294 56.12244898 +295 56.27118644 +296 56.08108108 +297 56.22895623 +298 56.04026846 +299 56.18729097 +300 56.00000000 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 56.06557377 +306 55.88235294 +307 56.02605863 +308 55.84415584 +309 55.98705502 +310 56.12903226 +311 56.27009646 +312 56.08974359 +313 56.23003195 +314 56.36942675 +315 56.19047619 +316 56.32911392 +317 56.46687697 +318 56.28930818 +319 56.11285266 +320 55.93750000 +321 55.76323988 +322 55.90062112 +323 55.72755418 +324 55.86419753 +325 55.69230769 +326 55.82822086 +327 55.65749235 +328 55.48780488 +329 55.31914894 +330 55.45454545 +331 55.58912387 +332 55.42168675 +333 55.55555556 +334 55.38922156 +335 55.22388060 +336 55.05952381 +337 54.89614243 +338 54.73372781 +339 54.86725664 +340 55.00000000 +341 55.13196481 +342 54.97076023 +343 55.10204082 +344 55.23255814 +345 55.07246377 +346 55.20231214 +347 55.04322767 +348 54.88505747 +349 55.01432665 +350 54.85714286 +351 54.98575499 +352 54.82954545 +353 54.67422096 +354 54.51977401 +355 54.36619718 +356 54.21348315 +357 54.06162465 +358 54.18994413 +359 54.03899721 +360 54.16666667 +361 54.29362881 +362 54.41988950 +363 54.54545455 +364 54.39560440 +365 54.24657534 +366 54.09836066 +367 53.95095368 +368 54.07608696 +369 54.20054201 +370 54.05405405 +371 53.90835580 +372 53.76344086 +373 53.61930295 +374 53.74331551 +375 53.86666667 +376 53.72340426 +377 53.84615385 +378 53.96825397 +379 53.82585752 +380 53.94736842 +381 53.80577428 +382 53.66492147 +383 53.52480418 +384 53.38541667 +385 53.50649351 +386 53.62694301 +387 53.48837209 +388 53.35051546 +389 53.21336761 +390 53.33333333 +391 53.19693095 +392 53.31632653 +393 53.43511450 +394 53.55329949 +395 53.67088608 +396 53.53535354 +397 53.65239295 +398 53.51758794 +399 53.38345865 +400 53.50000000 +401 53.36658354 +402 53.48258706 +403 53.59801489 +404 53.71287129 +405 53.82716049 +406 53.94088670 +407 54.05405405 +408 54.16666667 +409 54.03422983 +410 54.14634146 +411 54.25790754 +412 54.36893204 +413 54.23728814 +414 54.34782609 +415 54.21686747 +416 54.08653846 +417 53.95683453 +418 53.82775120 +419 53.69928401 +420 53.80952381 +421 53.68171021 +422 53.79146919 +423 53.90070922 +424 53.77358491 +425 53.64705882 +426 53.52112676 +427 53.39578454 +428 53.27102804 +429 53.37995338 +430 53.48837209 +431 53.59628770 +432 53.47222222 +433 53.34872979 +434 53.22580645 +435 53.33333333 +436 53.44036697 +437 53.54691076 +438 53.42465753 +439 53.53075171 +440 53.40909091 +441 53.28798186 +442 53.16742081 +443 53.04740406 +444 52.92792793 +445 53.03370787 +446 53.13901345 +447 53.24384787 +448 53.34821429 +449 53.45211581 +450 53.33333333 +451 53.43680710 +452 53.53982301 +453 53.64238411 +454 53.52422907 +455 53.40659341 +456 53.28947368 +457 53.17286652 +458 53.05676856 +459 53.15904139 +460 53.26086957 +461 53.36225597 +462 53.46320346 +463 53.34773218 +464 53.23275862 +465 53.11827957 +466 53.21888412 +467 53.10492505 +468 53.20512821 +469 53.09168443 +470 53.19148936 +471 53.29087049 +472 53.17796610 +473 53.06553911 +474 52.95358650 +475 52.84210526 +476 52.73109244 +477 52.83018868 +478 52.92887029 +479 53.02713987 +480 52.91666667 +481 52.80665281 +482 52.90456432 +483 53.00207039 +484 53.09917355 +485 53.19587629 +486 53.29218107 +487 53.38809035 +488 53.48360656 +489 53.37423313 +490 53.26530612 +491 53.36048880 +492 53.25203252 +493 53.14401623 +494 53.23886640 +495 53.13131313 +496 53.02419355 +497 53.11871227 +498 53.21285141 +499 53.30661323 +500 53.40000000 +501 53.49301397 +502 53.58565737 +503 53.67793241 +504 53.76984127 +505 53.86138614 +506 53.75494071 +507 53.64891519 +508 53.74015748 +509 53.63457760 +510 53.72549020 +511 53.62035225 +512 53.71093750 +513 53.60623782 +514 53.69649805 +515 53.78640777 +516 53.68217054 +517 53.57833656 +518 53.47490347 +519 53.37186898 +520 53.26923077 +521 53.35892514 +522 53.44827586 +523 53.34608031 +524 53.24427481 +525 53.14285714 +526 53.04182510 +527 52.94117647 +528 52.84090909 +529 52.74102079 +530 52.83018868 +531 52.91902072 +532 53.00751880 +533 53.09568480 +534 52.99625468 +535 52.89719626 +536 52.79850746 +537 52.88640596 +538 52.78810409 +539 52.87569573 +540 52.77777778 +541 52.68022181 +542 52.76752768 +543 52.85451197 +544 52.75735294 +545 52.84403670 +546 52.74725275 +547 52.65082267 +548 52.73722628 +549 52.82331512 +550 52.72727273 +551 52.63157895 +552 52.53623188 +553 52.62206148 +554 52.52707581 +555 52.61261261 +556 52.51798561 +557 52.60323160 +558 52.50896057 +559 52.59391771 +560 52.67857143 +561 52.76292335 +562 52.84697509 +563 52.93072824 +564 52.83687943 +565 52.74336283 +566 52.82685512 +567 52.91005291 +568 52.99295775 +569 52.89982425 +570 52.80701754 +571 52.88966725 +572 52.79720280 +573 52.70506108 +574 52.78745645 +575 52.86956522 +576 52.95138889 +577 53.03292894 +578 53.11418685 +579 53.19516408 +580 53.27586207 +581 53.18416523 +582 53.09278351 +583 53.17324185 +584 53.25342466 +585 53.33333333 +586 53.41296928 +587 53.32197615 +588 53.23129252 +589 53.31069610 +590 53.38983051 +591 53.46869712 +592 53.54729730 +593 53.45699831 +594 53.53535354 +595 53.61344538 +596 53.52348993 +597 53.43383585 +598 53.34448161 +599 53.42237062 +600 53.33333333 +601 53.41098170 +602 53.32225914 +603 53.23383085 +604 53.14569536 +605 53.05785124 +606 52.97029703 +607 52.88303130 +608 52.96052632 +609 52.87356322 +610 52.95081967 +611 52.86415712 +612 52.77777778 +613 52.69168026 +614 52.60586319 +615 52.68292683 +616 52.75974026 +617 52.83630470 +618 52.75080906 +619 52.66558966 +620 52.74193548 +621 52.65700483 +622 52.57234727 +623 52.64847512 +624 52.56410256 +625 52.48000000 +626 52.55591054 +627 52.63157895 +628 52.70700637 +629 52.78219396 +630 52.85714286 +631 52.93185420 +632 52.84810127 +633 52.76461295 +634 52.68138801 +635 52.59842520 +636 52.67295597 +637 52.59026688 +638 52.66457680 +639 52.58215962 +640 52.50000000 +641 52.57410296 +642 52.49221184 +643 52.41057543 +644 52.48447205 +645 52.40310078 +646 52.32198142 +647 52.24111283 +648 52.16049383 +649 52.08012327 +650 52.00000000 +651 52.07373272 +652 51.99386503 +653 51.91424196 +654 51.98776758 +655 51.90839695 +656 51.82926829 +657 51.75038052 +658 51.82370821 +659 51.74506829 +660 51.81818182 +661 51.73978820 +662 51.81268882 +663 51.88536953 +664 51.95783133 +665 52.03007519 +666 52.10210210 +667 52.17391304 +668 52.09580838 +669 52.01793722 +670 52.08955224 +671 52.01192250 +672 51.93452381 +673 51.85735513 +674 51.78041543 +675 51.70370370 +676 51.62721893 +677 51.69867061 +678 51.76991150 +679 51.84094256 +680 51.91176471 +681 51.83553598 +682 51.75953079 +683 51.68374817 +684 51.60818713 +685 51.67883212 +686 51.60349854 +687 51.52838428 +688 51.59883721 +689 51.66908563 +690 51.73913043 +691 51.80897250 +692 51.87861272 +693 51.94805195 +694 52.01729107 +695 51.94244604 +696 51.86781609 +697 51.79340029 +698 51.71919771 +699 51.64520744 +700 51.71428571 +701 51.78316690 +702 51.85185185 +703 51.77809388 +704 51.84659091 +705 51.91489362 +706 51.84135977 +707 51.90947666 +708 51.97740113 +709 52.04513399 +710 52.11267606 +711 52.18002813 +712 52.24719101 +713 52.31416550 +714 52.24089636 +715 52.16783217 +716 52.23463687 +717 52.16178522 +718 52.08913649 +719 52.01668985 +720 51.94444444 +721 51.87239945 +722 51.93905817 +723 52.00553250 +724 52.07182320 +725 52.13793103 +726 52.06611570 +727 51.99449794 +728 52.06043956 +729 52.12620027 +730 52.19178082 +731 52.25718194 +732 52.32240437 +733 52.38744884 +734 52.45231608 +735 52.38095238 +736 52.44565217 +737 52.37449118 +738 52.30352304 +739 52.36806495 +740 52.29729730 +741 52.36167341 +742 52.42587601 +743 52.48990579 +744 52.41935484 +745 52.48322148 +746 52.41286863 +747 52.34270415 +748 52.27272727 +749 52.20293725 +750 52.26666667 + +Final result: 52.2667 ±1.8251 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.hsw b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..be834fe195e59d37f6115375b1f0705ea3c9348b --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 47.95918367 +99 48.48484848 +100 48.00000000 +101 48.51485149 +102 48.03921569 +103 47.57281553 +104 48.07692308 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 48.64864865 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 49.23076923 +131 49.61832061 +132 49.24242424 +133 49.62406015 +134 50.00000000 +135 50.37037037 +136 50.73529412 +137 51.09489051 +138 51.44927536 +139 51.07913669 +140 51.42857143 +141 51.77304965 +142 52.11267606 +143 52.44755245 +144 52.77777778 +145 53.10344828 +146 53.42465753 +147 53.74149660 +148 53.37837838 +149 53.02013423 +150 53.33333333 +151 52.98013245 +152 52.63157895 +153 52.94117647 +154 52.59740260 +155 52.90322581 +156 52.56410256 +157 52.22929936 +158 52.53164557 +159 52.20125786 +160 52.50000000 +161 52.79503106 +162 52.46913580 +163 52.76073620 +164 53.04878049 +165 53.33333333 +166 53.61445783 +167 53.89221557 +168 54.16666667 +169 53.84615385 +170 53.52941176 +171 53.80116959 +172 54.06976744 +173 53.75722543 +174 53.44827586 +175 53.71428571 +176 53.40909091 +177 53.67231638 +178 53.93258427 +179 53.63128492 +180 53.88888889 +181 53.59116022 +182 53.84615385 +183 54.09836066 +184 53.80434783 +185 54.05405405 +186 53.76344086 +187 53.47593583 +188 53.19148936 +189 52.91005291 +190 53.15789474 +191 53.40314136 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.33333333 +196 53.06122449 +197 52.79187817 +198 52.52525253 +199 52.76381910 +200 53.00000000 +201 52.73631841 +202 52.47524752 +203 52.21674877 +204 52.45098039 +205 52.19512195 +206 51.94174757 +207 52.17391304 +208 51.92307692 +209 52.15311005 +210 52.38095238 +211 52.60663507 +212 52.83018868 +213 53.05164319 +214 53.27102804 +215 53.02325581 +216 53.24074074 +217 52.99539171 +218 52.75229358 +219 52.96803653 +220 53.18181818 +221 53.39366516 +222 53.60360360 +223 53.81165919 +224 54.01785714 +225 54.22222222 +226 53.98230088 +227 53.74449339 +228 53.50877193 +229 53.71179039 +230 53.47826087 +231 53.24675325 +232 53.01724138 +233 53.21888412 +234 53.41880342 +235 53.19148936 +236 52.96610169 +237 52.74261603 +238 52.94117647 +239 53.13807531 +240 53.33333333 +241 53.11203320 +242 53.30578512 +243 53.49794239 +244 53.27868852 +245 53.06122449 +246 52.84552846 +247 52.63157895 +248 52.82258065 +249 53.01204819 +250 53.20000000 +251 53.38645418 +252 53.57142857 +253 53.35968379 +254 53.54330709 +255 53.72549020 +256 53.90625000 +257 53.69649805 +258 53.87596899 +259 54.05405405 +260 54.23076923 +261 54.40613027 +262 54.19847328 +263 53.99239544 +264 54.16666667 +265 54.33962264 +266 54.13533835 +267 54.30711610 +268 54.47761194 +269 54.64684015 +270 54.44444444 +271 54.24354244 +272 54.04411765 +273 53.84615385 +274 54.01459854 +275 53.81818182 +276 53.98550725 +277 54.15162455 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.54545455 +287 54.70383275 +288 54.86111111 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.44217687 +295 55.59322034 +296 55.74324324 +297 55.89225589 +298 56.04026846 +299 55.85284281 +300 56.00000000 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 55.73770492 +306 55.88235294 +307 55.70032573 +308 55.84415584 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.93750000 +321 55.76323988 +322 55.59006211 +323 55.72755418 +324 55.86419753 +325 56.00000000 +326 55.82822086 +327 55.65749235 +328 55.79268293 +329 55.92705167 +330 56.06060606 +331 56.19335347 +332 56.02409639 +333 56.15615616 +334 55.98802395 +335 56.11940299 +336 56.25000000 +337 56.08308605 +338 55.91715976 +339 56.04719764 +340 55.88235294 +341 56.01173021 +342 56.14035088 +343 56.26822157 +344 56.10465116 +345 56.23188406 +346 56.06936416 +347 55.90778098 +348 55.74712644 +349 55.58739255 +350 55.71428571 +351 55.84045584 +352 55.68181818 +353 55.80736544 +354 55.93220339 +355 56.05633803 +356 56.17977528 +357 56.02240896 +358 56.14525140 +359 56.26740947 +360 56.11111111 +361 55.95567867 +362 56.07734807 +363 55.92286501 +364 56.04395604 +365 56.16438356 +366 56.28415301 +367 56.40326975 +368 56.52173913 +369 56.63956640 +370 56.75675676 +371 56.87331536 +372 56.98924731 +373 56.83646113 +374 56.68449198 +375 56.80000000 +376 56.91489362 +377 56.76392573 +378 56.61375661 +379 56.72823219 +380 56.84210526 +381 56.95538058 +382 56.80628272 +383 56.65796345 +384 56.77083333 +385 56.88311688 +386 56.99481865 +387 56.84754522 +388 56.70103093 +389 56.55526992 +390 56.66666667 +391 56.52173913 +392 56.63265306 +393 56.74300254 +394 56.85279188 +395 56.70886076 +396 56.81818182 +397 56.92695214 +398 57.03517588 +399 57.14285714 +400 57.25000000 +401 57.35660848 +402 57.21393035 +403 57.07196030 +404 56.93069307 +405 56.79012346 +406 56.65024631 +407 56.75675676 +408 56.86274510 +409 56.96821516 +410 56.82926829 +411 56.69099757 +412 56.55339806 +413 56.41646489 +414 56.52173913 +415 56.38554217 +416 56.49038462 +417 56.59472422 +418 56.69856459 +419 56.56324582 +420 56.66666667 +421 56.53206651 +422 56.63507109 +423 56.73758865 +424 56.83962264 +425 56.94117647 +426 57.04225352 +427 56.90866511 +428 56.77570093 +429 56.64335664 +430 56.74418605 +431 56.61252900 +432 56.48148148 +433 56.35103926 +434 56.45161290 +435 56.32183908 +436 56.19266055 +437 56.06407323 +438 55.93607306 +439 56.03644647 +440 55.90909091 +441 56.00907029 +442 56.10859729 +443 56.20767494 +444 56.08108108 +445 56.17977528 +446 56.27802691 +447 56.37583893 +448 56.47321429 +449 56.57015590 +450 56.66666667 +451 56.54101996 +452 56.41592920 +453 56.29139073 +454 56.38766520 +455 56.26373626 +456 56.35964912 +457 56.45514223 +458 56.33187773 +459 56.42701525 +460 56.52173913 +461 56.61605206 +462 56.70995671 +463 56.80345572 +464 56.89655172 +465 56.77419355 +466 56.86695279 +467 56.95931478 +468 56.83760684 +469 56.71641791 +470 56.59574468 +471 56.68789809 +472 56.77966102 +473 56.87103594 +474 56.96202532 +475 57.05263158 +476 56.93277311 +477 56.81341719 +478 56.90376569 +479 56.99373695 +480 57.08333333 +481 56.96465696 +482 56.84647303 +483 56.93581781 +484 56.81818182 +485 56.70103093 +486 56.79012346 +487 56.87885010 +488 56.76229508 +489 56.85071575 +490 56.93877551 +491 57.02647658 +492 57.11382114 +493 57.20081136 +494 57.28744939 +495 57.37373737 +496 57.45967742 +497 57.34406439 +498 57.42971888 +499 57.31462926 +500 57.40000000 +501 57.48502994 +502 57.56972112 +503 57.65407555 +504 57.73809524 +505 57.82178218 +506 57.70750988 +507 57.79092702 +508 57.87401575 +509 57.95677800 +510 58.03921569 +511 57.92563601 +512 57.81250000 +513 57.69980507 +514 57.78210117 +515 57.86407767 +516 57.75193798 +517 57.64023211 +518 57.72200772 +519 57.61078998 +520 57.69230769 +521 57.58157390 +522 57.47126437 +523 57.55258126 +524 57.63358779 +525 57.71428571 +526 57.60456274 +527 57.49525617 +528 57.57575758 +529 57.65595463 +530 57.73584906 +531 57.62711864 +532 57.70676692 +533 57.78611632 +534 57.67790262 +535 57.75700935 +536 57.83582090 +537 57.91433892 +538 57.99256506 +539 57.88497217 +540 57.77777778 +541 57.85582255 +542 57.74907749 +543 57.64272560 +544 57.72058824 +545 57.79816514 +546 57.87545788 +547 57.95246801 +548 57.84671533 +549 57.92349727 +550 57.81818182 +551 57.71324864 +552 57.60869565 +553 57.50452080 +554 57.58122744 +555 57.47747748 +556 57.55395683 +557 57.45062837 +558 57.34767025 +559 57.24508050 +560 57.32142857 +561 57.39750446 +562 57.29537367 +563 57.37122558 +564 57.26950355 +565 57.16814159 +566 57.06713781 +567 57.14285714 +568 57.21830986 +569 57.11775044 +570 57.01754386 +571 57.09281961 +572 57.16783217 +573 57.24258290 +574 57.31707317 +575 57.21739130 +576 57.29166667 +577 57.19237435 +578 57.26643599 +579 57.16753022 +580 57.06896552 +581 56.97074010 +582 56.87285223 +583 56.94682676 +584 56.84931507 +585 56.75213675 +586 56.65529010 +587 56.72913118 +588 56.63265306 +589 56.53650255 +590 56.44067797 +591 56.51438240 +592 56.58783784 +593 56.49241147 +594 56.39730640 +595 56.47058824 +596 56.54362416 +597 56.61641541 +598 56.68896321 +599 56.59432387 +600 56.66666667 +601 56.73876872 +602 56.81063123 +603 56.71641791 +604 56.78807947 +605 56.85950413 +606 56.76567657 +607 56.67215815 +608 56.57894737 +609 56.65024631 +610 56.72131148 +611 56.79214403 +612 56.69934641 +613 56.60685155 +614 56.51465798 +615 56.42276423 +616 56.33116883 +617 56.40194489 +618 56.47249191 +619 56.38126010 +620 56.45161290 +621 56.36070853 +622 56.27009646 +623 56.34028892 +624 56.41025641 +625 56.32000000 +626 56.23003195 +627 56.29984051 +628 56.36942675 +629 56.27980922 +630 56.34920635 +631 56.25990491 +632 56.17088608 +633 56.08214850 +634 56.15141956 +635 56.06299213 +636 56.13207547 +637 56.20094192 +638 56.11285266 +639 56.18153365 +640 56.09375000 +641 56.00624025 +642 55.91900312 +643 55.98755832 +644 55.90062112 +645 55.81395349 +646 55.88235294 +647 55.95054096 +648 56.01851852 +649 55.93220339 +650 56.00000000 +651 56.06758833 +652 56.13496933 +653 56.20214395 +654 56.26911315 +655 56.33587786 +656 56.40243902 +657 56.31659056 +658 56.38297872 +659 56.44916540 +660 56.36363636 +661 56.42965204 +662 56.49546828 +663 56.56108597 +664 56.62650602 +665 56.69172932 +666 56.75675676 +667 56.82158921 +668 56.88622754 +669 56.80119581 +670 56.86567164 +671 56.92995529 +672 56.99404762 +673 57.05794948 +674 56.97329377 +675 57.03703704 +676 56.95266272 +677 56.86853767 +678 56.93215339 +679 56.99558174 +680 56.91176471 +681 56.82819383 +682 56.89149560 +683 56.95461201 +684 57.01754386 +685 56.93430657 +686 56.99708455 +687 57.05967977 +688 57.12209302 +689 57.18432511 +690 57.24637681 +691 57.30824891 +692 57.36994220 +693 57.28715729 +694 57.34870317 +695 57.26618705 +696 57.32758621 +697 57.38880918 +698 57.44985673 +699 57.36766810 +700 57.28571429 +701 57.34664765 +702 57.40740741 +703 57.32574680 +704 57.38636364 +705 57.44680851 +706 57.50708215 +707 57.42574257 +708 57.48587571 +709 57.54583921 +710 57.60563380 +711 57.52461322 +712 57.58426966 +713 57.64375877 +714 57.70308123 +715 57.76223776 +716 57.82122905 +717 57.88005579 +718 57.93871866 +719 57.85813630 +720 57.77777778 +721 57.83633842 +722 57.89473684 +723 57.95297372 +724 58.01104972 +725 58.06896552 +726 58.12672176 +727 58.18431912 +728 58.24175824 +729 58.29903978 +730 58.21917808 +731 58.27633379 +732 58.19672131 +733 58.25375171 +734 58.31062670 +735 58.23129252 +736 58.15217391 +737 58.07327001 +738 57.99457995 +739 57.91610284 +740 57.97297297 +741 58.02968961 +742 58.08625337 +743 58.14266487 +744 58.19892473 +745 58.12080537 +746 58.17694370 +747 58.09906292 +748 58.15508021 +749 58.21094793 +750 58.26666667 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.log b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.log deleted file mode 100644 index 35e4b74d4ee9ed6b21f7b4fc77c90c17bc5cd6de..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.331908 ± 0.247609 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.81% -Mean ln(PPL(Q)/PPL(base)) : 0.015935 ± 0.000613 -Mean PPL(Q)/PPL(base) : 1.016063 ± 0.000623 -Mean PPL(Q)-PPL(base) : 0.400477 ± 0.016493 - -====== KL divergence statistics ====== -Mean KLD: 0.008227 ± 0.000037 -Maximum KLD: 3.104945 -99.9% KLD: 0.117209 -99.0% KLD: 0.052437 -99.0% KLD: 0.052437 -Median KLD: 0.004830 -10.0% KLD: 0.000092 - 5.0% KLD: 0.000012 - 1.0% KLD: -0.000002 -Minimum KLD: -0.000180 - -====== Token probability statistics ====== -Mean Δp: -0.032 ± 0.006 % -Maximum Δp: 38.164% -99.9% Δp: 13.916% -99.0% Δp: 6.928% -95.0% Δp: 3.133% -90.0% Δp: 1.652% -75.0% Δp: 0.209% -Median Δp: -0.000% -25.0% Δp: -0.248% -10.0% Δp: -1.741% - 5.0% Δp: -3.275% - 1.0% Δp: -7.358% - 0.1% Δp: -14.696% -Minimum Δp: -60.848% -RMS Δp : 2.211 ± 0.014 % -Same top p: 95.381 ± 0.054 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.mmlu b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..5cb1f656e45d2f1f8e52b48afba2d46a9bb46b22 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 33.33333333 +58 32.75862069 +59 32.20338983 +60 31.66666667 +61 31.14754098 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 30.30303030 +67 29.85074627 +68 29.41176471 +69 28.98550725 +70 30.00000000 +71 29.57746479 +72 30.55555556 +73 30.13698630 +74 29.72972973 +75 30.66666667 +76 31.57894737 +77 32.46753247 +78 33.33333333 +79 32.91139241 +80 32.50000000 +81 33.33333333 +82 32.92682927 +83 33.73493976 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 34.48275862 +88 35.22727273 +89 34.83146067 +90 34.44444444 +91 34.06593407 +92 33.69565217 +93 33.33333333 +94 32.97872340 +95 32.63157895 +96 33.33333333 +97 32.98969072 +98 32.65306122 +99 32.32323232 +100 33.00000000 +101 32.67326733 +102 32.35294118 +103 32.03883495 +104 31.73076923 +105 31.42857143 +106 31.13207547 +107 30.84112150 +108 31.48148148 +109 31.19266055 +110 30.90909091 +111 30.63063063 +112 30.35714286 +113 30.08849558 +114 30.70175439 +115 31.30434783 +116 31.03448276 +117 30.76923077 +118 30.50847458 +119 30.25210084 +120 30.00000000 +121 29.75206612 +122 29.50819672 +123 29.26829268 +124 29.03225806 +125 29.60000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 29.00763359 +132 29.54545455 +133 29.32330827 +134 29.10447761 +135 28.88888889 +136 28.67647059 +137 28.46715328 +138 28.26086957 +139 28.05755396 +140 27.85714286 +141 28.36879433 +142 28.16901408 +143 28.67132867 +144 29.16666667 +145 28.96551724 +146 28.76712329 +147 28.57142857 +148 29.05405405 +149 28.85906040 +150 28.66666667 +151 28.47682119 +152 28.94736842 +153 28.75816993 +154 28.57142857 +155 28.38709677 +156 28.20512821 +157 28.66242038 +158 28.48101266 +159 28.30188679 +160 28.75000000 +161 28.57142857 +162 28.39506173 +163 28.22085890 +164 28.65853659 +165 29.09090909 +166 28.91566265 +167 29.34131737 +168 29.16666667 +169 28.99408284 +170 28.82352941 +171 28.65497076 +172 28.48837209 +173 28.32369942 +174 28.16091954 +175 28.00000000 +176 27.84090909 +177 27.68361582 +178 27.52808989 +179 27.93296089 +180 27.77777778 +181 27.62430939 +182 27.47252747 +183 27.86885246 +184 27.71739130 +185 28.10810811 +186 27.95698925 +187 27.80748663 +188 27.65957447 +189 27.51322751 +190 27.36842105 +191 27.74869110 +192 27.60416667 +193 27.46113990 +194 27.31958763 +195 27.69230769 +196 27.55102041 +197 27.41116751 +198 27.27272727 +199 27.13567839 +200 27.00000000 +201 27.36318408 +202 27.22772277 +203 27.09359606 +204 26.96078431 +205 27.31707317 +206 27.18446602 +207 27.05314010 +208 26.92307692 +209 26.79425837 +210 26.66666667 +211 27.01421801 +212 26.88679245 +213 26.76056338 +214 26.63551402 +215 26.51162791 +216 26.38888889 +217 26.26728111 +218 26.14678899 +219 26.02739726 +220 25.90909091 +221 25.79185520 +222 26.12612613 +223 26.45739910 +224 26.33928571 +225 26.66666667 +226 26.54867257 +227 26.87224670 +228 27.19298246 +229 27.07423581 +230 26.95652174 +231 27.27272727 +232 27.15517241 +233 27.03862661 +234 27.35042735 +235 27.23404255 +236 27.11864407 +237 27.00421941 +238 26.89075630 +239 26.77824268 +240 27.08333333 +241 26.97095436 +242 27.27272727 +243 27.57201646 +244 27.45901639 +245 27.75510204 +246 27.64227642 +247 27.53036437 +248 27.82258065 +249 28.11244980 +250 28.00000000 +251 27.88844622 +252 27.77777778 +253 27.66798419 +254 27.55905512 +255 27.84313725 +256 27.73437500 +257 27.62645914 +258 27.51937984 +259 27.41312741 +260 27.30769231 +261 27.20306513 +262 27.09923664 +263 26.99619772 +264 26.89393939 +265 26.79245283 +266 26.69172932 +267 26.59176030 +268 26.49253731 +269 26.39405204 +270 26.29629630 +271 26.19926199 +272 26.47058824 +273 26.37362637 +274 26.27737226 +275 26.54545455 +276 26.81159420 +277 27.07581227 +278 27.33812950 +279 27.24014337 +280 27.50000000 +281 27.40213523 +282 27.30496454 +283 27.20848057 +284 27.11267606 +285 27.01754386 +286 26.92307692 +287 27.17770035 +288 27.08333333 +289 26.98961938 +290 27.24137931 +291 27.49140893 +292 27.73972603 +293 27.98634812 +294 28.23129252 +295 28.13559322 +296 28.04054054 +297 27.94612795 +298 27.85234899 +299 28.09364548 +300 28.33333333 +301 28.57142857 +302 28.80794702 +303 28.71287129 +304 28.61842105 +305 28.85245902 +306 28.75816993 +307 28.66449511 +308 28.57142857 +309 28.47896440 +310 28.38709677 +311 28.61736334 +312 28.84615385 +313 29.07348243 +314 29.29936306 +315 29.20634921 +316 29.11392405 +317 29.02208202 +318 28.93081761 +319 29.15360502 +320 29.06250000 +321 28.97196262 +322 28.88198758 +323 28.79256966 +324 28.70370370 +325 28.92307692 +326 28.83435583 +327 29.05198777 +328 29.26829268 +329 29.17933131 +330 29.09090909 +331 29.00302115 +332 29.21686747 +333 29.12912913 +334 29.04191617 +335 29.25373134 +336 29.16666667 +337 29.08011869 +338 28.99408284 +339 28.90855457 +340 28.82352941 +341 29.03225806 +342 28.94736842 +343 28.86297376 +344 28.77906977 +345 28.69565217 +346 28.90173410 +347 29.10662824 +348 29.02298851 +349 29.22636103 +350 29.42857143 +351 29.34472934 +352 29.26136364 +353 29.46175637 +354 29.37853107 +355 29.29577465 +356 29.49438202 +357 29.41176471 +358 29.32960894 +359 29.24791086 +360 29.44444444 +361 29.63988920 +362 29.83425414 +363 30.02754821 +364 29.94505495 +365 29.86301370 +366 29.78142077 +367 29.70027248 +368 29.61956522 +369 29.53929539 +370 29.72972973 +371 29.64959569 +372 29.56989247 +373 29.49061662 +374 29.67914439 +375 29.86666667 +376 29.78723404 +377 29.70822281 +378 29.89417989 +379 29.81530343 +380 29.73684211 +381 29.92125984 +382 29.84293194 +383 30.02610966 +384 29.94791667 +385 29.87012987 +386 29.79274611 +387 29.71576227 +388 29.63917526 +389 29.82005141 +390 29.74358974 +391 29.92327366 +392 30.10204082 +393 30.02544529 +394 29.94923858 +395 29.87341772 +396 30.05050505 +397 29.97481108 +398 29.89949749 +399 30.07518797 +400 30.00000000 +401 30.17456359 +402 30.34825871 +403 30.27295285 +404 30.19801980 +405 30.12345679 +406 30.04926108 +407 29.97542998 +408 29.90196078 +409 30.07334963 +410 30.00000000 +411 29.92700730 +412 29.85436893 +413 30.02421308 +414 30.19323671 +415 30.36144578 +416 30.28846154 +417 30.21582734 +418 30.14354067 +419 30.31026253 +420 30.47619048 +421 30.40380048 +422 30.33175355 +423 30.26004728 +424 30.42452830 +425 30.58823529 +426 30.75117371 +427 30.67915691 +428 30.60747664 +429 30.76923077 +430 30.69767442 +431 30.85846868 +432 31.01851852 +433 30.94688222 +434 30.87557604 +435 30.80459770 +436 30.73394495 +437 30.66361556 +438 30.82191781 +439 30.97949886 +440 30.90909091 +441 30.83900227 +442 30.76923077 +443 30.69977427 +444 30.63063063 +445 30.56179775 +446 30.49327354 +447 30.42505593 +448 30.35714286 +449 30.28953229 +450 30.22222222 +451 30.15521064 +452 30.30973451 +453 30.46357616 +454 30.61674009 +455 30.54945055 +456 30.70175439 +457 30.85339168 +458 30.78602620 +459 30.93681917 +460 31.08695652 +461 31.01952278 +462 30.95238095 +463 30.88552916 +464 30.81896552 +465 30.75268817 +466 30.68669528 +467 30.83511777 +468 30.76923077 +469 30.91684435 +470 30.85106383 +471 30.78556263 +472 30.72033898 +473 30.86680761 +474 30.80168776 +475 30.73684211 +476 30.88235294 +477 30.81761006 +478 30.96234310 +479 31.10647182 +480 31.04166667 +481 31.18503119 +482 31.12033195 +483 31.05590062 +484 30.99173554 +485 30.92783505 +486 30.86419753 +487 31.00616016 +488 30.94262295 +489 30.87934560 +490 31.02040816 +491 31.16089613 +492 31.09756098 +493 31.03448276 +494 31.17408907 +495 31.31313131 +496 31.45161290 +497 31.38832998 +498 31.32530120 +499 31.26252505 +500 31.40000000 +501 31.33732535 +502 31.27490040 +503 31.21272366 +504 31.34920635 +505 31.28712871 +506 31.42292490 +507 31.36094675 +508 31.29921260 +509 31.23772102 +510 31.37254902 +511 31.31115460 +512 31.25000000 +513 31.18908382 +514 31.12840467 +515 31.06796117 +516 31.00775194 +517 31.14119923 +518 31.27413127 +519 31.21387283 +520 31.15384615 +521 31.09404990 +522 31.03448276 +523 31.16634799 +524 31.29770992 +525 31.23809524 +526 31.17870722 +527 31.30929791 +528 31.25000000 +529 31.37996219 +530 31.50943396 +531 31.45009416 +532 31.39097744 +533 31.51969981 +534 31.46067416 +535 31.58878505 +536 31.52985075 +537 31.65735568 +538 31.78438662 +539 31.72541744 +540 31.66666667 +541 31.60813309 +542 31.73431734 +543 31.67587477 +544 31.61764706 +545 31.55963303 +546 31.50183150 +547 31.44424132 +548 31.56934307 +549 31.51183971 +550 31.45454545 +551 31.57894737 +552 31.52173913 +553 31.46473779 +554 31.40794224 +555 31.35135135 +556 31.29496403 +557 31.23877917 +558 31.36200717 +559 31.30590340 +560 31.25000000 +561 31.19429590 +562 31.13879004 +563 31.26110124 +564 31.20567376 +565 31.32743363 +566 31.27208481 +567 31.21693122 +568 31.16197183 +569 31.10720562 +570 31.05263158 +571 31.17338004 +572 31.11888112 +573 31.06457243 +574 31.18466899 +575 31.13043478 +576 31.25000000 +577 31.36915078 +578 31.31487889 +579 31.43350604 +580 31.37931034 +581 31.32530120 +582 31.27147766 +583 31.38936535 +584 31.50684932 +585 31.45299145 +586 31.39931741 +587 31.34582624 +588 31.29251701 +589 31.23938879 +590 31.18644068 +591 31.13367174 +592 31.08108108 +593 31.02866779 +594 31.14478114 +595 31.09243697 +596 31.20805369 +597 31.15577889 +598 31.10367893 +599 31.21869783 +600 31.16666667 +601 31.28119800 +602 31.22923588 +603 31.34328358 +604 31.29139073 +605 31.40495868 +606 31.35313531 +607 31.46622735 +608 31.41447368 +609 31.36288998 +610 31.31147541 +611 31.26022913 +612 31.20915033 +613 31.32137031 +614 31.43322476 +615 31.38211382 +616 31.49350649 +617 31.44246353 +618 31.39158576 +619 31.34087237 +620 31.29032258 +621 31.23993559 +622 31.18971061 +623 31.13964687 +624 31.08974359 +625 31.04000000 +626 31.15015974 +627 31.10047847 +628 31.05095541 +629 31.16057234 +630 31.26984127 +631 31.22028526 +632 31.32911392 +633 31.27962085 +634 31.23028391 +635 31.18110236 +636 31.13207547 +637 31.08320251 +638 31.03448276 +639 31.14241002 +640 31.25000000 +641 31.20124805 +642 31.30841121 +643 31.25972006 +644 31.36645963 +645 31.31782946 +646 31.26934985 +647 31.22102009 +648 31.17283951 +649 31.12480740 +650 31.07692308 +651 31.02918587 +652 31.13496933 +653 31.08728943 +654 31.19266055 +655 31.14503817 +656 31.25000000 +657 31.20243531 +658 31.30699088 +659 31.25948407 +660 31.21212121 +661 31.16490166 +662 31.11782477 +663 31.07088989 +664 31.17469880 +665 31.12781955 +666 31.08108108 +667 31.18440780 +668 31.28742515 +669 31.24065770 +670 31.19402985 +671 31.14754098 +672 31.10119048 +673 31.05497771 +674 31.00890208 +675 30.96296296 +676 30.91715976 +677 30.87149188 +678 30.97345133 +679 30.92783505 +680 31.02941176 +681 31.13069016 +682 31.08504399 +683 31.18594436 +684 31.14035088 +685 31.09489051 +686 31.04956268 +687 31.14992722 +688 31.10465116 +689 31.05950653 +690 31.01449275 +691 31.11432706 +692 31.06936416 +693 31.02453102 +694 31.12391931 +695 31.07913669 +696 31.17816092 +697 31.13342898 +698 31.08882521 +699 31.18741059 +700 31.14285714 +701 31.09843081 +702 31.19658120 +703 31.29445235 +704 31.25000000 +705 31.20567376 +706 31.16147309 +707 31.11739745 +708 31.07344633 +709 31.02961918 +710 31.12676056 +711 31.22362869 +712 31.17977528 +713 31.27629734 +714 31.37254902 +715 31.32867133 +716 31.28491620 +717 31.24128312 +718 31.19777159 +719 31.15438108 +720 31.11111111 +721 31.06796117 +722 31.02493075 +723 31.12033195 +724 31.07734807 +725 31.17241379 +726 31.26721763 +727 31.22420908 +728 31.18131868 +729 31.13854595 +730 31.09589041 +731 31.05335157 +732 31.14754098 +733 31.24147340 +734 31.33514986 +735 31.29251701 +736 31.25000000 +737 31.34328358 +738 31.30081301 +739 31.39377537 +740 31.48648649 +741 31.44399460 +742 31.53638814 +743 31.62853297 +744 31.72043011 +745 31.67785235 +746 31.63538874 +747 31.59303882 +748 31.55080214 +749 31.50867824 +750 31.60000000 + +Final result: 31.6000 ±1.6988 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.ppx b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..b2432c8afda89694b4b02d0fd22d393644350bb5 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 26.940408 ±0.264293 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.15% +Mean ln(PPL(Q)/PPL(base)) : 0.077498 ±0.001277 +Mean PPL(Q)/PPL(base) : 1.080580 ±0.001380 +Mean PPL(Q)-PPL(base) : 2.008978 ±0.040193 + +====== KL divergence statistics ====== +Mean KLD: 0.072675 ±0.000201 +Maximum KLD: 1.625764 +99.9% KLD: 0.550654 +99.0% KLD: 0.333091 +99.0% KLD: 0.333091 +Median KLD: 0.050774 +10.0% KLD: 0.000831 + 5.0% KLD: 0.000126 + 1.0% KLD: 0.000005 +Minimum KLD: -0.000221 + +====== Token probability statistics ====== +Mean Δp: -1.007 ± 0.017 % +Maximum Δp: 65.996% +99.9% Δp: 30.832% +99.0% Δp: 17.836% +95.0% Δp: 7.651% +90.0% Δp: 3.587% +75.0% Δp: 0.198% +Median Δp: -0.010% +25.0% Δp: -1.590% +10.0% Δp: -7.644% + 5.0% Δp: -12.712% + 1.0% Δp: -23.550% + 0.1% Δp: -36.700% +Minimum Δp: -72.973% +RMS Δp : 6.485 ± 0.027 % +Same top p: 85.593 ± 0.091 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.tqa b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..0c4bb188777af8ede2d21be54a827d9678e73bd8 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 27.27272727 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 27.77777778 +55 29.09090909 +56 28.57142857 +57 28.07017544 +58 27.58620690 +59 27.11864407 +60 28.33333333 +61 27.86885246 +62 29.03225806 +63 28.57142857 +64 28.12500000 +65 27.69230769 +66 27.27272727 +67 26.86567164 +68 26.47058824 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 30.13698630 +74 29.72972973 +75 29.33333333 +76 28.94736842 +77 28.57142857 +78 28.20512821 +79 27.84810127 +80 27.50000000 +81 27.16049383 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 25.27472527 +92 25.00000000 +93 24.73118280 +94 24.46808511 +95 25.26315789 +96 26.04166667 +97 25.77319588 +98 25.51020408 +99 26.26262626 +100 26.00000000 +101 26.73267327 +102 26.47058824 +103 27.18446602 +104 26.92307692 +105 26.66666667 +106 26.41509434 +107 27.10280374 +108 27.77777778 +109 27.52293578 +110 28.18181818 +111 27.92792793 +112 27.67857143 +113 27.43362832 +114 28.07017544 +115 27.82608696 +116 27.58620690 +117 27.35042735 +118 27.11864407 +119 26.89075630 +120 26.66666667 +121 27.27272727 +122 27.04918033 +123 26.82926829 +124 27.41935484 +125 28.00000000 +126 28.57142857 +127 28.34645669 +128 28.12500000 +129 27.90697674 +130 27.69230769 +131 27.48091603 +132 27.27272727 +133 27.06766917 +134 27.61194030 +135 27.40740741 +136 27.20588235 +137 27.73722628 +138 27.53623188 +139 28.05755396 +140 27.85714286 +141 27.65957447 +142 27.46478873 +143 27.27272727 +144 27.08333333 +145 26.89655172 +146 26.71232877 +147 26.53061224 +148 26.35135135 +149 26.17449664 +150 26.00000000 +151 26.49006623 +152 26.31578947 +153 26.14379085 +154 25.97402597 +155 25.80645161 +156 26.28205128 +157 26.11464968 +158 26.58227848 +159 26.41509434 +160 26.25000000 +161 26.08695652 +162 25.92592593 +163 25.76687117 +164 25.60975610 +165 26.06060606 +166 26.50602410 +167 26.34730539 +168 26.19047619 +169 26.03550296 +170 25.88235294 +171 25.73099415 +172 25.58139535 +173 26.01156069 +174 25.86206897 +175 25.71428571 +176 26.13636364 +177 25.98870056 +178 25.84269663 +179 25.69832402 +180 25.55555556 +181 25.41436464 +182 25.27472527 +183 25.13661202 +184 25.00000000 +185 24.86486486 +186 24.73118280 +187 24.59893048 +188 24.46808511 +189 24.86772487 +190 24.73684211 +191 24.60732984 +192 24.47916667 +193 24.35233161 +194 24.74226804 +195 24.61538462 +196 24.48979592 +197 24.87309645 +198 24.74747475 +199 24.62311558 +200 24.50000000 +201 24.37810945 +202 24.75247525 +203 24.63054187 +204 24.50980392 +205 24.87804878 +206 24.75728155 +207 25.12077295 +208 25.00000000 +209 24.88038278 +210 24.76190476 +211 24.64454976 +212 24.52830189 +213 24.41314554 +214 24.29906542 +215 24.18604651 +216 24.53703704 +217 24.42396313 +218 24.77064220 +219 24.65753425 +220 24.54545455 +221 24.43438914 +222 24.32432432 +223 24.21524664 +224 24.55357143 +225 24.44444444 +226 24.33628319 +227 24.22907489 +228 24.12280702 +229 24.01746725 +230 23.91304348 +231 23.80952381 +232 24.13793103 +233 24.46351931 +234 24.78632479 +235 25.10638298 +236 25.42372881 +237 25.73839662 +238 26.05042017 +239 25.94142259 +240 25.83333333 +241 25.72614108 +242 25.61983471 +243 25.51440329 +244 25.40983607 +245 25.30612245 +246 25.20325203 +247 25.10121457 +248 25.00000000 +249 25.30120482 +250 25.20000000 +251 25.49800797 +252 25.39682540 +253 25.29644269 +254 25.19685039 +255 25.09803922 +256 25.00000000 +257 24.90272374 +258 24.80620155 +259 24.71042471 +260 24.61538462 +261 24.90421456 +262 24.80916031 +263 24.71482890 +264 25.00000000 +265 25.28301887 +266 25.18796992 +267 25.46816479 +268 25.37313433 +269 25.27881041 +270 25.18518519 +271 25.09225092 +272 25.00000000 +273 24.90842491 +274 24.81751825 +275 24.72727273 +276 24.63768116 +277 24.54873646 +278 24.46043165 +279 24.37275986 +280 24.28571429 +281 24.55516014 +282 24.46808511 +283 24.38162544 +284 24.64788732 +285 24.56140351 +286 24.82517483 +287 24.73867596 +288 24.65277778 +289 24.56747405 +290 24.48275862 +291 24.74226804 +292 25.00000000 +293 25.25597270 +294 25.17006803 +295 25.42372881 +296 25.67567568 +297 25.92592593 +298 25.83892617 +299 25.75250836 +300 25.66666667 +301 25.58139535 +302 25.49668874 +303 25.41254125 +304 25.32894737 +305 25.24590164 +306 25.16339869 +307 25.08143322 +308 25.32467532 +309 25.24271845 +310 25.16129032 +311 25.08038585 +312 25.00000000 +313 24.92012780 +314 24.84076433 +315 24.76190476 +316 24.68354430 +317 24.60567823 +318 24.52830189 +319 24.45141066 +320 24.37500000 +321 24.29906542 +322 24.53416149 +323 24.45820433 +324 24.38271605 +325 24.30769231 +326 24.23312883 +327 24.15902141 +328 24.39024390 +329 24.31610942 +330 24.54545455 +331 24.47129909 +332 24.69879518 +333 24.62462462 +334 24.55089820 +335 24.77611940 +336 25.00000000 +337 24.92581602 +338 24.85207101 +339 25.07374631 +340 25.00000000 +341 25.21994135 +342 25.43859649 +343 25.36443149 +344 25.58139535 +345 25.79710145 +346 26.01156069 +347 26.22478386 +348 26.14942529 +349 26.07449857 +350 26.00000000 +351 25.92592593 +352 25.85227273 +353 25.77903683 +354 25.70621469 +355 25.91549296 +356 25.84269663 +357 25.77030812 +358 25.97765363 +359 25.90529248 +360 25.83333333 +361 25.76177285 +362 25.69060773 +363 25.89531680 +364 25.82417582 +365 26.02739726 +366 25.95628415 +367 26.15803815 +368 26.08695652 +369 26.01626016 +370 25.94594595 +371 25.87601078 +372 26.07526882 +373 26.00536193 +374 26.20320856 +375 26.13333333 +376 26.06382979 +377 25.99469496 +378 25.92592593 +379 25.85751979 +380 25.78947368 +381 25.72178478 +382 25.65445026 +383 25.58746736 +384 25.52083333 +385 25.45454545 +386 25.38860104 +387 25.32299742 +388 25.51546392 +389 25.44987147 +390 25.38461538 +391 25.31969309 +392 25.25510204 +393 25.19083969 +394 25.38071066 +395 25.31645570 +396 25.25252525 +397 25.44080605 +398 25.37688442 +399 25.31328321 +400 25.25000000 +401 25.18703242 +402 25.12437811 +403 25.06203474 +404 25.00000000 +405 24.93827160 +406 24.87684729 +407 24.81572482 +408 24.75490196 +409 24.69437653 +410 24.63414634 +411 24.57420925 +412 24.51456311 +413 24.45520581 +414 24.63768116 +415 24.57831325 +416 24.51923077 +417 24.46043165 +418 24.40191388 +419 24.34367542 +420 24.52380952 +421 24.70308789 +422 24.64454976 +423 24.58628842 +424 24.52830189 +425 24.47058824 +426 24.41314554 +427 24.35597190 +428 24.29906542 +429 24.24242424 +430 24.18604651 +431 24.12993039 +432 24.30555556 +433 24.48036952 +434 24.65437788 +435 24.59770115 +436 24.54128440 +437 24.48512586 +438 24.42922374 +439 24.37357631 +440 24.31818182 +441 24.26303855 +442 24.20814480 +443 24.15349887 +444 24.09909910 +445 24.04494382 +446 23.99103139 +447 23.93736018 +448 23.88392857 +449 24.05345212 +450 24.00000000 +451 23.94678492 +452 23.89380531 +453 24.06181015 +454 24.00881057 +455 23.95604396 +456 23.90350877 +457 23.85120350 +458 23.79912664 +459 23.74727669 +460 23.69565217 +461 23.64425163 +462 23.59307359 +463 23.54211663 +464 23.49137931 +465 23.65591398 +466 23.60515021 +467 23.55460385 +468 23.50427350 +469 23.45415778 +470 23.40425532 +471 23.56687898 +472 23.51694915 +473 23.46723044 +474 23.62869198 +475 23.78947368 +476 23.73949580 +477 23.89937107 +478 23.84937238 +479 23.79958246 +480 23.75000000 +481 23.70062370 +482 23.85892116 +483 23.80952381 +484 23.96694215 +485 24.12371134 +486 24.07407407 +487 24.22997947 +488 24.18032787 +489 24.33537832 +490 24.48979592 +491 24.43991853 +492 24.59349593 +493 24.54361055 +494 24.49392713 +495 24.64646465 +496 24.59677419 +497 24.54728370 +498 24.49799197 +499 24.44889780 +500 24.40000000 +501 24.55089820 +502 24.50199203 +503 24.45328032 +504 24.60317460 +505 24.75247525 +506 24.70355731 +507 24.65483235 +508 24.60629921 +509 24.75442043 +510 24.90196078 +511 24.85322896 +512 24.80468750 +513 24.75633528 +514 24.70817121 +515 24.85436893 +516 24.80620155 +517 24.95164410 +518 24.90347490 +519 24.85549133 +520 24.80769231 +521 24.95201536 +522 24.90421456 +523 25.04780115 +524 25.00000000 +525 24.95238095 +526 24.90494297 +527 25.04743833 +528 25.18939394 +529 25.14177694 +530 25.09433962 +531 25.23540490 +532 25.18796992 +533 25.32833021 +534 25.28089888 +535 25.23364486 +536 25.18656716 +537 25.32588454 +538 25.27881041 +539 25.23191095 +540 25.37037037 +541 25.32347505 +542 25.27675277 +543 25.23020258 +544 25.18382353 +545 25.13761468 +546 25.09157509 +547 25.04570384 +548 25.18248175 +549 25.13661202 +550 25.09090909 +551 25.04537205 +552 25.18115942 +553 25.13562387 +554 25.09025271 +555 25.04504505 +556 25.17985612 +557 25.13464991 +558 25.08960573 +559 25.04472272 +560 25.00000000 +561 24.95543672 +562 24.91103203 +563 24.86678508 +564 25.00000000 +565 25.13274336 +566 25.08833922 +567 25.04409171 +568 25.00000000 +569 25.13181019 +570 25.08771930 +571 25.04378284 +572 25.00000000 +573 24.95636998 +574 25.08710801 +575 25.21739130 +576 25.17361111 +577 25.12998267 +578 25.25951557 +579 25.21588946 +580 25.34482759 +581 25.30120482 +582 25.42955326 +583 25.38593482 +584 25.51369863 +585 25.47008547 +586 25.59726962 +587 25.55366269 +588 25.51020408 +589 25.46689304 +590 25.59322034 +591 25.54991540 +592 25.50675676 +593 25.46374368 +594 25.58922559 +595 25.54621849 +596 25.50335570 +597 25.46063652 +598 25.41806020 +599 25.37562604 +600 25.33333333 +601 25.45757072 +602 25.41528239 +603 25.37313433 +604 25.33112583 +605 25.28925620 +606 25.41254125 +607 25.37067545 +608 25.32894737 +609 25.28735632 +610 25.24590164 +611 25.20458265 +612 25.32679739 +613 25.28548124 +614 25.24429967 +615 25.20325203 +616 25.32467532 +617 25.44570502 +618 25.40453074 +619 25.52504039 +620 25.48387097 +621 25.44283414 +622 25.56270096 +623 25.52166934 +624 25.48076923 +625 25.44000000 +626 25.39936102 +627 25.35885167 +628 25.31847134 +629 25.27821940 +630 25.23809524 +631 25.35657686 +632 25.31645570 +633 25.27646130 +634 25.39432177 +635 25.35433071 +636 25.31446541 +637 25.27472527 +638 25.23510972 +639 25.19561815 +640 25.15625000 +641 25.11700468 +642 25.23364486 +643 25.19440124 +644 25.31055901 +645 25.42635659 +646 25.38699690 +647 25.34775889 +648 25.46296296 +649 25.42372881 +650 25.53846154 +651 25.65284178 +652 25.76687117 +653 25.88055130 +654 25.84097859 +655 25.80152672 +656 25.76219512 +657 25.87519026 +658 25.83586626 +659 25.79666161 +660 25.75757576 +661 25.71860817 +662 25.67975831 +663 25.64102564 +664 25.60240964 +665 25.71428571 +666 25.82582583 +667 25.78710645 +668 25.74850299 +669 25.71001495 +670 25.67164179 +671 25.63338301 +672 25.59523810 +673 25.55720654 +674 25.51928783 +675 25.62962963 +676 25.73964497 +677 25.70162482 +678 25.66371681 +679 25.62592047 +680 25.73529412 +681 25.69750367 +682 25.65982405 +683 25.62225476 +684 25.73099415 +685 25.69343066 +686 25.65597668 +687 25.61863173 +688 25.72674419 +689 25.83454282 +690 25.79710145 +691 25.90448625 +692 25.86705202 +693 25.82972583 +694 25.93659942 +695 25.89928058 +696 26.00574713 +697 25.96843615 +698 25.93123209 +699 25.89413448 +700 26.00000000 +701 25.96291013 +702 25.92592593 +703 25.88904694 +704 25.85227273 +705 25.81560284 +706 25.77903683 +707 25.74257426 +708 25.70621469 +709 25.66995769 +710 25.63380282 +711 25.59774965 +712 25.70224719 +713 25.66619916 +714 25.63025210 +715 25.73426573 +716 25.69832402 +717 25.66248257 +718 25.62674095 +719 25.59109875 +720 25.55555556 +721 25.52011096 +722 25.48476454 +723 25.44951591 +724 25.55248619 +725 25.51724138 +726 25.61983471 +727 25.58459422 +728 25.54945055 +729 25.51440329 +730 25.61643836 +731 25.58139535 +732 25.68306011 +733 25.64802183 +734 25.61307902 +735 25.57823129 +736 25.54347826 +737 25.50881954 +738 25.47425474 +739 25.57510149 +740 25.54054054 +741 25.50607287 +742 25.47169811 +743 25.43741588 +744 25.53763441 +745 25.50335570 +746 25.60321716 +747 25.56894244 +748 25.53475936 +749 25.63417891 +750 25.60000000 + +Final result: 25.6000 ±1.5947 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_m.wng b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..be7875e457ea9e590eafa9ba7e62317674a14d8a --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.659073 -5.837498 1 1 +2 50.0000 -2.228752 -2.218145 2 1 +3 66.6667 -3.479178 -3.477087 2 2 +4 50.0000 -5.994907 -5.938767 2 1 +5 40.0000 -4.003388 -4.390173 1 2 +6 50.0000 -5.879228 -6.281898 1 1 +7 57.1429 -6.769052 -5.468935 2 2 +8 62.5000 -3.124045 -2.375498 2 2 +9 66.6667 -5.291016 -5.992927 1 1 +10 60.0000 -2.502441 -2.774914 1 2 +11 63.6364 -8.673035 -6.467327 2 2 +12 58.3333 -4.253970 -4.501715 1 2 +13 61.5385 -5.162214 -5.772620 1 1 +14 64.2857 -5.983155 -6.188154 1 1 +15 60.0000 -3.210493 -5.209304 1 2 +16 56.2500 -3.262327 -3.363184 1 2 +17 52.9412 -8.652996 -9.702581 1 2 +18 55.5556 -3.692761 -4.425787 1 1 +19 57.8947 -5.276742 -6.532823 1 1 +20 55.0000 -3.790586 -3.242841 2 1 +21 57.1429 -4.108259 -4.509886 1 1 +22 59.0909 -4.088725 -3.878372 2 2 +23 56.5217 -5.530797 -5.387091 2 1 +24 58.3333 -3.006950 -5.864986 1 1 +25 60.0000 -2.867051 -2.842132 2 2 +26 61.5385 -2.882694 -4.014489 1 1 +27 62.9630 -7.511262 -7.497797 2 2 +28 64.2857 -5.538496 -6.034783 1 1 +29 65.5172 -4.931785 -5.332339 1 1 +30 63.3333 -2.270786 -2.693225 1 2 +31 64.5161 -5.738494 -5.867836 1 1 +32 65.6250 -4.465129 -6.897875 1 1 +33 66.6667 -7.029159 -8.389694 1 1 +34 67.6471 -3.362278 -3.731427 1 1 +35 68.5714 -5.289281 -4.608321 2 2 +36 66.6667 -4.325394 -4.888319 1 2 +37 64.8649 -3.740768 -3.686728 2 1 +38 65.7895 -4.558144 -4.904457 1 1 +39 64.1026 -3.891122 -4.203453 1 2 +40 62.5000 -5.845990 -6.530014 1 2 +41 63.4146 -4.790156 -5.243732 1 1 +42 64.2857 -0.984236 -2.444938 1 1 +43 65.1163 -3.678146 -3.664646 2 2 +44 65.9091 -3.705248 -2.714635 2 2 +45 66.6667 -4.019201 -14.182673 1 1 +46 67.3913 -3.512377 -4.020574 1 1 +47 65.9574 -5.716478 -5.857998 1 2 +48 64.5833 -6.103135 -6.383800 1 2 +49 63.2653 -2.244604 -0.882162 2 1 +50 64.0000 -3.986977 -3.831999 2 2 +51 64.7059 -2.560217 -2.760666 1 1 +52 63.4615 -4.969438 -5.469485 1 2 +53 64.1509 -3.720477 -4.179145 1 1 +54 64.8148 -2.722090 -2.655571 2 2 +55 65.4545 -3.752734 -3.486737 2 2 +56 64.2857 -4.851990 -6.208907 1 2 +57 63.1579 -3.943085 -4.782830 1 2 +58 63.7931 -3.166596 -4.259106 1 1 +59 64.4068 -3.677906 -2.891887 2 2 +60 63.3333 -5.447834 -6.198615 1 2 +61 63.9344 -3.096042 -3.768539 1 1 +62 62.9032 -8.553604 -7.806808 2 1 +63 63.4921 -5.481059 -5.020676 2 2 +64 64.0625 -4.783878 -4.983429 1 1 +65 64.6154 -5.806063 -4.975388 2 2 +66 63.6364 -3.287190 -3.275039 2 1 +67 64.1791 -2.902137 -1.840319 2 2 +68 64.7059 -7.515185 -6.985246 2 2 +69 65.2174 -5.795833 -7.111629 1 1 +70 65.7143 -4.068583 -3.295189 2 2 +71 64.7887 -2.987519 -2.794242 2 1 +72 65.2778 -4.911370 -3.910911 2 2 +73 64.3836 -3.757121 -3.419303 2 1 +74 64.8649 -4.518296 -4.945465 1 1 +75 64.0000 -2.602130 -2.582324 2 1 +76 64.4737 -5.095964 -5.122163 1 1 +77 64.9351 -3.508746 -2.646267 2 2 +78 65.3846 -3.049066 -3.211609 1 1 +79 64.5570 -2.327089 -2.482058 1 2 +80 65.0000 -4.619903 -5.674181 1 1 +81 65.4321 -4.783155 -4.349301 2 2 +82 64.6341 -2.076674 -2.433897 1 2 +83 65.0602 -7.124682 -6.672207 2 2 +84 64.2857 -4.094831 -4.676350 1 2 +85 64.7059 -7.284418 -7.325630 1 1 +86 65.1163 -7.830115 -7.784417 2 2 +87 65.5172 -2.235571 -2.369685 1 1 +88 64.7727 -4.144601 -3.933439 2 1 +89 65.1685 -4.509406 -5.189918 1 1 +90 65.5556 -4.863179 -3.068885 2 2 +91 65.9341 -4.091300 -4.285395 1 1 +92 65.2174 -7.897628 -8.081506 1 2 +93 65.5914 -1.839559 -1.209245 2 2 +94 64.8936 -7.016093 -8.619674 1 2 +95 65.2632 -5.157755 -5.674592 1 1 +96 65.6250 -2.190732 -3.452631 1 1 +97 65.9794 -4.652698 -4.787716 1 1 +98 66.3265 -4.236090 -4.074801 2 2 +99 65.6566 -5.401592 -5.079261 2 1 +100 66.0000 -10.403396 -9.707427 2 2 +101 65.3465 -5.473875 -5.854341 1 2 +102 65.6863 -4.326474 -4.884367 1 1 +103 65.0485 -3.448679 -4.839918 1 2 +104 65.3846 -9.490801 -9.345685 2 2 +105 64.7619 -2.513241 -2.482214 2 1 +106 64.1509 -3.200686 -3.273837 1 2 +107 63.5514 -2.775681 -3.120136 1 2 +108 62.9630 -2.047247 -3.180127 1 2 +109 62.3853 -7.225256 -8.209472 1 2 +110 62.7273 -4.522230 -4.313510 2 2 +111 63.0631 -4.656623 -4.570976 2 2 +112 62.5000 -5.025422 -3.943486 2 1 +113 61.9469 -4.309883 -6.126119 1 2 +114 62.2807 -6.037272 -6.162675 1 1 +115 62.6087 -3.095757 -3.652164 1 1 +116 62.9310 -4.097659 -3.401022 2 2 +117 62.3932 -5.928494 -6.178743 1 2 +118 62.7119 -2.237397 -3.230594 1 1 +119 63.0252 -3.835976 -3.953552 1 1 +120 62.5000 -3.812526 -3.588636 2 1 +121 61.9835 -1.376572 -1.593384 1 2 +122 61.4754 -7.902661 -9.209792 1 2 +123 60.9756 -4.560110 -4.283106 2 1 +124 61.2903 -3.856969 -3.850882 2 2 +125 61.6000 -3.412055 -3.228837 2 2 +126 61.9048 -8.618599 -8.083488 2 2 +127 62.2047 -2.795258 -1.647814 2 2 +128 61.7188 -1.880198 -1.763647 2 1 +129 62.0155 -1.855688 -1.345360 2 2 +130 62.3077 -5.440252 -5.087432 2 2 +131 62.5954 -5.424902 -5.343918 2 2 +132 62.8788 -2.319896 -2.264555 2 2 +133 63.1579 -2.549750 -3.505497 1 1 +134 63.4328 -4.417427 -4.363338 2 2 +135 63.7037 -5.785493 -5.926680 1 1 +136 63.9706 -5.446716 -4.511574 2 2 +137 63.5036 -7.723879 -7.191073 2 1 +138 63.0435 -4.265512 -4.422567 1 2 +139 63.3094 -4.577767 -4.883960 1 1 +140 62.8571 -1.443944 -1.887844 1 2 +141 63.1206 -3.680954 -3.360273 2 2 +142 63.3803 -3.918205 -2.714116 2 2 +143 63.6364 -2.523436 -9.911434 1 1 +144 63.8889 -2.585945 -2.926471 1 1 +145 63.4483 -5.030473 -15.462147 1 2 +146 63.6986 -6.702363 -6.521597 2 2 +147 63.2653 -5.248311 -5.512061 1 2 +148 62.8378 -4.131471 -4.017602 2 1 +149 63.0872 -6.088498 -5.356347 2 2 +150 63.3333 -2.610255 -2.188200 2 2 +151 63.5762 -3.014195 -3.149123 1 1 +152 63.8158 -4.838591 -4.054365 2 2 +153 63.3987 -3.822694 -3.573989 2 1 +154 63.6364 -4.362628 -4.686984 1 1 +155 63.2258 -2.749747 -3.260939 1 2 +156 62.8205 -3.432657 -3.226185 2 1 +157 63.0573 -3.187606 -3.993442 1 1 +158 62.6582 -5.231607 -5.308185 1 2 +159 62.8931 -5.210376 -5.843326 1 1 +160 63.1250 -4.040791 -3.611017 2 2 +161 63.3540 -3.164494 -3.215391 1 1 +162 62.9630 -2.073070 -11.738001 1 2 +163 63.1902 -2.733867 -3.110742 1 1 +164 63.4146 -6.653034 -5.760071 2 2 +165 63.6364 -5.771990 -5.456432 2 2 +166 63.8554 -4.287389 -4.192256 2 2 +167 64.0719 -5.150555 -5.187068 1 1 +168 64.2857 -6.873185 -4.965034 2 2 +169 63.9053 -3.804322 -3.940776 1 2 +170 63.5294 -5.708539 -5.344139 2 1 +171 63.1579 -7.108732 -6.939646 2 1 +172 63.3721 -5.625213 -6.454862 1 1 +173 63.5838 -4.043309 -3.463236 2 2 +174 63.7931 -5.910141 -5.469938 2 2 +175 64.0000 -3.712436 -4.085532 1 1 +176 64.2045 -2.857650 -4.441488 1 1 +177 63.8418 -6.742611 -6.826332 1 2 +178 64.0449 -2.967331 -3.048960 1 1 +179 63.6872 -3.481195 -3.142234 2 1 +180 63.3333 -7.605372 -7.840784 1 2 +181 63.5359 -4.956286 -4.350233 2 2 +182 63.1868 -3.080661 -3.278410 1 2 +183 62.8415 -6.844813 -7.776822 1 2 +184 63.0435 -3.780591 -4.536121 1 1 +185 62.7027 -6.110438 -6.955934 1 2 +186 62.9032 -4.553730 -4.752867 1 1 +187 62.5668 -5.323401 -5.523012 1 2 +188 62.2340 -3.894287 -3.147428 2 1 +189 62.4339 -6.108184 -5.119842 2 2 +190 62.6316 -6.391176 -5.860880 2 2 +191 62.8272 -4.372905 -5.296803 1 1 +192 62.5000 -5.181042 -5.405715 1 2 +193 62.6943 -5.592873 -5.478501 2 2 +194 62.8866 -3.422586 -3.025928 2 2 +195 62.5641 -4.236613 -4.115172 2 1 +196 62.7551 -3.252566 -3.146690 2 2 +197 62.9442 -1.151446 -3.528182 1 1 +198 62.6263 -7.224903 -5.944210 2 1 +199 62.3116 -5.420933 -5.609444 1 2 +200 62.5000 -4.507706 -4.355012 2 2 +201 62.1891 -5.159930 -5.029783 2 1 +202 62.3762 -8.976811 -8.571830 2 2 +203 62.0690 -4.163218 -4.461991 1 2 +204 61.7647 -3.169035 -3.110272 2 1 +205 61.9512 -3.040243 -2.758121 2 2 +206 61.6505 -8.009457 -8.035949 1 2 +207 61.3527 -5.207058 -3.804486 2 1 +208 61.5385 -5.716447 -4.810998 2 2 +209 61.7225 -5.101312 -4.835044 2 2 +210 61.9048 -10.403798 -8.822147 2 2 +211 62.0853 -4.402311 -5.621411 1 1 +212 62.2642 -5.940811 -5.116485 2 2 +213 62.4413 -6.374227 -5.948722 2 2 +214 62.1495 -4.474071 -4.274199 2 1 +215 61.8605 -5.803957 -5.864889 1 2 +216 61.5741 -4.865753 -4.619008 2 1 +217 61.7512 -2.304082 -2.521441 1 1 +218 61.9266 -3.246632 -2.688841 2 2 +219 62.1005 -3.133155 -3.899144 1 1 +220 61.8182 -5.471549 -6.428538 1 2 +221 61.9910 -5.414268 -11.702944 1 1 +222 61.7117 -0.747992 -13.374702 1 2 +223 61.4350 -3.080400 -3.362449 1 2 +224 61.6071 -5.962767 -5.226080 2 2 +225 61.7778 -5.025849 -4.219890 2 2 +226 61.9469 -4.360536 -4.394031 1 1 +227 61.6740 -5.560230 -4.879567 2 1 +228 61.8421 -1.609428 -2.445554 1 1 +229 62.0087 -5.571887 -4.210508 2 2 +230 62.1739 -2.792192 -2.838322 1 1 +231 62.3377 -2.770791 -2.807163 1 1 +232 62.0690 -1.806164 -2.442463 1 2 +233 61.8026 -2.159744 -2.026127 2 1 +234 61.5385 -3.881678 -4.289881 1 2 +235 61.7021 -5.242208 -5.027706 2 2 +236 61.8644 -2.084027 -2.352419 1 1 +237 61.6034 -5.090805 -3.288383 2 1 +238 61.3445 -3.457682 -3.748414 1 2 +239 61.5063 -3.294353 -2.841676 2 2 +240 61.2500 -9.240505 -9.646976 1 2 +241 61.4108 -5.731370 -5.683716 2 2 +242 61.5702 -7.176555 -6.931434 2 2 +243 61.3169 -5.706073 -5.614698 2 1 +244 61.4754 -2.964309 -4.438078 1 1 +245 61.6327 -7.732435 -7.917131 1 1 +246 61.3821 -3.396627 -2.755201 2 1 +247 61.1336 -5.824269 -6.508171 1 2 +248 60.8871 -3.172613 -3.213355 1 2 +249 61.0442 -3.638871 -3.214231 2 2 +250 61.2000 -5.881102 -6.430327 1 1 +251 61.3546 -1.696221 -1.973151 1 1 +252 61.5079 -8.494305 -7.929057 2 2 +253 61.2648 -5.853479 -5.607154 2 1 +254 61.0236 -4.681267 -5.692233 1 2 +255 61.1765 -5.965425 -7.312325 1 1 +256 61.3281 -3.851580 -4.917448 1 1 +257 61.0895 -3.199590 -3.187872 2 1 +258 61.2403 -4.734979 -4.465743 2 2 +259 61.3900 -4.270465 -5.278347 1 1 +260 61.1538 -5.507747 -5.250985 2 1 +261 60.9195 -4.496984 -5.041289 1 2 +262 60.6870 -6.218184 -6.763475 1 2 +263 60.4563 -2.833625 -2.663282 2 1 +264 60.6061 -5.214828 -4.893762 2 2 +265 60.3774 -2.863809 -2.804917 2 1 +266 60.5263 -6.709974 -6.913572 1 1 +267 60.6742 -2.998332 -3.379303 1 1 +268 60.4478 -3.403643 -3.067719 2 1 +269 60.2230 -5.175040 -5.527930 1 2 +270 60.3704 -2.121070 -3.970153 1 1 +271 60.5166 -4.444429 -4.245714 2 2 +272 60.6618 -4.583023 -4.565830 2 2 +273 60.4396 -4.818252 -4.873721 1 2 +274 60.2190 -4.375848 -4.830943 1 2 +275 60.3636 -2.216449 -2.289402 1 1 +276 60.5072 -3.075711 -3.291103 1 1 +277 60.6498 -3.588004 -4.055425 1 1 +278 60.4317 -4.268865 -3.658075 2 1 +279 60.5735 -4.153723 -3.403433 2 2 +280 60.3571 -5.017925 -5.531121 1 2 +281 60.4982 -3.193020 -3.096305 2 2 +282 60.6383 -5.135744 -4.582801 2 2 +283 60.7774 -4.238854 -3.047035 2 2 +284 60.9155 -4.316000 -5.829828 1 1 +285 61.0526 -6.400528 -7.749611 1 1 +286 61.1888 -3.860212 -4.257273 1 1 +287 61.3240 -3.209538 -6.809321 1 1 +288 61.4583 -5.871558 -5.007941 2 2 +289 61.5917 -4.288306 -4.380883 1 1 +290 61.3793 -8.520598 -7.938202 2 1 +291 61.5120 -2.333296 -3.024405 1 1 +292 61.6438 -3.080604 -2.251013 2 2 +293 61.4334 -6.410169 -6.566282 1 2 +294 61.2245 -3.297384 -2.832755 2 1 +295 61.3559 -2.068194 -2.873370 1 1 +296 61.1486 -6.247087 -6.469076 1 2 +297 60.9428 -1.034902 -1.368114 1 2 +298 60.7383 -6.934981 -8.253778 1 2 +299 60.8696 -3.016166 -2.643726 2 2 +300 60.6667 -3.908522 -3.374189 2 1 +301 60.7973 -5.065004 -5.528362 1 1 +302 60.9272 -5.286012 -4.953619 2 2 +303 60.7261 -8.401386 -8.184333 2 1 +304 60.8553 -4.372768 -2.825973 2 2 +305 60.6557 -2.912285 -3.139200 1 2 +306 60.7843 -3.400739 -3.385522 2 2 +307 60.9121 -3.553534 -3.787608 1 1 +308 61.0390 -7.700820 -7.355265 2 2 +309 61.1650 -5.380550 -5.925462 1 1 +310 60.9677 -6.458955 -6.500275 1 2 +311 61.0932 -2.229466 -4.601085 1 1 +312 60.8974 -6.887582 -5.344905 2 1 +313 60.7029 -5.314830 -6.397075 1 2 +314 60.8280 -8.123305 -7.947559 2 2 +315 60.9524 -3.558975 -4.728008 1 1 +316 61.0759 -7.243149 -6.266402 2 2 +317 61.1987 -7.265393 -7.304173 1 1 +318 61.3208 -6.551342 -5.689734 2 2 +319 61.1285 -1.779575 -1.497260 2 1 +320 61.2500 -6.204435 -6.511776 1 1 +321 61.0592 -3.547367 -3.549657 1 2 +322 60.8696 -2.805127 -3.708438 1 2 +323 60.9907 -2.656256 -3.207467 1 1 +324 60.8025 -4.970431 -4.541492 2 1 +325 60.9231 -6.815221 -6.186662 2 2 +326 61.0429 -3.456593 -2.962608 2 2 +327 60.8563 -3.404670 -3.164934 2 1 +328 60.9756 -5.108554 -5.798428 1 1 +329 61.0942 -5.809896 -11.322377 1 1 +330 60.9091 -1.759144 -1.497685 2 1 +331 60.7251 -5.690568 -4.018875 2 1 +332 60.8434 -4.418431 -5.765383 1 1 +333 60.9610 -4.324217 -4.181503 2 2 +334 61.0778 -2.175457 -5.431024 1 1 +335 60.8955 -5.614128 -5.306270 2 1 +336 60.7143 -3.137652 -3.296934 1 2 +337 60.8309 -2.918836 -2.880939 2 2 +338 60.6509 -4.033586 -3.896224 2 1 +339 60.4720 -5.435206 -5.851798 1 2 +340 60.5882 -5.591249 -5.698262 1 1 +341 60.7038 -2.985793 -3.611832 1 1 +342 60.8187 -5.483855 -5.428421 2 2 +343 60.9329 -3.716733 -4.162252 1 1 +344 60.7558 -4.955516 -3.004393 2 1 +345 60.8696 -1.088993 -1.998117 1 1 +346 60.9827 -8.282423 -6.812500 2 2 +347 61.0951 -4.882124 -4.843667 2 2 +348 61.2069 -1.406785 -1.744893 1 1 +349 61.3181 -4.916230 -4.685002 2 2 +350 61.4286 -17.222189 -2.394343 2 2 +351 61.5385 -3.540036 -5.084483 1 1 +352 61.6477 -4.516283 -3.225234 2 2 +353 61.7564 -2.199894 -2.532061 1 1 +354 61.5819 -6.546055 -7.292122 1 2 +355 61.6901 -4.241358 -4.063497 2 2 +356 61.5169 -3.065980 -4.633278 1 2 +357 61.3445 -4.336352 -4.601309 1 2 +358 61.1732 -3.390398 -4.092149 1 2 +359 61.2813 -5.669099 -5.519989 2 2 +360 61.1111 -5.101050 -5.393274 1 2 +361 60.9418 -2.508717 -2.882563 1 2 +362 61.0497 -6.555148 -6.411335 2 2 +363 61.1570 -3.768800 -3.984949 1 1 +364 60.9890 -8.642164 -7.848193 2 1 +365 61.0959 -6.225610 -6.498582 1 1 +366 60.9290 -4.409862 -9.243841 1 2 +367 61.0354 -6.424674 -6.566845 1 1 +368 61.1413 -3.388985 -2.979368 2 2 +369 61.2466 -5.949148 -5.822996 2 2 +370 61.0811 -7.696097 -6.020599 2 1 +371 60.9164 -3.906001 -2.999887 2 1 +372 60.7527 -3.069956 -2.776305 2 1 +373 60.8579 -4.453721 -5.462706 1 1 +374 60.9626 -2.399408 -2.589086 1 1 +375 61.0667 -4.846765 -3.720845 2 2 +376 61.1702 -7.741075 -6.652260 2 2 +377 61.0080 -6.491420 -6.681467 1 2 +378 61.1111 -5.351138 -4.994538 2 2 +379 60.9499 -2.171048 -2.262731 1 2 +380 60.7895 -10.115196 -9.586411 2 1 +381 60.8924 -11.243614 -10.216073 2 2 +382 60.7330 -3.770823 -4.182180 1 2 +383 60.8355 -3.528216 -1.576399 2 2 +384 60.6771 -4.434271 -4.287099 2 1 +385 60.5195 -1.278207 -1.236747 2 1 +386 60.6218 -2.650350 -14.294290 1 1 +387 60.4651 -2.816833 -2.435397 2 1 +388 60.5670 -7.449365 -6.775358 2 2 +389 60.6684 -3.022670 -2.468864 2 2 +390 60.7692 -3.942332 -3.965080 1 1 +391 60.6138 -4.424490 -7.004921 1 2 +392 60.4592 -6.629225 -5.464088 2 1 +393 60.3053 -6.392888 -7.093791 1 2 +394 60.4061 -5.277075 -5.496997 1 1 +395 60.5063 -4.921520 -4.337668 2 2 +396 60.6061 -3.729580 -4.375278 1 1 +397 60.7053 -6.563107 -6.849684 1 1 +398 60.8040 -2.673463 -5.911668 1 1 +399 60.6516 -6.563788 -5.990550 2 1 +400 60.7500 -3.586316 -9.341444 1 1 +401 60.8479 -4.140812 -4.441648 1 1 +402 60.6965 -4.496213 -5.523382 1 2 +403 60.7940 -7.687431 -7.672629 2 2 +404 60.8911 -4.343345 -4.128230 2 2 +405 60.7407 -4.134588 -3.917532 2 1 +406 60.8374 -8.131966 -10.135864 1 1 +407 60.9337 -6.942748 -6.542701 2 2 +408 60.7843 -4.237325 -4.288281 1 2 +409 60.8802 -5.946485 -6.069035 1 1 +410 60.9756 -6.388412 -6.433821 1 1 +411 61.0706 -6.952962 -7.000070 1 1 +412 61.1650 -6.474323 -5.987555 2 2 +413 61.0169 -3.691110 -3.760285 1 2 +414 60.8696 -5.251653 -5.842389 1 2 +415 60.9639 -5.725362 -4.203373 2 2 +416 61.0577 -5.417484 -3.727372 2 2 +417 61.1511 -7.339451 -8.862128 1 1 +418 61.0048 -4.799711 -4.263540 2 1 +419 61.0979 -5.645382 -5.335374 2 2 +420 60.9524 -4.135311 -4.528089 1 2 +421 61.0451 -4.883698 -4.786551 2 2 +422 60.9005 -2.381661 -1.995359 2 1 +423 60.7565 -4.970276 -4.894119 2 1 +424 60.8491 -3.949973 -4.640996 1 1 +425 60.9412 -7.009521 -5.418159 2 2 +426 60.7981 -1.949443 -2.691686 1 2 +427 60.6557 -4.627191 -4.625030 2 1 +428 60.7477 -3.664171 -4.709112 1 1 +429 60.8392 -3.180152 -3.135601 2 2 +430 60.9302 -5.850410 -6.008337 1 1 +431 61.0209 -6.400556 -7.295234 1 1 +432 60.8796 -4.282583 -4.459898 1 2 +433 60.7390 -2.382865 -2.594313 1 2 +434 60.5991 -7.398111 -6.994103 2 1 +435 60.6897 -5.866647 -6.313032 1 1 +436 60.5505 -3.634445 -1.326258 2 1 +437 60.6407 -7.299939 -5.584562 2 2 +438 60.5023 -4.824510 -5.104750 1 2 +439 60.5923 -2.301855 -2.721882 1 1 +440 60.6818 -4.649951 -4.862188 1 1 +441 60.7710 -2.645037 -5.376429 1 1 +442 60.6335 -4.484854 -4.460785 2 1 +443 60.7223 -1.650708 -1.913016 1 1 +444 60.5856 -6.120470 -7.428598 1 2 +445 60.6742 -2.738836 -3.315787 1 1 +446 60.7623 -5.969858 -5.276873 2 2 +447 60.6264 -2.837228 -2.360476 2 1 +448 60.4911 -3.744121 -3.785539 1 2 +449 60.3563 -4.036849 -4.243697 1 2 +450 60.4444 -5.071818 -3.354278 2 2 +451 60.5322 -5.899774 -5.461857 2 2 +452 60.6195 -4.882853 -6.899176 1 1 +453 60.4857 -4.723235 -4.865863 1 2 +454 60.5727 -3.921536 -4.232787 1 1 +455 60.4396 -8.901341 -10.082330 1 2 +456 60.5263 -5.297306 -5.064315 2 2 +457 60.6127 -11.061841 -11.935760 1 1 +458 60.4803 -4.708787 -4.820502 1 2 +459 60.3486 -5.016092 -5.247485 1 2 +460 60.4348 -0.426215 -11.155916 1 1 +461 60.5206 -3.562210 -4.007318 1 1 +462 60.3896 -6.303997 -6.227035 2 1 +463 60.2592 -1.681014 -1.441602 2 1 +464 60.3448 -3.132731 -3.631512 1 1 +465 60.2151 -3.614884 -4.686754 1 2 +466 60.3004 -7.374988 -7.210550 2 2 +467 60.3854 -5.983768 -7.648289 1 1 +468 60.4701 -5.987619 -4.407740 2 2 +469 60.3412 -2.502551 -1.061561 2 1 +470 60.4255 -2.512267 -2.444308 2 2 +471 60.5096 -3.351623 -3.884062 1 1 +472 60.5932 -4.532168 -4.457939 2 2 +473 60.6765 -4.868685 -4.627426 2 2 +474 60.7595 -8.050061 -9.229634 1 1 +475 60.8421 -2.876453 -2.227043 2 2 +476 60.7143 -5.667143 -5.694880 1 2 +477 60.5870 -4.869502 -5.329442 1 2 +478 60.6695 -5.003202 -5.120109 1 1 +479 60.5428 -3.290986 -2.991309 2 1 +480 60.4167 -7.828620 -7.879035 1 2 +481 60.2911 -3.946439 -3.658613 2 1 +482 60.3734 -4.853170 -4.392298 2 2 +483 60.4555 -5.305427 -5.847790 1 1 +484 60.3306 -2.925180 -1.671741 2 1 +485 60.4124 -1.829695 -2.233502 1 1 +486 60.2881 -2.071998 -1.955781 2 1 +487 60.3696 -3.857399 -3.759083 2 2 +488 60.4508 -4.121448 -3.481490 2 2 +489 60.5317 -3.337015 -3.677351 1 1 +490 60.6122 -3.736817 -4.373765 1 1 +491 60.6925 -4.052670 -3.902158 2 2 +492 60.7724 -6.668798 -6.024561 2 2 +493 60.8519 -2.399300 -3.407494 1 1 +494 60.7287 -5.454252 -5.687324 1 2 +495 60.6061 -5.226741 -5.006938 2 1 +496 60.4839 -3.882701 -4.414227 1 2 +497 60.3622 -6.949364 -6.380442 2 1 +498 60.2410 -2.306138 -2.467742 1 2 +499 60.3206 -4.070410 -4.154202 1 1 +500 60.2000 -5.316940 -6.396576 1 2 +501 60.2794 -2.396748 -2.621101 1 1 +502 60.3586 -3.021186 -3.142733 1 1 +503 60.2386 -4.845878 -5.291954 1 2 +504 60.1190 -3.759322 -3.458985 2 1 +505 60.1980 -6.694016 -5.140272 2 2 +506 60.0791 -5.402284 -4.856690 2 1 +507 60.1578 -4.012644 -4.273123 1 1 +508 60.2362 -8.339714 -6.514982 2 2 +509 60.3143 -5.268106 -9.701104 1 1 +510 60.3922 -3.962627 -4.490223 1 1 +511 60.4697 -5.651411 -5.141093 2 2 +512 60.5469 -4.195203 -4.328560 1 1 +513 60.4288 -4.546651 -4.782482 1 2 +514 60.3113 -4.663934 -4.595275 2 1 +515 60.3883 -12.024471 -12.317233 1 1 +516 60.2713 -4.442322 -4.203411 2 1 +517 60.3482 -1.787941 -1.876059 1 1 +518 60.4247 -3.488958 -2.520618 2 2 +519 60.3083 -8.019039 -9.164853 1 2 +520 60.3846 -2.817824 -2.395511 2 2 +521 60.4607 -1.961211 -1.976722 1 1 +522 60.5364 -5.740867 -4.159582 2 2 +523 60.6119 -5.910920 -4.895678 2 2 +524 60.4962 -8.091575 -6.605247 2 1 +525 60.5714 -5.526920 -4.778600 2 2 +526 60.6464 -1.367763 -19.158546 1 1 +527 60.7211 -5.862797 -3.430264 2 2 +528 60.7955 -7.358979 -7.122839 2 2 +529 60.8696 -6.307817 -6.312234 1 1 +530 60.9434 -4.408806 -3.650183 2 2 +531 60.8286 -4.745016 -4.507730 2 1 +532 60.9023 -2.660754 -2.925857 1 1 +533 60.7880 -3.045416 -4.039937 1 2 +534 60.8614 -3.915598 -4.658552 1 1 +535 60.7477 -4.457683 -5.622603 1 2 +536 60.6343 -3.373535 -3.094481 2 1 +537 60.5214 -7.047028 -6.766361 2 1 +538 60.5948 -2.847291 -6.524563 1 1 +539 60.6679 -4.071617 -2.597707 2 2 +540 60.7407 -3.041730 -2.734286 2 2 +541 60.8133 -3.992191 -4.227748 1 1 +542 60.7011 -6.451370 -7.656086 1 2 +543 60.7735 -6.069895 -5.169729 2 2 +544 60.8456 -3.455776 -3.808437 1 1 +545 60.7339 -1.352968 -5.021013 1 2 +546 60.8059 -3.999437 -4.471364 1 1 +547 60.8775 -9.115921 -7.975817 2 2 +548 60.7664 -5.120686 -4.844573 2 1 +549 60.6557 -6.524672 -6.135705 2 1 +550 60.5455 -3.792177 -4.482372 1 2 +551 60.4356 -2.363387 -16.271227 1 2 +552 60.5072 -4.911402 -5.129485 1 1 +553 60.5787 -6.869458 -5.899995 2 2 +554 60.4693 -4.683495 -5.194994 1 2 +555 60.5405 -1.743353 -1.651892 2 2 +556 60.6115 -6.138804 -6.019289 2 2 +557 60.5027 -7.236223 -6.952086 2 1 +558 60.5735 -0.603492 -3.391230 1 1 +559 60.6440 -3.211258 -3.123729 2 2 +560 60.7143 -3.758715 -4.322040 1 1 +561 60.6061 -3.621366 -3.592948 2 1 +562 60.6762 -0.823456 -1.525289 1 1 +563 60.5684 -2.242526 -3.548603 1 2 +564 60.6383 -3.760947 -3.813185 1 1 +565 60.7080 -3.491114 -3.292534 2 2 +566 60.7774 -4.227201 -6.145302 1 1 +567 60.8466 -3.947547 -3.188665 2 2 +568 60.9155 -5.994586 -3.003714 2 2 +569 60.9842 -8.784276 -9.432429 1 1 +570 61.0526 -4.942162 -6.916223 1 1 +571 61.1208 -4.815187 -3.893994 2 2 +572 61.1888 -2.552686 -2.413891 2 2 +573 61.2565 -3.926026 -3.867315 2 2 +574 61.1498 -3.908994 -4.997850 1 2 +575 61.2174 -7.349621 -6.994221 2 2 +576 61.2847 -1.820470 -2.033701 1 1 +577 61.1785 -4.313112 -5.030522 1 2 +578 61.2457 -3.201054 -2.743908 2 2 +579 61.1399 -5.648339 -5.954019 1 2 +580 61.2069 -2.734688 -3.394244 1 1 +581 61.1015 -8.519704 -6.996214 2 1 +582 60.9966 -6.322606 -6.425164 1 2 +583 61.0635 -4.753534 -4.427668 2 2 +584 60.9589 -6.724592 -6.146798 2 1 +585 61.0256 -0.888539 -1.667644 1 1 +586 60.9215 -4.711428 -4.560059 2 1 +587 60.8177 -2.677268 -1.872097 2 1 +588 60.7143 -3.104935 -4.474675 1 2 +589 60.7810 -4.717873 -4.566579 2 2 +590 60.8475 -5.178314 -4.658578 2 2 +591 60.9137 -4.913590 -4.813982 2 2 +592 60.9797 -6.375686 -6.444331 1 1 +593 61.0455 -5.259203 -5.092413 2 2 +594 60.9428 -7.734153 -7.468637 2 1 +595 60.8403 -2.228646 -2.263528 1 2 +596 60.7383 -6.679147 -7.066714 1 2 +597 60.6365 -3.763908 -3.626921 2 1 +598 60.5351 -3.946225 -2.405411 2 1 +599 60.6010 -3.027514 -3.565452 1 1 +600 60.6667 -6.247221 -5.820472 2 2 +601 60.7321 -4.351196 -4.194816 2 2 +602 60.7973 -2.002184 -4.031207 1 1 +603 60.8624 -5.974411 -5.626034 2 2 +604 60.9272 -3.760451 -3.628718 2 2 +605 60.8264 -2.893745 -2.531018 2 1 +606 60.7261 -3.795020 -3.831583 1 2 +607 60.6260 -2.537892 -1.713219 2 1 +608 60.5263 -3.724563 -2.150547 2 1 +609 60.5911 -6.766948 -8.259367 1 1 +610 60.4918 -3.448051 -3.127712 2 1 +611 60.5565 -6.260600 -6.553033 1 1 +612 60.6209 -2.583404 -3.908868 1 1 +613 60.6852 -3.944142 -3.323071 2 2 +614 60.7492 -5.952330 -4.068516 2 2 +615 60.8130 -3.997010 -3.545985 2 2 +616 60.7143 -5.854548 -6.017599 1 2 +617 60.7780 -14.223372 -4.162180 2 2 +618 60.8414 -4.568608 -4.176334 2 2 +619 60.9047 -5.244063 -4.706233 2 2 +620 60.9677 -3.936210 -4.229069 1 1 +621 60.8696 -3.898547 -4.351235 1 2 +622 60.9325 -4.193958 -4.732912 1 1 +623 60.9952 -3.314545 -4.130639 1 1 +624 61.0577 -5.255382 -4.839593 2 2 +625 61.1200 -7.285954 -7.305124 1 1 +626 61.0224 -2.761369 -1.976711 2 1 +627 60.9250 -5.689650 -5.526182 2 1 +628 60.9873 -2.348735 -2.129775 2 2 +629 61.0493 -3.016277 -3.557639 1 1 +630 60.9524 -2.474661 -2.296593 2 1 +631 61.0143 -2.287682 -3.013602 1 1 +632 60.9177 -1.668090 -1.959145 1 2 +633 60.8215 -2.140620 -2.953034 1 2 +634 60.7256 -3.471488 -3.271357 2 1 +635 60.7874 -7.268394 -7.102367 2 2 +636 60.8491 -2.358066 -3.989494 1 1 +637 60.7535 -6.931866 -6.810404 2 1 +638 60.6583 -5.994069 -5.360473 2 1 +639 60.7199 -1.724312 -2.014388 1 1 +640 60.7812 -1.993265 -1.927667 2 2 +641 60.6864 -7.654053 -7.041030 2 1 +642 60.7477 -6.012335 -5.539716 2 2 +643 60.8087 -1.541962 -1.145547 2 2 +644 60.7143 -5.366410 -4.230228 2 1 +645 60.7752 -2.766196 -4.617954 1 1 +646 60.8359 -5.182166 -5.546828 1 1 +647 60.7419 -6.381137 -4.985777 2 1 +648 60.6481 -4.572116 -5.150742 1 2 +649 60.7088 -3.728878 -4.901554 1 1 +650 60.7692 -5.426126 -5.448027 1 1 +651 60.6759 -5.907124 -6.434350 1 2 +652 60.7362 -9.769461 -9.600799 2 2 +653 60.7963 -5.049157 -4.073068 2 2 +654 60.7034 -4.372148 -4.542398 1 2 +655 60.7634 -3.514960 -3.472220 2 2 +656 60.8232 -5.602362 -3.639046 2 2 +657 60.7306 -4.989872 -5.258641 1 2 +658 60.7903 -4.427479 -3.650079 2 2 +659 60.6980 -2.518147 -2.563342 1 2 +660 60.7576 -4.058019 -3.221629 2 2 +661 60.8169 -4.636066 -5.088735 1 1 +662 60.7251 -5.203998 -5.058427 2 1 +663 60.7843 -9.332439 -8.804180 2 2 +664 60.6928 -5.788239 -4.944914 2 1 +665 60.7519 -2.732243 -2.537094 2 2 +666 60.6607 -6.402921 -5.542504 2 1 +667 60.5697 -7.829426 -10.179266 1 2 +668 60.4790 -2.397265 -2.173882 2 1 +669 60.3886 -3.947365 -3.706562 2 1 +670 60.2985 -4.008302 -3.668403 2 1 +671 60.3577 -4.284336 -5.365633 1 1 +672 60.4167 -4.747849 -4.580053 2 2 +673 60.4755 -2.587591 -2.119224 2 2 +674 60.5341 -4.768176 -5.130807 1 1 +675 60.5926 -4.142116 -6.178219 1 1 +676 60.6509 -3.409268 -3.182483 2 2 +677 60.5613 -4.756476 -4.431777 2 1 +678 60.4720 -7.069767 -7.398176 1 2 +679 60.3829 -6.289782 -6.313262 1 2 +680 60.4412 -3.813672 -4.413832 1 1 +681 60.3524 -4.039012 -3.617296 2 1 +682 60.2639 -2.638001 -2.962492 1 2 +683 60.3221 -2.213042 -2.719438 1 1 +684 60.2339 -8.657673 -8.152756 2 1 +685 60.2920 -4.409043 -2.821614 2 2 +686 60.2041 -6.662508 -7.414369 1 2 +687 60.2620 -3.866582 -3.468700 2 2 +688 60.3198 -8.590255 -8.775496 1 1 +689 60.3774 -2.898369 -2.653285 2 2 +690 60.4348 -4.250740 -3.281376 2 2 +691 60.3473 -3.989644 -3.811249 2 1 +692 60.4046 -1.818278 -3.998631 1 1 +693 60.3175 -4.924409 -4.628564 2 1 +694 60.3746 -3.238284 -3.181097 2 2 +695 60.4317 -5.995400 -6.474754 1 1 +696 60.4885 -8.963310 -9.024755 1 1 +697 60.4017 -3.218645 -3.068388 2 1 +698 60.3152 -4.892872 -5.096076 1 2 +699 60.3720 -5.354640 -5.701533 1 1 +700 60.4286 -4.937711 -4.609793 2 2 +701 60.3424 -3.351650 -3.126098 2 1 +702 60.3989 -5.284809 -4.988407 2 2 +703 60.3129 -8.450079 -7.365901 2 1 +704 60.2273 -3.060694 -2.321660 2 1 +705 60.2837 -5.297898 -4.621033 2 2 +706 60.1983 -4.190240 -4.381544 1 2 +707 60.2546 -6.308048 -6.544574 1 1 +708 60.1695 -5.763062 -5.865642 1 2 +709 60.2257 -4.572967 -3.785746 2 2 +710 60.2817 -3.992163 -4.936009 1 1 +711 60.1969 -2.366909 -2.381061 1 2 +712 60.1124 -2.282974 -3.744247 1 2 +713 60.1683 -4.945847 -4.898258 2 2 +714 60.0840 -3.227514 -3.403669 1 2 +715 60.1399 -7.428036 -7.011728 2 2 +716 60.1955 -5.301485 -4.836074 2 2 +717 60.2510 -4.842854 -1.130283 2 2 +718 60.3064 -5.168432 -5.185103 1 1 +719 60.2225 -6.301969 -5.884960 2 1 +720 60.1389 -2.014504 -4.526388 1 2 +721 60.1942 -5.983635 -5.328151 2 2 +722 60.1108 -3.000620 -2.185408 2 1 +723 60.0277 -4.276748 -3.355213 2 1 +724 59.9448 -3.558104 -3.919695 1 2 +725 59.8621 -5.004037 -5.316100 1 2 +726 59.9174 -5.507193 -5.335147 2 2 +727 59.9725 -4.023346 -3.733034 2 2 +728 59.8901 -6.077047 -5.731752 2 1 +729 59.8080 -2.040561 -1.822650 2 1 +730 59.7260 -4.433394 -4.216055 2 1 +731 59.7811 -4.206253 -4.463566 1 1 +732 59.8361 -3.082927 -2.931085 2 2 +733 59.8909 -5.190189 -5.167157 2 2 +734 59.9455 -0.794836 -16.231924 1 1 +735 59.8639 -4.224604 -3.030210 2 1 +736 59.9185 -4.442080 -4.711418 1 1 +737 59.9729 -4.400054 -4.421303 1 1 +738 60.0271 -6.190554 -5.737566 2 2 +739 60.0812 -1.746160 -12.745899 1 1 +740 60.1351 -5.603292 -5.040046 2 2 +741 60.1889 -6.042397 -6.848677 1 1 +742 60.2426 -3.977748 -2.917547 2 2 +743 60.2961 -4.019900 -3.855872 2 2 +744 60.3495 -6.752580 -4.627956 2 2 +745 60.2685 -3.369661 -2.804230 2 1 +746 60.1877 -9.698334 -8.763691 2 1 +747 60.2410 -5.320520 -6.396189 1 1 +748 60.2941 -4.956584 -4.535213 2 2 +749 60.3471 -5.789279 -5.849409 1 1 +750 60.4000 -4.394621 -9.828259 1 1 + +Final Winogrande score(750 tasks): 60.4000 ±1.7870 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.arc b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..44ecd7592664f4748665e1f6378de73344788c91 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 42.85714286 +15 46.66666667 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 40.90909091 +23 39.13043478 +24 41.66666667 +25 40.00000000 +26 38.46153846 +27 40.74074074 +28 39.28571429 +29 37.93103448 +30 40.00000000 +31 38.70967742 +32 37.50000000 +33 39.39393939 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 39.47368421 +39 38.46153846 +40 40.00000000 +41 41.46341463 +42 40.47619048 +43 41.86046512 +44 40.90909091 +45 40.00000000 +46 41.30434783 +47 42.55319149 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 41.17647059 +52 42.30769231 +53 43.39622642 +54 42.59259259 +55 41.81818182 +56 42.85714286 +57 43.85964912 +58 44.82758621 +59 44.06779661 +60 45.00000000 +61 45.90163934 +62 45.16129032 +63 46.03174603 +64 46.87500000 +65 46.15384615 +66 46.96969697 +67 46.26865672 +68 47.05882353 +69 47.82608696 +70 47.14285714 +71 46.47887324 +72 45.83333333 +73 46.57534247 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 46.91358025 +82 47.56097561 +83 46.98795181 +84 47.61904762 +85 48.23529412 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 50.56179775 +90 51.11111111 +91 51.64835165 +92 52.17391304 +93 51.61290323 +94 51.06382979 +95 51.57894737 +96 52.08333333 +97 51.54639175 +98 52.04081633 +99 52.52525253 +100 53.00000000 +101 52.47524752 +102 52.94117647 +103 52.42718447 +104 51.92307692 +105 52.38095238 +106 51.88679245 +107 52.33644860 +108 51.85185185 +109 51.37614679 +110 51.81818182 +111 52.25225225 +112 52.67857143 +113 52.21238938 +114 51.75438596 +115 52.17391304 +116 51.72413793 +117 52.13675214 +118 52.54237288 +119 52.10084034 +120 52.50000000 +121 52.06611570 +122 52.45901639 +123 52.84552846 +124 52.41935484 +125 52.80000000 +126 53.17460317 +127 53.54330709 +128 53.12500000 +129 52.71317829 +130 52.30769231 +131 52.67175573 +132 53.03030303 +133 53.38345865 +134 52.98507463 +135 52.59259259 +136 52.20588235 +137 52.55474453 +138 52.89855072 +139 52.51798561 +140 52.85714286 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 52.77777778 +145 53.10344828 +146 52.73972603 +147 53.06122449 +148 52.70270270 +149 53.02013423 +150 53.33333333 +151 53.64238411 +152 53.94736842 +153 54.24836601 +154 53.89610390 +155 53.54838710 +156 53.84615385 +157 54.14012739 +158 54.43037975 +159 54.71698113 +160 54.37500000 +161 54.65838509 +162 54.93827160 +163 54.60122699 +164 54.26829268 +165 54.54545455 +166 54.81927711 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.70588235 +171 54.97076023 +172 54.65116279 +173 54.91329480 +174 55.17241379 +175 54.85714286 +176 54.54545455 +177 54.80225989 +178 54.49438202 +179 54.74860335 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.09836066 +184 54.34782609 +185 54.59459459 +186 54.83870968 +187 54.54545455 +188 54.25531915 +189 53.96825397 +190 53.68421053 +191 53.92670157 +192 53.64583333 +193 53.36787565 +194 53.60824742 +195 53.84615385 +196 54.08163265 +197 54.31472081 +198 54.54545455 +199 54.77386935 +200 55.00000000 +201 55.22388060 +202 55.44554455 +203 55.17241379 +204 55.39215686 +205 55.12195122 +206 54.85436893 +207 55.07246377 +208 55.28846154 +209 55.50239234 +210 55.71428571 +211 55.92417062 +212 55.66037736 +213 55.39906103 +214 55.60747664 +215 55.81395349 +216 55.55555556 +217 55.29953917 +218 55.50458716 +219 55.70776256 +220 55.45454545 +221 55.20361991 +222 54.95495495 +223 54.70852018 +224 54.91071429 +225 54.66666667 +226 54.42477876 +227 54.62555066 +228 54.82456140 +229 54.58515284 +230 54.78260870 +231 54.54545455 +232 54.31034483 +233 54.50643777 +234 54.27350427 +235 54.04255319 +236 54.23728814 +237 54.00843882 +238 54.20168067 +239 54.39330544 +240 54.58333333 +241 54.77178423 +242 54.54545455 +243 54.32098765 +244 54.09836066 +245 53.87755102 +246 53.65853659 +247 53.84615385 +248 54.03225806 +249 53.81526104 +250 54.00000000 +251 54.18326693 +252 54.36507937 +253 54.54545455 +254 54.33070866 +255 54.50980392 +256 54.68750000 +257 54.86381323 +258 55.03875969 +259 54.82625483 +260 55.00000000 +261 55.17241379 +262 55.34351145 +263 55.51330798 +264 55.68181818 +265 55.47169811 +266 55.26315789 +267 55.43071161 +268 55.22388060 +269 55.39033457 +270 55.55555556 +271 55.35055351 +272 55.14705882 +273 55.31135531 +274 55.10948905 +275 54.90909091 +276 55.07246377 +277 55.23465704 +278 55.03597122 +279 54.83870968 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.89510490 +287 54.70383275 +288 54.86111111 +289 54.67128028 +290 54.82758621 +291 54.98281787 +292 54.79452055 +293 54.94880546 +294 54.76190476 +295 54.91525424 +296 54.72972973 +297 54.88215488 +298 54.69798658 +299 54.84949833 +300 54.66666667 +301 54.48504983 +302 54.63576159 +303 54.45544554 +304 54.60526316 +305 54.75409836 +306 54.57516340 +307 54.72312704 +308 54.54545455 +309 54.69255663 +310 54.83870968 +311 54.98392283 +312 54.80769231 +313 54.95207668 +314 55.09554140 +315 54.92063492 +316 55.06329114 +317 55.20504732 +318 55.03144654 +319 54.85893417 +320 54.68750000 +321 54.51713396 +322 54.65838509 +323 54.48916409 +324 54.62962963 +325 54.46153846 +326 54.60122699 +327 54.43425076 +328 54.26829268 +329 54.10334347 +330 54.24242424 +331 54.38066465 +332 54.21686747 +333 54.35435435 +334 54.19161677 +335 54.02985075 +336 53.86904762 +337 53.70919881 +338 53.55029586 +339 53.68731563 +340 53.82352941 +341 53.95894428 +342 53.80116959 +343 53.93586006 +344 54.06976744 +345 53.91304348 +346 54.04624277 +347 53.89048991 +348 53.73563218 +349 53.86819484 +350 53.71428571 +351 53.84615385 +352 53.69318182 +353 53.54107649 +354 53.38983051 +355 53.23943662 +356 53.08988764 +357 52.94117647 +358 53.07262570 +359 52.92479109 +360 53.05555556 +361 53.18559557 +362 53.31491713 +363 53.44352617 +364 53.29670330 +365 53.15068493 +366 53.00546448 +367 52.86103542 +368 52.98913043 +369 53.11653117 +370 52.97297297 +371 52.83018868 +372 52.68817204 +373 52.54691689 +374 52.67379679 +375 52.80000000 +376 52.65957447 +377 52.78514589 +378 52.91005291 +379 52.77044855 +380 52.89473684 +381 52.75590551 +382 52.61780105 +383 52.48041775 +384 52.34375000 +385 52.46753247 +386 52.59067358 +387 52.45478036 +388 52.31958763 +389 52.18508997 +390 52.30769231 +391 52.17391304 +392 52.29591837 +393 52.41730280 +394 52.53807107 +395 52.65822785 +396 52.52525253 +397 52.64483627 +398 52.51256281 +399 52.38095238 +400 52.50000000 +401 52.36907731 +402 52.48756219 +403 52.60545906 +404 52.72277228 +405 52.83950617 +406 52.95566502 +407 53.07125307 +408 53.18627451 +409 53.05623472 +410 53.17073171 +411 53.28467153 +412 53.39805825 +413 53.26876513 +414 53.38164251 +415 53.25301205 +416 53.12500000 +417 52.99760192 +418 52.87081340 +419 52.74463007 +420 52.85714286 +421 52.73159145 +422 52.84360190 +423 52.95508274 +424 52.83018868 +425 52.70588235 +426 52.58215962 +427 52.45901639 +428 52.33644860 +429 52.44755245 +430 52.55813953 +431 52.66821346 +432 52.54629630 +433 52.42494226 +434 52.30414747 +435 52.41379310 +436 52.52293578 +437 52.63157895 +438 52.51141553 +439 52.61958998 +440 52.50000000 +441 52.38095238 +442 52.26244344 +443 52.14446953 +444 52.02702703 +445 52.13483146 +446 52.24215247 +447 52.34899329 +448 52.45535714 +449 52.56124722 +450 52.44444444 +451 52.54988914 +452 52.65486726 +453 52.75938190 +454 52.64317181 +455 52.52747253 +456 52.41228070 +457 52.29759300 +458 52.18340611 +459 52.28758170 +460 52.39130435 +461 52.49457701 +462 52.59740260 +463 52.48380130 +464 52.37068966 +465 52.25806452 +466 52.36051502 +467 52.24839400 +468 52.35042735 +469 52.23880597 +470 52.34042553 +471 52.44161359 +472 52.33050847 +473 52.21987315 +474 52.10970464 +475 52.00000000 +476 51.89075630 +477 51.99161426 +478 52.09205021 +479 52.19206681 +480 52.08333333 +481 51.97505198 +482 52.07468880 +483 52.17391304 +484 52.27272727 +485 52.37113402 +486 52.46913580 +487 52.56673511 +488 52.66393443 +489 52.55623722 +490 52.44897959 +491 52.54582485 +492 52.43902439 +493 52.33265720 +494 52.42914980 +495 52.32323232 +496 52.21774194 +497 52.31388330 +498 52.40963855 +499 52.50501002 +500 52.60000000 +501 52.69461078 +502 52.78884462 +503 52.88270378 +504 52.97619048 +505 53.06930693 +506 52.96442688 +507 52.85996055 +508 52.95275591 +509 53.04518664 +510 53.13725490 +511 53.03326810 +512 53.12500000 +513 53.02144250 +514 53.11284047 +515 53.20388350 +516 53.10077519 +517 52.99806576 +518 52.89575290 +519 52.79383430 +520 52.69230769 +521 52.78310940 +522 52.87356322 +523 52.77246654 +524 52.67175573 +525 52.57142857 +526 52.47148289 +527 52.37191651 +528 52.27272727 +529 52.17391304 +530 52.26415094 +531 52.35404896 +532 52.44360902 +533 52.53283302 +534 52.43445693 +535 52.33644860 +536 52.23880597 +537 52.32774674 +538 52.23048327 +539 52.31910946 +540 52.22222222 +541 52.12569316 +542 52.21402214 +543 52.30202578 +544 52.20588235 +545 52.29357798 +546 52.19780220 +547 52.10237660 +548 52.18978102 +549 52.27686703 +550 52.18181818 +551 52.08711434 +552 51.99275362 +553 52.07956600 +554 51.98555957 +555 52.07207207 +556 51.97841727 +557 52.06463196 +558 51.97132616 +559 52.05724508 +560 52.14285714 +561 52.22816399 +562 52.31316726 +563 52.39786856 +564 52.30496454 +565 52.21238938 +566 52.29681979 +567 52.38095238 +568 52.46478873 +569 52.37258348 +570 52.28070175 +571 52.36427320 +572 52.27272727 +573 52.18150087 +574 52.26480836 +575 52.34782609 +576 52.43055556 +577 52.51299827 +578 52.59515571 +579 52.67702936 +580 52.75862069 +581 52.66781411 +582 52.57731959 +583 52.65866209 +584 52.73972603 +585 52.82051282 +586 52.90102389 +587 52.81090290 +588 52.72108844 +589 52.80135823 +590 52.88135593 +591 52.96108291 +592 53.04054054 +593 52.95109612 +594 53.03030303 +595 53.10924370 +596 53.02013423 +597 52.93132328 +598 52.84280936 +599 52.92153589 +600 52.83333333 +601 52.91181364 +602 52.82392027 +603 52.73631841 +604 52.64900662 +605 52.56198347 +606 52.47524752 +607 52.38879736 +608 52.46710526 +609 52.38095238 +610 52.45901639 +611 52.37315876 +612 52.28758170 +613 52.20228385 +614 52.11726384 +615 52.19512195 +616 52.27272727 +617 52.35008104 +618 52.26537217 +619 52.18093700 +620 52.25806452 +621 52.17391304 +622 52.09003215 +623 52.16693419 +624 52.08333333 +625 52.00000000 +626 52.07667732 +627 52.15311005 +628 52.22929936 +629 52.30524642 +630 52.38095238 +631 52.29793978 +632 52.21518987 +633 52.13270142 +634 52.05047319 +635 51.96850394 +636 52.04402516 +637 51.96232339 +638 52.03761755 +639 51.95618153 +640 51.87500000 +641 51.95007800 +642 51.86915888 +643 51.78849145 +644 51.86335404 +645 51.78294574 +646 51.70278638 +647 51.62287481 +648 51.54320988 +649 51.46379045 +650 51.38461538 +651 51.45929339 +652 51.38036810 +653 51.30168453 +654 51.37614679 +655 51.29770992 +656 51.21951220 +657 51.14155251 +658 51.21580547 +659 51.13808801 +660 51.21212121 +661 51.13464448 +662 51.20845921 +663 51.28205128 +664 51.35542169 +665 51.42857143 +666 51.50150150 +667 51.57421289 +668 51.49700599 +669 51.42002990 +670 51.49253731 +671 51.41579732 +672 51.33928571 +673 51.26300149 +674 51.18694362 +675 51.11111111 +676 51.03550296 +677 51.10782866 +678 51.17994100 +679 51.25184094 +680 51.32352941 +681 51.24816446 +682 51.17302053 +683 51.09809663 +684 51.02339181 +685 51.09489051 +686 51.02040816 +687 50.94614265 +688 51.01744186 +689 51.08853411 +690 51.15942029 +691 51.23010130 +692 51.30057803 +693 51.37085137 +694 51.44092219 +695 51.36690647 +696 51.29310345 +697 51.21951220 +698 51.14613181 +699 51.07296137 +700 51.14285714 +701 51.21255350 +702 51.28205128 +703 51.20910384 +704 51.27840909 +705 51.34751773 +706 51.27478754 +707 51.34370580 +708 51.41242938 +709 51.48095910 +710 51.54929577 +711 51.61744023 +712 51.68539326 +713 51.75315568 +714 51.68067227 +715 51.60839161 +716 51.67597765 +717 51.60390516 +718 51.53203343 +719 51.46036161 +720 51.38888889 +721 51.31761442 +722 51.38504155 +723 51.45228216 +724 51.51933702 +725 51.58620690 +726 51.51515152 +727 51.44429161 +728 51.51098901 +729 51.57750343 +730 51.64383562 +731 51.70998632 +732 51.77595628 +733 51.84174625 +734 51.90735695 +735 51.83673469 +736 51.90217391 +737 51.83175034 +738 51.76151762 +739 51.82679296 +740 51.75675676 +741 51.82186235 +742 51.88679245 +743 51.95154778 +744 51.88172043 +745 51.94630872 +746 51.87667560 +747 51.80722892 +748 51.73796791 +749 51.66889186 +750 51.73333333 + +Final result: 51.7333 ±1.8259 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.hsw b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..5b8066f708ee3ca611c1e391feb048644dd88d0e --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 44.44444444 +91 45.05494505 +92 44.56521739 +93 45.16129032 +94 45.74468085 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 47.95918367 +99 48.48484848 +100 48.00000000 +101 48.51485149 +102 48.03921569 +103 47.57281553 +104 48.07692308 +105 47.61904762 +106 48.11320755 +107 48.59813084 +108 49.07407407 +109 48.62385321 +110 49.09090909 +111 48.64864865 +112 49.10714286 +113 49.55752212 +114 49.12280702 +115 49.56521739 +116 49.13793103 +117 48.71794872 +118 49.15254237 +119 49.57983193 +120 49.16666667 +121 48.76033058 +122 48.36065574 +123 48.78048780 +124 49.19354839 +125 49.60000000 +126 50.00000000 +127 50.39370079 +128 50.00000000 +129 49.61240310 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.73831776 +215 53.48837209 +216 53.70370370 +217 53.45622120 +218 53.21100917 +219 53.42465753 +220 53.63636364 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.64806867 +234 53.84615385 +235 53.61702128 +236 53.38983051 +237 53.16455696 +238 53.36134454 +239 53.55648536 +240 53.75000000 +241 53.52697095 +242 53.71900826 +243 53.90946502 +244 53.68852459 +245 53.46938776 +246 53.25203252 +247 53.03643725 +248 53.22580645 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.93700787 +255 53.72549020 +256 53.90625000 +257 53.69649805 +258 53.87596899 +259 54.05405405 +260 54.23076923 +261 54.40613027 +262 54.19847328 +263 53.99239544 +264 54.16666667 +265 54.33962264 +266 54.13533835 +267 54.30711610 +268 54.47761194 +269 54.64684015 +270 54.44444444 +271 54.24354244 +272 54.04411765 +273 53.84615385 +274 54.01459854 +275 53.81818182 +276 53.98550725 +277 54.15162455 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.54545455 +287 54.70383275 +288 54.86111111 +289 55.01730104 +290 55.17241379 +291 55.32646048 +292 55.13698630 +293 55.29010239 +294 55.44217687 +295 55.59322034 +296 55.74324324 +297 55.89225589 +298 56.04026846 +299 55.85284281 +300 56.00000000 +301 55.81395349 +302 55.96026490 +303 55.77557756 +304 55.92105263 +305 55.73770492 +306 55.88235294 +307 55.70032573 +308 55.84415584 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.93750000 +321 55.76323988 +322 55.59006211 +323 55.72755418 +324 55.86419753 +325 56.00000000 +326 55.82822086 +327 55.65749235 +328 55.79268293 +329 55.92705167 +330 56.06060606 +331 56.19335347 +332 56.02409639 +333 56.15615616 +334 55.98802395 +335 56.11940299 +336 56.25000000 +337 56.08308605 +338 55.91715976 +339 56.04719764 +340 55.88235294 +341 56.01173021 +342 56.14035088 +343 56.26822157 +344 56.10465116 +345 56.23188406 +346 56.06936416 +347 55.90778098 +348 55.74712644 +349 55.58739255 +350 55.71428571 +351 55.84045584 +352 55.68181818 +353 55.80736544 +354 55.93220339 +355 56.05633803 +356 56.17977528 +357 56.02240896 +358 56.14525140 +359 56.26740947 +360 56.11111111 +361 55.95567867 +362 56.07734807 +363 55.92286501 +364 56.04395604 +365 56.16438356 +366 56.28415301 +367 56.40326975 +368 56.52173913 +369 56.63956640 +370 56.75675676 +371 56.87331536 +372 56.98924731 +373 56.83646113 +374 56.68449198 +375 56.80000000 +376 56.91489362 +377 56.76392573 +378 56.61375661 +379 56.72823219 +380 56.84210526 +381 56.95538058 +382 56.80628272 +383 56.65796345 +384 56.77083333 +385 56.88311688 +386 56.99481865 +387 56.84754522 +388 56.70103093 +389 56.55526992 +390 56.66666667 +391 56.52173913 +392 56.63265306 +393 56.74300254 +394 56.85279188 +395 56.70886076 +396 56.81818182 +397 56.92695214 +398 57.03517588 +399 57.14285714 +400 57.25000000 +401 57.35660848 +402 57.21393035 +403 57.07196030 +404 56.93069307 +405 56.79012346 +406 56.65024631 +407 56.75675676 +408 56.86274510 +409 56.96821516 +410 56.82926829 +411 56.69099757 +412 56.55339806 +413 56.41646489 +414 56.52173913 +415 56.38554217 +416 56.49038462 +417 56.59472422 +418 56.69856459 +419 56.56324582 +420 56.66666667 +421 56.53206651 +422 56.63507109 +423 56.73758865 +424 56.83962264 +425 56.94117647 +426 57.04225352 +427 56.90866511 +428 56.77570093 +429 56.64335664 +430 56.74418605 +431 56.61252900 +432 56.48148148 +433 56.35103926 +434 56.45161290 +435 56.32183908 +436 56.19266055 +437 56.06407323 +438 55.93607306 +439 56.03644647 +440 55.90909091 +441 56.00907029 +442 56.10859729 +443 56.20767494 +444 56.08108108 +445 56.17977528 +446 56.27802691 +447 56.37583893 +448 56.47321429 +449 56.57015590 +450 56.66666667 +451 56.54101996 +452 56.41592920 +453 56.29139073 +454 56.38766520 +455 56.26373626 +456 56.35964912 +457 56.45514223 +458 56.33187773 +459 56.42701525 +460 56.52173913 +461 56.61605206 +462 56.70995671 +463 56.80345572 +464 56.89655172 +465 56.77419355 +466 56.86695279 +467 56.95931478 +468 56.83760684 +469 56.71641791 +470 56.59574468 +471 56.68789809 +472 56.77966102 +473 56.87103594 +474 56.96202532 +475 57.05263158 +476 56.93277311 +477 56.81341719 +478 56.90376569 +479 56.99373695 +480 57.08333333 +481 56.96465696 +482 56.84647303 +483 56.93581781 +484 56.81818182 +485 56.70103093 +486 56.79012346 +487 56.87885010 +488 56.76229508 +489 56.85071575 +490 56.93877551 +491 57.02647658 +492 57.11382114 +493 57.20081136 +494 57.28744939 +495 57.37373737 +496 57.45967742 +497 57.34406439 +498 57.42971888 +499 57.31462926 +500 57.40000000 +501 57.48502994 +502 57.56972112 +503 57.65407555 +504 57.73809524 +505 57.82178218 +506 57.70750988 +507 57.79092702 +508 57.87401575 +509 57.95677800 +510 58.03921569 +511 57.92563601 +512 57.81250000 +513 57.69980507 +514 57.78210117 +515 57.86407767 +516 57.75193798 +517 57.64023211 +518 57.72200772 +519 57.61078998 +520 57.69230769 +521 57.58157390 +522 57.47126437 +523 57.55258126 +524 57.63358779 +525 57.71428571 +526 57.60456274 +527 57.49525617 +528 57.57575758 +529 57.65595463 +530 57.73584906 +531 57.62711864 +532 57.70676692 +533 57.78611632 +534 57.67790262 +535 57.75700935 +536 57.83582090 +537 57.91433892 +538 57.99256506 +539 57.88497217 +540 57.77777778 +541 57.85582255 +542 57.74907749 +543 57.64272560 +544 57.72058824 +545 57.79816514 +546 57.87545788 +547 57.95246801 +548 57.84671533 +549 57.92349727 +550 57.81818182 +551 57.71324864 +552 57.60869565 +553 57.50452080 +554 57.58122744 +555 57.47747748 +556 57.55395683 +557 57.45062837 +558 57.34767025 +559 57.24508050 +560 57.32142857 +561 57.39750446 +562 57.29537367 +563 57.37122558 +564 57.26950355 +565 57.16814159 +566 57.06713781 +567 57.14285714 +568 57.21830986 +569 57.11775044 +570 57.19298246 +571 57.26795096 +572 57.34265734 +573 57.41710297 +574 57.49128920 +575 57.39130435 +576 57.46527778 +577 57.36568458 +578 57.43944637 +579 57.34024180 +580 57.24137931 +581 57.14285714 +582 57.04467354 +583 57.11835334 +584 57.02054795 +585 56.92307692 +586 56.82593857 +587 56.89948893 +588 56.80272109 +589 56.70628183 +590 56.61016949 +591 56.68358714 +592 56.75675676 +593 56.66104553 +594 56.56565657 +595 56.63865546 +596 56.71140940 +597 56.78391960 +598 56.85618729 +599 56.76126878 +600 56.83333333 +601 56.90515807 +602 56.97674419 +603 56.88225539 +604 56.95364238 +605 57.02479339 +606 56.93069307 +607 56.83690280 +608 56.74342105 +609 56.81444992 +610 56.88524590 +611 56.95581015 +612 56.86274510 +613 56.76998369 +614 56.67752443 +615 56.58536585 +616 56.49350649 +617 56.56401945 +618 56.63430421 +619 56.54281099 +620 56.61290323 +621 56.52173913 +622 56.43086817 +623 56.50080257 +624 56.57051282 +625 56.48000000 +626 56.38977636 +627 56.45933014 +628 56.52866242 +629 56.43879173 +630 56.50793651 +631 56.41838352 +632 56.32911392 +633 56.24012638 +634 56.30914826 +635 56.22047244 +636 56.28930818 +637 56.35792779 +638 56.26959248 +639 56.33802817 +640 56.25000000 +641 56.16224649 +642 56.07476636 +643 56.14307932 +644 56.05590062 +645 55.96899225 +646 56.03715170 +647 56.10510046 +648 56.17283951 +649 56.08628659 +650 56.15384615 +651 56.22119816 +652 56.28834356 +653 56.35528331 +654 56.42201835 +655 56.48854962 +656 56.55487805 +657 56.46879756 +658 56.53495441 +659 56.60091047 +660 56.51515152 +661 56.58093797 +662 56.64652568 +663 56.71191554 +664 56.77710843 +665 56.84210526 +666 56.90690691 +667 56.97151424 +668 57.03592814 +669 56.95067265 +670 57.01492537 +671 57.07898659 +672 57.14285714 +673 57.20653789 +674 57.12166172 +675 57.18518519 +676 57.10059172 +677 57.01624815 +678 57.07964602 +679 57.14285714 +680 57.05882353 +681 56.97503671 +682 57.03812317 +683 57.10102489 +684 57.16374269 +685 57.08029197 +686 57.14285714 +687 57.20524017 +688 57.26744186 +689 57.32946299 +690 57.39130435 +691 57.45296671 +692 57.51445087 +693 57.43145743 +694 57.49279539 +695 57.41007194 +696 57.47126437 +697 57.53228121 +698 57.59312321 +699 57.51072961 +700 57.42857143 +701 57.48930100 +702 57.54985755 +703 57.46799431 +704 57.52840909 +705 57.58865248 +706 57.64872521 +707 57.56718529 +708 57.62711864 +709 57.68688293 +710 57.74647887 +711 57.66526020 +712 57.72471910 +713 57.78401122 +714 57.84313725 +715 57.90209790 +716 57.96089385 +717 58.01952580 +718 58.07799443 +719 57.99721836 +720 57.91666667 +721 57.97503467 +722 58.03324100 +723 58.09128631 +724 58.14917127 +725 58.20689655 +726 58.26446281 +727 58.32187070 +728 58.37912088 +729 58.43621399 +730 58.35616438 +731 58.41313269 +732 58.33333333 +733 58.39017735 +734 58.44686649 +735 58.36734694 +736 58.28804348 +737 58.20895522 +738 58.13008130 +739 58.05142084 +740 58.10810811 +741 58.16464238 +742 58.22102426 +743 58.27725437 +744 58.33333333 +745 58.25503356 +746 58.31099196 +747 58.23293173 +748 58.28877005 +749 58.34445928 +750 58.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.log b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.log deleted file mode 100644 index 4ae4c090f6beacb9c712a8f7660d1f6a3725021a..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.403544 ± 0.248578 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.79% -Mean ln(PPL(Q)/PPL(base)) : 0.018759 ± 0.000634 -Mean PPL(Q)/PPL(base) : 1.018936 ± 0.000646 -Mean PPL(Q)-PPL(base) : 0.472114 ± 0.017348 - -====== KL divergence statistics ====== -Mean KLD: 0.009320 ± 0.000039 -Maximum KLD: 2.831377 -99.9% KLD: 0.127923 -99.0% KLD: 0.059484 -99.0% KLD: 0.059484 -Median KLD: 0.005393 -10.0% KLD: 0.000103 - 5.0% KLD: 0.000013 - 1.0% KLD: -0.000002 -Minimum KLD: -0.000203 - -====== Token probability statistics ====== -Mean Δp: -0.016 ± 0.006 % -Maximum Δp: 42.542% -99.9% Δp: 15.234% -99.0% Δp: 7.440% -95.0% Δp: 3.334% -90.0% Δp: 1.787% -75.0% Δp: 0.232% -Median Δp: -0.000% -25.0% Δp: -0.256% -10.0% Δp: -1.792% - 5.0% Δp: -3.371% - 1.0% Δp: -7.776% - 0.1% Δp: -15.189% -Minimum Δp: -60.684% -RMS Δp : 2.343 ± 0.015 % -Same top p: 95.099 ± 0.056 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.mmlu b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..fa3b92350025f3e4a37fb3fcab063dc79daa3060 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 33.33333333 +58 32.75862069 +59 32.20338983 +60 31.66666667 +61 31.14754098 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 30.76923077 +66 31.81818182 +67 31.34328358 +68 30.88235294 +69 30.43478261 +70 31.42857143 +71 30.98591549 +72 31.94444444 +73 31.50684932 +74 32.43243243 +75 33.33333333 +76 34.21052632 +77 35.06493506 +78 35.89743590 +79 35.44303797 +80 35.00000000 +81 35.80246914 +82 35.36585366 +83 36.14457831 +84 36.90476190 +85 36.47058824 +86 36.04651163 +87 36.78160920 +88 37.50000000 +89 37.07865169 +90 36.66666667 +91 36.26373626 +92 35.86956522 +93 35.48387097 +94 35.10638298 +95 34.73684211 +96 35.41666667 +97 35.05154639 +98 34.69387755 +99 34.34343434 +100 35.00000000 +101 34.65346535 +102 34.31372549 +103 33.98058252 +104 33.65384615 +105 33.33333333 +106 33.01886792 +107 32.71028037 +108 33.33333333 +109 33.02752294 +110 32.72727273 +111 32.43243243 +112 32.14285714 +113 32.74336283 +114 33.33333333 +115 33.91304348 +116 33.62068966 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 32.50000000 +121 32.23140496 +122 31.96721311 +123 31.70731707 +124 31.45161290 +125 32.00000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.00775194 +130 30.76923077 +131 31.29770992 +132 31.81818182 +133 31.57894737 +134 31.34328358 +135 31.11111111 +136 30.88235294 +137 31.38686131 +138 31.15942029 +139 30.93525180 +140 30.71428571 +141 31.20567376 +142 30.98591549 +143 31.46853147 +144 31.94444444 +145 31.72413793 +146 31.50684932 +147 31.29251701 +148 31.75675676 +149 31.54362416 +150 31.33333333 +151 31.12582781 +152 30.92105263 +153 30.71895425 +154 30.51948052 +155 30.32258065 +156 30.12820513 +157 30.57324841 +158 30.37974684 +159 30.18867925 +160 30.62500000 +161 30.43478261 +162 30.24691358 +163 30.06134969 +164 30.48780488 +165 30.90909091 +166 30.72289157 +167 31.13772455 +168 30.95238095 +169 30.76923077 +170 30.58823529 +171 30.40935673 +172 30.23255814 +173 30.05780347 +174 29.88505747 +175 29.71428571 +176 29.54545455 +177 29.37853107 +178 29.21348315 +179 29.60893855 +180 29.44444444 +181 29.28176796 +182 29.12087912 +183 28.96174863 +184 28.80434783 +185 29.18918919 +186 29.03225806 +187 28.87700535 +188 28.72340426 +189 28.57142857 +190 28.42105263 +191 28.79581152 +192 28.64583333 +193 28.49740933 +194 28.35051546 +195 28.71794872 +196 28.57142857 +197 28.42639594 +198 28.28282828 +199 28.14070352 +200 28.00000000 +201 28.35820896 +202 28.21782178 +203 28.07881773 +204 27.94117647 +205 28.29268293 +206 28.15533981 +207 28.01932367 +208 27.88461538 +209 27.75119617 +210 27.61904762 +211 27.96208531 +212 27.83018868 +213 27.69953052 +214 27.57009346 +215 27.44186047 +216 27.31481481 +217 27.18894009 +218 27.06422018 +219 26.94063927 +220 26.81818182 +221 26.69683258 +222 27.02702703 +223 27.35426009 +224 27.23214286 +225 27.55555556 +226 27.43362832 +227 27.75330396 +228 28.07017544 +229 27.94759825 +230 27.82608696 +231 28.13852814 +232 28.01724138 +233 27.89699571 +234 28.20512821 +235 28.08510638 +236 27.96610169 +237 27.84810127 +238 27.73109244 +239 27.61506276 +240 27.50000000 +241 27.38589212 +242 27.68595041 +243 27.98353909 +244 27.86885246 +245 28.16326531 +246 28.04878049 +247 27.93522267 +248 28.22580645 +249 28.51405622 +250 28.40000000 +251 28.28685259 +252 28.17460317 +253 28.06324111 +254 27.95275591 +255 28.23529412 +256 28.12500000 +257 28.01556420 +258 27.90697674 +259 27.79922780 +260 27.69230769 +261 27.58620690 +262 27.48091603 +263 27.37642586 +264 27.27272727 +265 27.16981132 +266 27.06766917 +267 26.96629213 +268 26.86567164 +269 26.76579926 +270 26.66666667 +271 26.56826568 +272 26.83823529 +273 26.73992674 +274 26.64233577 +275 26.90909091 +276 27.17391304 +277 27.43682310 +278 27.69784173 +279 27.59856631 +280 27.85714286 +281 27.75800712 +282 27.65957447 +283 27.56183746 +284 27.46478873 +285 27.36842105 +286 27.27272727 +287 27.52613240 +288 27.43055556 +289 27.33564014 +290 27.58620690 +291 27.83505155 +292 28.08219178 +293 28.32764505 +294 28.57142857 +295 28.47457627 +296 28.37837838 +297 28.28282828 +298 28.18791946 +299 28.42809365 +300 28.66666667 +301 28.90365449 +302 29.13907285 +303 29.04290429 +304 28.94736842 +305 29.18032787 +306 29.08496732 +307 28.99022801 +308 28.89610390 +309 28.80258900 +310 28.70967742 +311 28.93890675 +312 29.16666667 +313 29.39297125 +314 29.61783439 +315 29.52380952 +316 29.43037975 +317 29.33753943 +318 29.24528302 +319 29.46708464 +320 29.37500000 +321 29.28348910 +322 29.19254658 +323 29.10216718 +324 29.01234568 +325 29.23076923 +326 29.14110429 +327 29.35779817 +328 29.57317073 +329 29.48328267 +330 29.39393939 +331 29.30513595 +332 29.51807229 +333 29.42942943 +334 29.34131737 +335 29.55223881 +336 29.46428571 +337 29.37685460 +338 29.28994083 +339 29.20353982 +340 29.11764706 +341 29.32551320 +342 29.23976608 +343 29.15451895 +344 29.06976744 +345 28.98550725 +346 29.19075145 +347 29.39481268 +348 29.31034483 +349 29.51289398 +350 29.71428571 +351 29.62962963 +352 29.54545455 +353 29.74504249 +354 29.66101695 +355 29.57746479 +356 29.77528090 +357 29.69187675 +358 29.60893855 +359 29.52646240 +360 29.72222222 +361 29.91689751 +362 30.11049724 +363 30.30303030 +364 30.21978022 +365 30.13698630 +366 30.05464481 +367 29.97275204 +368 29.89130435 +369 29.81029810 +370 30.00000000 +371 29.91913747 +372 29.83870968 +373 29.75871314 +374 29.94652406 +375 30.13333333 +376 30.05319149 +377 29.97347480 +378 30.15873016 +379 30.07915567 +380 30.00000000 +381 30.18372703 +382 30.36649215 +383 30.54830287 +384 30.46875000 +385 30.38961039 +386 30.31088083 +387 30.23255814 +388 30.15463918 +389 30.33419023 +390 30.25641026 +391 30.43478261 +392 30.61224490 +393 30.53435115 +394 30.45685279 +395 30.37974684 +396 30.55555556 +397 30.47858942 +398 30.40201005 +399 30.57644110 +400 30.50000000 +401 30.67331671 +402 30.84577114 +403 30.76923077 +404 30.69306931 +405 30.61728395 +406 30.54187192 +407 30.46683047 +408 30.39215686 +409 30.56234719 +410 30.48780488 +411 30.41362530 +412 30.33980583 +413 30.50847458 +414 30.67632850 +415 30.84337349 +416 30.76923077 +417 30.69544365 +418 30.62200957 +419 30.78758950 +420 30.95238095 +421 30.87885986 +422 30.80568720 +423 30.73286052 +424 30.89622642 +425 31.05882353 +426 30.98591549 +427 30.91334895 +428 30.84112150 +429 31.00233100 +430 30.93023256 +431 31.09048724 +432 31.25000000 +433 31.17782910 +434 31.10599078 +435 31.03448276 +436 30.96330275 +437 30.89244851 +438 31.05022831 +439 31.20728929 +440 31.13636364 +441 31.06575964 +442 30.99547511 +443 30.92550790 +444 30.85585586 +445 30.78651685 +446 30.71748879 +447 30.64876957 +448 30.58035714 +449 30.51224944 +450 30.44444444 +451 30.37694013 +452 30.53097345 +453 30.68432671 +454 30.61674009 +455 30.54945055 +456 30.70175439 +457 30.85339168 +458 30.78602620 +459 30.93681917 +460 31.08695652 +461 31.01952278 +462 30.95238095 +463 30.88552916 +464 30.81896552 +465 30.75268817 +466 30.68669528 +467 30.83511777 +468 30.76923077 +469 30.91684435 +470 30.85106383 +471 30.78556263 +472 30.72033898 +473 30.86680761 +474 30.80168776 +475 30.73684211 +476 30.88235294 +477 30.81761006 +478 30.96234310 +479 31.10647182 +480 31.04166667 +481 31.18503119 +482 31.12033195 +483 31.05590062 +484 30.99173554 +485 30.92783505 +486 30.86419753 +487 31.00616016 +488 30.94262295 +489 30.87934560 +490 31.02040816 +491 31.16089613 +492 31.09756098 +493 31.03448276 +494 31.17408907 +495 31.31313131 +496 31.45161290 +497 31.38832998 +498 31.32530120 +499 31.26252505 +500 31.40000000 +501 31.33732535 +502 31.47410359 +503 31.41153082 +504 31.54761905 +505 31.48514851 +506 31.62055336 +507 31.55818540 +508 31.49606299 +509 31.43418468 +510 31.56862745 +511 31.50684932 +512 31.44531250 +513 31.38401559 +514 31.32295720 +515 31.26213592 +516 31.20155039 +517 31.33462282 +518 31.46718147 +519 31.40655106 +520 31.34615385 +521 31.28598848 +522 31.41762452 +523 31.54875717 +524 31.67938931 +525 31.61904762 +526 31.55893536 +527 31.68880455 +528 31.62878788 +529 31.75803403 +530 31.88679245 +531 31.82674200 +532 31.76691729 +533 31.89493433 +534 31.83520599 +535 31.96261682 +536 31.90298507 +537 32.02979516 +538 32.15613383 +539 32.09647495 +540 32.03703704 +541 31.97781885 +542 32.10332103 +543 32.04419890 +544 31.98529412 +545 31.92660550 +546 31.86813187 +547 31.80987203 +548 31.93430657 +549 31.87613843 +550 31.81818182 +551 31.94192377 +552 31.88405797 +553 31.82640145 +554 31.76895307 +555 31.71171171 +556 31.65467626 +557 31.59784560 +558 31.72043011 +559 31.66368515 +560 31.60714286 +561 31.55080214 +562 31.49466192 +563 31.61634103 +564 31.56028369 +565 31.68141593 +566 31.62544170 +567 31.56966490 +568 31.69014085 +569 31.63444640 +570 31.57894737 +571 31.69877408 +572 31.64335664 +573 31.58813264 +574 31.70731707 +575 31.65217391 +576 31.77083333 +577 31.88908146 +578 31.83391003 +579 31.95164076 +580 31.89655172 +581 31.84165232 +582 31.78694158 +583 31.90394511 +584 32.02054795 +585 31.96581197 +586 31.91126280 +587 31.85689949 +588 31.80272109 +589 31.74872666 +590 31.69491525 +591 31.64128596 +592 31.58783784 +593 31.53456998 +594 31.64983165 +595 31.59663866 +596 31.71140940 +597 31.65829146 +598 31.60535117 +599 31.71953255 +600 31.66666667 +601 31.78036606 +602 31.72757475 +603 31.84079602 +604 31.78807947 +605 31.90082645 +606 31.84818482 +607 31.96046129 +608 31.90789474 +609 31.85550082 +610 31.80327869 +611 31.75122750 +612 31.69934641 +613 31.81076672 +614 31.92182410 +615 31.86991870 +616 31.98051948 +617 31.92868720 +618 31.87702265 +619 31.82552504 +620 31.77419355 +621 31.72302738 +622 31.67202572 +623 31.62118780 +624 31.57051282 +625 31.52000000 +626 31.62939297 +627 31.57894737 +628 31.52866242 +629 31.63751987 +630 31.74603175 +631 31.69572108 +632 31.80379747 +633 31.75355450 +634 31.70347003 +635 31.65354331 +636 31.60377358 +637 31.55416013 +638 31.50470219 +639 31.61189358 +640 31.71875000 +641 31.66926677 +642 31.77570093 +643 31.72628305 +644 31.83229814 +645 31.78294574 +646 31.73374613 +647 31.68469861 +648 31.63580247 +649 31.58705701 +650 31.53846154 +651 31.49001536 +652 31.59509202 +653 31.54670750 +654 31.65137615 +655 31.60305344 +656 31.70731707 +657 31.65905632 +658 31.76291793 +659 31.71471927 +660 31.66666667 +661 31.61875946 +662 31.57099698 +663 31.52337858 +664 31.62650602 +665 31.57894737 +666 31.53153153 +667 31.63418291 +668 31.73652695 +669 31.68908819 +670 31.64179104 +671 31.59463487 +672 31.54761905 +673 31.50074294 +674 31.45400593 +675 31.40740741 +676 31.36094675 +677 31.31462334 +678 31.41592920 +679 31.36966127 +680 31.47058824 +681 31.57121880 +682 31.52492669 +683 31.62518302 +684 31.57894737 +685 31.53284672 +686 31.48688047 +687 31.58660844 +688 31.54069767 +689 31.49492017 +690 31.44927536 +691 31.54848046 +692 31.50289017 +693 31.45743146 +694 31.55619597 +695 31.51079137 +696 31.60919540 +697 31.56384505 +698 31.51862464 +699 31.61659514 +700 31.57142857 +701 31.52639087 +702 31.62393162 +703 31.72119488 +704 31.67613636 +705 31.63120567 +706 31.58640227 +707 31.54172560 +708 31.49717514 +709 31.45275035 +710 31.54929577 +711 31.64556962 +712 31.60112360 +713 31.69705470 +714 31.79271709 +715 31.74825175 +716 31.70391061 +717 31.65969317 +718 31.61559889 +719 31.57162726 +720 31.52777778 +721 31.48404993 +722 31.44044321 +723 31.53526971 +724 31.49171271 +725 31.58620690 +726 31.68044077 +727 31.63686382 +728 31.59340659 +729 31.55006859 +730 31.50684932 +731 31.46374829 +732 31.55737705 +733 31.65075034 +734 31.74386921 +735 31.70068027 +736 31.65760870 +737 31.75033921 +738 31.70731707 +739 31.79972936 +740 31.89189189 +741 31.84885290 +742 31.94070081 +743 32.03230148 +744 32.12365591 +745 32.08053691 +746 32.03753351 +747 31.99464525 +748 31.95187166 +749 31.90921228 +750 32.00000000 + +Final result: 32.0000 ±1.7045 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.ppx b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..41ff8902f1deeb014961fb041582766f55a337db --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 27.014468 ±0.265311 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.14% +Mean ln(PPL(Q)/PPL(base)) : 0.080243 ±0.001289 +Mean PPL(Q)/PPL(base) : 1.083551 ±0.001397 +Mean PPL(Q)-PPL(base) : 2.083038 ±0.041054 + +====== KL divergence statistics ====== +Mean KLD: 0.073713 ±0.000204 +Maximum KLD: 1.635508 +99.9% KLD: 0.557414 +99.0% KLD: 0.339946 +99.0% KLD: 0.339946 +Median KLD: 0.051406 +10.0% KLD: 0.000847 + 5.0% KLD: 0.000128 + 1.0% KLD: 0.000004 +Minimum KLD: -0.000205 + +====== Token probability statistics ====== +Mean Δp: -0.991 ± 0.017 % +Maximum Δp: 60.362% +99.9% Δp: 31.357% +99.0% Δp: 18.029% +95.0% Δp: 7.779% +90.0% Δp: 3.639% +75.0% Δp: 0.209% +Median Δp: -0.010% +25.0% Δp: -1.582% +10.0% Δp: -7.653% + 5.0% Δp: -12.775% + 1.0% Δp: -23.864% + 0.1% Δp: -36.682% +Minimum Δp: -73.289% +RMS Δp : 6.529 ± 0.028 % +Same top p: 85.536 ± 0.091 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.tqa b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..38572079874513d3cb0a0f896704a487356eb800 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 26.00000000 +51 25.49019608 +52 25.00000000 +53 26.41509434 +54 25.92592593 +55 27.27272727 +56 26.78571429 +57 26.31578947 +58 25.86206897 +59 25.42372881 +60 26.66666667 +61 26.22950820 +62 27.41935484 +63 26.98412698 +64 26.56250000 +65 26.15384615 +66 25.75757576 +67 25.37313433 +68 25.00000000 +69 26.08695652 +70 25.71428571 +71 26.76056338 +72 27.77777778 +73 27.39726027 +74 27.02702703 +75 26.66666667 +76 26.31578947 +77 25.97402597 +78 25.64102564 +79 25.31645570 +80 25.00000000 +81 24.69135802 +82 24.39024390 +83 24.09638554 +84 23.80952381 +85 23.52941176 +86 23.25581395 +87 22.98850575 +88 22.72727273 +89 23.59550562 +90 23.33333333 +91 23.07692308 +92 22.82608696 +93 22.58064516 +94 22.34042553 +95 23.15789474 +96 23.95833333 +97 23.71134021 +98 23.46938776 +99 24.24242424 +100 24.00000000 +101 24.75247525 +102 24.50980392 +103 25.24271845 +104 25.00000000 +105 24.76190476 +106 24.52830189 +107 25.23364486 +108 25.92592593 +109 25.68807339 +110 26.36363636 +111 26.12612613 +112 25.89285714 +113 25.66371681 +114 26.31578947 +115 26.08695652 +116 25.86206897 +117 25.64102564 +118 25.42372881 +119 25.21008403 +120 25.00000000 +121 25.61983471 +122 25.40983607 +123 25.20325203 +124 25.80645161 +125 26.40000000 +126 26.98412698 +127 26.77165354 +128 26.56250000 +129 26.35658915 +130 26.15384615 +131 25.95419847 +132 25.75757576 +133 25.56390977 +134 26.11940299 +135 25.92592593 +136 25.73529412 +137 26.27737226 +138 26.08695652 +139 26.61870504 +140 26.42857143 +141 26.24113475 +142 26.05633803 +143 25.87412587 +144 25.69444444 +145 25.51724138 +146 25.34246575 +147 25.17006803 +148 25.00000000 +149 24.83221477 +150 24.66666667 +151 25.16556291 +152 25.00000000 +153 24.83660131 +154 24.67532468 +155 24.51612903 +156 25.00000000 +157 24.84076433 +158 25.31645570 +159 25.15723270 +160 25.00000000 +161 24.84472050 +162 24.69135802 +163 24.53987730 +164 24.39024390 +165 24.84848485 +166 25.30120482 +167 25.14970060 +168 25.00000000 +169 24.85207101 +170 24.70588235 +171 24.56140351 +172 24.41860465 +173 24.85549133 +174 24.71264368 +175 24.57142857 +176 25.00000000 +177 24.85875706 +178 24.71910112 +179 24.58100559 +180 24.44444444 +181 24.30939227 +182 24.17582418 +183 24.04371585 +184 23.91304348 +185 23.78378378 +186 24.19354839 +187 24.06417112 +188 23.93617021 +189 24.33862434 +190 24.21052632 +191 24.08376963 +192 23.95833333 +193 23.83419689 +194 24.22680412 +195 24.10256410 +196 23.97959184 +197 24.36548223 +198 24.24242424 +199 24.12060302 +200 24.00000000 +201 23.88059701 +202 24.25742574 +203 24.13793103 +204 24.01960784 +205 24.39024390 +206 24.27184466 +207 24.63768116 +208 24.51923077 +209 24.40191388 +210 24.28571429 +211 24.17061611 +212 24.05660377 +213 23.94366197 +214 23.83177570 +215 23.72093023 +216 24.07407407 +217 23.96313364 +218 24.31192661 +219 24.20091324 +220 24.09090909 +221 23.98190045 +222 23.87387387 +223 23.76681614 +224 24.10714286 +225 24.00000000 +226 23.89380531 +227 23.78854626 +228 23.68421053 +229 23.58078603 +230 23.47826087 +231 23.37662338 +232 23.70689655 +233 24.03433476 +234 24.35897436 +235 24.68085106 +236 25.00000000 +237 25.31645570 +238 25.63025210 +239 25.52301255 +240 25.41666667 +241 25.31120332 +242 25.20661157 +243 25.10288066 +244 25.00000000 +245 24.89795918 +246 24.79674797 +247 24.69635628 +248 24.59677419 +249 24.89959839 +250 24.80000000 +251 25.09960159 +252 25.00000000 +253 24.90118577 +254 24.80314961 +255 24.70588235 +256 24.60937500 +257 24.51361868 +258 24.41860465 +259 24.32432432 +260 24.23076923 +261 24.52107280 +262 24.42748092 +263 24.33460076 +264 24.62121212 +265 24.90566038 +266 24.81203008 +267 25.09363296 +268 25.00000000 +269 24.90706320 +270 24.81481481 +271 24.72324723 +272 24.63235294 +273 24.54212454 +274 24.45255474 +275 24.36363636 +276 24.27536232 +277 24.18772563 +278 24.10071942 +279 24.01433692 +280 23.92857143 +281 24.19928826 +282 24.11347518 +283 24.02826855 +284 24.29577465 +285 24.21052632 +286 24.47552448 +287 24.39024390 +288 24.30555556 +289 24.22145329 +290 24.13793103 +291 24.39862543 +292 24.65753425 +293 24.91467577 +294 24.82993197 +295 25.08474576 +296 25.33783784 +297 25.58922559 +298 25.50335570 +299 25.41806020 +300 25.33333333 +301 25.24916944 +302 25.16556291 +303 25.08250825 +304 25.00000000 +305 24.91803279 +306 24.83660131 +307 24.75570033 +308 25.00000000 +309 24.91909385 +310 24.83870968 +311 24.75884244 +312 24.67948718 +313 24.60063898 +314 24.52229299 +315 24.44444444 +316 24.36708861 +317 24.29022082 +318 24.21383648 +319 24.13793103 +320 24.06250000 +321 23.98753894 +322 24.22360248 +323 24.14860681 +324 24.07407407 +325 24.00000000 +326 23.92638037 +327 23.85321101 +328 24.08536585 +329 24.01215805 +330 24.24242424 +331 24.16918429 +332 24.39759036 +333 24.32432432 +334 24.25149701 +335 24.47761194 +336 24.70238095 +337 24.62908012 +338 24.55621302 +339 24.77876106 +340 24.70588235 +341 24.92668622 +342 25.14619883 +343 25.07288630 +344 25.29069767 +345 25.50724638 +346 25.72254335 +347 25.93659942 +348 25.86206897 +349 25.78796562 +350 25.71428571 +351 25.64102564 +352 25.56818182 +353 25.49575071 +354 25.42372881 +355 25.63380282 +356 25.56179775 +357 25.49019608 +358 25.69832402 +359 25.62674095 +360 25.55555556 +361 25.48476454 +362 25.41436464 +363 25.61983471 +364 25.54945055 +365 25.75342466 +366 25.68306011 +367 25.88555858 +368 25.81521739 +369 25.74525745 +370 25.67567568 +371 25.60646900 +372 25.80645161 +373 25.73726542 +374 25.93582888 +375 25.86666667 +376 25.79787234 +377 25.72944297 +378 25.66137566 +379 25.59366755 +380 25.52631579 +381 25.45931759 +382 25.39267016 +383 25.32637076 +384 25.26041667 +385 25.19480519 +386 25.12953368 +387 25.06459948 +388 25.25773196 +389 25.19280206 +390 25.12820513 +391 25.06393862 +392 25.00000000 +393 24.93638677 +394 25.12690355 +395 25.06329114 +396 25.00000000 +397 25.18891688 +398 25.12562814 +399 25.06265664 +400 25.00000000 +401 24.93765586 +402 24.87562189 +403 24.81389578 +404 24.75247525 +405 24.69135802 +406 24.63054187 +407 24.57002457 +408 24.50980392 +409 24.44987775 +410 24.39024390 +411 24.33090024 +412 24.27184466 +413 24.21307506 +414 24.39613527 +415 24.33734940 +416 24.27884615 +417 24.22062350 +418 24.16267943 +419 24.10501193 +420 24.28571429 +421 24.46555819 +422 24.40758294 +423 24.34988180 +424 24.29245283 +425 24.23529412 +426 24.17840376 +427 24.12177986 +428 24.06542056 +429 24.00932401 +430 23.95348837 +431 23.89791183 +432 24.07407407 +433 24.24942263 +434 24.42396313 +435 24.36781609 +436 24.31192661 +437 24.25629291 +438 24.20091324 +439 24.14578588 +440 24.09090909 +441 24.03628118 +442 23.98190045 +443 23.92776524 +444 23.87387387 +445 23.82022472 +446 23.76681614 +447 23.71364653 +448 23.66071429 +449 23.60801782 +450 23.55555556 +451 23.50332594 +452 23.45132743 +453 23.62030905 +454 23.56828194 +455 23.51648352 +456 23.46491228 +457 23.41356674 +458 23.36244541 +459 23.31154684 +460 23.26086957 +461 23.21041215 +462 23.16017316 +463 23.11015119 +464 23.06034483 +465 23.22580645 +466 23.17596567 +467 23.12633833 +468 23.07692308 +469 23.02771855 +470 22.97872340 +471 23.14225053 +472 23.09322034 +473 23.04439746 +474 23.20675105 +475 23.36842105 +476 23.31932773 +477 23.48008386 +478 23.43096234 +479 23.38204593 +480 23.33333333 +481 23.28482328 +482 23.44398340 +483 23.39544513 +484 23.55371901 +485 23.71134021 +486 23.66255144 +487 23.81930185 +488 23.77049180 +489 23.92638037 +490 24.08163265 +491 24.03258656 +492 24.18699187 +493 24.13793103 +494 24.08906883 +495 24.24242424 +496 24.19354839 +497 24.14486922 +498 24.09638554 +499 24.04809619 +500 24.00000000 +501 24.15169661 +502 24.10358566 +503 24.05566600 +504 24.20634921 +505 24.15841584 +506 24.11067194 +507 24.06311637 +508 24.01574803 +509 24.16502947 +510 24.31372549 +511 24.26614481 +512 24.21875000 +513 24.17153996 +514 24.12451362 +515 24.27184466 +516 24.22480620 +517 24.37137331 +518 24.32432432 +519 24.27745665 +520 24.23076923 +521 24.37619962 +522 24.32950192 +523 24.47418738 +524 24.42748092 +525 24.38095238 +526 24.33460076 +527 24.47817837 +528 24.62121212 +529 24.57466919 +530 24.52830189 +531 24.67043315 +532 24.62406015 +533 24.76547842 +534 24.71910112 +535 24.67289720 +536 24.62686567 +537 24.76722533 +538 24.72118959 +539 24.67532468 +540 24.81481481 +541 24.76894640 +542 24.72324723 +543 24.67771639 +544 24.63235294 +545 24.58715596 +546 24.54212454 +547 24.49725777 +548 24.63503650 +549 24.59016393 +550 24.54545455 +551 24.50090744 +552 24.63768116 +553 24.59312839 +554 24.54873646 +555 24.50450450 +556 24.64028777 +557 24.59605027 +558 24.55197133 +559 24.50805009 +560 24.46428571 +561 24.42067736 +562 24.37722420 +563 24.33392540 +564 24.46808511 +565 24.60176991 +566 24.55830389 +567 24.51499118 +568 24.47183099 +569 24.60456942 +570 24.56140351 +571 24.51838879 +572 24.47552448 +573 24.43280977 +574 24.56445993 +575 24.69565217 +576 24.65277778 +577 24.61005199 +578 24.74048443 +579 24.69775475 +580 24.82758621 +581 24.78485370 +582 24.91408935 +583 24.87135506 +584 25.00000000 +585 24.95726496 +586 25.08532423 +587 25.04258944 +588 25.00000000 +589 24.95755518 +590 25.08474576 +591 25.04230118 +592 25.00000000 +593 24.95784148 +594 25.08417508 +595 25.04201681 +596 25.00000000 +597 24.95812395 +598 24.91638796 +599 24.87479132 +600 24.83333333 +601 24.95840266 +602 24.91694352 +603 24.87562189 +604 24.83443709 +605 24.79338843 +606 24.91749175 +607 24.87644152 +608 24.83552632 +609 24.79474548 +610 24.75409836 +611 24.71358429 +612 24.83660131 +613 24.79608483 +614 24.75570033 +615 24.71544715 +616 24.83766234 +617 24.95948136 +618 24.91909385 +619 25.04038772 +620 25.00000000 +621 24.95974235 +622 25.08038585 +623 25.04012841 +624 25.00000000 +625 24.96000000 +626 24.92012780 +627 24.88038278 +628 24.84076433 +629 24.80127186 +630 24.76190476 +631 24.88114105 +632 24.84177215 +633 24.80252765 +634 24.92113565 +635 24.88188976 +636 24.84276730 +637 24.80376766 +638 24.76489028 +639 24.72613459 +640 24.68750000 +641 24.64898596 +642 24.76635514 +643 24.72783826 +644 24.84472050 +645 24.96124031 +646 24.92260062 +647 24.88408037 +648 25.00000000 +649 24.96147920 +650 25.07692308 +651 25.19201229 +652 25.30674847 +653 25.42113323 +654 25.38226300 +655 25.34351145 +656 25.30487805 +657 25.26636225 +658 25.22796353 +659 25.18968134 +660 25.15151515 +661 25.11346445 +662 25.07552870 +663 25.03770739 +664 25.00000000 +665 25.11278195 +666 25.22522523 +667 25.18740630 +668 25.14970060 +669 25.11210762 +670 25.07462687 +671 25.03725782 +672 25.00000000 +673 24.96285290 +674 24.92581602 +675 25.03703704 +676 25.14792899 +677 25.11078287 +678 25.07374631 +679 25.03681885 +680 25.14705882 +681 25.11013216 +682 25.07331378 +683 25.03660322 +684 25.14619883 +685 25.10948905 +686 25.07288630 +687 25.03639010 +688 25.14534884 +689 25.25399129 +690 25.21739130 +691 25.32561505 +692 25.28901734 +693 25.25252525 +694 25.36023055 +695 25.32374101 +696 25.43103448 +697 25.39454806 +698 25.35816619 +699 25.32188841 +700 25.42857143 +701 25.39229672 +702 25.35612536 +703 25.32005690 +704 25.28409091 +705 25.24822695 +706 25.21246459 +707 25.17680339 +708 25.14124294 +709 25.10578279 +710 25.07042254 +711 25.03516174 +712 25.14044944 +713 25.10518934 +714 25.07002801 +715 25.17482517 +716 25.13966480 +717 25.10460251 +718 25.06963788 +719 25.03477051 +720 25.00000000 +721 24.96532594 +722 24.93074792 +723 24.89626556 +724 25.00000000 +725 24.96551724 +726 25.06887052 +727 25.03438790 +728 25.00000000 +729 24.96570645 +730 25.06849315 +731 25.03419973 +732 25.13661202 +733 25.10231924 +734 25.06811989 +735 25.03401361 +736 25.00000000 +737 24.96607870 +738 24.93224932 +739 25.03382950 +740 25.00000000 +741 24.96626181 +742 24.93261456 +743 24.89905787 +744 25.00000000 +745 24.96644295 +746 25.06702413 +747 25.16733601 +748 25.13368984 +749 25.23364486 +750 25.20000000 + +Final result: 25.2000 ±1.5864 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q5_k_s.wng b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..e2aebdc28b469e71441664ae2f352b0bb7b13de9 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q5_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.859180 -6.116111 1 1 +2 100.0000 -2.209529 -2.217516 1 1 +3 100.0000 -3.445228 -3.430888 2 2 +4 100.0000 -5.578973 -5.824739 1 1 +5 80.0000 -3.992715 -4.338354 1 2 +6 83.3333 -5.844462 -6.268207 1 1 +7 85.7143 -6.783613 -5.479174 2 2 +8 87.5000 -3.135829 -2.361731 2 2 +9 88.8889 -5.287019 -6.028373 1 1 +10 80.0000 -2.462175 -2.724053 1 2 +11 81.8182 -8.709558 -6.481358 2 2 +12 75.0000 -4.306407 -4.556290 1 2 +13 76.9231 -5.263855 -5.812952 1 1 +14 78.5714 -5.928476 -6.173282 1 1 +15 73.3333 -3.190824 -5.227185 1 2 +16 68.7500 -3.316707 -3.384633 1 2 +17 64.7059 -8.691273 -9.674767 1 2 +18 66.6667 -3.860769 -4.458972 1 1 +19 68.4211 -5.349977 -6.562378 1 1 +20 65.0000 -3.776640 -3.262465 2 1 +21 66.6667 -4.097048 -4.529693 1 1 +22 68.1818 -3.477361 -3.379858 2 2 +23 65.2174 -5.561120 -5.344507 2 1 +24 66.6667 -3.061332 -5.905412 1 1 +25 68.0000 -2.838776 -2.819206 2 2 +26 69.2308 -2.838497 -3.984288 1 1 +27 66.6667 -7.018755 -7.439391 1 2 +28 67.8571 -5.555616 -6.090729 1 1 +29 68.9655 -4.979102 -5.354518 1 1 +30 66.6667 -2.287356 -2.754317 1 2 +31 67.7419 -5.678422 -5.835889 1 1 +32 68.7500 -4.528256 -6.992174 1 1 +33 69.6970 -7.142998 -8.506754 1 1 +34 70.5882 -3.328792 -3.717932 1 1 +35 71.4286 -5.407733 -4.552083 2 2 +36 69.4444 -4.357351 -4.898640 1 2 +37 67.5676 -3.716502 -3.688797 2 1 +38 68.4211 -4.530275 -4.869002 1 1 +39 66.6667 -4.005941 -4.285814 1 2 +40 65.0000 -5.853134 -6.554133 1 2 +41 65.8537 -4.800755 -5.271390 1 1 +42 66.6667 -1.003932 -2.466163 1 1 +43 67.4419 -3.713473 -3.708596 2 2 +44 68.1818 -3.708259 -2.696877 2 2 +45 68.8889 -3.779013 -14.107026 1 1 +46 69.5652 -3.363288 -4.109560 1 1 +47 68.0851 -5.699120 -5.836870 1 2 +48 66.6667 -6.054202 -6.369335 1 2 +49 65.3061 -2.297971 -0.895068 2 1 +50 66.0000 -4.002178 -3.846334 2 2 +51 66.6667 -2.501037 -2.770388 1 1 +52 65.3846 -4.950467 -5.475788 1 2 +53 66.0377 -3.689524 -4.150970 1 1 +54 66.6667 -2.736345 -2.652128 2 2 +55 67.2727 -3.816406 -3.411586 2 2 +56 66.0714 -4.869841 -6.275747 1 2 +57 64.9123 -3.972325 -4.746243 1 2 +58 65.5172 -3.101017 -4.251984 1 1 +59 66.1017 -3.625948 -2.880252 2 2 +60 65.0000 -5.452242 -6.152747 1 2 +61 65.5738 -3.106505 -3.785197 1 1 +62 64.5161 -8.601298 -7.886353 2 1 +63 65.0794 -5.434461 -5.001624 2 2 +64 65.6250 -4.756036 -4.952594 1 1 +65 66.1538 -5.746723 -4.945660 2 2 +66 65.1515 -3.351781 -3.333656 2 1 +67 65.6716 -2.873221 -1.830097 2 2 +68 66.1765 -7.516157 -7.018647 2 2 +69 66.6667 -5.803180 -7.099943 1 1 +70 67.1429 -4.088104 -3.326233 2 2 +71 66.1972 -3.004953 -2.808482 2 1 +72 66.6667 -4.955699 -3.955488 2 2 +73 65.7534 -3.733933 -3.413993 2 1 +74 66.2162 -4.522292 -4.853659 1 1 +75 66.6667 -2.569462 -2.592691 1 1 +76 67.1053 -5.116381 -5.150976 1 1 +77 67.5325 -3.594364 -2.601785 2 2 +78 67.9487 -3.044124 -3.211988 1 1 +79 67.0886 -2.371608 -2.493805 1 2 +80 67.5000 -4.628112 -5.675212 1 1 +81 67.9012 -4.813773 -4.414048 2 2 +82 67.0732 -2.075263 -2.419978 1 2 +83 67.4699 -7.176733 -6.633989 2 2 +84 66.6667 -4.273175 -4.690740 1 2 +85 67.0588 -7.372429 -7.394953 1 1 +86 67.4419 -7.899528 -7.821952 2 2 +87 67.8161 -2.232754 -2.369438 1 1 +88 67.0455 -4.110598 -3.898926 2 1 +89 67.4157 -4.448576 -5.156013 1 1 +90 67.7778 -4.905283 -3.076368 2 2 +91 68.1319 -4.106914 -4.294909 1 1 +92 67.3913 -7.822756 -8.023826 1 2 +93 67.7419 -1.856316 -1.205260 2 2 +94 67.0213 -7.075809 -8.352195 1 2 +95 67.3684 -5.185613 -5.702430 1 1 +96 67.7083 -2.211797 -3.453280 1 1 +97 68.0412 -4.664457 -4.793569 1 1 +98 68.3673 -4.264899 -4.115061 2 2 +99 67.6768 -5.459041 -5.183747 2 1 +100 68.0000 -10.421982 -9.775906 2 2 +101 67.3267 -5.489713 -5.857902 1 2 +102 67.6471 -4.280652 -4.926886 1 1 +103 66.9903 -3.388527 -4.881454 1 2 +104 67.3077 -9.499081 -9.400323 2 2 +105 66.6667 -2.539378 -2.472994 2 1 +106 66.0377 -3.225041 -3.274249 1 2 +107 65.4206 -2.771243 -3.104067 1 2 +108 64.8148 -2.038824 -3.214442 1 2 +109 64.2202 -7.257782 -8.201119 1 2 +110 64.5455 -4.580472 -4.369812 2 2 +111 64.8649 -4.692224 -4.599131 2 2 +112 64.2857 -4.984308 -3.906435 2 1 +113 63.7168 -4.276871 -6.081879 1 2 +114 64.0351 -5.999651 -6.146736 1 1 +115 64.3478 -3.114848 -3.443001 1 1 +116 64.6552 -4.091203 -3.395150 2 2 +117 64.1026 -5.916674 -6.259856 1 2 +118 64.4068 -2.250278 -3.213409 1 1 +119 64.7059 -3.816848 -3.962535 1 1 +120 64.1667 -3.804865 -3.599256 2 1 +121 63.6364 -1.383588 -1.605546 1 2 +122 63.1148 -7.874445 -9.229633 1 2 +123 62.6016 -4.613208 -4.307240 2 1 +124 62.0968 -3.908325 -3.940742 1 2 +125 62.4000 -3.388636 -3.189173 2 2 +126 62.6984 -8.611913 -8.063052 2 2 +127 62.9921 -2.970554 -1.656711 2 2 +128 62.5000 -1.887671 -1.762504 2 1 +129 62.7907 -1.860730 -1.366315 2 2 +130 63.0769 -5.331450 -4.977988 2 2 +131 62.5954 -5.589746 -5.590281 1 2 +132 62.8788 -2.351191 -2.235967 2 2 +133 63.1579 -2.610401 -3.567211 1 1 +134 63.4328 -4.483414 -4.380143 2 2 +135 63.7037 -5.793165 -6.056652 1 1 +136 63.9706 -5.515900 -4.550844 2 2 +137 63.5036 -7.729681 -7.229742 2 1 +138 63.0435 -4.344129 -4.504843 1 2 +139 63.3094 -4.537095 -4.876501 1 1 +140 62.8571 -1.454925 -1.882208 1 2 +141 63.1206 -3.672858 -3.374143 2 2 +142 63.3803 -3.922107 -2.681371 2 2 +143 63.6364 -2.585473 -9.941343 1 1 +144 63.8889 -2.596574 -2.940197 1 1 +145 63.4483 -5.178783 -15.343179 1 2 +146 63.6986 -6.708496 -6.526496 2 2 +147 63.2653 -4.994608 -5.496126 1 2 +148 62.8378 -4.163691 -4.041675 2 1 +149 63.0872 -6.200404 -5.347363 2 2 +150 63.3333 -2.549304 -2.135487 2 2 +151 63.5762 -3.026070 -3.214272 1 1 +152 63.8158 -4.847975 -4.059224 2 2 +153 63.3987 -3.773548 -3.495967 2 1 +154 63.6364 -4.365015 -4.686465 1 1 +155 63.2258 -2.739926 -3.264730 1 2 +156 62.8205 -3.481733 -3.278897 2 1 +157 63.0573 -3.130788 -3.989212 1 1 +158 62.6582 -5.263464 -5.360037 1 2 +159 62.8931 -5.167052 -5.790058 1 1 +160 63.1250 -4.067692 -3.662581 2 2 +161 63.3540 -3.181956 -3.314504 1 1 +162 62.9630 -2.090047 -11.735014 1 2 +163 63.1902 -2.740602 -3.111774 1 1 +164 63.4146 -6.696517 -5.728400 2 2 +165 63.6364 -5.758899 -5.395538 2 2 +166 63.8554 -4.265565 -4.143434 2 2 +167 63.4731 -5.182709 -5.138181 2 1 +168 63.6905 -6.876673 -4.958353 2 2 +169 63.3136 -3.799431 -3.949826 1 2 +170 62.9412 -5.167377 -4.952826 2 1 +171 62.5731 -7.075819 -6.954369 2 1 +172 62.7907 -5.629503 -6.605050 1 1 +173 63.0058 -4.050476 -3.436343 2 2 +174 63.2184 -5.833562 -5.392776 2 2 +175 63.4286 -3.724317 -4.107215 1 1 +176 63.6364 -2.831932 -4.222095 1 1 +177 63.2768 -6.826073 -6.866951 1 2 +178 63.4831 -2.966084 -3.045702 1 1 +179 63.1285 -3.487337 -3.128997 2 1 +180 62.7778 -7.607646 -7.850227 1 2 +181 62.9834 -4.953598 -4.413023 2 2 +182 62.6374 -3.117839 -3.271393 1 2 +183 62.2951 -7.074039 -7.734963 1 2 +184 62.5000 -3.832170 -4.612045 1 1 +185 62.1622 -6.169374 -7.026699 1 2 +186 62.3656 -4.597509 -4.765910 1 1 +187 62.0321 -5.359270 -5.562595 1 2 +188 61.7021 -3.868192 -3.154093 2 1 +189 61.9048 -6.050112 -5.087379 2 2 +190 62.1053 -6.428011 -5.897486 2 2 +191 62.3037 -4.309868 -5.252568 1 1 +192 61.9792 -5.263662 -5.485348 1 2 +193 62.1762 -5.670104 -5.582473 2 2 +194 62.3711 -3.441173 -3.001274 2 2 +195 62.0513 -4.231167 -4.121686 2 1 +196 62.2449 -3.275307 -3.135468 2 2 +197 62.4365 -1.148149 -3.617089 1 1 +198 62.1212 -7.066249 -5.891975 2 1 +199 61.8090 -5.476679 -5.945403 1 2 +200 62.0000 -4.522194 -4.378169 2 2 +201 61.6915 -5.159079 -5.043819 2 1 +202 61.8812 -9.135967 -8.601089 2 2 +203 61.5764 -4.160181 -4.477019 1 2 +204 61.7647 -3.120687 -3.133901 1 1 +205 61.9512 -3.044398 -2.814306 2 2 +206 61.6505 -7.739528 -8.034024 1 2 +207 61.3527 -5.078995 -3.758933 2 1 +208 61.5385 -5.818397 -4.821887 2 2 +209 61.7225 -5.158294 -4.898305 2 2 +210 61.9048 -10.418742 -8.802153 2 2 +211 62.0853 -4.443930 -5.690284 1 1 +212 62.2642 -5.748660 -5.108316 2 2 +213 62.4413 -6.446533 -5.962346 2 2 +214 62.1495 -4.517778 -4.409574 2 1 +215 61.8605 -5.869815 -5.908528 1 2 +216 61.5741 -4.811224 -4.596307 2 1 +217 61.7512 -2.317567 -2.539573 1 1 +218 61.9266 -3.277839 -2.732503 2 2 +219 62.1005 -3.148601 -3.904763 1 1 +220 61.8182 -5.615597 -6.467752 1 2 +221 61.9910 -5.470644 -11.702820 1 1 +222 61.7117 -0.759980 -13.387665 1 2 +223 61.4350 -3.137904 -3.375869 1 2 +224 61.6071 -5.937141 -5.193441 2 2 +225 61.7778 -5.095451 -4.248418 2 2 +226 61.9469 -4.425139 -4.443251 1 1 +227 61.6740 -5.616125 -4.945203 2 1 +228 61.8421 -1.700973 -2.465039 1 1 +229 62.0087 -5.575044 -4.265030 2 2 +230 62.1739 -2.759208 -2.809387 1 1 +231 61.9048 -2.805125 -2.804027 2 1 +232 61.6379 -2.082200 -2.455975 1 2 +233 61.3734 -2.143083 -2.005904 2 1 +234 61.1111 -3.835557 -4.557261 1 2 +235 61.2766 -5.179256 -4.993683 2 2 +236 61.4407 -2.117473 -2.325776 1 1 +237 61.1814 -5.077775 -3.291125 2 1 +238 60.9244 -3.485975 -3.739912 1 2 +239 61.0879 -3.315629 -2.851571 2 2 +240 60.8333 -9.434335 -9.887284 1 2 +241 60.5809 -5.819766 -5.838190 1 2 +242 60.7438 -7.171082 -6.766094 2 2 +243 60.4938 -5.717432 -5.642842 2 1 +244 60.6557 -2.979493 -4.451886 1 1 +245 60.8163 -7.854257 -8.032008 1 1 +246 60.5691 -3.362326 -2.752869 2 1 +247 60.3239 -5.964414 -6.207618 1 2 +248 60.0806 -3.160599 -3.213666 1 2 +249 60.2410 -3.641309 -3.222148 2 2 +250 60.4000 -5.797610 -6.360589 1 1 +251 60.5578 -1.693736 -1.991909 1 1 +252 60.7143 -8.485944 -7.941742 2 2 +253 60.4743 -5.857938 -5.652704 2 1 +254 60.2362 -4.733970 -5.765777 1 2 +255 60.3922 -5.959796 -6.998014 1 1 +256 60.5469 -3.883293 -4.961705 1 1 +257 60.3113 -3.188971 -3.167033 2 1 +258 60.4651 -4.703163 -4.443021 2 2 +259 60.6178 -4.252929 -5.237281 1 1 +260 60.3846 -5.496788 -5.263431 2 1 +261 60.1533 -4.493629 -5.040249 1 2 +262 59.9237 -6.223897 -6.753608 1 2 +263 59.6958 -2.815326 -2.609811 2 1 +264 59.8485 -5.207041 -4.890207 2 2 +265 59.6226 -2.865695 -2.813023 2 1 +266 59.7744 -6.668601 -6.952314 1 1 +267 59.9251 -2.989909 -3.367815 1 1 +268 59.7015 -3.404683 -3.070235 2 1 +269 59.4796 -5.220854 -5.508749 1 2 +270 59.6296 -2.120265 -3.919671 1 1 +271 59.7786 -4.478789 -4.259434 2 2 +272 59.9265 -4.590584 -4.531246 2 2 +273 60.0733 -4.909908 -4.898935 2 2 +274 59.8540 -4.179339 -4.607664 1 2 +275 60.0000 -2.205066 -2.260297 1 1 +276 60.1449 -3.069618 -3.254555 1 1 +277 60.2888 -3.598182 -4.061334 1 1 +278 60.0719 -4.209229 -3.639365 2 1 +279 60.2151 -4.287715 -3.453557 2 2 +280 60.0000 -5.070041 -5.509580 1 2 +281 59.7865 -3.181203 -3.206184 1 2 +282 59.9291 -5.121819 -4.563762 2 2 +283 60.0707 -4.298988 -3.116240 2 2 +284 60.2113 -4.362996 -5.871340 1 1 +285 60.3509 -6.583559 -7.740136 1 1 +286 60.4895 -3.857214 -4.259552 1 1 +287 60.6272 -3.282581 -6.921668 1 1 +288 60.7639 -5.854242 -4.977918 2 2 +289 60.8997 -4.362496 -4.384816 1 1 +290 60.6897 -8.611215 -7.970921 2 1 +291 60.8247 -2.414912 -3.021547 1 1 +292 60.9589 -3.102268 -2.316861 2 2 +293 60.7509 -6.409132 -6.623743 1 2 +294 60.5442 -3.364517 -2.858122 2 1 +295 60.6780 -2.101562 -2.998075 1 1 +296 60.4730 -6.223307 -6.372316 1 2 +297 60.2694 -1.046703 -1.405405 1 2 +298 60.0671 -6.980298 -8.253391 1 2 +299 60.2007 -3.100884 -2.705759 2 2 +300 60.0000 -3.881979 -3.326452 2 1 +301 60.1329 -5.047777 -5.540830 1 1 +302 60.2649 -5.331666 -5.022485 2 2 +303 60.0660 -8.496645 -8.151304 2 1 +304 60.1974 -4.358869 -2.768771 2 2 +305 60.0000 -2.943887 -3.209595 1 2 +306 60.1307 -3.411229 -3.409102 2 2 +307 60.2606 -3.568315 -3.787345 1 1 +308 60.3896 -7.707507 -7.259669 2 2 +309 60.5178 -5.283852 -5.922857 1 1 +310 60.3226 -6.344967 -6.504900 1 2 +311 60.4502 -2.180085 -4.712456 1 1 +312 60.2564 -6.917965 -5.269117 2 1 +313 60.0639 -5.374981 -6.448983 1 2 +314 60.1911 -8.187480 -7.932547 2 2 +315 60.3175 -3.544005 -4.707641 1 1 +316 60.4430 -7.233789 -6.302862 2 2 +317 60.5678 -7.281558 -7.308408 1 1 +318 60.6918 -6.565253 -5.703101 2 2 +319 60.5016 -1.771178 -1.488576 2 1 +320 60.6250 -6.188101 -6.444719 1 1 +321 60.4361 -3.518058 -3.529822 1 2 +322 60.2484 -2.786363 -3.688580 1 2 +323 60.3715 -2.660644 -3.217585 1 1 +324 60.1852 -4.992841 -4.577473 2 1 +325 60.3077 -6.756360 -6.127660 2 2 +326 60.4294 -3.473833 -2.966108 2 2 +327 60.5505 -3.403896 -3.406496 1 1 +328 60.6707 -5.131013 -5.817559 1 1 +329 60.7903 -5.836341 -11.340261 1 1 +330 60.6061 -1.780376 -1.497573 2 1 +331 60.4230 -5.671906 -4.008634 2 1 +332 60.5422 -4.471013 -5.787552 1 1 +333 60.6607 -4.421867 -4.253923 2 2 +334 60.7784 -2.229704 -5.495016 1 1 +335 60.5970 -5.596229 -5.230054 2 1 +336 60.4167 -3.117299 -3.275558 1 2 +337 60.5341 -2.935766 -2.897476 2 2 +338 60.3550 -4.010356 -3.913308 2 1 +339 60.1770 -5.416187 -5.804551 1 2 +340 60.2941 -5.589845 -5.699527 1 1 +341 60.4106 -2.980214 -3.627586 1 1 +342 60.5263 -5.520687 -5.466094 2 2 +343 60.6414 -3.758176 -4.139809 1 1 +344 60.4651 -4.954168 -2.972080 2 1 +345 60.5797 -1.173019 -2.076447 1 1 +346 60.6936 -8.226402 -6.752059 2 2 +347 60.8069 -4.878367 -4.844300 2 2 +348 60.9195 -1.511898 -1.911479 1 1 +349 61.0315 -4.960517 -4.695837 2 2 +350 61.1429 -17.199234 -2.337688 2 2 +351 61.2536 -3.539835 -5.094508 1 1 +352 61.3636 -4.533430 -3.264609 2 2 +353 61.4731 -2.164847 -2.482738 1 1 +354 61.2994 -6.770574 -7.384130 1 2 +355 61.4085 -4.254196 -4.092052 2 2 +356 61.2360 -3.099288 -4.795421 1 2 +357 61.0644 -4.392578 -4.605855 1 2 +358 60.8939 -3.359841 -4.124828 1 2 +359 61.0028 -5.696665 -5.538399 2 2 +360 60.8333 -5.110104 -5.429781 1 2 +361 60.6648 -2.528509 -2.925837 1 2 +362 60.7735 -6.621108 -6.444796 2 2 +363 60.8815 -3.739559 -3.982785 1 1 +364 60.7143 -8.762648 -7.906538 2 1 +365 60.8219 -6.238115 -6.510952 1 1 +366 60.6557 -4.473849 -9.276402 1 2 +367 60.7629 -6.463065 -6.604359 1 1 +368 60.8696 -3.401746 -3.036142 2 2 +369 60.9756 -6.004799 -5.854426 2 2 +370 60.8108 -7.693567 -6.056904 2 1 +371 60.6469 -3.945171 -3.076210 2 1 +372 60.4839 -3.079599 -2.775952 2 1 +373 60.5898 -4.393175 -5.497895 1 1 +374 60.6952 -2.388652 -2.603090 1 1 +375 60.8000 -4.875333 -3.698027 2 2 +376 60.9043 -7.851810 -6.761730 2 2 +377 60.7427 -6.578657 -6.695630 1 2 +378 60.8466 -5.318280 -5.063059 2 2 +379 60.6860 -2.268935 -2.324130 1 2 +380 60.5263 -10.043515 -9.576837 2 1 +381 60.6299 -11.252092 -10.225980 2 2 +382 60.4712 -3.873763 -4.313407 1 2 +383 60.5744 -3.445775 -1.577856 2 2 +384 60.4167 -4.405873 -4.282526 2 1 +385 60.2597 -1.315957 -1.266960 2 1 +386 60.3627 -2.796120 -14.358472 1 1 +387 60.2067 -2.836618 -2.457668 2 1 +388 60.3093 -7.366983 -6.791769 2 2 +389 60.4113 -3.038993 -2.550819 2 2 +390 60.5128 -3.929190 -3.970959 1 1 +391 60.3581 -4.453636 -7.042225 1 2 +392 60.2041 -6.076181 -5.246728 2 1 +393 60.0509 -6.455848 -7.197336 1 2 +394 60.1523 -5.393075 -5.560017 1 1 +395 60.2532 -4.895729 -4.357599 2 2 +396 60.3535 -3.640033 -4.313629 1 1 +397 60.4534 -6.568600 -6.872900 1 1 +398 60.5528 -2.749385 -5.935368 1 1 +399 60.4010 -6.571264 -6.007160 2 1 +400 60.5000 -3.418051 -9.240317 1 1 +401 60.5985 -4.109070 -4.426447 1 1 +402 60.4478 -4.485198 -5.514684 1 2 +403 60.5459 -7.696418 -7.671003 2 2 +404 60.6436 -4.290195 -4.069222 2 2 +405 60.4938 -4.217692 -3.930203 2 1 +406 60.5911 -8.200575 -10.173982 1 1 +407 60.6880 -6.814682 -6.493018 2 2 +408 60.5392 -4.276562 -4.350436 1 2 +409 60.6357 -5.927228 -6.059503 1 1 +410 60.4878 -6.591152 -6.305669 2 1 +411 60.5839 -6.975088 -6.990204 1 1 +412 60.6796 -6.437600 -5.988570 2 2 +413 60.5327 -3.612508 -3.786833 1 2 +414 60.3865 -5.231565 -5.913054 1 2 +415 60.4819 -5.726720 -4.167153 2 2 +416 60.5769 -5.393495 -3.781707 2 2 +417 60.6715 -7.431032 -8.779797 1 1 +418 60.5263 -4.756501 -4.368467 2 1 +419 60.6205 -5.630403 -5.260328 2 2 +420 60.4762 -4.130453 -4.502913 1 2 +421 60.5701 -4.912735 -4.803957 2 2 +422 60.4265 -2.399391 -2.024960 2 1 +423 60.2837 -4.986485 -4.887739 2 1 +424 60.3774 -3.915189 -4.594961 1 1 +425 60.4706 -7.007338 -5.426370 2 2 +426 60.3286 -1.933932 -2.664223 1 2 +427 60.1874 -4.783267 -4.607241 2 1 +428 60.2804 -3.702869 -4.748362 1 1 +429 60.3730 -3.236684 -3.107239 2 2 +430 60.4651 -5.867767 -5.937718 1 1 +431 60.5568 -6.487282 -7.352785 1 1 +432 60.4167 -4.298324 -4.467630 1 2 +433 60.2771 -2.350460 -2.543373 1 2 +434 60.1382 -7.056942 -7.044883 2 1 +435 60.2299 -5.898022 -6.337034 1 1 +436 60.0917 -3.619329 -1.322890 2 1 +437 60.1831 -7.259736 -5.579988 2 2 +438 60.0457 -4.848929 -5.187922 1 2 +439 60.1367 -2.304892 -2.709744 1 1 +440 60.2273 -4.586685 -4.869957 1 1 +441 60.3175 -2.645143 -5.322849 1 1 +442 60.4072 -4.493199 -4.515340 1 1 +443 60.4966 -1.650817 -1.919533 1 1 +444 60.3604 -6.151521 -7.505928 1 2 +445 60.4494 -2.777044 -3.343191 1 1 +446 60.5381 -6.018718 -5.421351 2 2 +447 60.4027 -2.778840 -2.333497 2 1 +448 60.2679 -3.752934 -3.792149 1 2 +449 60.1336 -4.024090 -4.209228 1 2 +450 60.2222 -5.084269 -3.348683 2 2 +451 60.3104 -5.907376 -5.474100 2 2 +452 60.3982 -4.829229 -6.843383 1 1 +453 60.2649 -4.682961 -4.836524 1 2 +454 60.3524 -3.911372 -4.208876 1 1 +455 60.2198 -9.034251 -10.200255 1 2 +456 60.3070 -5.295001 -5.038498 2 2 +457 60.3939 -11.108104 -11.997936 1 1 +458 60.4803 -4.950708 -4.756653 2 2 +459 60.3486 -4.965680 -5.186887 1 2 +460 60.4348 -0.343989 -11.054341 1 1 +461 60.5206 -3.556613 -4.030198 1 1 +462 60.3896 -6.329922 -6.175743 2 1 +463 60.2592 -1.726793 -1.477730 2 1 +464 60.3448 -3.145440 -3.633435 1 1 +465 60.2151 -3.540791 -4.691649 1 2 +466 60.3004 -7.236529 -7.162247 2 2 +467 60.3854 -6.058538 -7.731463 1 1 +468 60.4701 -6.117653 -4.369936 2 2 +469 60.3412 -2.471918 -1.020663 2 1 +470 60.4255 -2.503333 -2.442256 2 2 +471 60.5096 -3.382605 -3.914279 1 1 +472 60.5932 -4.538391 -4.401947 2 2 +473 60.6765 -4.853776 -4.405386 2 2 +474 60.7595 -8.095060 -9.264853 1 1 +475 60.8421 -2.892870 -2.192398 2 2 +476 60.7143 -5.573450 -5.686931 1 2 +477 60.5870 -4.884729 -5.340455 1 2 +478 60.6695 -4.975730 -5.025558 1 1 +479 60.5428 -3.326953 -3.011284 2 1 +480 60.4167 -7.859300 -7.918782 1 2 +481 60.2911 -3.979486 -3.705140 2 1 +482 60.3734 -4.921492 -4.277411 2 2 +483 60.4555 -5.398543 -5.606104 1 1 +484 60.3306 -2.924772 -1.623271 2 1 +485 60.4124 -1.863831 -2.255398 1 1 +486 60.2881 -2.061323 -1.926009 2 1 +487 60.1643 -3.895615 -3.920588 1 2 +488 60.2459 -4.147877 -3.520518 2 2 +489 60.3272 -3.348939 -3.655379 1 1 +490 60.4082 -3.717233 -4.365252 1 1 +491 60.4888 -4.065132 -3.939358 2 2 +492 60.5691 -6.616858 -6.010063 2 2 +493 60.6491 -2.392720 -3.410826 1 1 +494 60.5263 -5.371472 -5.534462 1 2 +495 60.4040 -5.268125 -5.029098 2 1 +496 60.2823 -3.859137 -4.380043 1 2 +497 60.1610 -6.903670 -6.328830 2 1 +498 60.0402 -2.269478 -2.440683 1 2 +499 60.1202 -4.064898 -4.191671 1 1 +500 60.0000 -5.436604 -6.459463 1 2 +501 60.0798 -2.452082 -2.618469 1 1 +502 60.1594 -3.018892 -3.197747 1 1 +503 60.0398 -4.811850 -5.266097 1 2 +504 59.9206 -3.876087 -3.498197 2 1 +505 60.0000 -6.757627 -5.246235 2 2 +506 59.8814 -5.435312 -4.912431 2 1 +507 59.9606 -4.040149 -4.296820 1 1 +508 60.0394 -8.437766 -6.488851 2 2 +509 60.1179 -5.370022 -9.824832 1 1 +510 60.1961 -3.764073 -4.368668 1 1 +511 60.2740 -5.723833 -5.188447 2 2 +512 60.3516 -4.177467 -4.323701 1 1 +513 60.2339 -4.511533 -4.739184 1 2 +514 60.1167 -4.606130 -4.530338 2 1 +515 60.1942 -12.087340 -12.370097 1 1 +516 60.0775 -4.473616 -4.190434 2 1 +517 60.1547 -1.792759 -1.861460 1 1 +518 60.2317 -3.498683 -2.458917 2 2 +519 60.1156 -8.032310 -9.136796 1 2 +520 60.1923 -2.836288 -2.396337 2 2 +521 60.0768 -2.007079 -1.999312 2 1 +522 60.1533 -5.790647 -4.224967 2 2 +523 60.2294 -5.928246 -4.911062 2 2 +524 60.1145 -8.094659 -6.441940 2 1 +525 60.1905 -5.429266 -4.729023 2 2 +526 60.2662 -1.528768 -19.150438 1 1 +527 60.3416 -5.850920 -3.476276 2 2 +528 60.4167 -7.392274 -7.130273 2 2 +529 60.3025 -6.389181 -6.309159 2 1 +530 60.3774 -4.345185 -3.595300 2 2 +531 60.2637 -4.765827 -4.461196 2 1 +532 60.3383 -2.602783 -3.066413 1 1 +533 60.2251 -3.049975 -4.062627 1 2 +534 60.2996 -3.931678 -4.669948 1 1 +535 60.1869 -4.445938 -5.602374 1 2 +536 60.0746 -3.390717 -3.133348 2 1 +537 59.9628 -7.084240 -6.767161 2 1 +538 60.0372 -3.035239 -6.553707 1 1 +539 60.1113 -4.190032 -2.541296 2 2 +540 60.1852 -3.035470 -2.758027 2 2 +541 60.2588 -3.999221 -4.212744 1 1 +542 60.1476 -6.505508 -7.679866 1 2 +543 60.2210 -6.119136 -5.222259 2 2 +544 60.2941 -3.532380 -3.873053 1 1 +545 60.1835 -1.487486 -5.163866 1 2 +546 60.2564 -3.947114 -4.468188 1 1 +547 60.3291 -9.273318 -8.178618 2 2 +548 60.2190 -5.117352 -4.881950 2 1 +549 60.1093 -6.531776 -6.149649 2 1 +550 60.0000 -3.980920 -4.499245 1 2 +551 59.8911 -2.551315 -16.324282 1 2 +552 59.9638 -4.888383 -5.141008 1 1 +553 60.0362 -6.944711 -5.951066 2 2 +554 59.9278 -4.692093 -5.159742 1 2 +555 60.0000 -1.751192 -1.667971 2 2 +556 60.0719 -6.145812 -6.020939 2 2 +557 59.9641 -7.320235 -6.948199 2 1 +558 60.0358 -0.583999 -3.368897 1 1 +559 60.1073 -3.237323 -3.117867 2 2 +560 60.1786 -3.820922 -4.367858 1 1 +561 60.0713 -3.643500 -3.615151 2 1 +562 60.1423 -0.835479 -1.607224 1 1 +563 60.0355 -2.370808 -3.392602 1 2 +564 60.1064 -3.752306 -3.795364 1 1 +565 60.1770 -3.531157 -3.303535 2 2 +566 60.2473 -4.306497 -6.193298 1 1 +567 60.3175 -3.912783 -3.201301 2 2 +568 60.3873 -5.532758 -3.272090 2 2 +569 60.4569 -8.994094 -9.707193 1 1 +570 60.5263 -4.951562 -6.939054 1 1 +571 60.5954 -4.513089 -3.971253 2 2 +572 60.6643 -2.557552 -2.406291 2 2 +573 60.7330 -3.991252 -3.897482 2 2 +574 60.6272 -3.907040 -5.025937 1 2 +575 60.6957 -7.503992 -7.038276 2 2 +576 60.7639 -1.886676 -2.101756 1 1 +577 60.6586 -4.319334 -4.997727 1 2 +578 60.7266 -3.216578 -2.731876 2 2 +579 60.6218 -5.616727 -5.930486 1 2 +580 60.6897 -2.682189 -3.364028 1 1 +581 60.5852 -8.504594 -6.969807 2 1 +582 60.4811 -6.366027 -6.463052 1 2 +583 60.5489 -4.762637 -4.424034 2 2 +584 60.4452 -6.785572 -6.165450 2 1 +585 60.5128 -0.898582 -1.694055 1 1 +586 60.4096 -4.737547 -4.566737 2 1 +587 60.3066 -2.613201 -1.833824 2 1 +588 60.2041 -3.241004 -4.537621 1 2 +589 60.2716 -4.732888 -4.587479 2 2 +590 60.3390 -5.282086 -4.652214 2 2 +591 60.4061 -4.920534 -4.802813 2 2 +592 60.4730 -6.457651 -6.536280 1 1 +593 60.5396 -5.239190 -5.107192 2 2 +594 60.4377 -7.836773 -7.671462 2 1 +595 60.3361 -2.204327 -2.265170 1 2 +596 60.2349 -6.677853 -7.041939 1 2 +597 60.1340 -3.801571 -3.569291 2 1 +598 60.0334 -3.917926 -2.369917 2 1 +599 60.1002 -3.014525 -3.552930 1 1 +600 60.1667 -6.199316 -5.465588 2 2 +601 60.2329 -4.336076 -4.204604 2 2 +602 60.2990 -2.033378 -4.084273 1 1 +603 60.3648 -5.994858 -5.581769 2 2 +604 60.4305 -3.785433 -3.662153 2 2 +605 60.3306 -2.901654 -2.556099 2 1 +606 60.2310 -3.748493 -3.827293 1 2 +607 60.1318 -2.584326 -1.723269 2 1 +608 60.0329 -3.628489 -2.100868 2 1 +609 60.0985 -6.765664 -8.398096 1 1 +610 60.0000 -3.402941 -3.130954 2 1 +611 60.0655 -6.203379 -6.617907 1 1 +612 60.1307 -2.620142 -3.921847 1 1 +613 60.1958 -3.935899 -3.282666 2 2 +614 60.2606 -6.003338 -4.083355 2 2 +615 60.3252 -3.971843 -3.525533 2 2 +616 60.2273 -5.738010 -5.906587 1 2 +617 60.2917 -14.167457 -4.194777 2 2 +618 60.3560 -4.571479 -4.166258 2 2 +619 60.4200 -5.246288 -4.727503 2 2 +620 60.4839 -3.939277 -4.249196 1 1 +621 60.3865 -3.880320 -4.361919 1 2 +622 60.4502 -4.241669 -4.923196 1 1 +623 60.5136 -3.286211 -4.118530 1 1 +624 60.5769 -5.203375 -4.813777 2 2 +625 60.4800 -7.251902 -7.090591 2 1 +626 60.3834 -2.769845 -1.848841 2 1 +627 60.2871 -5.693384 -5.557074 2 1 +628 60.3503 -2.276191 -2.166209 2 2 +629 60.4134 -3.118507 -3.582011 1 1 +630 60.3175 -2.471129 -2.354681 2 1 +631 60.3803 -2.298012 -2.996827 1 1 +632 60.2848 -1.650255 -1.952705 1 2 +633 60.1896 -2.127491 -2.963807 1 2 +634 60.0946 -3.508235 -3.373353 2 1 +635 60.1575 -7.322391 -7.147356 2 2 +636 60.2201 -2.387052 -4.002539 1 1 +637 60.1256 -7.039449 -6.823428 2 1 +638 60.0313 -6.057078 -5.403304 2 1 +639 60.0939 -1.736129 -2.037605 1 1 +640 60.1562 -2.025158 -1.992546 2 2 +641 60.0624 -7.754900 -7.044141 2 1 +642 60.1246 -5.956559 -5.541173 2 2 +643 60.1866 -1.546896 -1.169750 2 2 +644 60.0932 -5.485975 -4.220057 2 1 +645 60.1550 -2.836362 -4.677384 1 1 +646 60.2167 -5.259349 -5.699883 1 1 +647 60.1236 -6.575770 -5.040647 2 1 +648 60.0309 -4.728143 -5.333130 1 2 +649 60.0924 -3.643059 -4.885265 1 1 +650 60.1538 -5.401137 -5.433113 1 1 +651 60.0614 -5.898762 -6.416386 1 2 +652 59.9693 -9.670205 -9.734111 1 2 +653 60.0306 -5.057007 -4.055620 2 2 +654 59.9388 -4.390813 -4.582420 1 2 +655 60.0000 -3.599786 -3.549123 2 2 +656 60.0610 -5.642773 -3.663542 2 2 +657 59.9696 -5.001757 -5.289603 1 2 +658 60.0304 -4.445263 -3.663252 2 2 +659 59.9393 -2.545725 -2.561367 1 2 +660 60.0000 -4.057407 -3.223346 2 2 +661 60.0605 -4.784584 -5.303901 1 1 +662 59.9698 -5.202212 -4.980695 2 1 +663 60.0302 -9.293456 -8.722809 2 2 +664 59.9398 -5.829385 -4.961538 2 1 +665 60.0000 -2.796046 -2.544868 2 2 +666 59.9099 -6.492290 -5.576201 2 1 +667 59.8201 -8.128765 -10.064006 1 2 +668 59.7305 -2.474354 -2.164965 2 1 +669 59.6413 -3.941062 -3.710136 2 1 +670 59.5522 -4.065694 -3.725576 2 1 +671 59.6125 -4.248273 -5.248358 1 1 +672 59.6726 -4.764161 -4.582734 2 2 +673 59.7325 -2.600398 -2.171004 2 2 +674 59.7923 -4.684477 -5.185974 1 1 +675 59.8519 -4.109859 -6.184082 1 1 +676 59.9112 -3.410802 -3.174965 2 2 +677 59.8227 -4.763244 -4.423378 2 1 +678 59.7345 -7.039099 -7.380247 1 2 +679 59.7938 -6.804794 -6.304117 2 2 +680 59.8529 -3.845634 -4.416332 1 1 +681 59.7651 -3.964729 -3.550789 2 1 +682 59.6774 -2.678729 -2.907752 1 2 +683 59.7365 -2.234905 -2.758412 1 1 +684 59.6491 -8.628749 -8.119934 2 1 +685 59.7080 -4.254458 -2.744043 2 2 +686 59.6210 -6.598756 -7.326914 1 2 +687 59.6798 -3.879691 -3.481920 2 2 +688 59.7384 -8.529439 -8.715138 1 1 +689 59.7968 -2.932663 -2.675803 2 2 +690 59.8551 -4.173576 -3.245619 2 2 +691 59.7685 -3.973243 -3.836198 2 1 +692 59.8266 -1.817919 -3.981820 1 1 +693 59.7403 -4.909738 -4.607157 2 1 +694 59.7983 -3.204704 -3.199452 2 2 +695 59.8561 -5.969211 -6.492609 1 1 +696 59.9138 -8.950600 -9.036901 1 1 +697 59.8278 -3.187120 -3.082249 2 1 +698 59.7421 -4.911296 -5.093384 1 2 +699 59.7997 -5.307747 -5.670506 1 1 +700 59.8571 -4.973942 -4.587263 2 2 +701 59.7718 -3.304470 -3.093014 2 1 +702 59.8291 -5.315968 -5.010833 2 2 +703 59.7440 -8.418659 -7.467125 2 1 +704 59.6591 -3.090776 -2.345927 2 1 +705 59.7163 -5.268017 -4.595695 2 2 +706 59.6317 -4.204034 -4.416335 1 2 +707 59.6888 -6.299796 -6.628770 1 1 +708 59.6045 -5.865302 -5.933714 1 2 +709 59.6615 -4.628417 -3.814455 2 2 +710 59.7183 -4.006753 -4.929290 1 1 +711 59.6343 -2.362380 -2.366441 1 2 +712 59.5506 -2.312001 -3.787895 1 2 +713 59.6073 -4.909391 -4.905699 2 2 +714 59.5238 -3.246784 -3.415336 1 2 +715 59.5804 -7.330399 -6.917238 2 2 +716 59.6369 -5.274944 -4.853660 2 2 +717 59.6932 -4.825362 -1.175937 2 2 +718 59.6100 -5.262873 -5.248989 2 1 +719 59.5271 -6.300466 -5.835412 2 1 +720 59.4444 -1.918210 -4.610838 1 2 +721 59.5007 -5.977530 -5.379149 2 2 +722 59.4183 -2.993006 -2.203040 2 1 +723 59.3361 -3.547710 -3.227243 2 1 +724 59.2541 -3.567626 -3.921232 1 2 +725 59.1724 -4.978877 -5.312355 1 2 +726 59.2287 -5.484667 -5.346126 2 2 +727 59.2847 -3.985545 -3.730571 2 2 +728 59.2033 -6.073308 -5.697597 2 1 +729 59.1221 -2.171549 -1.887929 2 1 +730 59.0411 -4.489844 -4.280926 2 1 +731 59.0971 -4.256258 -4.464722 1 1 +732 59.1530 -3.075225 -2.899705 2 2 +733 59.2087 -5.248427 -5.199350 2 2 +734 59.2643 -0.845593 -16.316467 1 1 +735 59.1837 -4.292661 -3.054002 2 1 +736 59.2391 -4.430090 -4.699049 1 1 +737 59.1588 -4.425500 -4.390124 2 1 +738 59.2141 -6.226841 -5.788278 2 2 +739 59.2693 -1.629841 -12.744692 1 1 +740 59.3243 -5.509491 -5.012625 2 2 +741 59.3792 -6.051375 -6.841504 1 1 +742 59.4340 -4.043521 -2.910309 2 2 +743 59.4886 -3.973277 -3.830816 2 2 +744 59.5430 -6.732351 -4.629469 2 2 +745 59.4631 -3.415756 -2.925869 2 1 +746 59.3834 -9.698503 -8.728339 2 1 +747 59.4378 -5.316586 -6.368260 1 1 +748 59.4920 -4.965752 -4.516340 2 2 +749 59.4126 -5.796794 -5.787231 2 1 +750 59.4667 -4.468403 -9.925141 1 1 + +Final Winogrande score(750 tasks): 59.4667 ±1.7939 diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.arc b/scores/deepseek-r1-distill-qwen-7b-q6_k.arc new file mode 100644 index 0000000000000000000000000000000000000000..458a0addc44dd523c0339fcac4ef435a686b63b0 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 44.82758621 +30 46.66666667 +31 45.16129032 +32 43.75000000 +33 45.45454545 +34 47.05882353 +35 45.71428571 +36 44.44444444 +37 45.94594595 +38 47.36842105 +39 46.15384615 +40 47.50000000 +41 48.78048780 +42 47.61904762 +43 48.83720930 +44 47.72727273 +45 46.66666667 +46 47.82608696 +47 48.93617021 +48 50.00000000 +49 48.97959184 +50 50.00000000 +51 49.01960784 +52 50.00000000 +53 50.94339623 +54 50.00000000 +55 49.09090909 +56 50.00000000 +57 50.87719298 +58 51.72413793 +59 50.84745763 +60 51.66666667 +61 52.45901639 +62 51.61290323 +63 52.38095238 +64 53.12500000 +65 52.30769231 +66 53.03030303 +67 52.23880597 +68 52.94117647 +69 53.62318841 +70 52.85714286 +71 52.11267606 +72 51.38888889 +73 52.05479452 +74 52.70270270 +75 53.33333333 +76 53.94736842 +77 54.54545455 +78 55.12820513 +79 54.43037975 +80 53.75000000 +81 53.08641975 +82 53.65853659 +83 53.01204819 +84 53.57142857 +85 54.11764706 +86 54.65116279 +87 55.17241379 +88 55.68181818 +89 56.17977528 +90 56.66666667 +91 57.14285714 +92 57.60869565 +93 56.98924731 +94 56.38297872 +95 56.84210526 +96 57.29166667 +97 56.70103093 +98 57.14285714 +99 57.57575758 +100 57.00000000 +101 56.43564356 +102 56.86274510 +103 56.31067961 +104 55.76923077 +105 56.19047619 +106 55.66037736 +107 56.07476636 +108 55.55555556 +109 55.04587156 +110 55.45454545 +111 55.85585586 +112 56.25000000 +113 55.75221239 +114 55.26315789 +115 55.65217391 +116 55.17241379 +117 55.55555556 +118 55.93220339 +119 55.46218487 +120 55.83333333 +121 55.37190083 +122 55.73770492 +123 56.09756098 +124 55.64516129 +125 56.00000000 +126 56.34920635 +127 56.69291339 +128 56.25000000 +129 55.81395349 +130 55.38461538 +131 55.72519084 +132 56.06060606 +133 56.39097744 +134 55.97014925 +135 55.55555556 +136 55.14705882 +137 55.47445255 +138 55.79710145 +139 55.39568345 +140 55.71428571 +141 56.02836879 +142 55.63380282 +143 55.94405594 +144 55.55555556 +145 55.86206897 +146 55.47945205 +147 55.78231293 +148 55.40540541 +149 55.70469799 +150 56.00000000 +151 56.29139073 +152 56.57894737 +153 56.86274510 +154 56.49350649 +155 56.12903226 +156 56.41025641 +157 56.68789809 +158 56.96202532 +159 57.23270440 +160 56.87500000 +161 57.14285714 +162 57.40740741 +163 57.05521472 +164 56.70731707 +165 56.96969697 +166 57.22891566 +167 56.88622754 +168 57.14285714 +169 56.80473373 +170 57.05882353 +171 57.30994152 +172 56.97674419 +173 57.22543353 +174 57.47126437 +175 57.14285714 +176 56.81818182 +177 57.06214689 +178 56.74157303 +179 56.98324022 +180 56.66666667 +181 56.35359116 +182 56.59340659 +183 56.28415301 +184 56.52173913 +185 56.75675676 +186 56.98924731 +187 56.68449198 +188 56.38297872 +189 56.08465608 +190 55.78947368 +191 56.02094241 +192 55.72916667 +193 55.44041451 +194 55.67010309 +195 55.89743590 +196 56.12244898 +197 56.34517766 +198 56.56565657 +199 56.78391960 +200 57.00000000 +201 57.21393035 +202 57.42574257 +203 57.14285714 +204 57.35294118 +205 57.07317073 +206 56.79611650 +207 57.00483092 +208 57.21153846 +209 57.41626794 +210 57.61904762 +211 57.81990521 +212 57.54716981 +213 57.27699531 +214 57.47663551 +215 57.67441860 +216 57.40740741 +217 57.14285714 +218 57.33944954 +219 57.53424658 +220 57.27272727 +221 57.01357466 +222 56.75675676 +223 56.50224215 +224 56.69642857 +225 56.44444444 +226 56.19469027 +227 56.38766520 +228 56.57894737 +229 56.33187773 +230 56.52173913 +231 56.27705628 +232 56.03448276 +233 56.22317597 +234 55.98290598 +235 55.74468085 +236 55.93220339 +237 55.69620253 +238 55.88235294 +239 56.06694561 +240 56.25000000 +241 56.43153527 +242 56.19834711 +243 55.96707819 +244 55.73770492 +245 55.51020408 +246 55.28455285 +247 55.46558704 +248 55.24193548 +249 55.02008032 +250 55.20000000 +251 55.37848606 +252 55.55555556 +253 55.73122530 +254 55.51181102 +255 55.68627451 +256 55.85937500 +257 56.03112840 +258 56.20155039 +259 55.98455598 +260 56.15384615 +261 56.32183908 +262 56.48854962 +263 56.65399240 +264 56.81818182 +265 56.60377358 +266 56.39097744 +267 56.55430712 +268 56.34328358 +269 56.50557621 +270 56.66666667 +271 56.45756458 +272 56.25000000 +273 56.41025641 +274 56.20437956 +275 56.00000000 +276 56.15942029 +277 56.31768953 +278 56.11510791 +279 55.91397849 +280 55.71428571 +281 55.87188612 +282 56.02836879 +283 55.83038869 +284 55.98591549 +285 55.78947368 +286 55.94405594 +287 55.74912892 +288 55.90277778 +289 55.70934256 +290 55.86206897 +291 56.01374570 +292 55.82191781 +293 55.97269625 +294 55.78231293 +295 55.93220339 +296 55.74324324 +297 55.89225589 +298 55.70469799 +299 55.85284281 +300 55.66666667 +301 55.48172757 +302 55.62913907 +303 55.44554455 +304 55.59210526 +305 55.73770492 +306 55.55555556 +307 55.70032573 +308 55.51948052 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 55.76923077 +313 55.91054313 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.62500000 +321 55.45171340 +322 55.59006211 +323 55.41795666 +324 55.55555556 +325 55.38461538 +326 55.52147239 +327 55.35168196 +328 55.18292683 +329 55.01519757 +330 55.15151515 +331 55.28700906 +332 55.12048193 +333 55.25525526 +334 55.08982036 +335 54.92537313 +336 54.76190476 +337 54.59940653 +338 54.43786982 +339 54.57227139 +340 54.70588235 +341 54.83870968 +342 54.67836257 +343 54.81049563 +344 54.94186047 +345 54.78260870 +346 54.91329480 +347 54.75504323 +348 54.59770115 +349 54.72779370 +350 54.57142857 +351 54.70085470 +352 54.54545455 +353 54.39093484 +354 54.23728814 +355 54.08450704 +356 53.93258427 +357 53.78151261 +358 53.91061453 +359 53.76044568 +360 53.88888889 +361 54.01662050 +362 54.14364641 +363 54.26997245 +364 54.12087912 +365 53.97260274 +366 53.82513661 +367 53.67847411 +368 53.80434783 +369 53.92953930 +370 53.78378378 +371 53.63881402 +372 53.49462366 +373 53.35120643 +374 53.47593583 +375 53.60000000 +376 53.45744681 +377 53.58090186 +378 53.70370370 +379 53.56200528 +380 53.68421053 +381 53.54330709 +382 53.40314136 +383 53.26370757 +384 53.12500000 +385 53.24675325 +386 53.36787565 +387 53.22997416 +388 53.09278351 +389 52.95629820 +390 53.07692308 +391 52.94117647 +392 53.06122449 +393 53.18066158 +394 53.29949239 +395 53.41772152 +396 53.28282828 +397 53.40050378 +398 53.26633166 +399 53.13283208 +400 53.25000000 +401 53.11720698 +402 53.23383085 +403 53.34987593 +404 53.46534653 +405 53.58024691 +406 53.69458128 +407 53.80835381 +408 53.92156863 +409 53.78973105 +410 53.90243902 +411 54.01459854 +412 54.12621359 +413 53.99515738 +414 54.10628019 +415 53.97590361 +416 53.84615385 +417 53.71702638 +418 53.58851675 +419 53.46062053 +420 53.57142857 +421 53.44418052 +422 53.55450237 +423 53.66430260 +424 53.53773585 +425 53.41176471 +426 53.28638498 +427 53.16159251 +428 53.03738318 +429 53.14685315 +430 53.25581395 +431 53.36426914 +432 53.24074074 +433 53.11778291 +434 52.99539171 +435 53.10344828 +436 53.21100917 +437 53.31807780 +438 53.19634703 +439 53.30296128 +440 53.40909091 +441 53.28798186 +442 53.16742081 +443 53.04740406 +444 52.92792793 +445 53.03370787 +446 53.13901345 +447 53.24384787 +448 53.34821429 +449 53.45211581 +450 53.33333333 +451 53.43680710 +452 53.53982301 +453 53.64238411 +454 53.52422907 +455 53.40659341 +456 53.28947368 +457 53.17286652 +458 53.05676856 +459 53.15904139 +460 53.26086957 +461 53.36225597 +462 53.46320346 +463 53.34773218 +464 53.23275862 +465 53.11827957 +466 53.21888412 +467 53.10492505 +468 53.20512821 +469 53.09168443 +470 53.19148936 +471 53.29087049 +472 53.17796610 +473 53.06553911 +474 52.95358650 +475 52.84210526 +476 52.73109244 +477 52.83018868 +478 52.92887029 +479 53.02713987 +480 52.91666667 +481 52.80665281 +482 52.90456432 +483 53.00207039 +484 53.09917355 +485 53.19587629 +486 53.29218107 +487 53.38809035 +488 53.48360656 +489 53.37423313 +490 53.26530612 +491 53.36048880 +492 53.25203252 +493 53.14401623 +494 53.23886640 +495 53.13131313 +496 53.02419355 +497 53.11871227 +498 53.21285141 +499 53.30661323 +500 53.40000000 +501 53.49301397 +502 53.58565737 +503 53.67793241 +504 53.76984127 +505 53.86138614 +506 53.75494071 +507 53.64891519 +508 53.54330709 +509 53.63457760 +510 53.72549020 +511 53.62035225 +512 53.71093750 +513 53.60623782 +514 53.69649805 +515 53.78640777 +516 53.68217054 +517 53.57833656 +518 53.47490347 +519 53.37186898 +520 53.26923077 +521 53.35892514 +522 53.44827586 +523 53.34608031 +524 53.24427481 +525 53.14285714 +526 53.04182510 +527 52.94117647 +528 52.84090909 +529 52.74102079 +530 52.83018868 +531 52.91902072 +532 53.00751880 +533 53.09568480 +534 52.99625468 +535 52.89719626 +536 52.79850746 +537 52.88640596 +538 52.78810409 +539 52.87569573 +540 52.77777778 +541 52.68022181 +542 52.76752768 +543 52.85451197 +544 52.75735294 +545 52.84403670 +546 52.74725275 +547 52.65082267 +548 52.73722628 +549 52.82331512 +550 52.72727273 +551 52.63157895 +552 52.53623188 +553 52.62206148 +554 52.52707581 +555 52.61261261 +556 52.51798561 +557 52.60323160 +558 52.50896057 +559 52.59391771 +560 52.67857143 +561 52.76292335 +562 52.84697509 +563 52.93072824 +564 52.83687943 +565 52.74336283 +566 52.82685512 +567 52.91005291 +568 52.99295775 +569 52.89982425 +570 52.80701754 +571 52.88966725 +572 52.79720280 +573 52.87958115 +574 52.96167247 +575 53.04347826 +576 53.12500000 +577 53.20623917 +578 53.28719723 +579 53.36787565 +580 53.44827586 +581 53.35628227 +582 53.26460481 +583 53.34476844 +584 53.42465753 +585 53.50427350 +586 53.58361775 +587 53.49233390 +588 53.40136054 +589 53.48047538 +590 53.55932203 +591 53.63790186 +592 53.71621622 +593 53.62563238 +594 53.70370370 +595 53.78151261 +596 53.69127517 +597 53.60134003 +598 53.51170569 +599 53.58931553 +600 53.50000000 +601 53.41098170 +602 53.32225914 +603 53.23383085 +604 53.14569536 +605 53.05785124 +606 52.97029703 +607 52.88303130 +608 52.96052632 +609 52.87356322 +610 52.95081967 +611 52.86415712 +612 52.77777778 +613 52.69168026 +614 52.60586319 +615 52.68292683 +616 52.75974026 +617 52.83630470 +618 52.75080906 +619 52.66558966 +620 52.74193548 +621 52.65700483 +622 52.57234727 +623 52.64847512 +624 52.56410256 +625 52.48000000 +626 52.55591054 +627 52.63157895 +628 52.70700637 +629 52.78219396 +630 52.85714286 +631 52.93185420 +632 52.84810127 +633 52.76461295 +634 52.68138801 +635 52.59842520 +636 52.67295597 +637 52.59026688 +638 52.66457680 +639 52.58215962 +640 52.50000000 +641 52.57410296 +642 52.49221184 +643 52.41057543 +644 52.48447205 +645 52.40310078 +646 52.32198142 +647 52.24111283 +648 52.16049383 +649 52.08012327 +650 52.00000000 +651 52.07373272 +652 51.99386503 +653 51.91424196 +654 51.98776758 +655 51.90839695 +656 51.98170732 +657 51.90258752 +658 51.97568389 +659 51.89681335 +660 51.96969697 +661 51.89107413 +662 51.96374622 +663 52.03619910 +664 52.10843373 +665 52.18045113 +666 52.25225225 +667 52.32383808 +668 52.24550898 +669 52.16741405 +670 52.23880597 +671 52.16095380 +672 52.08333333 +673 52.00594354 +674 51.92878338 +675 51.85185185 +676 51.77514793 +677 51.84638109 +678 51.91740413 +679 51.98821797 +680 52.05882353 +681 51.98237885 +682 51.90615836 +683 51.83016105 +684 51.75438596 +685 51.82481752 +686 51.74927114 +687 51.67394469 +688 51.74418605 +689 51.81422351 +690 51.88405797 +691 51.95369030 +692 52.02312139 +693 52.09235209 +694 52.01729107 +695 51.94244604 +696 51.86781609 +697 51.79340029 +698 51.71919771 +699 51.64520744 +700 51.71428571 +701 51.78316690 +702 51.85185185 +703 51.77809388 +704 51.84659091 +705 51.91489362 +706 51.98300283 +707 52.05091938 +708 52.11864407 +709 52.18617772 +710 52.25352113 +711 52.32067511 +712 52.38764045 +713 52.45441795 +714 52.38095238 +715 52.30769231 +716 52.37430168 +717 52.30125523 +718 52.22841226 +719 52.15577191 +720 52.08333333 +721 52.01109570 +722 52.07756233 +723 52.14384509 +724 52.20994475 +725 52.27586207 +726 52.20385675 +727 52.13204952 +728 52.19780220 +729 52.26337449 +730 52.32876712 +731 52.39398085 +732 52.45901639 +733 52.52387449 +734 52.58855586 +735 52.51700680 +736 52.58152174 +737 52.51017639 +738 52.43902439 +739 52.50338295 +740 52.43243243 +741 52.49662618 +742 52.56064690 +743 52.62449529 +744 52.55376344 +745 52.61744966 +746 52.54691689 +747 52.47657296 +748 52.40641711 +749 52.33644860 +750 52.40000000 + +Final result: 52.4000 ±1.8249 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.hsw b/scores/deepseek-r1-distill-qwen-7b-q6_k.hsw new file mode 100644 index 0000000000000000000000000000000000000000..fc0ee46b9bdfc2246c10a98e49802c95d680c21a --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 45.55555556 +91 46.15384615 +92 45.65217391 +93 46.23655914 +94 46.80851064 +95 47.36842105 +96 47.91666667 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.73831776 +215 53.48837209 +216 53.70370370 +217 53.45622120 +218 53.21100917 +219 53.42465753 +220 53.63636364 +221 53.84615385 +222 54.05405405 +223 54.26008969 +224 54.46428571 +225 54.66666667 +226 54.42477876 +227 54.18502203 +228 53.94736842 +229 54.14847162 +230 53.91304348 +231 53.67965368 +232 53.44827586 +233 53.64806867 +234 53.84615385 +235 53.61702128 +236 53.38983051 +237 53.16455696 +238 53.36134454 +239 53.55648536 +240 53.75000000 +241 53.52697095 +242 53.71900826 +243 53.90946502 +244 53.68852459 +245 53.46938776 +246 53.25203252 +247 53.03643725 +248 53.22580645 +249 53.41365462 +250 53.60000000 +251 53.78486056 +252 53.96825397 +253 53.75494071 +254 53.93700787 +255 54.11764706 +256 54.29687500 +257 54.08560311 +258 54.26356589 +259 54.44015444 +260 54.61538462 +261 54.78927203 +262 54.58015267 +263 54.37262357 +264 54.54545455 +265 54.71698113 +266 54.51127820 +267 54.68164794 +268 54.85074627 +269 55.01858736 +270 54.81481481 +271 54.61254613 +272 54.41176471 +273 54.21245421 +274 54.37956204 +275 54.18181818 +276 54.34782609 +277 54.51263538 +278 54.67625899 +279 54.83870968 +280 55.00000000 +281 55.16014235 +282 55.31914894 +283 55.12367491 +284 55.28169014 +285 55.08771930 +286 54.89510490 +287 55.05226481 +288 55.20833333 +289 55.36332180 +290 55.51724138 +291 55.67010309 +292 55.47945205 +293 55.63139932 +294 55.78231293 +295 55.93220339 +296 56.08108108 +297 56.22895623 +298 56.37583893 +299 56.18729097 +300 56.33333333 +301 56.14617940 +302 56.29139073 +303 56.10561056 +304 56.25000000 +305 56.06557377 +306 56.20915033 +307 56.02605863 +308 56.16883117 +309 56.31067961 +310 56.45161290 +311 56.59163987 +312 56.73076923 +313 56.86900958 +314 56.68789809 +315 56.50793651 +316 56.64556962 +317 56.78233438 +318 56.60377358 +319 56.42633229 +320 56.56250000 +321 56.38629283 +322 56.21118012 +323 56.34674923 +324 56.48148148 +325 56.61538462 +326 56.44171779 +327 56.26911315 +328 56.40243902 +329 56.53495441 +330 56.66666667 +331 56.79758308 +332 56.62650602 +333 56.75675676 +334 56.58682635 +335 56.71641791 +336 56.84523810 +337 56.67655786 +338 56.50887574 +339 56.63716814 +340 56.47058824 +341 56.59824047 +342 56.72514620 +343 56.55976676 +344 56.39534884 +345 56.23188406 +346 56.06936416 +347 55.90778098 +348 55.74712644 +349 55.58739255 +350 55.71428571 +351 55.84045584 +352 55.68181818 +353 55.80736544 +354 55.93220339 +355 56.05633803 +356 56.17977528 +357 56.02240896 +358 56.14525140 +359 56.26740947 +360 56.11111111 +361 55.95567867 +362 56.07734807 +363 55.92286501 +364 56.04395604 +365 56.16438356 +366 56.28415301 +367 56.40326975 +368 56.52173913 +369 56.63956640 +370 56.75675676 +371 56.87331536 +372 56.98924731 +373 56.83646113 +374 56.68449198 +375 56.80000000 +376 56.91489362 +377 56.76392573 +378 56.61375661 +379 56.72823219 +380 56.84210526 +381 56.95538058 +382 56.80628272 +383 56.65796345 +384 56.77083333 +385 56.88311688 +386 56.99481865 +387 56.84754522 +388 56.70103093 +389 56.55526992 +390 56.66666667 +391 56.52173913 +392 56.63265306 +393 56.74300254 +394 56.85279188 +395 56.70886076 +396 56.81818182 +397 56.92695214 +398 57.03517588 +399 57.14285714 +400 57.25000000 +401 57.35660848 +402 57.21393035 +403 57.07196030 +404 56.93069307 +405 56.79012346 +406 56.65024631 +407 56.75675676 +408 56.61764706 +409 56.72371638 +410 56.58536585 +411 56.44768856 +412 56.31067961 +413 56.17433414 +414 56.28019324 +415 56.14457831 +416 56.25000000 +417 56.35491607 +418 56.45933014 +419 56.32458234 +420 56.42857143 +421 56.29453682 +422 56.39810427 +423 56.50118203 +424 56.60377358 +425 56.70588235 +426 56.80751174 +427 56.67447307 +428 56.54205607 +429 56.41025641 +430 56.51162791 +431 56.38051044 +432 56.25000000 +433 56.12009238 +434 56.22119816 +435 56.09195402 +436 55.96330275 +437 55.83524027 +438 55.70776256 +439 55.80865604 +440 55.68181818 +441 55.78231293 +442 55.88235294 +443 55.98194131 +444 55.85585586 +445 55.95505618 +446 56.05381166 +447 56.15212528 +448 56.25000000 +449 56.34743875 +450 56.44444444 +451 56.31929047 +452 56.19469027 +453 56.07064018 +454 56.16740088 +455 56.04395604 +456 56.14035088 +457 56.23632385 +458 56.11353712 +459 56.20915033 +460 56.30434783 +461 56.39913232 +462 56.49350649 +463 56.58747300 +464 56.68103448 +465 56.55913978 +466 56.65236052 +467 56.74518201 +468 56.62393162 +469 56.50319829 +470 56.38297872 +471 56.47558386 +472 56.56779661 +473 56.65961945 +474 56.75105485 +475 56.84210526 +476 56.72268908 +477 56.60377358 +478 56.69456067 +479 56.78496868 +480 56.87500000 +481 56.75675676 +482 56.63900415 +483 56.72877847 +484 56.61157025 +485 56.49484536 +486 56.58436214 +487 56.67351129 +488 56.55737705 +489 56.64621677 +490 56.73469388 +491 56.82281059 +492 56.91056911 +493 56.99797160 +494 57.08502024 +495 57.17171717 +496 57.25806452 +497 57.14285714 +498 57.22891566 +499 57.11422846 +500 57.20000000 +501 57.28542914 +502 57.37051793 +503 57.45526839 +504 57.53968254 +505 57.62376238 +506 57.50988142 +507 57.59368836 +508 57.67716535 +509 57.76031434 +510 57.84313725 +511 57.72994129 +512 57.61718750 +513 57.50487329 +514 57.58754864 +515 57.66990291 +516 57.55813953 +517 57.44680851 +518 57.52895753 +519 57.41811175 +520 57.50000000 +521 57.38963532 +522 57.27969349 +523 57.36137667 +524 57.44274809 +525 57.52380952 +526 57.41444867 +527 57.30550285 +528 57.38636364 +529 57.46691871 +530 57.54716981 +531 57.43879473 +532 57.51879699 +533 57.59849906 +534 57.49063670 +535 57.57009346 +536 57.64925373 +537 57.72811918 +538 57.80669145 +539 57.69944341 +540 57.59259259 +541 57.67097967 +542 57.56457565 +543 57.45856354 +544 57.53676471 +545 57.61467890 +546 57.69230769 +547 57.76965265 +548 57.66423358 +549 57.74134791 +550 57.63636364 +551 57.53176044 +552 57.42753623 +553 57.32368897 +554 57.40072202 +555 57.29729730 +556 57.37410072 +557 57.27109515 +558 57.16845878 +559 57.06618962 +560 57.14285714 +561 57.21925134 +562 57.11743772 +563 57.19360568 +564 57.09219858 +565 56.99115044 +566 56.89045936 +567 56.96649030 +568 57.04225352 +569 56.94200351 +570 56.84210526 +571 56.91768827 +572 56.99300699 +573 57.06806283 +574 57.14285714 +575 57.04347826 +576 57.11805556 +577 57.01906412 +578 57.09342561 +579 56.99481865 +580 56.89655172 +581 56.79862306 +582 56.70103093 +583 56.77530017 +584 56.67808219 +585 56.58119658 +586 56.48464164 +587 56.55877342 +588 56.46258503 +589 56.36672326 +590 56.27118644 +591 56.34517766 +592 56.41891892 +593 56.32377740 +594 56.22895623 +595 56.30252101 +596 56.37583893 +597 56.44891122 +598 56.52173913 +599 56.42737896 +600 56.50000000 +601 56.57237937 +602 56.64451827 +603 56.55058043 +604 56.62251656 +605 56.69421488 +606 56.60066007 +607 56.50741351 +608 56.41447368 +609 56.48604269 +610 56.55737705 +611 56.62847791 +612 56.53594771 +613 56.44371941 +614 56.35179153 +615 56.26016260 +616 56.16883117 +617 56.23987034 +618 56.31067961 +619 56.21970921 +620 56.29032258 +621 56.19967794 +622 56.10932476 +623 56.17977528 +624 56.08974359 +625 56.00000000 +626 55.91054313 +627 55.98086124 +628 56.05095541 +629 55.96184420 +630 56.03174603 +631 55.94294770 +632 55.85443038 +633 55.76619273 +634 55.83596215 +635 55.74803150 +636 55.81761006 +637 55.88697017 +638 55.79937304 +639 55.86854460 +640 55.78125000 +641 55.69422777 +642 55.60747664 +643 55.67651633 +644 55.59006211 +645 55.50387597 +646 55.57275542 +647 55.64142195 +648 55.70987654 +649 55.62403698 +650 55.69230769 +651 55.76036866 +652 55.82822086 +653 55.89586524 +654 55.96330275 +655 56.03053435 +656 56.09756098 +657 56.01217656 +658 56.07902736 +659 56.14567527 +660 56.06060606 +661 56.12708018 +662 56.19335347 +663 56.25942685 +664 56.32530120 +665 56.39097744 +666 56.45645646 +667 56.52173913 +668 56.58682635 +669 56.50224215 +670 56.56716418 +671 56.63189270 +672 56.69642857 +673 56.76077266 +674 56.67655786 +675 56.74074074 +676 56.65680473 +677 56.57311669 +678 56.63716814 +679 56.70103093 +680 56.61764706 +681 56.53450808 +682 56.59824047 +683 56.66178624 +684 56.72514620 +685 56.78832117 +686 56.85131195 +687 56.91411936 +688 56.97674419 +689 57.03918723 +690 57.10144928 +691 57.16353111 +692 57.22543353 +693 57.14285714 +694 57.20461095 +695 57.12230216 +696 57.18390805 +697 57.24533716 +698 57.30659026 +699 57.22460658 +700 57.28571429 +701 57.34664765 +702 57.40740741 +703 57.32574680 +704 57.38636364 +705 57.44680851 +706 57.50708215 +707 57.42574257 +708 57.48587571 +709 57.54583921 +710 57.60563380 +711 57.52461322 +712 57.58426966 +713 57.64375877 +714 57.70308123 +715 57.76223776 +716 57.82122905 +717 57.88005579 +718 57.93871866 +719 57.85813630 +720 57.77777778 +721 57.83633842 +722 57.89473684 +723 57.95297372 +724 58.01104972 +725 58.06896552 +726 58.12672176 +727 58.18431912 +728 58.24175824 +729 58.29903978 +730 58.21917808 +731 58.27633379 +732 58.19672131 +733 58.25375171 +734 58.31062670 +735 58.23129252 +736 58.15217391 +737 58.07327001 +738 57.99457995 +739 57.91610284 +740 57.97297297 +741 58.02968961 +742 58.08625337 +743 58.14266487 +744 58.19892473 +745 58.12080537 +746 58.17694370 +747 58.09906292 +748 58.15508021 +749 58.21094793 +750 58.26666667 diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.log b/scores/deepseek-r1-distill-qwen-7b-q6_k.log deleted file mode 100644 index f1936938ffdcef0a5f08048fe2daf043aa975f1b..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q6_k.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.139045 ± 0.245198 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.87% -Mean ln(PPL(Q)/PPL(base)) : 0.008293 ± 0.000501 -Mean PPL(Q)/PPL(base) : 1.008327 ± 0.000505 -Mean PPL(Q)-PPL(base) : 0.207614 ± 0.013014 - -====== KL divergence statistics ====== -Mean KLD: 0.003335 ± 0.000014 -Maximum KLD: 1.228119 -99.9% KLD: 0.039909 -99.0% KLD: 0.019418 -99.0% KLD: 0.019418 -Median KLD: 0.002067 -10.0% KLD: 0.000037 - 5.0% KLD: 0.000005 - 1.0% KLD: -0.000004 -Minimum KLD: -0.000159 - -====== Token probability statistics ====== -Mean Δp: -0.007 ± 0.004 % -Maximum Δp: 22.155% -99.9% Δp: 8.711% -99.0% Δp: 4.504% -95.0% Δp: 2.060% -90.0% Δp: 1.096% -75.0% Δp: 0.141% -Median Δp: -0.000% -25.0% Δp: -0.153% -10.0% Δp: -1.126% - 5.0% Δp: -2.115% - 1.0% Δp: -4.485% - 0.1% Δp: -8.494% -Minimum Δp: -55.308% -RMS Δp : 1.402 ± 0.011 % -Same top p: 96.985 ± 0.044 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.mmlu b/scores/deepseek-r1-distill-qwen-7b-q6_k.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..ff6c58ff47152700784028866466adb510ff2ad0 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 39.47368421 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 34.09090909 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 33.33333333 +55 34.54545455 +56 33.92857143 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 33.33333333 +61 32.78688525 +62 32.25806452 +63 31.74603175 +64 31.25000000 +65 32.30769231 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 31.88405797 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 32.43243243 +75 33.33333333 +76 34.21052632 +77 35.06493506 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 37.03703704 +82 36.58536585 +83 37.34939759 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 37.93103448 +88 38.63636364 +89 38.20224719 +90 37.77777778 +91 37.36263736 +92 36.95652174 +93 36.55913978 +94 36.17021277 +95 35.78947368 +96 36.45833333 +97 36.08247423 +98 35.71428571 +99 35.35353535 +100 36.00000000 +101 35.64356436 +102 35.29411765 +103 34.95145631 +104 34.61538462 +105 35.23809524 +106 34.90566038 +107 34.57943925 +108 35.18518519 +109 34.86238532 +110 34.54545455 +111 34.23423423 +112 33.92857143 +113 34.51327434 +114 35.08771930 +115 35.65217391 +116 35.34482759 +117 35.04273504 +118 34.74576271 +119 34.45378151 +120 34.16666667 +121 33.88429752 +122 33.60655738 +123 33.33333333 +124 33.06451613 +125 33.60000000 +126 33.33333333 +127 33.07086614 +128 32.81250000 +129 32.55813953 +130 32.30769231 +131 32.82442748 +132 33.33333333 +133 33.08270677 +134 32.83582090 +135 32.59259259 +136 32.35294118 +137 32.84671533 +138 32.60869565 +139 32.37410072 +140 32.14285714 +141 32.62411348 +142 32.39436620 +143 32.86713287 +144 33.33333333 +145 33.10344828 +146 32.87671233 +147 32.65306122 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 32.45033113 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.05128205 +157 32.48407643 +158 32.91139241 +159 32.70440252 +160 33.12500000 +161 32.91925466 +162 32.71604938 +163 32.51533742 +164 32.31707317 +165 32.72727273 +166 32.53012048 +167 32.93413174 +168 32.73809524 +169 32.54437870 +170 32.35294118 +171 32.16374269 +172 31.97674419 +173 31.79190751 +174 31.60919540 +175 31.42857143 +176 31.25000000 +177 31.07344633 +178 30.89887640 +179 31.28491620 +180 31.11111111 +181 30.93922652 +182 30.76923077 +183 30.60109290 +184 30.43478261 +185 30.27027027 +186 30.10752688 +187 29.94652406 +188 29.78723404 +189 29.62962963 +190 29.47368421 +191 29.84293194 +192 29.68750000 +193 29.53367876 +194 29.89690722 +195 30.25641026 +196 30.10204082 +197 29.94923858 +198 29.79797980 +199 29.64824121 +200 29.50000000 +201 29.85074627 +202 29.70297030 +203 29.55665025 +204 29.41176471 +205 29.75609756 +206 29.61165049 +207 29.46859903 +208 29.32692308 +209 29.18660287 +210 29.04761905 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 28.70370370 +217 28.57142857 +218 28.44036697 +219 28.31050228 +220 28.18181818 +221 28.05429864 +222 28.37837838 +223 28.25112108 +224 28.12500000 +225 28.44444444 +226 28.31858407 +227 28.63436123 +228 28.94736842 +229 28.82096070 +230 28.69565217 +231 29.00432900 +232 28.87931034 +233 28.75536481 +234 29.05982906 +235 28.93617021 +236 28.81355932 +237 28.69198312 +238 28.57142857 +239 28.45188285 +240 28.33333333 +241 28.63070539 +242 28.92561983 +243 29.21810700 +244 29.09836066 +245 29.38775510 +246 29.26829268 +247 29.14979757 +248 29.43548387 +249 29.71887550 +250 29.60000000 +251 29.48207171 +252 29.36507937 +253 29.24901186 +254 29.13385827 +255 29.41176471 +256 29.29687500 +257 29.18287938 +258 29.06976744 +259 28.95752896 +260 28.84615385 +261 28.73563218 +262 28.62595420 +263 28.51711027 +264 28.40909091 +265 28.30188679 +266 28.57142857 +267 28.46441948 +268 28.35820896 +269 28.25278810 +270 28.14814815 +271 28.04428044 +272 28.30882353 +273 28.20512821 +274 28.10218978 +275 28.36363636 +276 28.62318841 +277 28.88086643 +278 29.13669065 +279 29.03225806 +280 29.28571429 +281 29.18149466 +282 29.07801418 +283 28.97526502 +284 28.87323944 +285 28.77192982 +286 28.67132867 +287 28.91986063 +288 28.81944444 +289 28.71972318 +290 28.96551724 +291 29.20962199 +292 29.45205479 +293 29.69283276 +294 29.93197279 +295 29.83050847 +296 29.72972973 +297 29.62962963 +298 29.86577181 +299 30.10033445 +300 30.33333333 +301 30.56478405 +302 30.79470199 +303 30.69306931 +304 30.59210526 +305 30.81967213 +306 30.71895425 +307 30.61889251 +308 30.51948052 +309 30.42071197 +310 30.32258065 +311 30.22508039 +312 30.44871795 +313 30.67092652 +314 30.89171975 +315 30.79365079 +316 30.69620253 +317 30.59936909 +318 30.50314465 +319 30.72100313 +320 30.62500000 +321 30.52959502 +322 30.43478261 +323 30.34055728 +324 30.24691358 +325 30.46153846 +326 30.36809816 +327 30.58103976 +328 30.79268293 +329 30.69908815 +330 30.60606061 +331 30.51359517 +332 30.72289157 +333 30.63063063 +334 30.53892216 +335 30.74626866 +336 30.65476190 +337 30.56379822 +338 30.47337278 +339 30.38348083 +340 30.58823529 +341 30.79178886 +342 30.70175439 +343 30.90379009 +344 30.81395349 +345 30.72463768 +346 30.92485549 +347 31.12391931 +348 31.03448276 +349 31.23209169 +350 31.42857143 +351 31.33903134 +352 31.25000000 +353 31.44475921 +354 31.35593220 +355 31.26760563 +356 31.46067416 +357 31.37254902 +358 31.28491620 +359 31.19777159 +360 31.38888889 +361 31.57894737 +362 31.76795580 +363 31.95592287 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.60762943 +368 31.52173913 +369 31.43631436 +370 31.62162162 +371 31.53638814 +372 31.45161290 +373 31.36729223 +374 31.55080214 +375 31.73333333 +376 31.64893617 +377 31.56498674 +378 31.74603175 +379 31.66226913 +380 31.57894737 +381 31.75853018 +382 31.93717277 +383 32.11488251 +384 32.03125000 +385 32.20779221 +386 32.12435233 +387 32.04134367 +388 31.95876289 +389 32.13367609 +390 32.05128205 +391 32.22506394 +392 32.39795918 +393 32.31552163 +394 32.23350254 +395 32.15189873 +396 32.32323232 +397 32.24181360 +398 32.16080402 +399 32.33082707 +400 32.25000000 +401 32.41895262 +402 32.58706468 +403 32.50620347 +404 32.42574257 +405 32.34567901 +406 32.26600985 +407 32.18673219 +408 32.10784314 +409 32.27383863 +410 32.19512195 +411 32.11678832 +412 32.03883495 +413 32.20338983 +414 32.36714976 +415 32.53012048 +416 32.45192308 +417 32.37410072 +418 32.29665072 +419 32.45823389 +420 32.61904762 +421 32.54156770 +422 32.46445498 +423 32.38770686 +424 32.54716981 +425 32.70588235 +426 32.86384977 +427 32.78688525 +428 32.71028037 +429 32.86713287 +430 32.79069767 +431 32.94663573 +432 33.10185185 +433 33.02540416 +434 32.94930876 +435 32.87356322 +436 32.79816514 +437 32.72311213 +438 32.87671233 +439 33.02961276 +440 32.95454545 +441 32.87981859 +442 32.80542986 +443 32.73137698 +444 32.88288288 +445 32.80898876 +446 32.73542601 +447 32.66219239 +448 32.58928571 +449 32.51670379 +450 32.44444444 +451 32.37250554 +452 32.52212389 +453 32.67108168 +454 32.81938326 +455 32.74725275 +456 32.89473684 +457 32.82275711 +458 32.75109170 +459 32.89760349 +460 33.04347826 +461 32.97180043 +462 32.90043290 +463 32.82937365 +464 32.75862069 +465 32.68817204 +466 32.61802575 +467 32.76231263 +468 32.69230769 +469 32.83582090 +470 32.76595745 +471 32.69639066 +472 32.62711864 +473 32.76955603 +474 32.70042194 +475 32.63157895 +476 32.77310924 +477 32.70440252 +478 32.84518828 +479 32.98538622 +480 32.91666667 +481 33.05613306 +482 32.98755187 +483 32.91925466 +484 32.85123967 +485 32.78350515 +486 32.71604938 +487 32.85420945 +488 32.78688525 +489 32.71983640 +490 32.85714286 +491 32.99389002 +492 32.92682927 +493 32.86004057 +494 32.99595142 +495 33.13131313 +496 33.26612903 +497 33.19919517 +498 33.13253012 +499 33.06613226 +500 33.20000000 +501 33.13373253 +502 33.06772908 +503 33.00198807 +504 33.13492063 +505 33.06930693 +506 33.20158103 +507 33.13609467 +508 33.07086614 +509 33.00589391 +510 33.13725490 +511 33.07240705 +512 33.00781250 +513 32.94346979 +514 32.87937743 +515 32.81553398 +516 32.75193798 +517 32.88201161 +518 33.01158301 +519 32.94797688 +520 32.88461538 +521 32.82149712 +522 32.95019157 +523 33.07839388 +524 33.20610687 +525 33.14285714 +526 33.07984791 +527 33.20683112 +528 33.14393939 +529 33.27032136 +530 33.39622642 +531 33.33333333 +532 33.27067669 +533 33.39587242 +534 33.33333333 +535 33.45794393 +536 33.39552239 +537 33.51955307 +538 33.64312268 +539 33.58070501 +540 33.51851852 +541 33.45656192 +542 33.57933579 +543 33.51749540 +544 33.45588235 +545 33.39449541 +546 33.33333333 +547 33.27239488 +548 33.39416058 +549 33.33333333 +550 33.27272727 +551 33.39382940 +552 33.33333333 +553 33.27305606 +554 33.21299639 +555 33.15315315 +556 33.27338129 +557 33.21364452 +558 33.33333333 +559 33.27370304 +560 33.21428571 +561 33.15508021 +562 33.09608541 +563 33.21492007 +564 33.15602837 +565 33.27433628 +566 33.21554770 +567 33.15696649 +568 33.27464789 +569 33.21616872 +570 33.15789474 +571 33.09982487 +572 33.04195804 +573 32.98429319 +574 33.10104530 +575 33.04347826 +576 33.15972222 +577 33.27556326 +578 33.21799308 +579 33.33333333 +580 33.27586207 +581 33.21858864 +582 33.16151203 +583 33.27615780 +584 33.39041096 +585 33.33333333 +586 33.27645051 +587 33.21976150 +588 33.16326531 +589 33.10696095 +590 33.05084746 +591 32.99492386 +592 32.93918919 +593 32.88364250 +594 32.99663300 +595 32.94117647 +596 33.05369128 +597 32.99832496 +598 32.94314381 +599 33.05509182 +600 33.00000000 +601 33.11148087 +602 33.05647841 +603 33.16749585 +604 33.11258278 +605 33.22314050 +606 33.16831683 +607 33.27841845 +608 33.22368421 +609 33.16912972 +610 33.11475410 +611 33.06055646 +612 33.00653595 +613 33.11582382 +614 33.22475570 +615 33.17073171 +616 33.27922078 +617 33.22528363 +618 33.17152104 +619 33.11793215 +620 33.06451613 +621 33.01127214 +622 32.95819936 +623 32.90529695 +624 32.85256410 +625 32.80000000 +626 32.90734824 +627 32.85486443 +628 32.80254777 +629 32.90937997 +630 33.01587302 +631 32.96354992 +632 33.06962025 +633 33.01737757 +634 32.96529968 +635 32.91338583 +636 32.86163522 +637 32.81004710 +638 32.75862069 +639 32.70735524 +640 32.81250000 +641 32.76131045 +642 32.86604361 +643 32.81493002 +644 32.91925466 +645 32.86821705 +646 32.81733746 +647 32.76661515 +648 32.71604938 +649 32.66563945 +650 32.61538462 +651 32.56528418 +652 32.66871166 +653 32.61868300 +654 32.72171254 +655 32.67175573 +656 32.77439024 +657 32.72450533 +658 32.82674772 +659 32.77693475 +660 32.72727273 +661 32.67776097 +662 32.62839879 +663 32.57918552 +664 32.68072289 +665 32.63157895 +666 32.58258258 +667 32.68365817 +668 32.78443114 +669 32.73542601 +670 32.68656716 +671 32.63785395 +672 32.58928571 +673 32.54086181 +674 32.49258160 +675 32.44444444 +676 32.39644970 +677 32.34859675 +678 32.44837758 +679 32.40058910 +680 32.50000000 +681 32.59911894 +682 32.55131965 +683 32.65007321 +684 32.60233918 +685 32.55474453 +686 32.50728863 +687 32.45997089 +688 32.41279070 +689 32.36574746 +690 32.31884058 +691 32.41678726 +692 32.36994220 +693 32.32323232 +694 32.42074928 +695 32.37410072 +696 32.47126437 +697 32.42467719 +698 32.37822350 +699 32.47496423 +700 32.42857143 +701 32.38231098 +702 32.47863248 +703 32.57467994 +704 32.52840909 +705 32.48226950 +706 32.43626062 +707 32.39038190 +708 32.34463277 +709 32.29901269 +710 32.39436620 +711 32.48945148 +712 32.44382022 +713 32.53856942 +714 32.63305322 +715 32.58741259 +716 32.54189944 +717 32.49651325 +718 32.45125348 +719 32.40611961 +720 32.36111111 +721 32.31622746 +722 32.27146814 +723 32.36514523 +724 32.32044199 +725 32.41379310 +726 32.50688705 +727 32.46217331 +728 32.41758242 +729 32.37311385 +730 32.32876712 +731 32.28454172 +732 32.37704918 +733 32.46930423 +734 32.56130790 +735 32.51700680 +736 32.47282609 +737 32.56445047 +738 32.52032520 +739 32.61163735 +740 32.70270270 +741 32.65856950 +742 32.74932615 +743 32.83983849 +744 32.93010753 +745 32.88590604 +746 32.84182306 +747 32.79785810 +748 32.75401070 +749 32.71028037 +750 32.80000000 + +Final result: 32.8000 ±1.7155 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.ppx b/scores/deepseek-r1-distill-qwen-7b-q6_k.ppx new file mode 100644 index 0000000000000000000000000000000000000000..bcf1adc093bb3da473c0d6a1d4bacb29c368c7b1 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 26.741406 ±0.261816 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.21% +Mean ln(PPL(Q)/PPL(base)) : 0.070084 ±0.001228 +Mean PPL(Q)/PPL(base) : 1.072598 ±0.001317 +Mean PPL(Q)-PPL(base) : 1.809975 ±0.037689 + +====== KL divergence statistics ====== +Mean KLD: 0.067920 ±0.000187 +Maximum KLD: 1.240971 +99.9% KLD: 0.510081 +99.0% KLD: 0.310241 +99.0% KLD: 0.310241 +Median KLD: 0.047777 +10.0% KLD: 0.000771 + 5.0% KLD: 0.000121 + 1.0% KLD: 0.000004 +Minimum KLD: -0.000097 + +====== Token probability statistics ====== +Mean Δp: -0.977 ± 0.016 % +Maximum Δp: 62.451% +99.9% Δp: 29.806% +99.0% Δp: 17.041% +95.0% Δp: 7.365% +90.0% Δp: 3.496% +75.0% Δp: 0.191% +Median Δp: -0.010% +25.0% Δp: -1.533% +10.0% Δp: -7.415% + 5.0% Δp: -12.357% + 1.0% Δp: -22.910% + 0.1% Δp: -35.364% +Minimum Δp: -69.554% +RMS Δp : 6.257 ± 0.026 % +Same top p: 86.029 ± 0.090 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.tqa b/scores/deepseek-r1-distill-qwen-7b-q6_k.tqa new file mode 100644 index 0000000000000000000000000000000000000000..eb275524dc0a00a0909faeebb2e6726f57bc4760 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 24.32432432 +38 23.68421053 +39 23.07692308 +40 22.50000000 +41 21.95121951 +42 21.42857143 +43 23.25581395 +44 25.00000000 +45 24.44444444 +46 26.08695652 +47 25.53191489 +48 27.08333333 +49 26.53061224 +50 28.00000000 +51 27.45098039 +52 26.92307692 +53 28.30188679 +54 27.77777778 +55 29.09090909 +56 28.57142857 +57 28.07017544 +58 27.58620690 +59 27.11864407 +60 28.33333333 +61 27.86885246 +62 29.03225806 +63 28.57142857 +64 28.12500000 +65 27.69230769 +66 27.27272727 +67 26.86567164 +68 26.47058824 +69 27.53623188 +70 27.14285714 +71 28.16901408 +72 29.16666667 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 27.63157895 +77 27.27272727 +78 26.92307692 +79 26.58227848 +80 26.25000000 +81 25.92592593 +82 25.60975610 +83 25.30120482 +84 25.00000000 +85 24.70588235 +86 24.41860465 +87 24.13793103 +88 23.86363636 +89 24.71910112 +90 24.44444444 +91 24.17582418 +92 23.91304348 +93 23.65591398 +94 23.40425532 +95 24.21052632 +96 25.00000000 +97 24.74226804 +98 24.48979592 +99 25.25252525 +100 25.00000000 +101 25.74257426 +102 25.49019608 +103 26.21359223 +104 25.96153846 +105 25.71428571 +106 25.47169811 +107 26.16822430 +108 26.85185185 +109 26.60550459 +110 27.27272727 +111 27.02702703 +112 26.78571429 +113 26.54867257 +114 27.19298246 +115 26.95652174 +116 26.72413793 +117 26.49572650 +118 26.27118644 +119 26.05042017 +120 26.66666667 +121 27.27272727 +122 27.04918033 +123 26.82926829 +124 27.41935484 +125 28.00000000 +126 28.57142857 +127 28.34645669 +128 28.12500000 +129 27.90697674 +130 27.69230769 +131 27.48091603 +132 27.27272727 +133 27.06766917 +134 27.61194030 +135 27.40740741 +136 27.20588235 +137 27.73722628 +138 27.53623188 +139 28.05755396 +140 27.85714286 +141 27.65957447 +142 27.46478873 +143 27.27272727 +144 27.08333333 +145 26.89655172 +146 26.71232877 +147 26.53061224 +148 26.35135135 +149 26.17449664 +150 26.00000000 +151 26.49006623 +152 26.31578947 +153 26.14379085 +154 25.97402597 +155 25.80645161 +156 26.28205128 +157 26.11464968 +158 26.58227848 +159 26.41509434 +160 26.25000000 +161 26.08695652 +162 25.92592593 +163 25.76687117 +164 25.60975610 +165 26.06060606 +166 26.50602410 +167 26.34730539 +168 26.19047619 +169 26.03550296 +170 25.88235294 +171 25.73099415 +172 25.58139535 +173 26.01156069 +174 25.86206897 +175 25.71428571 +176 26.13636364 +177 25.98870056 +178 25.84269663 +179 25.69832402 +180 25.55555556 +181 25.41436464 +182 25.27472527 +183 25.13661202 +184 25.00000000 +185 24.86486486 +186 24.73118280 +187 24.59893048 +188 24.46808511 +189 24.86772487 +190 24.73684211 +191 24.60732984 +192 24.47916667 +193 24.35233161 +194 24.74226804 +195 24.61538462 +196 24.48979592 +197 24.87309645 +198 24.74747475 +199 24.62311558 +200 24.50000000 +201 24.37810945 +202 24.75247525 +203 24.63054187 +204 24.50980392 +205 24.87804878 +206 24.75728155 +207 25.12077295 +208 25.00000000 +209 24.88038278 +210 24.76190476 +211 24.64454976 +212 24.52830189 +213 24.41314554 +214 24.29906542 +215 24.18604651 +216 24.53703704 +217 24.42396313 +218 24.77064220 +219 24.65753425 +220 24.54545455 +221 24.43438914 +222 24.32432432 +223 24.21524664 +224 24.55357143 +225 24.44444444 +226 24.33628319 +227 24.22907489 +228 24.12280702 +229 24.01746725 +230 23.91304348 +231 23.80952381 +232 24.13793103 +233 24.46351931 +234 24.78632479 +235 25.10638298 +236 25.42372881 +237 25.73839662 +238 26.05042017 +239 25.94142259 +240 25.83333333 +241 25.72614108 +242 25.61983471 +243 25.51440329 +244 25.40983607 +245 25.30612245 +246 25.20325203 +247 25.10121457 +248 25.00000000 +249 25.30120482 +250 25.20000000 +251 25.49800797 +252 25.39682540 +253 25.29644269 +254 25.19685039 +255 25.09803922 +256 25.00000000 +257 24.90272374 +258 24.80620155 +259 24.71042471 +260 24.61538462 +261 24.90421456 +262 24.80916031 +263 24.71482890 +264 25.00000000 +265 25.28301887 +266 25.18796992 +267 25.46816479 +268 25.37313433 +269 25.27881041 +270 25.18518519 +271 25.09225092 +272 25.00000000 +273 24.90842491 +274 24.81751825 +275 24.72727273 +276 24.63768116 +277 24.54873646 +278 24.46043165 +279 24.37275986 +280 24.28571429 +281 24.55516014 +282 24.46808511 +283 24.38162544 +284 24.64788732 +285 24.56140351 +286 24.82517483 +287 24.73867596 +288 24.65277778 +289 24.56747405 +290 24.48275862 +291 24.74226804 +292 25.00000000 +293 25.25597270 +294 25.17006803 +295 25.42372881 +296 25.67567568 +297 25.92592593 +298 25.83892617 +299 25.75250836 +300 25.66666667 +301 25.58139535 +302 25.49668874 +303 25.41254125 +304 25.32894737 +305 25.24590164 +306 25.16339869 +307 25.08143322 +308 25.32467532 +309 25.24271845 +310 25.16129032 +311 25.08038585 +312 25.32051282 +313 25.23961661 +314 25.15923567 +315 25.07936508 +316 25.00000000 +317 24.92113565 +318 24.84276730 +319 24.76489028 +320 24.68750000 +321 24.61059190 +322 24.84472050 +323 24.76780186 +324 24.69135802 +325 24.61538462 +326 24.53987730 +327 24.46483180 +328 24.69512195 +329 24.62006079 +330 24.84848485 +331 24.77341390 +332 25.00000000 +333 25.22522523 +334 25.14970060 +335 25.37313433 +336 25.59523810 +337 25.51928783 +338 25.44378698 +339 25.66371681 +340 25.58823529 +341 25.80645161 +342 26.02339181 +343 25.94752187 +344 26.16279070 +345 26.37681159 +346 26.30057803 +347 26.51296830 +348 26.43678161 +349 26.36103152 +350 26.28571429 +351 26.21082621 +352 26.13636364 +353 26.06232295 +354 25.98870056 +355 26.19718310 +356 26.12359551 +357 26.05042017 +358 26.25698324 +359 26.18384401 +360 26.11111111 +361 26.03878116 +362 25.96685083 +363 26.17079890 +364 26.09890110 +365 26.30136986 +366 26.22950820 +367 26.43051771 +368 26.35869565 +369 26.28726287 +370 26.21621622 +371 26.14555256 +372 26.34408602 +373 26.27345845 +374 26.47058824 +375 26.40000000 +376 26.32978723 +377 26.25994695 +378 26.19047619 +379 26.12137203 +380 26.05263158 +381 25.98425197 +382 25.91623037 +383 25.84856397 +384 25.78125000 +385 25.71428571 +386 25.64766839 +387 25.58139535 +388 25.77319588 +389 25.70694087 +390 25.64102564 +391 25.57544757 +392 25.51020408 +393 25.69974555 +394 25.88832487 +395 25.82278481 +396 25.75757576 +397 25.94458438 +398 25.87939698 +399 25.81453634 +400 25.75000000 +401 25.68578554 +402 25.62189055 +403 25.55831266 +404 25.49504950 +405 25.43209877 +406 25.36945813 +407 25.30712531 +408 25.24509804 +409 25.18337408 +410 25.12195122 +411 25.06082725 +412 25.00000000 +413 24.93946731 +414 25.12077295 +415 25.06024096 +416 25.00000000 +417 24.94004796 +418 24.88038278 +419 24.82100239 +420 25.00000000 +421 25.17814727 +422 25.11848341 +423 25.05910165 +424 25.00000000 +425 24.94117647 +426 24.88262911 +427 24.82435597 +428 24.76635514 +429 24.70862471 +430 24.65116279 +431 24.59396752 +432 24.76851852 +433 24.94226328 +434 25.11520737 +435 25.05747126 +436 25.00000000 +437 24.94279176 +438 24.88584475 +439 24.82915718 +440 24.77272727 +441 24.71655329 +442 24.88687783 +443 24.83069977 +444 24.77477477 +445 24.71910112 +446 24.66367713 +447 24.60850112 +448 24.55357143 +449 24.72160356 +450 24.66666667 +451 24.61197339 +452 24.55752212 +453 24.72406181 +454 24.66960352 +455 24.61538462 +456 24.56140351 +457 24.50765864 +458 24.45414847 +459 24.40087146 +460 24.34782609 +461 24.29501085 +462 24.24242424 +463 24.19006479 +464 24.13793103 +465 24.30107527 +466 24.24892704 +467 24.19700214 +468 24.14529915 +469 24.09381663 +470 24.04255319 +471 24.20382166 +472 24.15254237 +473 24.10147992 +474 24.26160338 +475 24.42105263 +476 24.36974790 +477 24.52830189 +478 24.47698745 +479 24.42588727 +480 24.37500000 +481 24.32432432 +482 24.48132780 +483 24.43064182 +484 24.58677686 +485 24.74226804 +486 24.69135802 +487 24.84599589 +488 24.79508197 +489 24.94887526 +490 25.10204082 +491 25.05091650 +492 25.20325203 +493 25.15212982 +494 25.10121457 +495 25.25252525 +496 25.20161290 +497 25.15090543 +498 25.10040161 +499 25.05010020 +500 25.00000000 +501 25.14970060 +502 25.09960159 +503 25.04970179 +504 25.19841270 +505 25.34653465 +506 25.29644269 +507 25.24654832 +508 25.19685039 +509 25.34381139 +510 25.49019608 +511 25.44031311 +512 25.39062500 +513 25.34113060 +514 25.29182879 +515 25.43689320 +516 25.38759690 +517 25.53191489 +518 25.48262548 +519 25.43352601 +520 25.38461538 +521 25.52783109 +522 25.47892720 +523 25.62141491 +524 25.57251908 +525 25.52380952 +526 25.47528517 +527 25.61669829 +528 25.75757576 +529 25.70888469 +530 25.66037736 +531 25.80037665 +532 25.75187970 +533 25.89118199 +534 25.84269663 +535 25.79439252 +536 25.74626866 +537 25.88454376 +538 25.83643123 +539 25.78849722 +540 25.92592593 +541 25.87800370 +542 25.83025830 +543 25.78268877 +544 25.73529412 +545 25.68807339 +546 25.64102564 +547 25.59414991 +548 25.72992701 +549 25.68306011 +550 25.63636364 +551 25.58983666 +552 25.72463768 +553 25.67811935 +554 25.63176895 +555 25.58558559 +556 25.71942446 +557 25.67324955 +558 25.62724014 +559 25.58139535 +560 25.53571429 +561 25.49019608 +562 25.44483986 +563 25.39964476 +564 25.53191489 +565 25.66371681 +566 25.61837456 +567 25.57319224 +568 25.52816901 +569 25.65905097 +570 25.61403509 +571 25.56917688 +572 25.52447552 +573 25.47993019 +574 25.60975610 +575 25.73913043 +576 25.69444444 +577 25.64991334 +578 25.77854671 +579 25.73402418 +580 25.86206897 +581 25.81755594 +582 25.94501718 +583 25.90051458 +584 26.02739726 +585 25.98290598 +586 26.10921502 +587 26.06473595 +588 26.02040816 +589 25.97623090 +590 26.10169492 +591 26.05752961 +592 26.01351351 +593 25.96964587 +594 26.09427609 +595 26.05042017 +596 26.00671141 +597 25.96314908 +598 25.91973244 +599 25.87646077 +600 25.83333333 +601 25.95673877 +602 25.91362126 +603 25.87064677 +604 25.82781457 +605 25.78512397 +606 25.90759076 +607 25.86490939 +608 25.82236842 +609 25.77996716 +610 25.73770492 +611 25.69558101 +612 25.81699346 +613 25.77487765 +614 25.73289902 +615 25.69105691 +616 25.81168831 +617 25.93192869 +618 25.88996764 +619 26.00969305 +620 25.96774194 +621 25.92592593 +622 26.04501608 +623 26.00321027 +624 25.96153846 +625 25.92000000 +626 25.87859425 +627 25.83732057 +628 25.79617834 +629 25.75516693 +630 25.71428571 +631 25.83201268 +632 25.79113924 +633 25.75039494 +634 25.86750789 +635 25.82677165 +636 25.78616352 +637 25.74568289 +638 25.70532915 +639 25.66510172 +640 25.62500000 +641 25.58502340 +642 25.70093458 +643 25.66096423 +644 25.77639752 +645 25.89147287 +646 25.85139319 +647 25.81143740 +648 25.92592593 +649 25.88597843 +650 26.00000000 +651 26.11367127 +652 26.22699387 +653 26.33996937 +654 26.29969419 +655 26.25954198 +656 26.21951220 +657 26.17960426 +658 26.13981763 +659 26.10015175 +660 26.06060606 +661 26.02118003 +662 25.98187311 +663 25.94268477 +664 25.90361446 +665 26.01503759 +666 26.12612613 +667 26.08695652 +668 26.04790419 +669 26.15844544 +670 26.11940299 +671 26.08047690 +672 26.04166667 +673 26.00297177 +674 25.96439169 +675 26.07407407 +676 26.18343195 +677 26.14475628 +678 26.10619469 +679 26.06774669 +680 26.17647059 +681 26.13803231 +682 26.09970674 +683 26.06149341 +684 26.16959064 +685 26.13138686 +686 26.09329446 +687 26.05531295 +688 26.16279070 +689 26.26995646 +690 26.23188406 +691 26.33863965 +692 26.30057803 +693 26.26262626 +694 26.36887608 +695 26.33093525 +696 26.43678161 +697 26.39885222 +698 26.36103152 +699 26.32331903 +700 26.42857143 +701 26.39087019 +702 26.35327635 +703 26.31578947 +704 26.27840909 +705 26.24113475 +706 26.20396601 +707 26.16690240 +708 26.12994350 +709 26.09308886 +710 26.05633803 +711 26.01969058 +712 26.12359551 +713 26.08695652 +714 26.05042017 +715 26.15384615 +716 26.11731844 +717 26.08089261 +718 26.04456825 +719 26.00834492 +720 25.97222222 +721 25.93619972 +722 25.90027701 +723 25.86445367 +724 25.96685083 +725 25.93103448 +726 26.03305785 +727 25.99724897 +728 25.96153846 +729 25.92592593 +730 26.02739726 +731 25.99179207 +732 26.09289617 +733 26.05729877 +734 26.02179837 +735 25.98639456 +736 25.95108696 +737 25.91587517 +738 25.88075881 +739 25.98105548 +740 25.94594595 +741 25.91093117 +742 25.87601078 +743 25.84118439 +744 25.94086022 +745 25.90604027 +746 26.00536193 +747 26.10441767 +748 26.06951872 +749 26.16822430 +750 26.13333333 + +Final result: 26.1333 ±1.6054 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q6_k.wng b/scores/deepseek-r1-distill-qwen-7b-q6_k.wng new file mode 100644 index 0000000000000000000000000000000000000000..8c12ee1f035078b37e3da5b2b116e6914fa3b824 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q6_k.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.989386 -6.254954 1 1 +2 100.0000 -2.169835 -2.234587 1 1 +3 66.6667 -3.443137 -3.464506 1 2 +4 75.0000 -5.757732 -5.978250 1 1 +5 60.0000 -4.146790 -4.554411 1 2 +6 66.6667 -5.973208 -6.361875 1 1 +7 71.4286 -6.765157 -5.584712 2 2 +8 75.0000 -3.110339 -2.399233 2 2 +9 77.7778 -5.485661 -6.082083 1 1 +10 70.0000 -2.510756 -2.785188 1 2 +11 72.7273 -8.577509 -6.664034 2 2 +12 66.6667 -4.279037 -4.505552 1 2 +13 69.2308 -5.090366 -5.752054 1 1 +14 71.4286 -5.787524 -6.091148 1 1 +15 66.6667 -3.191702 -5.212793 1 2 +16 62.5000 -3.143044 -3.456128 1 2 +17 58.8235 -8.758281 -9.593800 1 2 +18 61.1111 -3.549160 -4.623715 1 1 +19 63.1579 -5.283762 -6.539526 1 1 +20 60.0000 -3.761623 -3.323789 2 1 +21 61.9048 -4.016199 -4.434281 1 1 +22 63.6364 -4.105182 -3.440643 2 2 +23 60.8696 -5.576533 -5.406459 2 1 +24 62.5000 -2.919886 -5.696463 1 1 +25 64.0000 -2.873882 -2.861145 2 2 +26 65.3846 -2.945612 -4.150462 1 1 +27 66.6667 -7.481277 -7.404947 2 2 +28 67.8571 -5.748217 -6.100096 1 1 +29 68.9655 -4.938954 -5.311002 1 1 +30 66.6667 -2.296878 -2.739593 1 2 +31 67.7419 -5.764640 -5.954966 1 1 +32 68.7500 -4.458650 -6.803610 1 1 +33 69.6970 -7.019019 -8.557709 1 1 +34 70.5882 -3.455595 -3.819939 1 1 +35 71.4286 -5.359563 -4.716571 2 2 +36 69.4444 -4.319744 -4.625899 1 2 +37 67.5676 -3.749403 -3.681077 2 1 +38 68.4211 -4.596759 -4.878136 1 1 +39 66.6667 -3.742167 -3.940067 1 2 +40 65.0000 -5.764006 -6.408227 1 2 +41 65.8537 -4.704906 -5.156183 1 1 +42 66.6667 -0.992880 -2.408421 1 1 +43 67.4419 -3.649912 -3.640333 2 2 +44 68.1818 -3.673738 -2.688389 2 2 +45 68.8889 -4.433802 -14.186049 1 1 +46 69.5652 -3.222214 -3.962436 1 1 +47 68.0851 -5.727869 -5.890611 1 2 +48 66.6667 -6.143971 -6.394506 1 2 +49 65.3061 -2.318409 -0.816643 2 1 +50 66.0000 -3.908538 -3.721887 2 2 +51 66.6667 -2.671064 -2.769829 1 1 +52 65.3846 -4.829383 -5.327196 1 2 +53 66.0377 -3.663208 -4.182401 1 1 +54 66.6667 -2.633896 -2.543879 2 2 +55 67.2727 -3.866203 -3.427004 2 2 +56 66.0714 -4.554977 -6.080412 1 2 +57 64.9123 -3.976427 -4.888235 1 2 +58 65.5172 -3.224883 -4.241793 1 1 +59 66.1017 -3.622116 -2.949207 2 2 +60 65.0000 -5.503812 -6.180089 1 2 +61 65.5738 -3.095433 -3.669466 1 1 +62 64.5161 -8.546388 -7.661065 2 1 +63 65.0794 -5.605676 -5.069545 2 2 +64 65.6250 -4.684031 -4.928231 1 1 +65 66.1538 -5.799847 -5.018527 2 2 +66 65.1515 -3.359047 -3.326395 2 1 +67 65.6716 -2.893970 -1.899338 2 2 +68 66.1765 -7.313747 -6.823141 2 2 +69 66.6667 -5.679227 -7.343289 1 1 +70 67.1429 -4.003650 -3.283760 2 2 +71 66.1972 -3.035277 -2.814866 2 1 +72 66.6667 -4.937348 -3.808420 2 2 +73 65.7534 -3.728001 -3.383588 2 1 +74 66.2162 -4.460883 -4.902640 1 1 +75 65.3333 -2.586214 -2.573707 2 1 +76 65.7895 -5.094398 -5.137535 1 1 +77 66.2338 -3.269838 -2.639123 2 2 +78 66.6667 -3.096580 -3.164580 1 1 +79 65.8228 -2.426330 -2.528965 1 2 +80 66.2500 -4.518246 -5.619522 1 1 +81 66.6667 -4.779790 -4.509166 2 2 +82 65.8537 -2.138709 -2.359377 1 2 +83 66.2651 -7.171434 -6.606634 2 2 +84 65.4762 -4.246822 -4.677981 1 2 +85 65.8824 -7.303919 -7.307879 1 1 +86 66.2791 -7.974910 -7.941090 2 2 +87 66.6667 -2.257092 -2.517294 1 1 +88 65.9091 -4.151093 -3.963117 2 1 +89 66.2921 -4.485530 -5.138980 1 1 +90 66.6667 -4.570235 -2.970622 2 2 +91 67.0330 -4.064455 -4.254504 1 1 +92 66.3043 -7.921322 -8.146838 1 2 +93 66.6667 -1.914428 -1.159072 2 2 +94 65.9574 -6.967223 -8.811681 1 2 +95 66.3158 -5.121055 -5.689989 1 1 +96 66.6667 -2.183786 -3.474365 1 1 +97 67.0103 -4.946461 -5.007069 1 1 +98 67.3469 -4.228212 -4.049201 2 2 +99 66.6667 -5.473357 -4.970114 2 1 +100 67.0000 -10.365746 -9.753720 2 2 +101 66.3366 -5.401402 -5.774146 1 2 +102 66.6667 -4.491093 -5.182780 1 1 +103 66.0194 -3.558249 -4.524167 1 2 +104 66.3462 -9.509294 -9.306044 2 2 +105 65.7143 -2.695039 -2.543239 2 1 +106 65.0943 -3.260796 -3.307725 1 2 +107 64.4860 -2.847729 -3.148292 1 2 +108 63.8889 -2.085619 -3.206492 1 2 +109 63.3028 -7.088838 -8.112751 1 2 +110 63.6364 -4.541165 -4.319075 2 2 +111 63.9640 -4.568696 -4.429808 2 2 +112 63.3929 -5.058918 -4.003407 2 1 +113 62.8319 -4.413105 -6.201859 1 2 +114 63.1579 -6.059015 -6.132239 1 1 +115 63.4783 -2.984453 -3.239339 1 1 +116 63.7931 -4.209247 -3.408155 2 2 +117 63.2479 -5.948994 -6.255861 1 2 +118 63.5593 -2.298757 -3.193348 1 1 +119 63.8655 -3.899560 -4.021111 1 1 +120 63.3333 -3.726721 -3.644553 2 1 +121 62.8099 -1.358064 -1.545661 1 2 +122 62.2951 -7.856024 -9.165604 1 2 +123 61.7886 -4.670715 -4.217195 2 1 +124 62.0968 -3.881755 -3.865360 2 2 +125 62.4000 -3.388103 -3.158958 2 2 +126 62.6984 -8.489507 -7.993174 2 2 +127 62.9921 -2.772453 -1.635310 2 2 +128 62.5000 -1.907210 -1.770422 2 1 +129 62.7907 -1.824436 -1.325142 2 2 +130 63.0769 -5.483505 -5.314611 2 2 +131 63.3588 -5.571177 -5.397822 2 2 +132 63.6364 -2.356903 -2.261480 2 2 +133 63.9098 -2.597293 -3.446239 1 1 +134 64.1791 -4.375001 -4.206296 2 2 +135 64.4444 -5.760570 -6.041970 1 1 +136 64.7059 -5.200028 -4.405858 2 2 +137 64.2336 -7.725945 -7.181812 2 1 +138 63.7681 -4.445221 -4.446674 1 2 +139 64.0288 -4.677062 -5.015939 1 1 +140 63.5714 -1.473381 -1.887343 1 2 +141 63.8298 -3.613205 -3.363892 2 2 +142 64.0845 -3.988768 -2.791955 2 2 +143 64.3357 -2.584937 -10.026257 1 1 +144 64.5833 -2.635720 -2.949170 1 1 +145 64.1379 -5.301346 -15.403797 1 2 +146 64.3836 -6.706845 -6.528883 2 2 +147 63.9456 -5.112026 -5.599572 1 2 +148 63.5135 -4.151668 -4.013869 2 1 +149 63.7584 -6.188462 -5.256076 2 2 +150 64.0000 -2.736812 -2.362102 2 2 +151 64.2384 -3.074960 -3.151590 1 1 +152 64.4737 -4.863466 -4.089015 2 2 +153 64.0523 -3.781839 -3.537119 2 1 +154 64.2857 -4.377676 -4.666223 1 1 +155 63.8710 -2.803656 -3.231024 1 2 +156 63.4615 -3.371314 -3.156822 2 1 +157 63.6943 -3.234598 -3.997535 1 1 +158 63.2911 -5.184030 -5.394138 1 2 +159 63.5220 -5.264425 -5.536648 1 1 +160 63.7500 -3.939256 -3.678051 2 2 +161 63.3540 -3.100112 -2.940637 2 1 +162 62.9630 -1.951506 -11.843090 1 2 +163 63.1902 -2.832780 -3.161311 1 1 +164 63.4146 -6.708261 -5.724483 2 2 +165 63.6364 -5.687748 -5.479372 2 2 +166 63.8554 -4.335700 -4.215312 2 2 +167 64.0719 -5.212130 -5.270123 1 1 +168 64.2857 -6.621248 -4.780503 2 2 +169 63.9053 -3.688204 -3.879873 1 2 +170 63.5294 -5.683646 -4.958248 2 1 +171 63.1579 -6.993184 -6.927439 2 1 +172 63.3721 -5.621919 -6.685136 1 1 +173 63.5838 -3.958127 -3.399371 2 2 +174 63.7931 -5.792034 -5.589297 2 2 +175 64.0000 -3.612470 -3.923759 1 1 +176 64.2045 -2.963158 -3.885065 1 1 +177 64.4068 -6.863215 -6.832298 2 2 +178 64.6067 -2.963724 -3.069932 1 1 +179 64.2458 -3.405295 -3.090037 2 1 +180 63.8889 -7.643256 -7.906942 1 2 +181 64.0884 -5.094328 -4.557092 2 2 +182 63.7363 -3.063836 -3.278396 1 2 +183 63.3880 -6.671263 -7.190001 1 2 +184 63.5870 -3.754089 -4.499770 1 1 +185 63.2432 -6.051410 -6.523903 1 2 +186 63.4409 -4.597047 -4.747686 1 1 +187 63.1016 -5.462585 -5.662067 1 2 +188 62.7660 -3.915769 -3.165137 2 1 +189 62.9630 -6.117083 -5.056063 2 2 +190 63.1579 -6.348691 -5.951307 2 2 +191 63.3508 -4.367803 -5.362227 1 1 +192 63.0208 -5.121138 -5.710283 1 2 +193 63.2124 -5.607011 -5.449041 2 2 +194 63.4021 -3.492569 -3.116329 2 2 +195 63.0769 -4.271175 -4.255952 2 1 +196 63.2653 -3.277697 -3.171764 2 2 +197 63.4518 -1.108019 -3.281856 1 1 +198 63.1313 -7.365067 -6.037549 2 1 +199 62.8141 -5.601786 -5.674258 1 2 +200 63.0000 -4.467020 -4.318349 2 2 +201 62.6866 -5.141427 -5.029650 2 1 +202 62.8713 -9.047452 -8.797326 2 2 +203 62.5616 -4.150032 -4.442394 1 2 +204 62.7451 -3.074834 -3.082848 1 1 +205 62.9268 -2.945607 -2.738045 2 2 +206 62.6214 -7.175935 -7.730292 1 2 +207 62.3188 -5.311246 -3.888229 2 1 +208 62.5000 -5.977651 -4.882634 2 2 +209 62.6794 -5.178148 -4.921608 2 2 +210 62.8571 -10.590562 -8.944272 2 2 +211 63.0332 -4.472891 -5.679013 1 1 +212 63.2075 -5.982471 -5.069400 2 2 +213 63.3803 -6.513275 -6.249690 2 2 +214 63.0841 -4.514591 -4.300212 2 1 +215 62.7907 -5.719728 -5.900426 1 2 +216 62.5000 -4.778822 -4.557721 2 1 +217 62.6728 -2.423507 -2.554687 1 1 +218 62.8440 -3.181575 -2.657001 2 2 +219 63.0137 -3.239174 -3.917724 1 1 +220 62.7273 -5.638055 -6.584480 1 2 +221 62.8959 -5.543932 -11.677235 1 1 +222 62.6126 -0.734135 -13.047474 1 2 +223 62.3318 -3.228537 -3.523460 1 2 +224 62.5000 -5.923015 -5.212491 2 2 +225 62.6667 -5.043418 -4.240703 2 2 +226 62.3894 -4.391787 -4.346331 2 1 +227 62.1145 -5.493920 -4.791073 2 1 +228 62.2807 -1.757907 -2.553193 1 1 +229 62.4454 -5.463773 -4.308271 2 2 +230 62.6087 -2.818903 -2.843783 1 1 +231 62.3377 -2.634884 -2.536937 2 1 +232 62.0690 -1.866333 -2.369610 1 2 +233 61.8026 -2.226706 -2.072025 2 1 +234 61.5385 -3.817400 -4.159312 1 2 +235 61.7021 -5.127570 -4.879293 2 2 +236 61.8644 -2.100961 -2.371471 1 1 +237 61.6034 -4.993501 -3.169402 2 1 +238 61.3445 -3.366570 -3.624277 1 2 +239 61.5063 -3.297117 -2.838706 2 2 +240 61.2500 -9.195138 -9.514045 1 2 +241 60.9959 -5.773061 -5.851377 1 2 +242 61.1570 -6.964211 -6.820159 2 2 +243 60.9053 -5.727759 -5.397441 2 1 +244 61.0656 -3.090632 -4.419159 1 1 +245 61.2245 -7.553021 -7.856181 1 1 +246 60.9756 -3.428219 -2.862875 2 1 +247 60.7287 -5.847805 -6.080557 1 2 +248 60.4839 -3.122575 -3.251556 1 2 +249 60.6426 -3.661559 -3.204308 2 2 +250 60.8000 -5.706419 -6.293152 1 1 +251 60.9562 -1.683919 -1.880233 1 1 +252 61.1111 -8.812567 -7.967819 2 2 +253 60.8696 -5.902931 -5.661057 2 1 +254 60.6299 -4.670571 -5.941469 1 2 +255 60.7843 -5.995885 -6.947793 1 1 +256 60.9375 -3.910838 -4.785173 1 1 +257 61.0895 -3.228126 -3.262243 1 1 +258 61.2403 -4.702416 -4.418668 2 2 +259 61.3900 -4.265894 -5.282266 1 1 +260 61.1538 -5.542503 -5.160019 2 1 +261 60.9195 -4.415843 -5.010258 1 2 +262 60.6870 -6.081626 -6.612123 1 2 +263 60.4563 -2.839752 -2.762091 2 1 +264 60.6061 -5.201581 -4.954436 2 2 +265 60.7547 -2.853138 -2.926861 1 1 +266 60.9023 -6.853763 -6.937893 1 1 +267 61.0487 -3.075261 -3.452679 1 1 +268 60.8209 -3.383763 -3.047255 2 1 +269 60.5948 -5.175276 -5.423489 1 2 +270 60.7407 -2.184239 -3.899915 1 1 +271 60.8856 -4.537205 -4.328556 2 2 +272 61.0294 -4.605267 -4.505299 2 2 +273 60.8059 -4.768216 -4.858340 1 2 +274 60.5839 -4.317476 -4.914252 1 2 +275 60.7273 -2.213067 -2.349484 1 1 +276 60.8696 -3.056715 -3.254611 1 1 +277 61.0108 -3.668396 -4.061202 1 1 +278 60.7914 -4.195717 -3.623343 2 1 +279 60.9319 -4.211470 -3.427736 2 2 +280 60.7143 -4.992449 -5.397160 1 2 +281 60.4982 -3.124594 -3.137237 1 2 +282 60.6383 -5.090358 -4.522884 2 2 +283 60.7774 -4.275932 -3.056104 2 2 +284 60.9155 -4.381844 -5.925549 1 1 +285 61.0526 -6.418897 -7.600566 1 1 +286 61.1888 -3.844412 -4.254936 1 1 +287 61.3240 -3.130600 -6.662278 1 1 +288 61.4583 -5.929393 -5.091495 2 2 +289 61.5917 -4.054451 -4.410605 1 1 +290 61.3793 -8.443948 -8.138974 2 1 +291 61.5120 -2.331455 -2.946629 1 1 +292 61.6438 -3.103899 -2.200475 2 2 +293 61.4334 -6.415142 -6.499486 1 2 +294 61.2245 -2.971973 -2.779787 2 1 +295 61.3559 -2.111474 -2.867961 1 1 +296 61.1486 -6.306216 -6.530636 1 2 +297 60.9428 -1.033752 -1.411250 1 2 +298 60.7383 -7.108745 -8.527507 1 2 +299 60.8696 -3.084065 -2.575502 2 2 +300 60.6667 -3.978483 -3.446705 2 1 +301 60.7973 -4.891751 -5.223510 1 1 +302 60.9272 -5.095131 -4.956318 2 2 +303 60.7261 -8.462200 -8.191615 2 1 +304 60.8553 -4.454330 -2.792495 2 2 +305 60.6557 -3.014605 -3.159368 1 2 +306 60.7843 -3.419660 -3.418345 2 2 +307 60.9121 -3.488729 -3.771101 1 1 +308 61.0390 -7.947675 -7.359632 2 2 +309 61.1650 -5.316441 -5.950228 1 1 +310 60.9677 -6.315577 -6.428034 1 2 +311 61.0932 -2.577443 -4.613988 1 1 +312 60.8974 -6.938365 -5.375606 2 1 +313 60.7029 -5.425516 -6.629829 1 2 +314 60.5096 -7.879642 -7.999481 1 2 +315 60.6349 -3.615929 -4.841355 1 1 +316 60.7595 -7.073126 -6.028085 2 2 +317 60.8833 -7.155306 -7.254440 1 1 +318 61.0063 -6.532817 -5.705974 2 2 +319 60.8150 -1.848490 -1.442532 2 1 +320 60.9375 -5.861025 -6.331911 1 1 +321 61.0592 -3.555703 -3.542930 2 2 +322 60.8696 -2.872814 -3.511845 1 2 +323 60.9907 -2.561350 -3.101273 1 1 +324 60.8025 -4.900088 -4.547365 2 1 +325 60.9231 -6.789149 -6.201488 2 2 +326 61.0429 -3.485512 -3.012666 2 2 +327 61.1621 -3.371798 -3.449966 1 1 +328 61.2805 -5.091891 -5.614235 1 1 +329 61.3982 -5.804655 -11.272009 1 1 +330 61.2121 -1.815785 -1.488138 2 1 +331 61.0272 -5.747992 -4.232458 2 1 +332 61.1446 -4.478394 -5.669622 1 1 +333 61.2613 -4.332983 -4.221755 2 2 +334 61.3772 -2.142727 -5.449501 1 1 +335 61.1940 -5.583086 -5.163319 2 1 +336 61.0119 -3.202651 -3.289805 1 2 +337 61.1276 -3.004933 -2.931473 2 2 +338 60.9467 -4.044519 -3.835567 2 1 +339 60.7670 -5.565423 -5.900970 1 2 +340 60.8824 -5.604378 -5.760277 1 1 +341 60.9971 -3.152563 -3.645317 1 1 +342 60.8187 -5.454583 -5.473086 1 2 +343 60.9329 -3.774181 -4.196034 1 1 +344 60.7558 -4.982945 -3.102108 2 1 +345 60.8696 -1.014280 -1.806842 1 1 +346 60.9827 -8.048357 -6.767527 2 2 +347 60.8069 -4.820265 -4.889473 1 2 +348 60.9195 -1.429834 -1.806092 1 1 +349 61.0315 -4.901513 -4.562025 2 2 +350 61.1429 -17.098795 -2.803660 2 2 +351 61.2536 -3.553437 -5.069659 1 1 +352 61.3636 -4.467053 -3.247998 2 2 +353 61.4731 -2.135986 -2.430964 1 1 +354 61.2994 -7.241278 -7.334875 1 2 +355 61.4085 -4.351062 -4.037092 2 2 +356 61.2360 -3.088772 -4.438609 1 2 +357 61.0644 -4.484164 -4.591071 1 2 +358 60.8939 -3.325120 -4.063343 1 2 +359 61.0028 -5.586433 -5.299295 2 2 +360 60.8333 -5.044794 -5.447612 1 2 +361 60.6648 -2.354099 -2.666945 1 2 +362 60.7735 -6.351386 -6.280549 2 2 +363 60.8815 -3.734558 -4.059011 1 1 +364 60.7143 -8.489841 -7.639071 2 1 +365 60.8219 -6.080494 -6.450369 1 1 +366 60.6557 -4.456941 -9.191082 1 2 +367 60.7629 -6.457034 -6.522583 1 1 +368 60.8696 -3.475000 -2.960484 2 2 +369 60.9756 -5.695818 -5.645611 2 2 +370 60.8108 -7.307375 -5.982605 2 1 +371 60.6469 -3.853817 -3.062032 2 1 +372 60.4839 -3.050878 -2.735203 2 1 +373 60.5898 -4.362241 -5.430570 1 1 +374 60.6952 -2.362123 -2.580185 1 1 +375 60.8000 -4.940661 -3.768899 2 2 +376 60.9043 -7.638335 -6.632927 2 2 +377 60.7427 -6.763023 -6.840077 1 2 +378 60.8466 -5.107556 -4.698561 2 2 +379 60.6860 -2.169904 -2.298031 1 2 +380 60.5263 -9.914152 -9.618604 2 1 +381 60.6299 -11.288008 -10.352554 2 2 +382 60.4712 -3.805004 -4.139908 1 2 +383 60.5744 -3.439936 -1.514123 2 2 +384 60.4167 -4.404940 -4.359225 2 1 +385 60.2597 -1.266466 -1.254688 2 1 +386 60.3627 -2.437879 -14.338388 1 1 +387 60.2067 -2.854578 -2.413419 2 1 +388 60.3093 -7.659831 -6.861309 2 2 +389 60.4113 -3.015164 -2.441919 2 2 +390 60.2564 -3.985163 -3.922916 2 1 +391 60.1023 -4.358166 -6.936331 1 2 +392 59.9490 -6.914429 -5.664724 2 1 +393 59.7964 -6.257755 -7.109065 1 2 +394 59.8985 -5.252542 -5.348692 1 1 +395 60.0000 -4.952336 -4.351343 2 2 +396 60.1010 -3.773581 -4.504937 1 1 +397 60.2015 -6.574692 -6.955826 1 1 +398 60.3015 -2.756852 -6.021855 1 1 +399 60.1504 -6.463084 -5.775362 2 1 +400 60.2500 -3.505620 -9.333411 1 1 +401 60.3491 -4.181747 -4.412759 1 1 +402 60.1990 -4.544668 -5.715921 1 2 +403 60.2978 -7.757352 -7.642690 2 2 +404 60.3960 -4.429920 -4.132002 2 2 +405 60.2469 -4.121918 -3.869646 2 1 +406 60.3448 -8.254669 -10.205063 1 1 +407 60.4423 -6.806281 -6.477820 2 2 +408 60.2941 -4.270355 -4.292896 1 2 +409 60.3912 -5.849888 -5.991887 1 1 +410 60.2439 -6.488729 -6.163706 2 1 +411 60.3406 -6.914551 -7.029705 1 1 +412 60.4369 -6.542509 -6.051819 2 2 +413 60.2906 -3.740402 -3.856836 1 2 +414 60.1449 -5.242735 -5.896649 1 2 +415 60.2410 -5.577804 -4.068222 2 2 +416 60.3365 -5.518380 -3.817474 2 2 +417 60.4317 -7.608143 -8.964558 1 1 +418 60.2871 -4.648322 -4.119714 2 1 +419 60.3819 -5.606234 -5.301728 2 2 +420 60.2381 -4.169139 -4.594924 1 2 +421 60.3325 -4.850551 -4.762447 2 2 +422 60.1896 -2.332325 -1.992198 2 1 +423 60.0473 -5.019850 -4.860401 2 1 +424 60.1415 -3.975498 -4.649731 1 1 +425 60.2353 -6.994263 -5.401165 2 2 +426 60.0939 -1.998733 -2.818291 1 2 +427 59.9532 -4.721982 -4.665891 2 1 +428 60.0467 -3.724820 -4.740689 1 1 +429 60.1399 -3.274449 -3.204551 2 2 +430 60.2326 -6.028432 -6.033581 1 1 +431 60.3248 -6.451729 -7.372817 1 1 +432 60.1852 -4.232619 -4.420537 1 2 +433 60.0462 -2.308524 -2.547784 1 2 +434 59.9078 -7.144538 -6.958369 2 1 +435 60.0000 -5.833129 -6.304494 1 1 +436 59.8624 -3.557503 -1.214003 2 1 +437 59.9542 -7.306171 -5.516829 2 2 +438 59.8174 -4.864161 -5.124666 1 2 +439 59.9089 -2.182928 -2.806173 1 1 +440 60.0000 -4.604617 -4.783182 1 1 +441 60.0907 -2.673095 -5.397832 1 1 +442 60.1810 -4.276080 -4.313189 1 1 +443 60.2709 -1.646334 -1.913564 1 1 +444 60.1351 -6.141017 -7.303155 1 2 +445 60.2247 -2.780027 -3.288624 1 1 +446 60.3139 -5.942008 -5.539810 2 2 +447 60.1790 -2.816971 -2.305152 2 1 +448 60.0446 -3.848518 -3.855142 1 2 +449 59.9109 -4.098099 -4.269400 1 2 +450 60.0000 -4.897542 -3.335423 2 2 +451 60.0887 -5.784328 -5.377076 2 2 +452 60.1770 -5.119106 -7.057662 1 1 +453 60.0442 -4.703572 -4.999063 1 2 +454 60.1322 -3.944334 -4.200627 1 1 +455 60.0000 -8.301661 -10.084470 1 2 +456 60.0877 -5.226078 -5.033779 2 2 +457 60.1751 -10.903555 -11.856329 1 1 +458 60.2620 -4.904345 -4.733200 2 2 +459 60.1307 -5.091475 -5.277693 1 2 +460 60.2174 -0.410829 -11.319951 1 1 +461 60.3037 -3.613357 -3.983314 1 1 +462 60.1732 -6.455397 -6.233456 2 1 +463 60.0432 -1.702297 -1.463512 2 1 +464 60.1293 -3.168591 -3.547038 1 1 +465 60.0000 -3.533308 -4.566247 1 2 +466 60.0858 -7.288380 -7.040550 2 2 +467 60.1713 -5.880543 -7.595128 1 1 +468 60.2564 -6.203001 -4.630812 2 2 +469 60.1279 -2.456087 -1.059538 2 1 +470 60.2128 -2.421590 -2.343563 2 2 +471 60.2972 -3.382072 -3.906499 1 1 +472 60.3814 -4.616967 -4.440828 2 2 +473 60.4651 -4.827291 -4.481232 2 2 +474 60.5485 -8.141250 -9.379604 1 1 +475 60.6316 -2.858393 -2.275204 2 2 +476 60.5042 -5.582987 -5.742171 1 2 +477 60.3774 -4.884594 -5.378597 1 2 +478 60.4603 -4.922411 -4.993333 1 1 +479 60.3340 -3.269629 -2.990999 2 1 +480 60.2083 -7.788434 -7.952675 1 2 +481 60.0832 -3.895301 -3.619025 2 1 +482 60.1660 -4.857498 -4.331706 2 2 +483 60.2484 -5.241347 -5.872285 1 1 +484 60.1240 -2.896266 -1.748868 2 1 +485 60.2062 -1.887043 -2.279536 1 1 +486 60.0823 -2.153708 -2.125571 2 1 +487 60.1643 -3.896454 -3.864697 2 2 +488 60.2459 -4.183496 -3.460853 2 2 +489 60.3272 -3.304689 -3.648590 1 1 +490 60.4082 -3.727911 -4.428341 1 1 +491 60.4888 -4.087099 -3.923908 2 2 +492 60.5691 -6.595610 -6.085168 2 2 +493 60.6491 -2.477068 -3.440203 1 1 +494 60.5263 -5.534751 -5.865270 1 2 +495 60.4040 -5.244610 -5.025022 2 1 +496 60.2823 -3.906251 -4.371410 1 2 +497 60.1610 -6.996747 -6.437453 2 1 +498 60.0402 -2.204056 -2.348022 1 2 +499 60.1202 -4.092780 -4.127207 1 1 +500 60.0000 -5.358717 -6.694491 1 2 +501 60.0798 -2.611504 -2.753274 1 1 +502 60.1594 -2.982457 -3.092839 1 1 +503 60.0398 -4.993336 -5.525446 1 2 +504 59.9206 -3.864047 -3.478361 2 1 +505 60.0000 -6.731893 -5.195870 2 2 +506 59.8814 -5.654025 -5.100550 2 1 +507 59.9606 -4.060810 -4.283700 1 1 +508 60.0394 -8.280414 -6.617172 2 2 +509 60.1179 -5.238575 -9.904844 1 1 +510 60.1961 -3.901533 -4.537044 1 1 +511 60.2740 -5.639018 -4.972085 2 2 +512 60.3516 -4.146579 -4.315714 1 1 +513 60.2339 -4.404413 -4.736107 1 2 +514 60.1167 -4.578159 -4.551485 2 1 +515 60.0000 -12.027000 -11.848373 2 1 +516 59.8837 -4.434694 -4.113639 2 1 +517 59.9613 -1.752910 -1.882191 1 1 +518 60.0386 -3.798107 -2.771924 2 2 +519 59.9229 -8.088082 -9.128319 1 2 +520 60.0000 -2.875428 -2.404852 2 2 +521 60.0768 -1.802676 -1.933471 1 1 +522 60.1533 -5.819660 -4.278496 2 2 +523 60.2294 -5.965442 -5.008932 2 2 +524 60.1145 -8.242574 -6.653333 2 1 +525 60.1905 -5.687124 -4.827005 2 2 +526 60.2662 -1.208973 -19.127867 1 1 +527 60.3416 -5.864266 -3.422433 2 2 +528 60.4167 -7.196232 -7.153913 2 2 +529 60.4915 -6.301306 -6.396070 1 1 +530 60.5660 -4.509633 -3.666777 2 2 +531 60.4520 -4.744970 -4.439256 2 1 +532 60.5263 -2.494007 -2.893181 1 1 +533 60.4128 -3.063001 -3.900248 1 2 +534 60.4869 -3.916518 -4.535091 1 1 +535 60.3738 -4.491656 -5.506328 1 2 +536 60.2612 -3.380093 -3.088466 2 1 +537 60.1490 -7.124450 -6.826667 2 1 +538 60.2230 -3.046421 -6.750258 1 1 +539 60.2968 -4.204808 -2.527583 2 2 +540 60.3704 -3.034333 -2.707340 2 2 +541 60.4436 -4.046867 -4.276668 1 1 +542 60.3321 -6.500661 -7.664896 1 2 +543 60.4052 -6.001347 -5.071529 2 2 +544 60.4779 -3.350723 -3.695666 1 1 +545 60.3670 -1.599423 -5.047123 1 2 +546 60.4396 -3.947778 -4.563284 1 1 +547 60.5119 -9.263076 -7.827848 2 2 +548 60.4015 -5.049641 -4.823497 2 1 +549 60.2914 -6.428410 -6.182985 2 1 +550 60.1818 -3.912080 -4.495554 1 2 +551 60.0726 -2.554089 -16.153751 1 2 +552 60.1449 -4.866549 -5.146743 1 1 +553 60.2170 -6.785048 -5.787773 2 2 +554 60.1083 -4.694233 -5.190742 1 2 +555 60.1802 -1.724541 -1.667175 2 2 +556 60.0719 -6.046774 -6.073725 1 2 +557 59.9641 -7.419466 -6.977322 2 1 +558 60.0358 -0.654120 -3.425961 1 1 +559 60.1073 -3.383471 -3.280617 2 2 +560 60.1786 -3.818542 -4.286619 1 1 +561 60.0713 -3.721841 -3.664517 2 1 +562 60.1423 -0.800369 -1.520397 1 1 +563 60.0355 -2.458863 -3.444538 1 2 +564 60.1064 -3.673627 -3.719478 1 1 +565 60.1770 -3.416775 -3.242322 2 2 +566 60.2473 -4.296706 -5.915631 1 1 +567 60.3175 -3.930291 -3.135111 2 2 +568 60.3873 -6.052075 -3.093332 2 2 +569 60.4569 -8.660900 -9.101287 1 1 +570 60.5263 -4.909925 -6.860794 1 1 +571 60.5954 -4.861089 -3.968633 2 2 +572 60.6643 -2.570684 -2.434911 2 2 +573 60.7330 -4.013069 -3.862918 2 2 +574 60.6272 -3.976820 -4.821206 1 2 +575 60.6957 -7.376125 -7.051924 2 2 +576 60.7639 -1.933085 -2.083063 1 1 +577 60.6586 -4.279267 -4.797613 1 2 +578 60.7266 -3.167240 -2.693815 2 2 +579 60.6218 -5.571256 -5.926016 1 2 +580 60.6897 -2.764631 -3.463202 1 1 +581 60.5852 -8.476036 -6.920311 2 1 +582 60.4811 -6.095086 -6.227796 1 2 +583 60.5489 -4.828233 -4.462649 2 2 +584 60.4452 -6.637099 -6.030328 2 1 +585 60.5128 -0.835881 -1.672867 1 1 +586 60.4096 -4.747675 -4.551361 2 1 +587 60.3066 -2.775608 -1.815719 2 1 +588 60.2041 -3.270684 -4.471098 1 2 +589 60.2716 -4.721166 -4.552691 2 2 +590 60.3390 -4.832302 -4.517125 2 2 +591 60.4061 -4.932686 -4.791197 2 2 +592 60.4730 -6.424845 -6.438672 1 1 +593 60.5396 -5.268244 -5.097282 2 2 +594 60.4377 -7.736548 -7.356982 2 1 +595 60.3361 -2.183268 -2.214148 1 2 +596 60.2349 -6.738609 -7.022732 1 2 +597 60.1340 -3.762547 -3.536563 2 1 +598 60.0334 -4.000187 -2.572567 2 1 +599 60.1002 -3.067972 -3.577041 1 1 +600 60.1667 -6.399285 -5.729623 2 2 +601 60.2329 -4.413281 -4.252274 2 2 +602 60.2990 -1.950511 -4.000581 1 1 +603 60.3648 -5.941069 -5.618112 2 2 +604 60.4305 -3.722796 -3.673110 2 2 +605 60.3306 -2.944288 -2.387421 2 1 +606 60.2310 -3.837893 -3.944010 1 2 +607 60.1318 -2.535233 -1.695256 2 1 +608 60.0329 -3.671213 -2.047616 2 1 +609 60.0985 -6.794805 -8.151594 1 1 +610 60.0000 -3.588105 -3.149356 2 1 +611 60.0655 -6.068982 -6.588811 1 1 +612 60.1307 -2.234176 -3.717626 1 1 +613 60.1958 -3.739115 -3.179618 2 2 +614 60.2606 -6.077834 -4.081357 2 2 +615 60.3252 -3.827764 -3.418123 2 2 +616 60.2273 -5.964868 -6.052506 1 2 +617 60.2917 -14.002150 -4.007701 2 2 +618 60.3560 -4.568274 -4.127474 2 2 +619 60.4200 -5.153356 -4.625699 2 2 +620 60.4839 -3.747750 -4.249897 1 1 +621 60.3865 -3.681753 -4.189371 1 2 +622 60.4502 -4.167961 -4.945278 1 1 +623 60.5136 -3.197627 -4.051466 1 1 +624 60.5769 -5.220386 -4.775218 2 2 +625 60.6400 -6.839161 -7.038601 1 1 +626 60.5431 -2.865626 -2.008372 2 1 +627 60.4466 -5.634027 -5.474276 2 1 +628 60.5096 -2.288031 -2.217692 2 2 +629 60.5723 -3.104951 -3.547166 1 1 +630 60.4762 -2.483032 -2.356961 2 1 +631 60.5388 -2.224890 -2.873269 1 1 +632 60.4430 -1.794521 -2.054545 1 2 +633 60.3476 -2.194605 -2.839435 1 2 +634 60.4101 -3.353572 -3.440514 1 1 +635 60.3150 -7.206771 -7.283267 1 2 +636 60.3774 -2.379149 -3.979213 1 1 +637 60.2826 -6.818591 -6.672990 2 1 +638 60.1881 -5.979162 -5.447954 2 1 +639 60.2504 -1.751429 -2.103324 1 1 +640 60.3125 -1.984785 -1.961696 2 2 +641 60.2184 -7.571021 -7.023177 2 1 +642 60.2804 -6.026134 -5.708084 2 2 +643 60.3421 -1.542445 -1.182249 2 2 +644 60.2484 -5.582543 -4.591926 2 1 +645 60.3101 -2.771625 -4.826842 1 1 +646 60.3715 -5.394653 -5.876331 1 1 +647 60.2782 -6.237395 -5.195911 2 1 +648 60.1852 -4.524795 -5.026016 1 2 +649 60.2465 -3.836539 -4.977854 1 1 +650 60.1538 -5.359022 -5.234956 2 1 +651 60.0614 -6.135848 -6.632853 1 2 +652 59.9693 -9.162931 -9.436983 1 2 +653 60.0306 -5.058025 -4.067052 2 2 +654 59.9388 -4.385922 -4.535984 1 2 +655 60.0000 -3.524404 -3.517640 2 2 +656 60.0610 -5.874453 -4.009666 2 2 +657 59.9696 -4.979960 -5.226633 1 2 +658 60.0304 -4.310107 -3.403856 2 2 +659 59.9393 -2.592736 -2.605484 1 2 +660 60.0000 -3.999368 -3.220392 2 2 +661 60.0605 -4.679775 -5.008880 1 1 +662 59.9698 -5.249510 -4.900467 2 1 +663 60.0302 -9.398783 -8.802679 2 2 +664 59.9398 -5.826560 -4.941713 2 1 +665 60.0000 -2.812572 -2.579982 2 2 +666 59.9099 -6.554478 -5.568594 2 1 +667 59.8201 -7.730596 -9.962167 1 2 +668 59.7305 -2.294379 -2.017640 2 1 +669 59.6413 -3.938671 -3.648877 2 1 +670 59.5522 -4.027164 -3.801438 2 1 +671 59.6125 -4.191669 -5.300776 1 1 +672 59.6726 -4.740951 -4.525044 2 2 +673 59.7325 -2.612643 -2.167224 2 2 +674 59.7923 -4.643961 -4.958236 1 1 +675 59.8519 -4.284436 -6.203510 1 1 +676 59.9112 -3.423334 -3.180153 2 2 +677 59.8227 -4.900185 -4.546900 2 1 +678 59.7345 -6.990499 -7.356404 1 2 +679 59.7938 -6.588583 -6.434727 2 2 +680 59.8529 -3.810148 -4.273972 1 1 +681 59.7651 -3.982403 -3.525420 2 1 +682 59.6774 -2.660441 -2.851807 1 2 +683 59.7365 -2.235591 -2.815522 1 1 +684 59.6491 -8.180007 -8.088490 2 1 +685 59.7080 -4.067581 -2.837469 2 2 +686 59.6210 -6.515377 -7.207077 1 2 +687 59.6798 -3.913820 -3.545677 2 2 +688 59.7384 -8.629790 -8.756879 1 1 +689 59.7968 -2.857437 -2.646445 2 2 +690 59.8551 -4.134918 -3.245661 2 2 +691 59.7685 -4.134535 -3.927596 2 1 +692 59.8266 -1.689360 -3.721257 1 1 +693 59.7403 -5.021635 -4.621869 2 1 +694 59.6542 -3.190786 -3.296929 1 2 +695 59.7122 -6.049727 -6.543112 1 1 +696 59.7701 -8.899904 -8.956247 1 1 +697 59.6844 -3.237754 -3.067635 2 1 +698 59.5989 -4.833468 -5.026853 1 2 +699 59.6567 -5.367836 -5.670936 1 1 +700 59.7143 -4.968788 -4.520856 2 2 +701 59.6291 -3.258350 -2.975654 2 1 +702 59.6866 -5.232610 -4.926795 2 2 +703 59.6017 -8.386525 -7.366502 2 1 +704 59.5170 -3.049169 -2.260546 2 1 +705 59.5745 -5.305508 -4.546361 2 2 +706 59.4901 -4.174402 -4.319600 1 2 +707 59.5474 -6.115562 -6.353120 1 1 +708 59.6045 -5.886678 -5.801921 2 2 +709 59.6615 -4.544086 -3.772084 2 2 +710 59.7183 -3.958234 -5.034857 1 1 +711 59.6343 -2.367031 -2.369810 1 2 +712 59.5506 -2.235292 -3.676343 1 2 +713 59.4670 -4.880452 -4.931160 1 2 +714 59.3838 -3.269319 -3.413228 1 2 +715 59.4406 -7.183270 -6.886017 2 2 +716 59.4972 -5.310068 -4.864591 2 2 +717 59.5537 -4.661607 -1.144455 2 2 +718 59.6100 -5.202005 -5.221031 1 1 +719 59.5271 -6.411132 -5.791410 2 1 +720 59.4444 -2.188349 -4.588084 1 2 +721 59.5007 -5.859465 -5.335435 2 2 +722 59.4183 -3.112214 -2.272356 2 1 +723 59.3361 -4.389654 -3.206128 2 1 +724 59.2541 -3.546893 -3.955995 1 2 +725 59.1724 -4.945140 -5.288153 1 2 +726 59.2287 -5.507357 -5.412461 2 2 +727 59.2847 -4.116403 -3.727008 2 2 +728 59.2033 -6.097466 -5.814289 2 1 +729 59.1221 -2.648241 -2.065801 2 1 +730 59.0411 -4.521479 -4.296170 2 1 +731 59.0971 -4.187545 -4.577997 1 1 +732 59.1530 -3.012902 -2.809120 2 2 +733 59.2087 -5.208346 -5.094691 2 2 +734 59.2643 -0.771055 -16.113316 1 1 +735 59.1837 -4.093237 -2.937032 2 1 +736 59.2391 -4.403920 -4.517497 1 1 +737 59.2944 -4.255641 -4.378655 1 1 +738 59.3496 -5.945183 -5.815501 2 2 +739 59.4046 -1.725722 -12.558829 1 1 +740 59.4595 -5.511192 -4.749615 2 2 +741 59.5142 -5.871918 -6.846693 1 1 +742 59.5687 -4.122040 -2.932741 2 2 +743 59.6231 -4.042301 -3.941196 2 2 +744 59.6774 -6.811459 -4.665459 2 2 +745 59.5973 -3.467587 -2.920548 2 1 +746 59.5174 -9.736146 -8.896623 2 1 +747 59.5716 -5.260956 -6.186963 1 1 +748 59.6257 -5.063279 -4.588298 2 2 +749 59.5461 -5.889060 -5.787913 2 1 +750 59.6000 -4.088933 -9.896812 1 1 + +Final Winogrande score(750 tasks): 59.6000 ±1.7930 diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.arc b/scores/deepseek-r1-distill-qwen-7b-q8_0.arc new file mode 100644 index 0000000000000000000000000000000000000000..7a6a0dbee6442f06025c596deff8d9c84cf78d26 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 55.55555556 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 50.00000000 +15 53.33333333 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 47.36842105 +20 45.00000000 +21 42.85714286 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 44.00000000 +26 42.30769231 +27 44.44444444 +28 42.85714286 +29 41.37931034 +30 43.33333333 +31 41.93548387 +32 40.62500000 +33 42.42424242 +34 44.11764706 +35 42.85714286 +36 41.66666667 +37 43.24324324 +38 42.10526316 +39 41.02564103 +40 42.50000000 +41 43.90243902 +42 45.23809524 +43 46.51162791 +44 45.45454545 +45 44.44444444 +46 45.65217391 +47 46.80851064 +48 47.91666667 +49 46.93877551 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 49.05660377 +54 48.14814815 +55 47.27272727 +56 48.21428571 +57 49.12280702 +58 50.00000000 +59 49.15254237 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 50.79365079 +64 51.56250000 +65 50.76923077 +66 51.51515152 +67 50.74626866 +68 51.47058824 +69 52.17391304 +70 51.42857143 +71 50.70422535 +72 50.00000000 +73 50.68493151 +74 50.00000000 +75 50.66666667 +76 51.31578947 +77 51.94805195 +78 52.56410256 +79 51.89873418 +80 51.25000000 +81 50.61728395 +82 51.21951220 +83 50.60240964 +84 51.19047619 +85 51.76470588 +86 52.32558140 +87 52.87356322 +88 53.40909091 +89 53.93258427 +90 54.44444444 +91 54.94505495 +92 55.43478261 +93 54.83870968 +94 54.25531915 +95 54.73684211 +96 55.20833333 +97 54.63917526 +98 55.10204082 +99 55.55555556 +100 55.00000000 +101 54.45544554 +102 54.90196078 +103 54.36893204 +104 53.84615385 +105 54.28571429 +106 53.77358491 +107 54.20560748 +108 53.70370370 +109 53.21100917 +110 53.63636364 +111 54.05405405 +112 54.46428571 +113 53.98230088 +114 53.50877193 +115 53.91304348 +116 53.44827586 +117 53.84615385 +118 54.23728814 +119 53.78151261 +120 54.16666667 +121 53.71900826 +122 54.09836066 +123 54.47154472 +124 54.03225806 +125 54.40000000 +126 54.76190476 +127 55.11811024 +128 54.68750000 +129 54.26356589 +130 53.84615385 +131 54.19847328 +132 54.54545455 +133 54.88721805 +134 54.47761194 +135 54.07407407 +136 53.67647059 +137 54.01459854 +138 54.34782609 +139 53.95683453 +140 54.28571429 +141 54.60992908 +142 54.92957746 +143 55.24475524 +144 54.86111111 +145 55.17241379 +146 54.79452055 +147 55.10204082 +148 54.72972973 +149 55.03355705 +150 55.33333333 +151 54.96688742 +152 55.26315789 +153 55.55555556 +154 55.19480519 +155 54.83870968 +156 55.12820513 +157 55.41401274 +158 55.69620253 +159 55.97484277 +160 55.62500000 +161 55.90062112 +162 56.17283951 +163 55.82822086 +164 55.48780488 +165 55.75757576 +166 56.02409639 +167 55.68862275 +168 55.95238095 +169 55.62130178 +170 55.88235294 +171 56.14035088 +172 55.81395349 +173 56.06936416 +174 56.32183908 +175 56.00000000 +176 55.68181818 +177 55.93220339 +178 55.61797753 +179 55.86592179 +180 55.55555556 +181 55.24861878 +182 55.49450549 +183 55.19125683 +184 55.43478261 +185 55.67567568 +186 55.91397849 +187 55.61497326 +188 55.31914894 +189 55.02645503 +190 54.73684211 +191 54.97382199 +192 54.68750000 +193 54.40414508 +194 54.63917526 +195 54.87179487 +196 55.10204082 +197 55.32994924 +198 55.55555556 +199 55.77889447 +200 56.00000000 +201 56.21890547 +202 56.43564356 +203 56.15763547 +204 56.37254902 +205 56.09756098 +206 55.82524272 +207 56.03864734 +208 56.25000000 +209 56.45933014 +210 56.66666667 +211 56.87203791 +212 56.60377358 +213 56.33802817 +214 56.54205607 +215 56.74418605 +216 56.48148148 +217 56.22119816 +218 56.42201835 +219 56.62100457 +220 56.36363636 +221 56.10859729 +222 55.85585586 +223 55.60538117 +224 55.80357143 +225 55.55555556 +226 55.30973451 +227 55.50660793 +228 55.70175439 +229 55.89519651 +230 56.08695652 +231 55.84415584 +232 55.60344828 +233 55.79399142 +234 55.55555556 +235 55.31914894 +236 55.50847458 +237 55.27426160 +238 55.46218487 +239 55.64853556 +240 55.83333333 +241 56.01659751 +242 55.78512397 +243 55.55555556 +244 55.32786885 +245 55.10204082 +246 54.87804878 +247 55.06072874 +248 54.83870968 +249 54.61847390 +250 54.80000000 +251 54.98007968 +252 55.15873016 +253 55.33596838 +254 55.11811024 +255 55.29411765 +256 55.46875000 +257 55.64202335 +258 55.81395349 +259 55.59845560 +260 55.76923077 +261 55.93869732 +262 56.10687023 +263 56.27376426 +264 56.43939394 +265 56.22641509 +266 56.01503759 +267 56.17977528 +268 55.97014925 +269 56.13382900 +270 56.29629630 +271 56.08856089 +272 55.88235294 +273 56.04395604 +274 55.83941606 +275 55.63636364 +276 55.79710145 +277 55.95667870 +278 55.75539568 +279 55.55555556 +280 55.35714286 +281 55.51601423 +282 55.67375887 +283 55.47703180 +284 55.63380282 +285 55.43859649 +286 55.59440559 +287 55.40069686 +288 55.55555556 +289 55.36332180 +290 55.51724138 +291 55.67010309 +292 55.47945205 +293 55.63139932 +294 55.44217687 +295 55.59322034 +296 55.40540541 +297 55.55555556 +298 55.36912752 +299 55.51839465 +300 55.33333333 +301 55.14950166 +302 55.29801325 +303 55.11551155 +304 55.26315789 +305 55.40983607 +306 55.22875817 +307 55.37459283 +308 55.19480519 +309 55.33980583 +310 55.48387097 +311 55.62700965 +312 55.44871795 +313 55.59105431 +314 55.73248408 +315 55.55555556 +316 55.69620253 +317 55.83596215 +318 55.66037736 +319 55.48589342 +320 55.31250000 +321 55.14018692 +322 55.27950311 +323 55.10835913 +324 55.24691358 +325 55.07692308 +326 55.21472393 +327 55.04587156 +328 54.87804878 +329 54.71124620 +330 54.84848485 +331 54.98489426 +332 54.81927711 +333 54.95495495 +334 54.79041916 +335 54.62686567 +336 54.46428571 +337 54.30267062 +338 54.14201183 +339 54.27728614 +340 54.41176471 +341 54.54545455 +342 54.38596491 +343 54.51895044 +344 54.65116279 +345 54.49275362 +346 54.62427746 +347 54.46685879 +348 54.31034483 +349 54.44126074 +350 54.28571429 +351 54.41595442 +352 54.26136364 +353 54.10764873 +354 53.95480226 +355 53.80281690 +356 53.65168539 +357 53.50140056 +358 53.63128492 +359 53.48189415 +360 53.61111111 +361 53.73961219 +362 53.86740331 +363 53.99449036 +364 53.84615385 +365 53.69863014 +366 53.55191257 +367 53.40599455 +368 53.53260870 +369 53.65853659 +370 53.51351351 +371 53.36927224 +372 53.22580645 +373 53.08310992 +374 53.20855615 +375 53.33333333 +376 53.19148936 +377 53.31564987 +378 53.43915344 +379 53.29815303 +380 53.42105263 +381 53.28083990 +382 53.14136126 +383 53.00261097 +384 52.86458333 +385 52.98701299 +386 53.10880829 +387 52.97157623 +388 52.83505155 +389 52.69922879 +390 52.82051282 +391 52.68542199 +392 52.55102041 +393 52.67175573 +394 52.79187817 +395 52.91139241 +396 52.77777778 +397 52.89672544 +398 52.76381910 +399 52.63157895 +400 52.75000000 +401 52.61845387 +402 52.73631841 +403 52.85359801 +404 52.97029703 +405 53.08641975 +406 53.20197044 +407 53.31695332 +408 53.43137255 +409 53.30073350 +410 53.41463415 +411 53.52798054 +412 53.64077670 +413 53.51089588 +414 53.62318841 +415 53.49397590 +416 53.36538462 +417 53.23741007 +418 53.11004785 +419 52.98329356 +420 53.09523810 +421 52.96912114 +422 53.08056872 +423 53.19148936 +424 53.06603774 +425 52.94117647 +426 52.81690141 +427 52.69320843 +428 52.57009346 +429 52.68065268 +430 52.79069767 +431 52.90023202 +432 52.77777778 +433 52.65588915 +434 52.53456221 +435 52.64367816 +436 52.75229358 +437 52.86041190 +438 52.73972603 +439 52.84738041 +440 52.95454545 +441 52.83446712 +442 52.71493213 +443 52.59593679 +444 52.47747748 +445 52.58426966 +446 52.69058296 +447 52.79642058 +448 52.90178571 +449 53.00668151 +450 52.88888889 +451 52.99334812 +452 53.09734513 +453 53.20088300 +454 53.08370044 +455 52.96703297 +456 52.85087719 +457 52.73522976 +458 52.62008734 +459 52.72331155 +460 52.82608696 +461 52.92841649 +462 53.03030303 +463 52.91576674 +464 52.80172414 +465 52.90322581 +466 53.00429185 +467 52.89079229 +468 52.99145299 +469 52.87846482 +470 52.97872340 +471 53.07855626 +472 52.96610169 +473 52.85412262 +474 52.74261603 +475 52.63157895 +476 52.52100840 +477 52.62054507 +478 52.71966527 +479 52.81837161 +480 52.70833333 +481 52.59875260 +482 52.69709544 +483 52.79503106 +484 52.89256198 +485 52.98969072 +486 53.08641975 +487 53.18275154 +488 53.27868852 +489 53.16973415 +490 53.06122449 +491 53.15682281 +492 53.04878049 +493 52.94117647 +494 53.03643725 +495 52.92929293 +496 52.82258065 +497 52.91750503 +498 53.01204819 +499 53.10621242 +500 53.20000000 +501 53.29341317 +502 53.38645418 +503 53.47912525 +504 53.57142857 +505 53.66336634 +506 53.55731225 +507 53.45167653 +508 53.54330709 +509 53.63457760 +510 53.72549020 +511 53.62035225 +512 53.71093750 +513 53.60623782 +514 53.69649805 +515 53.78640777 +516 53.68217054 +517 53.57833656 +518 53.47490347 +519 53.37186898 +520 53.26923077 +521 53.35892514 +522 53.44827586 +523 53.34608031 +524 53.24427481 +525 53.14285714 +526 53.04182510 +527 52.94117647 +528 52.84090909 +529 52.74102079 +530 52.83018868 +531 52.91902072 +532 53.00751880 +533 53.09568480 +534 52.99625468 +535 52.89719626 +536 52.79850746 +537 52.88640596 +538 52.78810409 +539 52.87569573 +540 52.77777778 +541 52.68022181 +542 52.76752768 +543 52.85451197 +544 52.75735294 +545 52.84403670 +546 52.74725275 +547 52.65082267 +548 52.73722628 +549 52.82331512 +550 52.72727273 +551 52.63157895 +552 52.53623188 +553 52.62206148 +554 52.52707581 +555 52.61261261 +556 52.51798561 +557 52.60323160 +558 52.50896057 +559 52.59391771 +560 52.67857143 +561 52.76292335 +562 52.84697509 +563 52.93072824 +564 52.83687943 +565 52.74336283 +566 52.82685512 +567 52.91005291 +568 52.99295775 +569 52.89982425 +570 52.80701754 +571 52.88966725 +572 52.79720280 +573 52.87958115 +574 52.96167247 +575 53.04347826 +576 53.12500000 +577 53.20623917 +578 53.28719723 +579 53.36787565 +580 53.44827586 +581 53.35628227 +582 53.26460481 +583 53.34476844 +584 53.42465753 +585 53.50427350 +586 53.58361775 +587 53.49233390 +588 53.40136054 +589 53.48047538 +590 53.55932203 +591 53.63790186 +592 53.71621622 +593 53.62563238 +594 53.70370370 +595 53.78151261 +596 53.69127517 +597 53.60134003 +598 53.51170569 +599 53.58931553 +600 53.50000000 +601 53.41098170 +602 53.32225914 +603 53.23383085 +604 53.14569536 +605 53.05785124 +606 52.97029703 +607 52.88303130 +608 52.96052632 +609 52.87356322 +610 52.95081967 +611 52.86415712 +612 52.77777778 +613 52.69168026 +614 52.60586319 +615 52.68292683 +616 52.75974026 +617 52.83630470 +618 52.75080906 +619 52.66558966 +620 52.74193548 +621 52.65700483 +622 52.57234727 +623 52.64847512 +624 52.56410256 +625 52.48000000 +626 52.55591054 +627 52.63157895 +628 52.70700637 +629 52.78219396 +630 52.85714286 +631 52.93185420 +632 52.84810127 +633 52.76461295 +634 52.68138801 +635 52.59842520 +636 52.67295597 +637 52.59026688 +638 52.66457680 +639 52.58215962 +640 52.50000000 +641 52.57410296 +642 52.49221184 +643 52.41057543 +644 52.48447205 +645 52.40310078 +646 52.32198142 +647 52.24111283 +648 52.16049383 +649 52.08012327 +650 52.00000000 +651 52.07373272 +652 51.99386503 +653 51.91424196 +654 51.98776758 +655 51.90839695 +656 51.98170732 +657 51.90258752 +658 51.97568389 +659 51.89681335 +660 51.96969697 +661 51.89107413 +662 51.96374622 +663 52.03619910 +664 52.10843373 +665 52.18045113 +666 52.25225225 +667 52.32383808 +668 52.24550898 +669 52.16741405 +670 52.23880597 +671 52.16095380 +672 52.08333333 +673 52.00594354 +674 51.92878338 +675 51.85185185 +676 51.77514793 +677 51.84638109 +678 51.91740413 +679 51.98821797 +680 52.05882353 +681 51.98237885 +682 51.90615836 +683 51.83016105 +684 51.75438596 +685 51.82481752 +686 51.74927114 +687 51.67394469 +688 51.74418605 +689 51.81422351 +690 51.88405797 +691 51.95369030 +692 52.02312139 +693 52.09235209 +694 52.16138329 +695 52.08633094 +696 52.01149425 +697 51.93687231 +698 51.86246418 +699 51.78826896 +700 51.85714286 +701 51.92582026 +702 51.99430199 +703 51.92034139 +704 51.98863636 +705 52.05673759 +706 52.12464589 +707 52.19236209 +708 52.25988701 +709 52.32722144 +710 52.39436620 +711 52.46132208 +712 52.52808989 +713 52.59467041 +714 52.52100840 +715 52.44755245 +716 52.51396648 +717 52.44072524 +718 52.36768802 +719 52.29485396 +720 52.22222222 +721 52.14979196 +722 52.21606648 +723 52.28215768 +724 52.34806630 +725 52.41379310 +726 52.34159780 +727 52.26960110 +728 52.33516484 +729 52.40054870 +730 52.46575342 +731 52.53077975 +732 52.59562842 +733 52.66030014 +734 52.72479564 +735 52.65306122 +736 52.71739130 +737 52.64586160 +738 52.57452575 +739 52.63870095 +740 52.56756757 +741 52.63157895 +742 52.69541779 +743 52.75908479 +744 52.68817204 +745 52.75167785 +746 52.68096515 +747 52.61044177 +748 52.54010695 +749 52.46995995 +750 52.53333333 + +Final result: 52.5333 ±1.8246 +Random chance: 25.0083 ±1.5824 diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.hsw b/scores/deepseek-r1-distill-qwen-7b-q8_0.hsw new file mode 100644 index 0000000000000000000000000000000000000000..929229093983b0f6afad8e134b60fc302ff2657a --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 50.00000000 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 58.33333333 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 64.70588235 +18 61.11111111 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 60.86956522 +24 58.33333333 +25 56.00000000 +26 53.84615385 +27 51.85185185 +28 53.57142857 +29 51.72413793 +30 50.00000000 +31 51.61290323 +32 50.00000000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 46.51162791 +44 47.72727273 +45 46.66666667 +46 45.65217391 +47 44.68085106 +48 43.75000000 +49 42.85714286 +50 42.00000000 +51 43.13725490 +52 42.30769231 +53 41.50943396 +54 40.74074074 +55 40.00000000 +56 39.28571429 +57 40.35087719 +58 41.37931034 +59 42.37288136 +60 43.33333333 +61 42.62295082 +62 41.93548387 +63 41.26984127 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 41.79104478 +68 41.17647059 +69 42.02898551 +70 41.42857143 +71 40.84507042 +72 41.66666667 +73 41.09589041 +74 41.89189189 +75 41.33333333 +76 42.10526316 +77 42.85714286 +78 43.58974359 +79 44.30379747 +80 45.00000000 +81 44.44444444 +82 43.90243902 +83 44.57831325 +84 44.04761905 +85 43.52941176 +86 44.18604651 +87 44.82758621 +88 45.45454545 +89 44.94382022 +90 45.55555556 +91 46.15384615 +92 45.65217391 +93 46.23655914 +94 46.80851064 +95 47.36842105 +96 47.91666667 +97 48.45360825 +98 48.97959184 +99 49.49494949 +100 49.00000000 +101 49.50495050 +102 49.01960784 +103 48.54368932 +104 49.03846154 +105 48.57142857 +106 49.05660377 +107 49.53271028 +108 50.00000000 +109 49.54128440 +110 50.00000000 +111 49.54954955 +112 50.00000000 +113 50.44247788 +114 50.00000000 +115 50.43478261 +116 50.00000000 +117 49.57264957 +118 50.00000000 +119 50.42016807 +120 50.00000000 +121 49.58677686 +122 49.18032787 +123 49.59349593 +124 50.00000000 +125 50.40000000 +126 50.79365079 +127 51.18110236 +128 50.78125000 +129 50.38759690 +130 50.00000000 +131 50.38167939 +132 50.00000000 +133 50.37593985 +134 50.74626866 +135 51.11111111 +136 51.47058824 +137 51.82481752 +138 52.17391304 +139 51.79856115 +140 52.14285714 +141 52.48226950 +142 52.81690141 +143 53.14685315 +144 53.47222222 +145 53.79310345 +146 54.10958904 +147 54.42176871 +148 54.05405405 +149 53.69127517 +150 54.00000000 +151 53.64238411 +152 53.28947368 +153 53.59477124 +154 53.24675325 +155 53.54838710 +156 53.20512821 +157 52.86624204 +158 53.16455696 +159 52.83018868 +160 53.12500000 +161 53.41614907 +162 53.08641975 +163 53.37423313 +164 53.65853659 +165 53.93939394 +166 54.21686747 +167 54.49101796 +168 54.76190476 +169 54.43786982 +170 54.11764706 +171 54.38596491 +172 54.65116279 +173 54.33526012 +174 54.02298851 +175 54.28571429 +176 53.97727273 +177 54.23728814 +178 54.49438202 +179 54.18994413 +180 54.44444444 +181 54.14364641 +182 54.39560440 +183 54.64480874 +184 54.34782609 +185 54.59459459 +186 54.30107527 +187 54.01069519 +188 53.72340426 +189 53.43915344 +190 53.68421053 +191 53.92670157 +192 54.16666667 +193 53.88601036 +194 54.12371134 +195 53.84615385 +196 53.57142857 +197 53.29949239 +198 53.03030303 +199 53.26633166 +200 53.50000000 +201 53.23383085 +202 52.97029703 +203 52.70935961 +204 52.94117647 +205 52.68292683 +206 52.42718447 +207 52.65700483 +208 52.40384615 +209 52.63157895 +210 52.85714286 +211 53.08056872 +212 53.30188679 +213 53.52112676 +214 53.27102804 +215 53.02325581 +216 53.24074074 +217 52.99539171 +218 52.75229358 +219 52.96803653 +220 53.18181818 +221 53.39366516 +222 53.60360360 +223 53.81165919 +224 54.01785714 +225 54.22222222 +226 53.98230088 +227 53.74449339 +228 53.50877193 +229 53.71179039 +230 53.47826087 +231 53.24675325 +232 53.01724138 +233 53.21888412 +234 53.41880342 +235 53.19148936 +236 52.96610169 +237 52.74261603 +238 52.94117647 +239 53.13807531 +240 53.33333333 +241 53.11203320 +242 53.30578512 +243 53.49794239 +244 53.27868852 +245 53.06122449 +246 52.84552846 +247 52.63157895 +248 52.82258065 +249 53.01204819 +250 53.20000000 +251 53.38645418 +252 53.57142857 +253 53.35968379 +254 53.54330709 +255 53.72549020 +256 53.90625000 +257 53.69649805 +258 53.87596899 +259 54.05405405 +260 54.23076923 +261 54.40613027 +262 54.19847328 +263 53.99239544 +264 54.16666667 +265 54.33962264 +266 54.13533835 +267 54.30711610 +268 54.47761194 +269 54.64684015 +270 54.44444444 +271 54.24354244 +272 54.04411765 +273 53.84615385 +274 54.01459854 +275 53.81818182 +276 53.98550725 +277 54.15162455 +278 54.31654676 +279 54.48028674 +280 54.64285714 +281 54.80427046 +282 54.96453901 +283 54.77031802 +284 54.92957746 +285 54.73684211 +286 54.54545455 +287 54.70383275 +288 54.86111111 +289 55.01730104 +290 55.17241379 +291 54.98281787 +292 54.79452055 +293 54.94880546 +294 55.10204082 +295 55.25423729 +296 55.40540541 +297 55.55555556 +298 55.70469799 +299 55.51839465 +300 55.66666667 +301 55.48172757 +302 55.62913907 +303 55.44554455 +304 55.59210526 +305 55.40983607 +306 55.55555556 +307 55.37459283 +308 55.51948052 +309 55.66343042 +310 55.80645161 +311 55.94855305 +312 56.08974359 +313 56.23003195 +314 56.05095541 +315 55.87301587 +316 56.01265823 +317 56.15141956 +318 55.97484277 +319 55.79937304 +320 55.93750000 +321 55.76323988 +322 55.59006211 +323 55.72755418 +324 55.86419753 +325 56.00000000 +326 55.82822086 +327 55.65749235 +328 55.79268293 +329 55.92705167 +330 56.06060606 +331 56.19335347 +332 56.02409639 +333 56.15615616 +334 55.98802395 +335 56.11940299 +336 56.25000000 +337 56.08308605 +338 55.91715976 +339 56.04719764 +340 55.88235294 +341 56.01173021 +342 56.14035088 +343 56.26822157 +344 56.10465116 +345 56.23188406 +346 56.06936416 +347 55.90778098 +348 55.74712644 +349 55.58739255 +350 55.71428571 +351 55.84045584 +352 55.68181818 +353 55.80736544 +354 55.93220339 +355 56.05633803 +356 56.17977528 +357 56.02240896 +358 56.14525140 +359 56.26740947 +360 56.11111111 +361 55.95567867 +362 56.07734807 +363 55.92286501 +364 56.04395604 +365 56.16438356 +366 56.28415301 +367 56.40326975 +368 56.52173913 +369 56.63956640 +370 56.75675676 +371 56.87331536 +372 56.98924731 +373 56.83646113 +374 56.68449198 +375 56.80000000 +376 56.91489362 +377 56.76392573 +378 56.61375661 +379 56.72823219 +380 56.84210526 +381 56.95538058 +382 56.80628272 +383 56.65796345 +384 56.77083333 +385 56.88311688 +386 56.99481865 +387 56.84754522 +388 56.70103093 +389 56.55526992 +390 56.66666667 +391 56.52173913 +392 56.63265306 +393 56.74300254 +394 56.85279188 +395 56.70886076 +396 56.81818182 +397 56.92695214 +398 57.03517588 +399 57.14285714 +400 57.25000000 +401 57.35660848 +402 57.21393035 +403 57.07196030 +404 56.93069307 +405 56.79012346 +406 56.65024631 +407 56.75675676 +408 56.61764706 +409 56.72371638 +410 56.58536585 +411 56.44768856 +412 56.31067961 +413 56.17433414 +414 56.28019324 +415 56.14457831 +416 56.25000000 +417 56.35491607 +418 56.45933014 +419 56.32458234 +420 56.42857143 +421 56.29453682 +422 56.39810427 +423 56.50118203 +424 56.60377358 +425 56.70588235 +426 56.80751174 +427 56.67447307 +428 56.54205607 +429 56.41025641 +430 56.51162791 +431 56.38051044 +432 56.25000000 +433 56.12009238 +434 56.22119816 +435 56.09195402 +436 55.96330275 +437 55.83524027 +438 55.70776256 +439 55.80865604 +440 55.68181818 +441 55.78231293 +442 55.88235294 +443 55.98194131 +444 55.85585586 +445 55.95505618 +446 56.05381166 +447 56.15212528 +448 56.25000000 +449 56.34743875 +450 56.44444444 +451 56.31929047 +452 56.19469027 +453 56.07064018 +454 56.16740088 +455 56.04395604 +456 56.14035088 +457 56.23632385 +458 56.11353712 +459 56.20915033 +460 56.30434783 +461 56.39913232 +462 56.49350649 +463 56.58747300 +464 56.68103448 +465 56.55913978 +466 56.65236052 +467 56.74518201 +468 56.62393162 +469 56.50319829 +470 56.38297872 +471 56.47558386 +472 56.56779661 +473 56.65961945 +474 56.75105485 +475 56.84210526 +476 56.72268908 +477 56.60377358 +478 56.69456067 +479 56.78496868 +480 56.87500000 +481 56.75675676 +482 56.63900415 +483 56.72877847 +484 56.61157025 +485 56.49484536 +486 56.58436214 +487 56.67351129 +488 56.55737705 +489 56.64621677 +490 56.73469388 +491 56.82281059 +492 56.91056911 +493 56.99797160 +494 57.08502024 +495 57.17171717 +496 57.25806452 +497 57.14285714 +498 57.22891566 +499 57.11422846 +500 57.20000000 +501 57.28542914 +502 57.37051793 +503 57.45526839 +504 57.53968254 +505 57.62376238 +506 57.50988142 +507 57.59368836 +508 57.67716535 +509 57.76031434 +510 57.84313725 +511 57.72994129 +512 57.61718750 +513 57.50487329 +514 57.58754864 +515 57.66990291 +516 57.55813953 +517 57.44680851 +518 57.52895753 +519 57.41811175 +520 57.50000000 +521 57.38963532 +522 57.27969349 +523 57.36137667 +524 57.44274809 +525 57.52380952 +526 57.41444867 +527 57.30550285 +528 57.38636364 +529 57.46691871 +530 57.54716981 +531 57.43879473 +532 57.51879699 +533 57.59849906 +534 57.49063670 +535 57.57009346 +536 57.64925373 +537 57.72811918 +538 57.80669145 +539 57.69944341 +540 57.59259259 +541 57.67097967 +542 57.56457565 +543 57.45856354 +544 57.53676471 +545 57.61467890 +546 57.69230769 +547 57.76965265 +548 57.66423358 +549 57.74134791 +550 57.63636364 +551 57.53176044 +552 57.42753623 +553 57.32368897 +554 57.40072202 +555 57.29729730 +556 57.37410072 +557 57.27109515 +558 57.16845878 +559 57.06618962 +560 57.14285714 +561 57.21925134 +562 57.11743772 +563 57.19360568 +564 57.09219858 +565 56.99115044 +566 56.89045936 +567 56.96649030 +568 57.04225352 +569 56.94200351 +570 57.01754386 +571 57.09281961 +572 57.16783217 +573 57.24258290 +574 57.31707317 +575 57.21739130 +576 57.29166667 +577 57.19237435 +578 57.26643599 +579 57.16753022 +580 57.06896552 +581 56.97074010 +582 56.87285223 +583 56.94682676 +584 56.84931507 +585 56.75213675 +586 56.65529010 +587 56.72913118 +588 56.63265306 +589 56.53650255 +590 56.44067797 +591 56.51438240 +592 56.58783784 +593 56.49241147 +594 56.56565657 +595 56.63865546 +596 56.71140940 +597 56.78391960 +598 56.85618729 +599 56.76126878 +600 56.83333333 +601 56.90515807 +602 56.97674419 +603 56.88225539 +604 56.95364238 +605 57.02479339 +606 56.93069307 +607 56.83690280 +608 56.74342105 +609 56.81444992 +610 56.88524590 +611 56.95581015 +612 56.86274510 +613 56.76998369 +614 56.67752443 +615 56.58536585 +616 56.49350649 +617 56.56401945 +618 56.63430421 +619 56.54281099 +620 56.61290323 +621 56.52173913 +622 56.43086817 +623 56.50080257 +624 56.41025641 +625 56.32000000 +626 56.23003195 +627 56.29984051 +628 56.36942675 +629 56.27980922 +630 56.34920635 +631 56.25990491 +632 56.17088608 +633 56.08214850 +634 56.15141956 +635 56.06299213 +636 56.13207547 +637 56.20094192 +638 56.11285266 +639 56.18153365 +640 56.09375000 +641 56.00624025 +642 55.91900312 +643 55.98755832 +644 55.90062112 +645 55.81395349 +646 55.88235294 +647 55.95054096 +648 56.01851852 +649 55.93220339 +650 56.00000000 +651 56.06758833 +652 56.13496933 +653 56.20214395 +654 56.26911315 +655 56.33587786 +656 56.40243902 +657 56.31659056 +658 56.38297872 +659 56.44916540 +660 56.36363636 +661 56.42965204 +662 56.49546828 +663 56.56108597 +664 56.62650602 +665 56.69172932 +666 56.75675676 +667 56.82158921 +668 56.88622754 +669 56.80119581 +670 56.86567164 +671 56.92995529 +672 56.99404762 +673 57.05794948 +674 56.97329377 +675 57.03703704 +676 56.95266272 +677 56.86853767 +678 56.93215339 +679 56.99558174 +680 56.91176471 +681 56.82819383 +682 56.89149560 +683 56.95461201 +684 57.01754386 +685 57.08029197 +686 57.14285714 +687 57.20524017 +688 57.26744186 +689 57.32946299 +690 57.39130435 +691 57.45296671 +692 57.51445087 +693 57.43145743 +694 57.49279539 +695 57.41007194 +696 57.47126437 +697 57.53228121 +698 57.59312321 +699 57.51072961 +700 57.57142857 +701 57.63195435 +702 57.69230769 +703 57.61024182 +704 57.67045455 +705 57.73049645 +706 57.79036827 +707 57.70862801 +708 57.76836158 +709 57.82792666 +710 57.88732394 +711 57.80590717 +712 57.86516854 +713 57.92426367 +714 57.98319328 +715 57.90209790 +716 57.96089385 +717 58.01952580 +718 58.07799443 +719 57.99721836 +720 57.91666667 +721 57.97503467 +722 58.03324100 +723 58.09128631 +724 58.14917127 +725 58.20689655 +726 58.26446281 +727 58.32187070 +728 58.37912088 +729 58.43621399 +730 58.35616438 +731 58.41313269 +732 58.33333333 +733 58.39017735 +734 58.44686649 +735 58.36734694 +736 58.28804348 +737 58.20895522 +738 58.13008130 +739 58.05142084 +740 58.10810811 +741 58.16464238 +742 58.22102426 +743 58.27725437 +744 58.33333333 +745 58.25503356 +746 58.31099196 +747 58.23293173 +748 58.28877005 +749 58.34445928 +750 58.40000000 diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.log b/scores/deepseek-r1-distill-qwen-7b-q8_0.log deleted file mode 100644 index cf4c129f3c3a54765b2831daf50fd3970b3ee526..0000000000000000000000000000000000000000 --- a/scores/deepseek-r1-distill-qwen-7b-q8_0.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 25.118649 ± 0.245079 -Mean PPL(base) : 24.931431 ± 0.241228 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.91% -Mean ln(PPL(Q)/PPL(base)) : 0.007481 ± 0.000431 -Mean PPL(Q)/PPL(base) : 1.007509 ± 0.000434 -Mean PPL(Q)-PPL(base) : 0.187218 ± 0.011259 - -====== KL divergence statistics ====== -Mean KLD: 0.000361 ± 0.000002 -Maximum KLD: 0.215854 -99.9% KLD: 0.004745 -99.0% KLD: 0.002203 -99.0% KLD: 0.002203 -Median KLD: 0.000212 -10.0% KLD: 0.000002 - 5.0% KLD: -0.000000 - 1.0% KLD: -0.000014 -Minimum KLD: -0.000127 - -====== Token probability statistics ====== -Mean Δp: 0.003 ± 0.001 % -Maximum Δp: 24.559% -99.9% Δp: 2.974% -99.0% Δp: 1.523% -95.0% Δp: 0.686% -90.0% Δp: 0.364% -75.0% Δp: 0.050% -Median Δp: 0.000% -25.0% Δp: -0.047% -10.0% Δp: -0.356% - 5.0% Δp: -0.670% - 1.0% Δp: -1.484% - 0.1% Δp: -2.907% -Minimum Δp: -7.835% -RMS Δp : 0.468 ± 0.005 % -Same top p: 98.983 ± 0.026 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.mmlu b/scores/deepseek-r1-distill-qwen-7b-q8_0.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..585e515f6ff226eb0a7b77a0bacc9c9e69f3fe72 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 29.16666667 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 39.39393939 +34 38.23529412 +35 40.00000000 +36 38.88888889 +37 37.83783784 +38 36.84210526 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 32.55813953 +44 31.81818182 +45 31.11111111 +46 30.43478261 +47 29.78723404 +48 31.25000000 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 32.14285714 +57 33.33333333 +58 32.75862069 +59 32.20338983 +60 31.66666667 +61 31.14754098 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 30.76923077 +66 31.81818182 +67 31.34328358 +68 30.88235294 +69 30.43478261 +70 31.42857143 +71 30.98591549 +72 31.94444444 +73 31.50684932 +74 32.43243243 +75 33.33333333 +76 34.21052632 +77 35.06493506 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 37.03703704 +82 36.58536585 +83 37.34939759 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 37.93103448 +88 38.63636364 +89 38.20224719 +90 37.77777778 +91 37.36263736 +92 36.95652174 +93 36.55913978 +94 36.17021277 +95 35.78947368 +96 36.45833333 +97 36.08247423 +98 35.71428571 +99 35.35353535 +100 36.00000000 +101 35.64356436 +102 35.29411765 +103 34.95145631 +104 34.61538462 +105 35.23809524 +106 34.90566038 +107 34.57943925 +108 35.18518519 +109 34.86238532 +110 34.54545455 +111 34.23423423 +112 33.92857143 +113 33.62831858 +114 34.21052632 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 33.33333333 +121 33.05785124 +122 32.78688525 +123 32.52032520 +124 32.25806452 +125 32.80000000 +126 32.53968254 +127 32.28346457 +128 32.03125000 +129 31.78294574 +130 31.53846154 +131 32.06106870 +132 32.57575758 +133 32.33082707 +134 32.08955224 +135 31.85185185 +136 31.61764706 +137 32.11678832 +138 31.88405797 +139 31.65467626 +140 31.42857143 +141 31.91489362 +142 31.69014085 +143 32.16783217 +144 32.63888889 +145 32.41379310 +146 32.19178082 +147 31.97278912 +148 32.43243243 +149 32.21476510 +150 32.00000000 +151 31.78807947 +152 31.57894737 +153 31.37254902 +154 31.16883117 +155 30.96774194 +156 30.76923077 +157 31.21019108 +158 31.01265823 +159 30.81761006 +160 31.25000000 +161 31.05590062 +162 30.86419753 +163 30.67484663 +164 30.48780488 +165 30.90909091 +166 30.72289157 +167 31.13772455 +168 30.95238095 +169 30.76923077 +170 30.58823529 +171 30.40935673 +172 30.23255814 +173 30.05780347 +174 29.88505747 +175 29.71428571 +176 29.54545455 +177 29.37853107 +178 29.21348315 +179 29.60893855 +180 29.44444444 +181 29.28176796 +182 29.12087912 +183 29.50819672 +184 29.34782609 +185 29.18918919 +186 29.03225806 +187 28.87700535 +188 28.72340426 +189 28.57142857 +190 28.42105263 +191 28.79581152 +192 28.64583333 +193 28.49740933 +194 28.86597938 +195 29.23076923 +196 29.08163265 +197 28.93401015 +198 28.78787879 +199 28.64321608 +200 28.50000000 +201 28.85572139 +202 28.71287129 +203 28.57142857 +204 28.43137255 +205 28.78048780 +206 28.64077670 +207 28.50241546 +208 28.36538462 +209 28.22966507 +210 28.09523810 +211 28.43601896 +212 28.30188679 +213 28.16901408 +214 28.03738318 +215 27.90697674 +216 27.77777778 +217 27.64976959 +218 27.52293578 +219 27.39726027 +220 27.27272727 +221 27.14932127 +222 27.47747748 +223 27.35426009 +224 27.23214286 +225 27.55555556 +226 27.43362832 +227 27.75330396 +228 28.07017544 +229 27.94759825 +230 27.82608696 +231 28.13852814 +232 28.01724138 +233 27.89699571 +234 28.20512821 +235 28.08510638 +236 27.96610169 +237 27.84810127 +238 27.73109244 +239 27.61506276 +240 27.50000000 +241 27.80082988 +242 28.09917355 +243 28.39506173 +244 28.27868852 +245 28.57142857 +246 28.45528455 +247 28.34008097 +248 28.62903226 +249 28.91566265 +250 28.80000000 +251 28.68525896 +252 28.57142857 +253 28.45849802 +254 28.34645669 +255 28.62745098 +256 28.51562500 +257 28.40466926 +258 28.29457364 +259 28.18532819 +260 28.07692308 +261 27.96934866 +262 27.86259542 +263 27.75665399 +264 27.65151515 +265 27.54716981 +266 27.81954887 +267 27.71535581 +268 27.61194030 +269 27.50929368 +270 27.40740741 +271 27.30627306 +272 27.57352941 +273 27.47252747 +274 27.37226277 +275 27.63636364 +276 27.89855072 +277 28.15884477 +278 28.41726619 +279 28.31541219 +280 28.57142857 +281 28.46975089 +282 28.36879433 +283 28.26855124 +284 28.16901408 +285 28.07017544 +286 27.97202797 +287 28.22299652 +288 28.12500000 +289 28.02768166 +290 28.27586207 +291 28.52233677 +292 28.76712329 +293 29.01023891 +294 29.25170068 +295 29.15254237 +296 29.05405405 +297 28.95622896 +298 28.85906040 +299 29.09698997 +300 29.33333333 +301 29.56810631 +302 29.80132450 +303 29.70297030 +304 29.60526316 +305 29.83606557 +306 29.73856209 +307 29.64169381 +308 29.54545455 +309 29.44983819 +310 29.35483871 +311 29.58199357 +312 29.80769231 +313 30.03194888 +314 30.25477707 +315 30.15873016 +316 30.06329114 +317 29.96845426 +318 29.87421384 +319 30.09404389 +320 30.00000000 +321 29.90654206 +322 29.81366460 +323 29.72136223 +324 29.62962963 +325 29.84615385 +326 29.75460123 +327 29.96941896 +328 30.18292683 +329 30.09118541 +330 30.00000000 +331 29.90936556 +332 30.12048193 +333 30.03003003 +334 29.94011976 +335 30.14925373 +336 30.05952381 +337 29.97032641 +338 29.88165680 +339 29.79351032 +340 30.00000000 +341 30.20527859 +342 30.11695906 +343 30.32069971 +344 30.23255814 +345 30.14492754 +346 30.34682081 +347 30.54755043 +348 30.45977011 +349 30.65902579 +350 30.85714286 +351 30.76923077 +352 30.68181818 +353 30.87818697 +354 30.79096045 +355 30.70422535 +356 30.89887640 +357 30.81232493 +358 30.72625698 +359 30.64066852 +360 30.83333333 +361 31.02493075 +362 31.21546961 +363 31.40495868 +364 31.31868132 +365 31.23287671 +366 31.14754098 +367 31.06267030 +368 30.97826087 +369 30.89430894 +370 31.08108108 +371 30.99730458 +372 30.91397849 +373 30.83109920 +374 31.01604278 +375 31.20000000 +376 31.11702128 +377 31.03448276 +378 31.21693122 +379 31.13456464 +380 31.05263158 +381 31.23359580 +382 31.15183246 +383 31.33159269 +384 31.25000000 +385 31.42857143 +386 31.34715026 +387 31.26614987 +388 31.18556701 +389 31.36246787 +390 31.28205128 +391 31.45780051 +392 31.63265306 +393 31.55216285 +394 31.47208122 +395 31.39240506 +396 31.56565657 +397 31.48614610 +398 31.40703518 +399 31.57894737 +400 31.50000000 +401 31.67082294 +402 31.84079602 +403 31.76178660 +404 31.68316832 +405 31.60493827 +406 31.52709360 +407 31.44963145 +408 31.37254902 +409 31.54034230 +410 31.46341463 +411 31.38686131 +412 31.31067961 +413 31.47699758 +414 31.64251208 +415 31.80722892 +416 31.73076923 +417 31.65467626 +418 31.57894737 +419 31.74224344 +420 31.90476190 +421 31.82897862 +422 31.75355450 +423 31.67848700 +424 31.83962264 +425 32.00000000 +426 32.15962441 +427 32.08430913 +428 32.00934579 +429 32.16783217 +430 32.09302326 +431 32.25058005 +432 32.40740741 +433 32.33256351 +434 32.25806452 +435 32.18390805 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.34624146 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 31.98198198 +445 31.91011236 +446 31.83856502 +447 31.76733781 +448 31.69642857 +449 31.62583519 +450 31.55555556 +451 31.48558758 +452 31.63716814 +453 31.78807947 +454 31.93832599 +455 31.86813187 +456 32.01754386 +457 31.94748359 +458 31.87772926 +459 32.02614379 +460 32.17391304 +461 32.10412148 +462 32.03463203 +463 31.96544276 +464 31.89655172 +465 31.82795699 +466 31.75965665 +467 31.90578158 +468 31.83760684 +469 31.98294243 +470 31.91489362 +471 31.84713376 +472 31.77966102 +473 31.92389006 +474 31.85654008 +475 31.78947368 +476 31.93277311 +477 31.86582809 +478 32.00836820 +479 32.15031315 +480 32.08333333 +481 32.22453222 +482 32.15767635 +483 32.09109731 +484 32.02479339 +485 31.95876289 +486 31.89300412 +487 32.03285421 +488 31.96721311 +489 31.90184049 +490 32.04081633 +491 32.17922607 +492 32.11382114 +493 32.04868154 +494 32.18623482 +495 32.32323232 +496 32.45967742 +497 32.39436620 +498 32.32931727 +499 32.26452906 +500 32.40000000 +501 32.33532934 +502 32.27091633 +503 32.20675944 +504 32.34126984 +505 32.27722772 +506 32.41106719 +507 32.34714004 +508 32.28346457 +509 32.22003929 +510 32.35294118 +511 32.28962818 +512 32.22656250 +513 32.16374269 +514 32.10116732 +515 32.03883495 +516 31.97674419 +517 32.10831721 +518 32.23938224 +519 32.17726397 +520 32.11538462 +521 32.05374280 +522 31.99233716 +523 32.12237094 +524 32.25190840 +525 32.19047619 +526 32.12927757 +527 32.25806452 +528 32.19696970 +529 32.32514178 +530 32.45283019 +531 32.39171375 +532 32.33082707 +533 32.45778612 +534 32.39700375 +535 32.52336449 +536 32.46268657 +537 32.58845438 +538 32.71375465 +539 32.65306122 +540 32.59259259 +541 32.53234750 +542 32.65682657 +543 32.59668508 +544 32.53676471 +545 32.47706422 +546 32.41758242 +547 32.35831810 +548 32.48175182 +549 32.42258652 +550 32.36363636 +551 32.48638838 +552 32.42753623 +553 32.36889693 +554 32.31046931 +555 32.25225225 +556 32.37410072 +557 32.31597846 +558 32.43727599 +559 32.37924866 +560 32.32142857 +561 32.26381462 +562 32.20640569 +563 32.32682060 +564 32.26950355 +565 32.38938053 +566 32.33215548 +567 32.27513228 +568 32.39436620 +569 32.33743409 +570 32.28070175 +571 32.39929947 +572 32.34265734 +573 32.28621291 +574 32.40418118 +575 32.34782609 +576 32.46527778 +577 32.58232236 +578 32.52595156 +579 32.64248705 +580 32.58620690 +581 32.53012048 +582 32.47422680 +583 32.59005146 +584 32.70547945 +585 32.64957265 +586 32.59385666 +587 32.53833049 +588 32.48299320 +589 32.42784380 +590 32.37288136 +591 32.31810491 +592 32.26351351 +593 32.20910624 +594 32.32323232 +595 32.26890756 +596 32.38255034 +597 32.32830821 +598 32.27424749 +599 32.38731219 +600 32.33333333 +601 32.44592346 +602 32.39202658 +603 32.50414594 +604 32.45033113 +605 32.56198347 +606 32.50825083 +607 32.61943987 +608 32.56578947 +609 32.51231527 +610 32.45901639 +611 32.40589198 +612 32.35294118 +613 32.46329527 +614 32.57328990 +615 32.52032520 +616 32.62987013 +617 32.57698541 +618 32.52427184 +619 32.47172859 +620 32.41935484 +621 32.36714976 +622 32.31511254 +623 32.26324238 +624 32.21153846 +625 32.16000000 +626 32.26837061 +627 32.21690590 +628 32.16560510 +629 32.27344992 +630 32.38095238 +631 32.32963550 +632 32.43670886 +633 32.38546603 +634 32.33438486 +635 32.28346457 +636 32.23270440 +637 32.18210361 +638 32.13166144 +639 32.08137715 +640 32.18750000 +641 32.13728549 +642 32.24299065 +643 32.19284603 +644 32.29813665 +645 32.24806202 +646 32.19814241 +647 32.14837713 +648 32.09876543 +649 32.04930663 +650 32.00000000 +651 31.95084485 +652 32.05521472 +653 32.00612557 +654 32.11009174 +655 32.06106870 +656 32.16463415 +657 32.11567732 +658 32.21884498 +659 32.16995448 +660 32.12121212 +661 32.07261725 +662 32.02416918 +663 31.97586727 +664 31.92771084 +665 31.87969925 +666 31.83183183 +667 31.93403298 +668 32.03592814 +669 31.98804185 +670 31.94029851 +671 31.89269747 +672 31.84523810 +673 31.79791976 +674 31.75074184 +675 31.70370370 +676 31.65680473 +677 31.61004431 +678 31.71091445 +679 31.66421208 +680 31.76470588 +681 31.86490455 +682 31.81818182 +683 31.91800878 +684 31.87134503 +685 31.82481752 +686 31.77842566 +687 31.73216885 +688 31.68604651 +689 31.64005806 +690 31.59420290 +691 31.54848046 +692 31.50289017 +693 31.45743146 +694 31.55619597 +695 31.51079137 +696 31.60919540 +697 31.56384505 +698 31.51862464 +699 31.61659514 +700 31.57142857 +701 31.52639087 +702 31.62393162 +703 31.72119488 +704 31.67613636 +705 31.63120567 +706 31.58640227 +707 31.54172560 +708 31.49717514 +709 31.45275035 +710 31.54929577 +711 31.64556962 +712 31.60112360 +713 31.69705470 +714 31.79271709 +715 31.74825175 +716 31.70391061 +717 31.65969317 +718 31.61559889 +719 31.57162726 +720 31.52777778 +721 31.48404993 +722 31.44044321 +723 31.53526971 +724 31.49171271 +725 31.58620690 +726 31.68044077 +727 31.63686382 +728 31.59340659 +729 31.55006859 +730 31.50684932 +731 31.46374829 +732 31.55737705 +733 31.65075034 +734 31.74386921 +735 31.70068027 +736 31.65760870 +737 31.75033921 +738 31.70731707 +739 31.79972936 +740 31.89189189 +741 31.84885290 +742 31.94070081 +743 32.03230148 +744 32.12365591 +745 32.08053691 +746 32.03753351 +747 31.99464525 +748 31.95187166 +749 31.90921228 +750 32.00000000 + +Final result: 32.0000 ±1.7045 +Random chance: 25.0000 ±1.5822 diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.ppx b/scores/deepseek-r1-distill-qwen-7b-q8_0.ppx new file mode 100644 index 0000000000000000000000000000000000000000..2f7e98762cf0c9ab3f8b70b1da157acc62b32448 --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 26.727656 ±0.261689 +Mean PPL(base) : 24.931431 ±0.241228 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.24% +Mean ln(PPL(Q)/PPL(base)) : 0.069570 ±0.001208 +Mean PPL(Q)/PPL(base) : 1.072047 ±0.001296 +Mean PPL(Q)-PPL(base) : 1.796225 ±0.037188 + +====== KL divergence statistics ====== +Mean KLD: 0.065824 ±0.000180 +Maximum KLD: 1.177678 +99.9% KLD: 0.490328 +99.0% KLD: 0.300685 +99.0% KLD: 0.300685 +Median KLD: 0.046211 +10.0% KLD: 0.000737 + 5.0% KLD: 0.000116 + 1.0% KLD: 0.000004 +Minimum KLD: -0.000190 + +====== Token probability statistics ====== +Mean Δp: -0.986 ± 0.016 % +Maximum Δp: 62.022% +99.9% Δp: 29.384% +99.0% Δp: 16.626% +95.0% Δp: 7.244% +90.0% Δp: 3.410% +75.0% Δp: 0.184% +Median Δp: -0.010% +25.0% Δp: -1.536% +10.0% Δp: -7.342% + 5.0% Δp: -12.246% + 1.0% Δp: -22.501% + 0.1% Δp: -34.675% +Minimum Δp: -67.826% +RMS Δp : 6.173 ± 0.025 % +Same top p: 86.209 ± 0.089 % diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.tqa b/scores/deepseek-r1-distill-qwen-7b-q8_0.tqa new file mode 100644 index 0000000000000000000000000000000000000000..5bc8325546cfdd3f211bdd5c1bae6ce823bf22ba --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 12.50000000 +9 11.11111111 +10 10.00000000 +11 9.09090909 +12 16.66666667 +13 15.38461538 +14 14.28571429 +15 13.33333333 +16 18.75000000 +17 17.64705882 +18 16.66666667 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 23.33333333 +31 25.80645161 +32 25.00000000 +33 27.27272727 +34 26.47058824 +35 25.71428571 +36 25.00000000 +37 27.02702703 +38 26.31578947 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 25.58139535 +44 27.27272727 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 30.00000000 +51 29.41176471 +52 28.84615385 +53 30.18867925 +54 29.62962963 +55 30.90909091 +56 30.35714286 +57 29.82456140 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 28.98550725 +70 28.57142857 +71 29.57746479 +72 30.55555556 +73 30.13698630 +74 29.72972973 +75 29.33333333 +76 28.94736842 +77 28.57142857 +78 28.20512821 +79 27.84810127 +80 27.50000000 +81 27.16049383 +82 26.82926829 +83 26.50602410 +84 26.19047619 +85 25.88235294 +86 25.58139535 +87 25.28735632 +88 25.00000000 +89 25.84269663 +90 25.55555556 +91 25.27472527 +92 25.00000000 +93 24.73118280 +94 24.46808511 +95 25.26315789 +96 26.04166667 +97 25.77319588 +98 25.51020408 +99 26.26262626 +100 26.00000000 +101 26.73267327 +102 26.47058824 +103 27.18446602 +104 26.92307692 +105 26.66666667 +106 26.41509434 +107 27.10280374 +108 27.77777778 +109 27.52293578 +110 28.18181818 +111 27.92792793 +112 27.67857143 +113 27.43362832 +114 28.07017544 +115 27.82608696 +116 27.58620690 +117 27.35042735 +118 27.11864407 +119 26.89075630 +120 27.50000000 +121 28.09917355 +122 27.86885246 +123 27.64227642 +124 28.22580645 +125 28.80000000 +126 29.36507937 +127 29.13385827 +128 28.90625000 +129 28.68217054 +130 28.46153846 +131 28.24427481 +132 28.03030303 +133 27.81954887 +134 28.35820896 +135 28.14814815 +136 27.94117647 +137 28.46715328 +138 28.26086957 +139 28.77697842 +140 28.57142857 +141 28.36879433 +142 28.16901408 +143 27.97202797 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.21088435 +148 27.02702703 +149 26.84563758 +150 26.66666667 +151 27.15231788 +152 26.97368421 +153 26.79738562 +154 26.62337662 +155 26.45161290 +156 26.92307692 +157 26.75159236 +158 27.21518987 +159 27.04402516 +160 26.87500000 +161 26.70807453 +162 26.54320988 +163 26.38036810 +164 26.21951220 +165 26.66666667 +166 27.10843373 +167 26.94610778 +168 26.78571429 +169 26.62721893 +170 26.47058824 +171 26.31578947 +172 26.16279070 +173 26.58959538 +174 26.43678161 +175 26.28571429 +176 26.70454545 +177 26.55367232 +178 26.40449438 +179 26.25698324 +180 26.11111111 +181 25.96685083 +182 25.82417582 +183 25.68306011 +184 25.54347826 +185 25.40540541 +186 25.26881720 +187 25.13368984 +188 25.00000000 +189 25.39682540 +190 25.26315789 +191 25.13089005 +192 25.00000000 +193 24.87046632 +194 25.25773196 +195 25.12820513 +196 25.00000000 +197 25.38071066 +198 25.25252525 +199 25.12562814 +200 25.00000000 +201 24.87562189 +202 25.24752475 +203 25.12315271 +204 25.00000000 +205 25.36585366 +206 25.24271845 +207 25.60386473 +208 25.48076923 +209 25.35885167 +210 25.23809524 +211 25.11848341 +212 25.00000000 +213 24.88262911 +214 24.76635514 +215 24.65116279 +216 25.00000000 +217 24.88479263 +218 25.22935780 +219 25.11415525 +220 25.00000000 +221 24.88687783 +222 24.77477477 +223 24.66367713 +224 25.00000000 +225 24.88888889 +226 24.77876106 +227 24.66960352 +228 24.56140351 +229 24.45414847 +230 24.34782609 +231 24.24242424 +232 24.56896552 +233 24.89270386 +234 25.21367521 +235 25.53191489 +236 25.84745763 +237 26.16033755 +238 26.47058824 +239 26.35983264 +240 26.25000000 +241 26.14107884 +242 26.03305785 +243 25.92592593 +244 25.81967213 +245 25.71428571 +246 25.60975610 +247 25.50607287 +248 25.40322581 +249 25.70281124 +250 25.60000000 +251 25.89641434 +252 25.79365079 +253 25.69169960 +254 25.59055118 +255 25.49019608 +256 25.39062500 +257 25.29182879 +258 25.19379845 +259 25.09652510 +260 25.00000000 +261 25.28735632 +262 25.19083969 +263 25.09505703 +264 25.37878788 +265 25.66037736 +266 25.56390977 +267 25.84269663 +268 25.74626866 +269 25.65055762 +270 25.55555556 +271 25.46125461 +272 25.36764706 +273 25.27472527 +274 25.18248175 +275 25.09090909 +276 25.00000000 +277 24.90974729 +278 24.82014388 +279 24.73118280 +280 24.64285714 +281 24.91103203 +282 24.82269504 +283 24.73498233 +284 25.00000000 +285 24.91228070 +286 25.17482517 +287 25.08710801 +288 25.00000000 +289 24.91349481 +290 24.82758621 +291 25.08591065 +292 25.34246575 +293 25.59726962 +294 25.51020408 +295 25.76271186 +296 26.01351351 +297 26.26262626 +298 26.17449664 +299 26.08695652 +300 26.00000000 +301 25.91362126 +302 25.82781457 +303 25.74257426 +304 25.65789474 +305 25.57377049 +306 25.49019608 +307 25.40716612 +308 25.64935065 +309 25.56634304 +310 25.48387097 +311 25.40192926 +312 25.64102564 +313 25.55910543 +314 25.47770701 +315 25.39682540 +316 25.31645570 +317 25.23659306 +318 25.15723270 +319 25.07836991 +320 25.00000000 +321 24.92211838 +322 25.15527950 +323 25.07739938 +324 25.00000000 +325 24.92307692 +326 24.84662577 +327 24.77064220 +328 25.00000000 +329 24.92401216 +330 25.15151515 +331 25.07552870 +332 25.30120482 +333 25.22522523 +334 25.14970060 +335 25.37313433 +336 25.59523810 +337 25.51928783 +338 25.44378698 +339 25.66371681 +340 25.58823529 +341 25.80645161 +342 26.02339181 +343 25.94752187 +344 26.16279070 +345 26.37681159 +346 26.30057803 +347 26.51296830 +348 26.43678161 +349 26.36103152 +350 26.28571429 +351 26.21082621 +352 26.13636364 +353 26.06232295 +354 25.98870056 +355 26.19718310 +356 26.12359551 +357 26.05042017 +358 26.25698324 +359 26.18384401 +360 26.11111111 +361 26.03878116 +362 25.96685083 +363 26.17079890 +364 26.09890110 +365 26.30136986 +366 26.22950820 +367 26.43051771 +368 26.35869565 +369 26.28726287 +370 26.21621622 +371 26.14555256 +372 26.34408602 +373 26.27345845 +374 26.47058824 +375 26.40000000 +376 26.32978723 +377 26.25994695 +378 26.19047619 +379 26.12137203 +380 26.05263158 +381 25.98425197 +382 25.91623037 +383 25.84856397 +384 25.78125000 +385 25.71428571 +386 25.64766839 +387 25.58139535 +388 25.77319588 +389 25.70694087 +390 25.64102564 +391 25.57544757 +392 25.51020408 +393 25.69974555 +394 25.88832487 +395 25.82278481 +396 25.75757576 +397 25.94458438 +398 25.87939698 +399 25.81453634 +400 25.75000000 +401 25.68578554 +402 25.62189055 +403 25.55831266 +404 25.49504950 +405 25.43209877 +406 25.36945813 +407 25.30712531 +408 25.24509804 +409 25.18337408 +410 25.12195122 +411 25.06082725 +412 25.00000000 +413 24.93946731 +414 25.12077295 +415 25.06024096 +416 25.00000000 +417 24.94004796 +418 24.88038278 +419 24.82100239 +420 25.00000000 +421 25.17814727 +422 25.11848341 +423 25.05910165 +424 25.00000000 +425 24.94117647 +426 24.88262911 +427 24.82435597 +428 24.76635514 +429 24.70862471 +430 24.65116279 +431 24.59396752 +432 24.76851852 +433 24.94226328 +434 25.11520737 +435 25.05747126 +436 25.00000000 +437 24.94279176 +438 24.88584475 +439 24.82915718 +440 24.77272727 +441 24.71655329 +442 24.88687783 +443 24.83069977 +444 24.77477477 +445 24.71910112 +446 24.66367713 +447 24.60850112 +448 24.55357143 +449 24.72160356 +450 24.66666667 +451 24.61197339 +452 24.55752212 +453 24.72406181 +454 24.66960352 +455 24.61538462 +456 24.56140351 +457 24.50765864 +458 24.45414847 +459 24.40087146 +460 24.34782609 +461 24.29501085 +462 24.24242424 +463 24.19006479 +464 24.13793103 +465 24.30107527 +466 24.24892704 +467 24.19700214 +468 24.14529915 +469 24.09381663 +470 24.04255319 +471 24.20382166 +472 24.15254237 +473 24.10147992 +474 24.26160338 +475 24.42105263 +476 24.36974790 +477 24.52830189 +478 24.47698745 +479 24.42588727 +480 24.37500000 +481 24.32432432 +482 24.48132780 +483 24.43064182 +484 24.58677686 +485 24.74226804 +486 24.69135802 +487 24.84599589 +488 24.79508197 +489 24.94887526 +490 25.10204082 +491 25.05091650 +492 25.20325203 +493 25.15212982 +494 25.10121457 +495 25.25252525 +496 25.20161290 +497 25.15090543 +498 25.10040161 +499 25.05010020 +500 25.00000000 +501 25.14970060 +502 25.09960159 +503 25.04970179 +504 25.19841270 +505 25.34653465 +506 25.29644269 +507 25.24654832 +508 25.19685039 +509 25.34381139 +510 25.49019608 +511 25.44031311 +512 25.39062500 +513 25.34113060 +514 25.29182879 +515 25.43689320 +516 25.38759690 +517 25.53191489 +518 25.48262548 +519 25.43352601 +520 25.38461538 +521 25.52783109 +522 25.47892720 +523 25.62141491 +524 25.57251908 +525 25.52380952 +526 25.47528517 +527 25.61669829 +528 25.56818182 +529 25.51984877 +530 25.47169811 +531 25.61205273 +532 25.56390977 +533 25.70356473 +534 25.65543071 +535 25.60747664 +536 25.55970149 +537 25.69832402 +538 25.65055762 +539 25.60296846 +540 25.74074074 +541 25.69316081 +542 25.64575646 +543 25.59852670 +544 25.55147059 +545 25.50458716 +546 25.64102564 +547 25.59414991 +548 25.72992701 +549 25.68306011 +550 25.63636364 +551 25.58983666 +552 25.72463768 +553 25.67811935 +554 25.63176895 +555 25.58558559 +556 25.71942446 +557 25.67324955 +558 25.62724014 +559 25.58139535 +560 25.53571429 +561 25.49019608 +562 25.44483986 +563 25.39964476 +564 25.53191489 +565 25.66371681 +566 25.61837456 +567 25.57319224 +568 25.52816901 +569 25.65905097 +570 25.61403509 +571 25.56917688 +572 25.52447552 +573 25.47993019 +574 25.60975610 +575 25.73913043 +576 25.69444444 +577 25.64991334 +578 25.77854671 +579 25.73402418 +580 25.86206897 +581 25.81755594 +582 25.94501718 +583 25.90051458 +584 26.02739726 +585 25.98290598 +586 26.10921502 +587 26.06473595 +588 26.02040816 +589 25.97623090 +590 26.10169492 +591 26.05752961 +592 26.01351351 +593 25.96964587 +594 25.92592593 +595 25.88235294 +596 25.83892617 +597 25.79564489 +598 25.75250836 +599 25.70951586 +600 25.66666667 +601 25.79034942 +602 25.91362126 +603 25.87064677 +604 25.82781457 +605 25.78512397 +606 25.90759076 +607 25.86490939 +608 25.82236842 +609 25.77996716 +610 25.73770492 +611 25.69558101 +612 25.81699346 +613 25.77487765 +614 25.73289902 +615 25.69105691 +616 25.81168831 +617 25.93192869 +618 25.88996764 +619 26.00969305 +620 25.96774194 +621 25.92592593 +622 26.04501608 +623 26.00321027 +624 25.96153846 +625 25.92000000 +626 25.87859425 +627 25.83732057 +628 25.79617834 +629 25.75516693 +630 25.71428571 +631 25.83201268 +632 25.79113924 +633 25.75039494 +634 25.86750789 +635 25.82677165 +636 25.78616352 +637 25.74568289 +638 25.70532915 +639 25.66510172 +640 25.62500000 +641 25.58502340 +642 25.70093458 +643 25.66096423 +644 25.77639752 +645 25.89147287 +646 25.85139319 +647 25.81143740 +648 25.92592593 +649 25.88597843 +650 26.00000000 +651 26.11367127 +652 26.22699387 +653 26.33996937 +654 26.29969419 +655 26.25954198 +656 26.21951220 +657 26.17960426 +658 26.13981763 +659 26.10015175 +660 26.06060606 +661 26.02118003 +662 25.98187311 +663 25.94268477 +664 25.90361446 +665 26.01503759 +666 26.12612613 +667 26.08695652 +668 26.04790419 +669 26.15844544 +670 26.11940299 +671 26.08047690 +672 26.04166667 +673 26.00297177 +674 25.96439169 +675 26.07407407 +676 26.18343195 +677 26.14475628 +678 26.10619469 +679 26.06774669 +680 26.17647059 +681 26.13803231 +682 26.09970674 +683 26.06149341 +684 26.16959064 +685 26.13138686 +686 26.09329446 +687 26.05531295 +688 26.16279070 +689 26.26995646 +690 26.23188406 +691 26.33863965 +692 26.30057803 +693 26.26262626 +694 26.36887608 +695 26.33093525 +696 26.43678161 +697 26.39885222 +698 26.36103152 +699 26.32331903 +700 26.42857143 +701 26.39087019 +702 26.35327635 +703 26.31578947 +704 26.27840909 +705 26.24113475 +706 26.20396601 +707 26.16690240 +708 26.12994350 +709 26.09308886 +710 26.05633803 +711 26.01969058 +712 26.12359551 +713 26.08695652 +714 26.05042017 +715 26.15384615 +716 26.11731844 +717 26.08089261 +718 26.04456825 +719 26.00834492 +720 25.97222222 +721 25.93619972 +722 25.90027701 +723 25.86445367 +724 25.96685083 +725 25.93103448 +726 26.03305785 +727 25.99724897 +728 25.96153846 +729 25.92592593 +730 26.02739726 +731 25.99179207 +732 26.09289617 +733 26.05729877 +734 26.02179837 +735 25.98639456 +736 25.95108696 +737 25.91587517 +738 25.88075881 +739 25.98105548 +740 25.94594595 +741 25.91093117 +742 25.87601078 +743 25.84118439 +744 25.94086022 +745 25.90604027 +746 26.00536193 +747 25.97054886 +748 25.93582888 +749 26.03471295 +750 26.00000000 + +Final result: 26.0000 ±1.6027 +Random chance: 19.8992 ±1.4588 diff --git a/scores/deepseek-r1-distill-qwen-7b-q8_0.wng b/scores/deepseek-r1-distill-qwen-7b-q8_0.wng new file mode 100644 index 0000000000000000000000000000000000000000..2fa9774fbae1a4aa1eb4fe3a61ebe6af4f6e762d --- /dev/null +++ b/scores/deepseek-r1-distill-qwen-7b-q8_0.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -4.062519 -6.417223 1 1 +2 100.0000 -2.158294 -2.202097 1 1 +3 100.0000 -3.462783 -3.444725 2 2 +4 100.0000 -5.707237 -5.888504 1 1 +5 80.0000 -4.082362 -4.604489 1 2 +6 83.3333 -5.948156 -6.264297 1 1 +7 85.7143 -6.815567 -5.646458 2 2 +8 87.5000 -3.078526 -2.393853 2 2 +9 88.8889 -5.379132 -5.961617 1 1 +10 80.0000 -2.582099 -2.817187 1 2 +11 81.8182 -8.567677 -6.636218 2 2 +12 75.0000 -4.345996 -4.572257 1 2 +13 76.9231 -5.208119 -5.781341 1 1 +14 78.5714 -5.917078 -6.066465 1 1 +15 73.3333 -3.230869 -5.280940 1 2 +16 68.7500 -3.227973 -3.484750 1 2 +17 64.7059 -8.774409 -9.629929 1 2 +18 66.6667 -3.719194 -4.635606 1 1 +19 68.4211 -5.305889 -6.558089 1 1 +20 65.0000 -3.799688 -3.299161 2 1 +21 66.6667 -4.106591 -4.489847 1 1 +22 68.1818 -4.194474 -3.396366 2 2 +23 65.2174 -5.568315 -5.369617 2 1 +24 66.6667 -3.006024 -5.779695 1 1 +25 68.0000 -2.880496 -2.864350 2 2 +26 69.2308 -2.919144 -4.057410 1 1 +27 66.6667 -7.217941 -7.444795 1 2 +28 67.8571 -5.786304 -6.153455 1 1 +29 68.9655 -4.939991 -5.316923 1 1 +30 66.6667 -2.313625 -2.779997 1 2 +31 67.7419 -5.745730 -5.918206 1 1 +32 68.7500 -4.531287 -6.935654 1 1 +33 69.6970 -7.181907 -8.585826 1 1 +34 70.5882 -3.467149 -3.836121 1 1 +35 71.4286 -5.499657 -4.696637 2 2 +36 69.4444 -4.329964 -4.723322 1 2 +37 67.5676 -3.711873 -3.676295 2 1 +38 68.4211 -4.488770 -4.797902 1 1 +39 66.6667 -3.860674 -4.038994 1 2 +40 65.0000 -5.848081 -6.413066 1 2 +41 65.8537 -4.756781 -5.204324 1 1 +42 66.6667 -0.987286 -2.397791 1 1 +43 67.4419 -3.703763 -3.680235 2 2 +44 68.1818 -3.708240 -2.746464 2 2 +45 68.8889 -4.379385 -14.179166 1 1 +46 69.5652 -3.427995 -4.001905 1 1 +47 68.0851 -5.735038 -5.904720 1 2 +48 66.6667 -6.200366 -6.445928 1 2 +49 65.3061 -2.322817 -0.785784 2 1 +50 66.0000 -3.970851 -3.767869 2 2 +51 66.6667 -2.578989 -2.779437 1 1 +52 65.3846 -4.840971 -5.270910 1 2 +53 66.0377 -3.676451 -4.170902 1 1 +54 66.6667 -2.651165 -2.538126 2 2 +55 67.2727 -3.917877 -3.480918 2 2 +56 66.0714 -4.611158 -6.075884 1 2 +57 64.9123 -4.025791 -4.799589 1 2 +58 65.5172 -3.196264 -4.240795 1 1 +59 66.1017 -3.591507 -2.955397 2 2 +60 65.0000 -5.379640 -6.048606 1 2 +61 65.5738 -3.092096 -3.698073 1 1 +62 64.5161 -8.587941 -7.693929 2 1 +63 65.0794 -5.655002 -5.140544 2 2 +64 65.6250 -4.715140 -4.913711 1 1 +65 66.1538 -5.829915 -5.061594 2 2 +66 65.1515 -3.427783 -3.403738 2 1 +67 65.6716 -2.906980 -1.942971 2 2 +68 66.1765 -7.327146 -6.942945 2 2 +69 66.6667 -5.677944 -7.144361 1 1 +70 67.1429 -4.075842 -3.304860 2 2 +71 66.1972 -2.996258 -2.767186 2 1 +72 66.6667 -5.030246 -3.907848 2 2 +73 65.7534 -3.751766 -3.464892 2 1 +74 66.2162 -4.480635 -4.897302 1 1 +75 66.6667 -2.524919 -2.535568 1 1 +76 67.1053 -4.971364 -5.141005 1 1 +77 67.5325 -3.251942 -2.599347 2 2 +78 67.9487 -3.108855 -3.227980 1 1 +79 67.0886 -2.383633 -2.423476 1 2 +80 67.5000 -4.473707 -5.590173 1 1 +81 67.9012 -4.822409 -4.605163 2 2 +82 67.0732 -2.155451 -2.420473 1 2 +83 67.4699 -7.167300 -6.748100 2 2 +84 66.6667 -4.207648 -4.676515 1 2 +85 65.8824 -7.384097 -7.384050 2 1 +86 66.2791 -7.910902 -7.851636 2 2 +87 66.6667 -2.258506 -2.522131 1 1 +88 65.9091 -4.161488 -3.982624 2 1 +89 66.2921 -4.467059 -4.984879 1 1 +90 66.6667 -4.678808 -2.997195 2 2 +91 67.0330 -4.086857 -4.230162 1 1 +92 66.3043 -7.790324 -8.008846 1 2 +93 66.6667 -1.909862 -1.098022 2 2 +94 65.9574 -7.072298 -8.852612 1 2 +95 66.3158 -5.178229 -5.677709 1 1 +96 66.6667 -2.130486 -3.402448 1 1 +97 67.0103 -4.887438 -4.945834 1 1 +98 67.3469 -4.156171 -4.034770 2 2 +99 66.6667 -5.627994 -5.138238 2 1 +100 67.0000 -10.402014 -9.792857 2 2 +101 66.3366 -5.461267 -5.860000 1 2 +102 66.6667 -4.260353 -5.005172 1 1 +103 66.0194 -3.483712 -4.621174 1 2 +104 66.3462 -9.556191 -9.388157 2 2 +105 65.7143 -2.691390 -2.613379 2 1 +106 65.0943 -3.238354 -3.264725 1 2 +107 65.4206 -3.405447 -3.152551 2 2 +108 64.8148 -2.056965 -3.149872 1 2 +109 64.2202 -7.092392 -8.104079 1 2 +110 64.5455 -4.542601 -4.339585 2 2 +111 64.8649 -4.657167 -4.477090 2 2 +112 64.2857 -5.024981 -3.993622 2 1 +113 63.7168 -4.408108 -6.170928 1 2 +114 63.1579 -6.112100 -6.104689 2 1 +115 63.4783 -2.699657 -3.566476 1 1 +116 63.7931 -4.300596 -3.524037 2 2 +117 63.2479 -5.937044 -6.248797 1 2 +118 63.5593 -2.340877 -3.214513 1 1 +119 63.8655 -3.980480 -4.027699 1 1 +120 63.3333 -3.771110 -3.672272 2 1 +121 62.8099 -1.383020 -1.537963 1 2 +122 62.2951 -7.842550 -9.185963 1 2 +123 61.7886 -4.580542 -4.147433 2 1 +124 61.2903 -3.847781 -3.886935 1 2 +125 61.6000 -3.387051 -3.170038 2 2 +126 61.9048 -8.424058 -7.975723 2 2 +127 62.2047 -2.872784 -1.666672 2 2 +128 61.7188 -1.897634 -1.750974 2 1 +129 62.0155 -1.816568 -1.280452 2 2 +130 62.3077 -5.501217 -5.271626 2 2 +131 61.8321 -5.363089 -5.508112 1 2 +132 62.1212 -2.412518 -2.322896 2 2 +133 62.4060 -2.583257 -3.381325 1 1 +134 62.6866 -4.442307 -4.236301 2 2 +135 62.9630 -5.728690 -6.006413 1 1 +136 63.2353 -5.280420 -4.471011 2 2 +137 62.7737 -7.713642 -7.189739 2 1 +138 62.3188 -4.464900 -4.521556 1 2 +139 62.5899 -4.650021 -4.966123 1 1 +140 62.1429 -1.492963 -1.880056 1 2 +141 62.4113 -3.673602 -3.416198 2 2 +142 62.6761 -3.873476 -2.845421 2 2 +143 62.9371 -2.674290 -10.060751 1 1 +144 63.1944 -2.649030 -2.960449 1 1 +145 62.7586 -5.278768 -15.387704 1 2 +146 63.0137 -6.709318 -6.546301 2 2 +147 62.5850 -5.058057 -5.526163 1 2 +148 62.1622 -4.161131 -4.021968 2 1 +149 62.4161 -6.036484 -5.233002 2 2 +150 62.6667 -2.966059 -2.384492 2 2 +151 62.9139 -3.121876 -3.227730 1 1 +152 63.1579 -4.849554 -4.072208 2 2 +153 62.7451 -3.775685 -3.490851 2 1 +154 62.9870 -4.396381 -4.680850 1 1 +155 62.5806 -2.773186 -3.272193 1 2 +156 62.1795 -3.358564 -3.163806 2 1 +157 62.4204 -3.202134 -3.988761 1 1 +158 62.6582 -5.361095 -4.954906 2 2 +159 62.8931 -5.283292 -5.583472 1 1 +160 63.1250 -4.045748 -3.777876 2 2 +161 62.7329 -3.152353 -3.086804 2 1 +162 62.3457 -1.912652 -11.818381 1 2 +163 62.5767 -2.813231 -3.180475 1 1 +164 62.8049 -6.727390 -5.804414 2 2 +165 63.0303 -5.700421 -5.483088 2 2 +166 63.2530 -4.340146 -4.251005 2 2 +167 62.8743 -5.112966 -5.102663 2 1 +168 63.0952 -6.720561 -4.802256 2 2 +169 62.7219 -3.685809 -3.877387 1 2 +170 62.3529 -5.739426 -4.903349 2 1 +171 61.9883 -7.086519 -6.973677 2 1 +172 62.2093 -5.630262 -6.748985 1 1 +173 62.4277 -3.996415 -3.453712 2 2 +174 62.6437 -5.679700 -5.631627 2 2 +175 62.8571 -3.648026 -3.957845 1 1 +176 63.0682 -2.770990 -4.383097 1 1 +177 63.2768 -6.836353 -6.830826 2 2 +178 63.4831 -2.955848 -3.061995 1 1 +179 63.1285 -3.436353 -3.113197 2 1 +180 62.7778 -7.620037 -7.814784 1 2 +181 62.9834 -5.072147 -4.479624 2 2 +182 62.6374 -3.089067 -3.307592 1 2 +183 62.2951 -6.670306 -7.480525 1 2 +184 62.5000 -3.726069 -4.522536 1 1 +185 62.1622 -6.063334 -6.779585 1 2 +186 62.3656 -4.572705 -4.761514 1 1 +187 62.0321 -5.514383 -5.669162 1 2 +188 61.7021 -3.935751 -3.188543 2 1 +189 61.9048 -6.132933 -5.059350 2 2 +190 62.1053 -6.430009 -5.980653 2 2 +191 62.3037 -4.361858 -5.379828 1 1 +192 61.9792 -5.144839 -5.621683 1 2 +193 62.1762 -5.634933 -5.553808 2 2 +194 62.3711 -3.461812 -3.081145 2 2 +195 62.0513 -4.249081 -4.220026 2 1 +196 62.2449 -3.371209 -3.240502 2 2 +197 62.4365 -1.083547 -3.281498 1 1 +198 62.1212 -7.218745 -5.933020 2 1 +199 62.3116 -5.758764 -5.578700 2 2 +200 62.5000 -4.479319 -4.318617 2 2 +201 62.1891 -5.211686 -5.095713 2 1 +202 62.3762 -9.076962 -8.721190 2 2 +203 62.0690 -4.111750 -4.403524 1 2 +204 61.7647 -3.104448 -3.090300 2 1 +205 61.9512 -2.962121 -2.734735 2 2 +206 61.6505 -7.214022 -7.380906 1 2 +207 61.3527 -5.498425 -3.938657 2 1 +208 61.5385 -5.852921 -4.767536 2 2 +209 61.7225 -5.198030 -4.959906 2 2 +210 61.9048 -10.553208 -8.863024 2 2 +211 62.0853 -4.476148 -5.734388 1 1 +212 62.2642 -5.999400 -5.134032 2 2 +213 62.4413 -6.506284 -6.268503 2 2 +214 62.1495 -4.540225 -4.282038 2 1 +215 61.8605 -5.733174 -5.879828 1 2 +216 61.5741 -4.819942 -4.591341 2 1 +217 61.7512 -2.419798 -2.554926 1 1 +218 61.9266 -3.245584 -2.652286 2 2 +219 62.1005 -3.107949 -3.942989 1 1 +220 61.8182 -5.490679 -6.523006 1 2 +221 61.9910 -5.532324 -11.686998 1 1 +222 61.7117 -0.742648 -13.095733 1 2 +223 61.4350 -3.206578 -3.586702 1 2 +224 61.6071 -5.856649 -5.195003 2 2 +225 61.7778 -5.085785 -4.363144 2 2 +226 61.5044 -4.409915 -4.399245 2 1 +227 61.2335 -5.544381 -4.838850 2 1 +228 61.4035 -1.754135 -2.534739 1 1 +229 61.5721 -5.525868 -4.176124 2 2 +230 61.7391 -2.825340 -2.860182 1 1 +231 61.4719 -2.661520 -2.590486 2 1 +232 61.2069 -2.103894 -2.948180 1 2 +233 60.9442 -2.210984 -2.042756 2 1 +234 60.6838 -3.832977 -4.176603 1 2 +235 60.8511 -5.246470 -4.965077 2 2 +236 61.0169 -2.131369 -2.417580 1 1 +237 60.7595 -4.919647 -3.122019 2 1 +238 60.5042 -3.454905 -3.632735 1 2 +239 60.6695 -3.299628 -2.833311 2 2 +240 60.4167 -9.373426 -9.762726 1 2 +241 60.1660 -5.810442 -6.035075 1 2 +242 60.3306 -7.318730 -6.789050 2 2 +243 60.0823 -5.694025 -5.425200 2 1 +244 60.2459 -3.148978 -4.443850 1 1 +245 60.4082 -7.562219 -7.887477 1 1 +246 60.1626 -3.349807 -2.792935 2 1 +247 59.9190 -5.705250 -6.311951 1 2 +248 59.6774 -3.135507 -3.205987 1 2 +249 59.8394 -3.658523 -3.216157 2 2 +250 60.0000 -5.687135 -6.207833 1 1 +251 60.1594 -1.704379 -1.956631 1 1 +252 60.3175 -8.613955 -7.999758 2 2 +253 60.0791 -5.820181 -5.688719 2 1 +254 59.8425 -4.736713 -5.817379 1 2 +255 60.0000 -6.008979 -7.303751 1 1 +256 60.1562 -3.899335 -4.826753 1 1 +257 59.9222 -3.159658 -3.140560 2 1 +258 60.0775 -4.679178 -4.403526 2 2 +259 60.2317 -4.221636 -5.215950 1 1 +260 60.0000 -5.492996 -5.262075 2 1 +261 59.7701 -4.450222 -5.052862 1 2 +262 59.5420 -6.106097 -6.678074 1 2 +263 59.3156 -2.947337 -2.774992 2 1 +264 59.4697 -5.213408 -4.892576 2 2 +265 59.6226 -2.873132 -2.914712 1 1 +266 59.7744 -6.744794 -6.962416 1 1 +267 59.9251 -3.026346 -3.381557 1 1 +268 59.7015 -3.418885 -3.075157 2 1 +269 59.4796 -5.174822 -5.461697 1 2 +270 59.6296 -2.209633 -3.889887 1 1 +271 59.7786 -4.524088 -4.281575 2 2 +272 59.9265 -4.570754 -4.513471 2 2 +273 59.7070 -4.785275 -4.950142 1 2 +274 59.4891 -4.361550 -4.939440 1 2 +275 59.6364 -2.182455 -2.314284 1 1 +276 59.7826 -3.062268 -3.310897 1 1 +277 59.9278 -3.663214 -4.068521 1 1 +278 59.7122 -4.239374 -3.629495 2 1 +279 59.8566 -4.235547 -3.447467 2 2 +280 59.6429 -5.016677 -5.377100 1 2 +281 59.7865 -3.112910 -3.091739 2 2 +282 59.9291 -5.059414 -4.534599 2 2 +283 60.0707 -4.224538 -3.090108 2 2 +284 60.2113 -4.395187 -5.901542 1 1 +285 60.3509 -6.376625 -7.621852 1 1 +286 60.4895 -3.866212 -4.247059 1 1 +287 60.6272 -3.261893 -6.808043 1 1 +288 60.7639 -5.859426 -5.064107 2 2 +289 60.8997 -4.046947 -4.371222 1 1 +290 60.6897 -8.315941 -7.942494 2 1 +291 60.8247 -2.304199 -2.996103 1 1 +292 60.9589 -3.061877 -2.284557 2 2 +293 60.7509 -6.366470 -6.493589 1 2 +294 60.5442 -3.020230 -2.787658 2 1 +295 60.6780 -2.260480 -2.894891 1 1 +296 60.4730 -6.330599 -6.543456 1 2 +297 60.2694 -1.045068 -1.446399 1 2 +298 60.0671 -7.123504 -8.511011 1 2 +299 60.2007 -3.109589 -2.605823 2 2 +300 60.0000 -3.974188 -3.434617 2 1 +301 60.1329 -4.995676 -5.278689 1 1 +302 60.2649 -5.122357 -4.952888 2 2 +303 60.0660 -8.516379 -8.137486 2 1 +304 60.1974 -4.440047 -2.829700 2 2 +305 60.0000 -3.055342 -3.212635 1 2 +306 60.1307 -3.393467 -3.378979 2 2 +307 60.2606 -3.511492 -3.772901 1 1 +308 60.3896 -7.876927 -7.361347 2 2 +309 60.5178 -5.255901 -5.883387 1 1 +310 60.3226 -6.430098 -6.589423 1 2 +311 60.4502 -2.396337 -4.626274 1 1 +312 60.2564 -7.043417 -5.403863 2 1 +313 60.0639 -5.429600 -6.590573 1 2 +314 60.1911 -7.837532 -7.803565 2 2 +315 60.3175 -3.686863 -4.871205 1 1 +316 60.4430 -7.282174 -6.104083 2 2 +317 60.5678 -7.149035 -7.225886 1 1 +318 60.6918 -6.516852 -5.717934 2 2 +319 60.5016 -1.900028 -1.543168 2 1 +320 60.6250 -5.869025 -6.419267 1 1 +321 60.4361 -3.511355 -3.547710 1 2 +322 60.2484 -2.821401 -3.496398 1 2 +323 60.3715 -2.585838 -3.123109 1 1 +324 60.1852 -4.865681 -4.537209 2 1 +325 60.3077 -6.676716 -6.020823 2 2 +326 60.4294 -3.423682 -2.944929 2 2 +327 60.2446 -3.427486 -3.381854 2 1 +328 60.3659 -5.111370 -5.630243 1 1 +329 60.4863 -5.774494 -11.324899 1 1 +330 60.3030 -1.769073 -1.518111 2 1 +331 60.1208 -5.770870 -4.277545 2 1 +332 60.2410 -4.382610 -5.721060 1 1 +333 60.3604 -4.303593 -4.126861 2 2 +334 60.4790 -2.100101 -5.456433 1 1 +335 60.2985 -5.556497 -5.136150 2 1 +336 60.1190 -3.174172 -3.240692 1 2 +337 60.2374 -2.999629 -2.997344 2 2 +338 60.0592 -4.062116 -3.879351 2 1 +339 59.8820 -5.514538 -5.834087 1 2 +340 60.0000 -5.588641 -5.707181 1 1 +341 60.1173 -3.043223 -3.646244 1 1 +342 59.9415 -5.505059 -5.557833 1 2 +343 60.0583 -3.790911 -4.207351 1 1 +344 59.8837 -4.984614 -3.081843 2 1 +345 60.0000 -1.052496 -1.951213 1 1 +346 60.1156 -8.162987 -6.683182 2 2 +347 59.9424 -4.834560 -4.870986 1 2 +348 60.0575 -1.451581 -1.856161 1 1 +349 60.1719 -4.945341 -4.670098 2 2 +350 60.2857 -17.008051 -2.654136 2 2 +351 60.3989 -3.554659 -5.079351 1 1 +352 60.5114 -4.496463 -3.176659 2 2 +353 60.6232 -2.068323 -2.462493 1 1 +354 60.4520 -6.820206 -7.404875 1 2 +355 60.5634 -4.295298 -4.021020 2 2 +356 60.3933 -3.107820 -4.540895 1 2 +357 60.2241 -4.490349 -4.653631 1 2 +358 60.0559 -3.362867 -4.078485 1 2 +359 60.1671 -5.631067 -5.385557 2 2 +360 60.0000 -5.004903 -5.417590 1 2 +361 59.8338 -2.377156 -2.730432 1 2 +362 59.9448 -6.499736 -6.335782 2 2 +363 60.0551 -3.680494 -4.014926 1 1 +364 59.8901 -8.581029 -7.774918 2 1 +365 60.0000 -6.122180 -6.518984 1 1 +366 59.8361 -4.559140 -9.260862 1 2 +367 59.9455 -6.392283 -6.490891 1 1 +368 60.0543 -3.506089 -2.975418 2 2 +369 60.1626 -5.746738 -5.668438 2 2 +370 60.0000 -7.414985 -6.056453 2 1 +371 59.8383 -3.941995 -3.100753 2 1 +372 59.6774 -3.044440 -2.758556 2 1 +373 59.7855 -4.364231 -5.441660 1 1 +374 59.8930 -2.395952 -2.632145 1 1 +375 60.0000 -5.007895 -3.815676 2 2 +376 60.1064 -7.628586 -6.675604 2 2 +377 59.9469 -6.638587 -6.739913 1 2 +378 60.0529 -5.150872 -4.793522 2 2 +379 59.8945 -2.212149 -2.335208 1 2 +380 59.7368 -10.123976 -9.563194 2 1 +381 59.8425 -11.330975 -10.345499 2 2 +382 59.6859 -3.816625 -4.267453 1 2 +383 59.7911 -3.532099 -1.568079 2 2 +384 59.6354 -4.350031 -4.335205 2 1 +385 59.4805 -1.329962 -1.301535 2 1 +386 59.5855 -2.508265 -14.549599 1 1 +387 59.4315 -2.814978 -2.429077 2 1 +388 59.5361 -7.605124 -6.782519 2 2 +389 59.6401 -3.042948 -2.436390 2 2 +390 59.4872 -3.970469 -3.930582 2 1 +391 59.3350 -4.413772 -6.916400 1 2 +392 59.1837 -6.885526 -5.623936 2 1 +393 59.0331 -6.268272 -7.119156 1 2 +394 59.1371 -5.349945 -5.469760 1 1 +395 59.2405 -4.970975 -4.409980 2 2 +396 59.3434 -3.728546 -4.471980 1 1 +397 59.4458 -6.600054 -6.966042 1 1 +398 59.5477 -2.801390 -6.004872 1 1 +399 59.3985 -6.546367 -5.980998 2 1 +400 59.5000 -3.614489 -9.401430 1 1 +401 59.6010 -4.170798 -4.427587 1 1 +402 59.4527 -4.579794 -5.682959 1 2 +403 59.5533 -7.718211 -7.635032 2 2 +404 59.6535 -4.385532 -4.047510 2 2 +405 59.5062 -4.172632 -3.896912 2 1 +406 59.6059 -8.194764 -10.160927 1 1 +407 59.7052 -6.838967 -6.399438 2 2 +408 59.5588 -4.225657 -4.323067 1 2 +409 59.6577 -5.926898 -6.000918 1 1 +410 59.5122 -6.503455 -6.314095 2 1 +411 59.6107 -7.001519 -7.135054 1 1 +412 59.7087 -6.457594 -6.037847 2 2 +413 59.5642 -3.634951 -3.789862 1 2 +414 59.4203 -5.248375 -5.828356 1 2 +415 59.5181 -5.676208 -4.079449 2 2 +416 59.6154 -5.463407 -3.791895 2 2 +417 59.7122 -7.552463 -9.014627 1 1 +418 59.5694 -4.736866 -4.200771 2 1 +419 59.6659 -5.599893 -5.263434 2 2 +420 59.5238 -4.208385 -4.636077 1 2 +421 59.6200 -4.855116 -4.786482 2 2 +422 59.4787 -2.405720 -2.025063 2 1 +423 59.3381 -5.036670 -4.956653 2 1 +424 59.4340 -4.003609 -4.638284 1 1 +425 59.5294 -6.936992 -5.386363 2 2 +426 59.3897 -2.035845 -2.800072 1 2 +427 59.2506 -4.775365 -4.591503 2 1 +428 59.3458 -3.715991 -4.745195 1 1 +429 59.2075 -3.282734 -3.330564 1 2 +430 59.0698 -6.068119 -6.011858 2 1 +431 59.1647 -6.460245 -7.299021 1 1 +432 59.0278 -4.244965 -4.444493 1 2 +433 58.8915 -2.340968 -2.585528 1 2 +434 58.7558 -7.396216 -7.134659 2 1 +435 58.8506 -5.949851 -6.375008 1 1 +436 58.7156 -3.547026 -1.175897 2 1 +437 58.8101 -7.292824 -5.513206 2 2 +438 58.6758 -4.793496 -4.990462 1 2 +439 58.7699 -2.234659 -2.759664 1 1 +440 58.8636 -4.621625 -4.811022 1 1 +441 58.9569 -2.634197 -5.440904 1 1 +442 59.0498 -4.302305 -4.311534 1 1 +443 59.1422 -1.645990 -1.881683 1 1 +444 59.0090 -6.175152 -7.288054 1 2 +445 59.1011 -2.786502 -3.279527 1 1 +446 59.1928 -5.881146 -5.505308 2 2 +447 59.0604 -2.853389 -2.379668 2 1 +448 58.9286 -3.805333 -3.834140 1 2 +449 58.7973 -4.091093 -4.227251 1 2 +450 58.8889 -4.943406 -3.335925 2 2 +451 58.9800 -5.757767 -5.373223 2 2 +452 59.0708 -5.017129 -6.969641 1 1 +453 58.9404 -4.706382 -5.025620 1 2 +454 59.0308 -3.950379 -4.207471 1 1 +455 58.9011 -8.595139 -10.465354 1 2 +456 58.9912 -5.219602 -5.005565 2 2 +457 59.0810 -10.963494 -11.944099 1 1 +458 58.9520 -4.597972 -4.764270 1 2 +459 58.8235 -5.073760 -5.256368 1 2 +460 58.9130 -0.348014 -11.247015 1 1 +461 59.0022 -3.631907 -4.008011 1 1 +462 58.8745 -6.423749 -6.216246 2 1 +463 58.7473 -1.752311 -1.494950 2 1 +464 58.8362 -3.152130 -3.560666 1 1 +465 58.7097 -3.329628 -4.715197 1 2 +466 58.7983 -7.376330 -7.245915 2 2 +467 58.8865 -5.983420 -7.650740 1 1 +468 58.9744 -6.187797 -4.521536 2 2 +469 58.8486 -2.478074 -1.081081 2 1 +470 58.9362 -2.383187 -2.365952 2 2 +471 59.0234 -3.412577 -3.928241 1 1 +472 59.1102 -4.619793 -4.412620 2 2 +473 59.1966 -4.951985 -4.527899 2 2 +474 59.2827 -8.178931 -9.359436 1 1 +475 59.3684 -2.823214 -2.245925 2 2 +476 59.2437 -5.592634 -5.709023 1 2 +477 59.1195 -4.951969 -5.366285 1 2 +478 59.2050 -4.873238 -5.115057 1 1 +479 59.0814 -3.272915 -2.997341 2 1 +480 58.9583 -7.811167 -7.935802 1 2 +481 58.8358 -3.917937 -3.670396 2 1 +482 58.9212 -4.946841 -4.323080 2 2 +483 59.0062 -5.306253 -5.892055 1 1 +484 58.8843 -2.937465 -1.743515 2 1 +485 58.9691 -1.891233 -2.273105 1 1 +486 58.8477 -2.155377 -2.147910 2 1 +487 58.9322 -3.891275 -3.854468 2 2 +488 59.0164 -4.186907 -3.541489 2 2 +489 59.1002 -3.304656 -3.644488 1 1 +490 59.1837 -3.779816 -4.425571 1 1 +491 59.2668 -4.071960 -3.924319 2 2 +492 59.3496 -6.596714 -6.022688 2 2 +493 59.4320 -2.433459 -3.403515 1 1 +494 59.3117 -5.304915 -5.525504 1 2 +495 59.1919 -5.247886 -5.052402 2 1 +496 59.0726 -3.894354 -4.405377 1 2 +497 58.9537 -6.974925 -6.370287 2 1 +498 58.8353 -2.221718 -2.330508 1 2 +499 58.9178 -4.077118 -4.203312 1 1 +500 58.8000 -5.482403 -6.748171 1 2 +501 58.8822 -2.603757 -2.707957 1 1 +502 58.9641 -2.953421 -3.149483 1 1 +503 58.8469 -4.927995 -5.415785 1 2 +504 58.7302 -4.014442 -3.656967 2 1 +505 58.8119 -6.813518 -5.220230 2 2 +506 58.6957 -5.637211 -5.042164 2 1 +507 58.7771 -4.069059 -4.293054 1 1 +508 58.8583 -8.325685 -6.656432 2 2 +509 58.9391 -4.837738 -9.810926 1 1 +510 59.0196 -3.998384 -4.728467 1 1 +511 59.0998 -5.714670 -4.998368 2 2 +512 59.1797 -4.113898 -4.308504 1 1 +513 59.0643 -4.383102 -4.738674 1 2 +514 58.9494 -4.621699 -4.542234 2 1 +515 58.8350 -11.976827 -11.873831 2 1 +516 58.7209 -4.424818 -4.107032 2 1 +517 58.8008 -1.726053 -1.868976 1 1 +518 58.8803 -3.792019 -2.806229 2 2 +519 58.7669 -8.116948 -9.037700 1 2 +520 58.8462 -2.856402 -2.374623 2 2 +521 58.9251 -1.840361 -1.965773 1 1 +522 59.0038 -5.754132 -4.231387 2 2 +523 59.0822 -6.029839 -4.983384 2 2 +524 58.9695 -8.206816 -6.656920 2 1 +525 59.0476 -5.912954 -4.939861 2 2 +526 59.1255 -1.340138 -18.884972 1 1 +527 59.2030 -5.967413 -3.433585 2 2 +528 59.2803 -7.171214 -7.134801 2 2 +529 59.3573 -6.283487 -6.415596 1 1 +530 59.4340 -4.441518 -3.640080 2 2 +531 59.3220 -4.699243 -4.464058 2 1 +532 59.3985 -2.515717 -2.883768 1 1 +533 59.2871 -3.097234 -3.936168 1 2 +534 59.3633 -4.012194 -4.595234 1 1 +535 59.2523 -4.500081 -5.549585 1 2 +536 59.1418 -3.374732 -3.091496 2 1 +537 59.0317 -7.000762 -6.799590 2 1 +538 59.1078 -3.091127 -6.747083 1 1 +539 59.1837 -4.353104 -2.581668 2 2 +540 59.2593 -3.039532 -2.734549 2 2 +541 59.3346 -4.064349 -4.270265 1 1 +542 59.2251 -6.554355 -7.606086 1 2 +543 59.3002 -6.049059 -5.115624 2 2 +544 59.3750 -3.384129 -3.767333 1 1 +545 59.2661 -1.571260 -5.053743 1 2 +546 59.3407 -4.067291 -4.568769 1 1 +547 59.4150 -9.036664 -7.716570 2 2 +548 59.3066 -5.094326 -4.742986 2 1 +549 59.1985 -6.519009 -6.139914 2 1 +550 59.0909 -3.884788 -4.569921 1 2 +551 58.9837 -2.812587 -16.088354 1 2 +552 59.0580 -4.847120 -5.125408 1 1 +553 59.1320 -6.832581 -5.870980 2 2 +554 59.0253 -4.700847 -5.199552 1 2 +555 59.0991 -1.701642 -1.652510 2 2 +556 59.1727 -6.134512 -6.074217 2 2 +557 59.0664 -7.466205 -6.963880 2 1 +558 59.1398 -0.695243 -3.364478 1 1 +559 59.2129 -3.355447 -3.223479 2 2 +560 59.2857 -3.872551 -4.353118 1 1 +561 59.1800 -3.693481 -3.642431 2 1 +562 59.2527 -0.758327 -1.586620 1 1 +563 59.1474 -2.413121 -3.513000 1 2 +564 59.2199 -3.744303 -3.770861 1 1 +565 59.2920 -3.419086 -3.240390 2 2 +566 59.3640 -4.453036 -6.020643 1 1 +567 59.4356 -3.964313 -3.159220 2 2 +568 59.5070 -6.009655 -3.277242 2 2 +569 59.5782 -8.908494 -9.324749 1 1 +570 59.6491 -4.949620 -6.991265 1 1 +571 59.7198 -4.857904 -3.963524 2 2 +572 59.7902 -2.549595 -2.422415 2 2 +573 59.8604 -4.004214 -3.891542 2 2 +574 59.7561 -4.005035 -4.827846 1 2 +575 59.8261 -7.416985 -6.932642 2 2 +576 59.8958 -1.929413 -2.077649 1 1 +577 59.7920 -4.254654 -4.872235 1 2 +578 59.8616 -3.195115 -2.711312 2 2 +579 59.7582 -5.584623 -5.974530 1 2 +580 59.8276 -2.790956 -3.470742 1 1 +581 59.7246 -8.470863 -6.839714 2 1 +582 59.6220 -6.094352 -6.239384 1 2 +583 59.6913 -4.806065 -4.418989 2 2 +584 59.5890 -6.659914 -6.055064 2 1 +585 59.6581 -0.842540 -1.677658 1 1 +586 59.5563 -4.804498 -4.569981 2 1 +587 59.4549 -2.676936 -1.791332 2 1 +588 59.3537 -3.221710 -4.626783 1 2 +589 59.4228 -4.718750 -4.574989 2 2 +590 59.4915 -4.871373 -4.482139 2 2 +591 59.5601 -4.940548 -4.826272 2 2 +592 59.4595 -6.560952 -6.510348 2 1 +593 59.5278 -5.237444 -5.100598 2 2 +594 59.4276 -7.823376 -7.490266 2 1 +595 59.3277 -2.184949 -2.239748 1 2 +596 59.2282 -6.677837 -7.058326 1 2 +597 59.1290 -3.875695 -3.591300 2 1 +598 59.0301 -3.917157 -2.516521 2 1 +599 59.0985 -3.092755 -3.609851 1 1 +600 59.1667 -6.296968 -5.617108 2 2 +601 59.2346 -4.395202 -4.254907 2 2 +602 59.3023 -2.004693 -4.054360 1 1 +603 59.3698 -5.986620 -5.589056 2 2 +604 59.4371 -3.774770 -3.659454 2 2 +605 59.3388 -3.141041 -2.568785 2 1 +606 59.2409 -3.829700 -3.908723 1 2 +607 59.1433 -2.542302 -1.697091 2 1 +608 59.0461 -3.479345 -1.929439 2 1 +609 59.1133 -6.815751 -8.256958 1 1 +610 59.0164 -3.596350 -3.148109 2 1 +611 59.0835 -6.082731 -6.562914 1 1 +612 59.1503 -2.185749 -3.755463 1 1 +613 59.2170 -3.848105 -3.222904 2 2 +614 59.2834 -6.070055 -4.084774 2 2 +615 59.3496 -3.888546 -3.499954 2 2 +616 59.2532 -5.847926 -5.952535 1 2 +617 59.3193 -13.734808 -4.047209 2 2 +618 59.3851 -4.550432 -4.178721 2 2 +619 59.4507 -5.125983 -4.644894 2 2 +620 59.5161 -3.756559 -4.215940 1 1 +621 59.4203 -3.689775 -4.215819 1 2 +622 59.4855 -4.176899 -4.877913 1 1 +623 59.5506 -3.227246 -4.075814 1 1 +624 59.6154 -5.217726 -4.787858 2 2 +625 59.6800 -6.829877 -7.333652 1 1 +626 59.5847 -2.890830 -2.029366 2 1 +627 59.4896 -5.655111 -5.501295 2 1 +628 59.5541 -2.227378 -2.202345 2 2 +629 59.6184 -3.142657 -3.430284 1 1 +630 59.5238 -2.440789 -2.334866 2 1 +631 59.5880 -2.252083 -2.882107 1 1 +632 59.4937 -1.791005 -2.016124 1 2 +633 59.3997 -2.180228 -2.952673 1 2 +634 59.3060 -3.422682 -3.397235 2 1 +635 59.2126 -7.288656 -7.499542 1 2 +636 59.2767 -2.608000 -4.075971 1 1 +637 59.1837 -7.033422 -6.800493 2 1 +638 59.0909 -5.962185 -5.419801 2 1 +639 59.1549 -1.791199 -2.139806 1 1 +640 59.0625 -1.965656 -1.987554 1 2 +641 58.9704 -7.612923 -6.983846 2 1 +642 59.0343 -5.936585 -5.577905 2 2 +643 59.0980 -1.581233 -1.212502 2 2 +644 59.0062 -5.518133 -4.698833 2 1 +645 59.0698 -2.893786 -4.884900 1 1 +646 59.1331 -5.171620 -5.943985 1 1 +647 59.0417 -6.191433 -5.236563 2 1 +648 58.9506 -4.674862 -5.151627 1 2 +649 59.0139 -3.856963 -5.015199 1 1 +650 58.9231 -5.422937 -5.215590 2 1 +651 58.8326 -6.070366 -6.572975 1 2 +652 58.8957 -9.742897 -9.563398 2 2 +653 58.9587 -5.073278 -4.103027 2 2 +654 58.8685 -4.394827 -4.601511 1 2 +655 58.7786 -3.490991 -3.539840 1 2 +656 58.8415 -5.837941 -3.927995 2 2 +657 58.7519 -5.009917 -5.238056 1 2 +658 58.8146 -4.407143 -3.659166 2 2 +659 58.7253 -2.571066 -2.647976 1 2 +660 58.7879 -4.008375 -3.230115 2 2 +661 58.8502 -4.634277 -5.104371 1 1 +662 58.7613 -5.294881 -4.777315 2 1 +663 58.8235 -9.363333 -8.019697 2 2 +664 58.7349 -5.832144 -4.909787 2 1 +665 58.7970 -2.776647 -2.587251 2 2 +666 58.7087 -6.524594 -5.635489 2 1 +667 58.6207 -7.892750 -9.863842 1 2 +668 58.5329 -2.349777 -2.056075 2 1 +669 58.4454 -3.949923 -3.680518 2 1 +670 58.3582 -4.016390 -3.759891 2 1 +671 58.4203 -4.165499 -5.235367 1 1 +672 58.4821 -4.738437 -4.564271 2 2 +673 58.5438 -2.611527 -2.172939 2 2 +674 58.6053 -4.738751 -5.177714 1 1 +675 58.6667 -4.151163 -6.210967 1 1 +676 58.7278 -3.432367 -3.194731 2 2 +677 58.6411 -4.850170 -4.487125 2 1 +678 58.5546 -6.970253 -7.367154 1 2 +679 58.6156 -6.671115 -6.442973 2 2 +680 58.6765 -3.771266 -4.337304 1 1 +681 58.5903 -4.092380 -3.600084 2 1 +682 58.5044 -2.687250 -2.898530 1 2 +683 58.5652 -2.273115 -2.830289 1 1 +684 58.4795 -8.457747 -8.066259 2 1 +685 58.5401 -4.037802 -2.911073 2 2 +686 58.4548 -6.530359 -7.279387 1 2 +687 58.5153 -3.910503 -3.492694 2 2 +688 58.5756 -8.684916 -8.848102 1 1 +689 58.6357 -2.972072 -2.702138 2 2 +690 58.6957 -4.189393 -3.227617 2 2 +691 58.6107 -4.176544 -3.934879 2 1 +692 58.6705 -1.693731 -3.839634 1 1 +693 58.5859 -5.003667 -4.620471 2 1 +694 58.5014 -3.203676 -3.249953 1 2 +695 58.5612 -6.128177 -6.555990 1 1 +696 58.6207 -8.923252 -8.923613 1 1 +697 58.5366 -3.265745 -3.089563 2 1 +698 58.4527 -4.821604 -5.002079 1 2 +699 58.5122 -5.331369 -5.669899 1 1 +700 58.5714 -4.903250 -4.521796 2 2 +701 58.4879 -3.264484 -3.046967 2 1 +702 58.5470 -5.270702 -5.001610 2 2 +703 58.4637 -8.407804 -7.395391 2 1 +704 58.3807 -3.003553 -2.275205 2 1 +705 58.4397 -5.233772 -4.507568 2 2 +706 58.3569 -4.195048 -4.304725 1 2 +707 58.4158 -6.235591 -6.435058 1 1 +708 58.4746 -5.888505 -5.855818 2 2 +709 58.5331 -4.563081 -3.784963 2 2 +710 58.5915 -3.948377 -5.022877 1 1 +711 58.6498 -2.384064 -2.348824 2 2 +712 58.5674 -2.235949 -3.670138 1 2 +713 58.4853 -4.873557 -4.904942 1 2 +714 58.4034 -3.265759 -3.425449 1 2 +715 58.4615 -7.207009 -6.983734 2 2 +716 58.5196 -5.324093 -4.866163 2 2 +717 58.5774 -4.645386 -1.135575 2 2 +718 58.6351 -5.111430 -5.305208 1 1 +719 58.5535 -6.422087 -5.761931 2 1 +720 58.4722 -1.888251 -4.588704 1 2 +721 58.5298 -6.033695 -5.418086 2 2 +722 58.4488 -3.083045 -2.182657 2 1 +723 58.3679 -4.534851 -3.228012 2 1 +724 58.2873 -3.549624 -3.963439 1 2 +725 58.2069 -4.967330 -5.319356 1 2 +726 58.2645 -5.477324 -5.298005 2 2 +727 58.3219 -4.043495 -3.728095 2 2 +728 58.2418 -6.106331 -5.799026 2 1 +729 58.1619 -2.676997 -2.103434 2 1 +730 58.0822 -4.483476 -4.282100 2 1 +731 58.1395 -4.194221 -4.594309 1 1 +732 58.1967 -3.003476 -2.802549 2 2 +733 58.2538 -5.198924 -5.123284 2 2 +734 58.3106 -0.764424 -15.980180 1 1 +735 58.2313 -4.149820 -2.935346 2 1 +736 58.2880 -4.431697 -4.552714 1 1 +737 58.3446 -4.383517 -4.424214 1 1 +738 58.4011 -6.027853 -5.831520 2 2 +739 58.4574 -1.624476 -12.584089 1 1 +740 58.5135 -5.547257 -4.837394 2 2 +741 58.5695 -5.917904 -6.863246 1 1 +742 58.6253 -4.043846 -2.889995 2 2 +743 58.6810 -4.035658 -3.930753 2 2 +744 58.7366 -6.845555 -4.711621 2 2 +745 58.6577 -3.527041 -2.972080 2 1 +746 58.5791 -9.666555 -8.766050 2 1 +747 58.6345 -5.328272 -6.239106 1 1 +748 58.6898 -5.037455 -4.538865 2 2 +749 58.7450 -5.867338 -5.909998 1 1 +750 58.8000 -4.156532 -9.914419 1 1 + +Final Winogrande score(750 tasks): 58.8000 ±1.7984