diff --git a/scores/Llama-Guard-3-8B-F16.arc b/scores/Llama-Guard-3-8B-F16.arc new file mode 100644 index 0000000000000000000000000000000000000000..3a5c441a382302b04c34bf269562ce3a0333deb0 --- /dev/null +++ b/scores/Llama-Guard-3-8B-F16.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 60.52631579 +39 61.53846154 +40 62.50000000 +41 63.41463415 +42 61.90476190 +43 60.46511628 +44 59.09090909 +45 60.00000000 +46 60.86956522 +47 61.70212766 +48 62.50000000 +49 63.26530612 +50 62.00000000 +51 62.74509804 +52 63.46153846 +53 64.15094340 +54 62.96296296 +55 61.81818182 +56 62.50000000 +57 63.15789474 +58 63.79310345 +59 62.71186441 +60 63.33333333 +61 62.29508197 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 61.53846154 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 63.76811594 +70 62.85714286 +71 61.97183099 +72 61.11111111 +73 61.64383562 +74 62.16216216 +75 62.66666667 +76 61.84210526 +77 62.33766234 +78 62.82051282 +79 62.02531646 +80 62.50000000 +81 62.96296296 +82 63.41463415 +83 62.65060241 +84 63.09523810 +85 63.52941176 +86 63.95348837 +87 64.36781609 +88 64.77272727 +89 65.16853933 +90 65.55555556 +91 65.93406593 +92 66.30434783 +93 65.59139785 +94 64.89361702 +95 65.26315789 +96 65.62500000 +97 64.94845361 +98 65.30612245 +99 65.65656566 +100 66.00000000 +101 65.34653465 +102 65.68627451 +103 65.04854369 +104 64.42307692 +105 64.76190476 +106 64.15094340 +107 64.48598131 +108 63.88888889 +109 63.30275229 +110 63.63636364 +111 63.96396396 +112 64.28571429 +113 64.60176991 +114 64.91228070 +115 65.21739130 +116 64.65517241 +117 64.95726496 +118 65.25423729 +119 64.70588235 +120 65.00000000 +121 64.46280992 +122 64.75409836 +123 65.04065041 +124 64.51612903 +125 64.80000000 +126 65.07936508 +127 65.35433071 +128 65.62500000 +129 65.11627907 +130 65.38461538 +131 65.64885496 +132 65.90909091 +133 66.16541353 +134 65.67164179 +135 65.18518519 +136 65.44117647 +137 65.69343066 +138 65.94202899 +139 66.18705036 +140 66.42857143 +141 65.95744681 +142 66.19718310 +143 66.43356643 +144 66.66666667 +145 66.89655172 +146 66.43835616 +147 65.98639456 +148 66.21621622 +149 66.44295302 +150 66.66666667 +151 66.88741722 +152 67.10526316 +153 67.32026144 +154 66.88311688 +155 66.45161290 +156 66.66666667 +157 66.87898089 +158 67.08860759 +159 67.29559748 +160 67.50000000 +161 67.70186335 +162 67.90123457 +163 68.09815951 +164 67.68292683 +165 67.27272727 +166 67.46987952 +167 67.06586826 +168 67.26190476 +169 66.86390533 +170 67.05882353 +171 67.25146199 +172 67.44186047 +173 67.63005780 +174 67.81609195 +175 67.42857143 +176 67.61363636 +177 67.79661017 +178 67.41573034 +179 67.59776536 +180 67.77777778 +181 67.40331492 +182 67.58241758 +183 67.21311475 +184 67.39130435 +185 67.56756757 +186 67.74193548 +187 67.91443850 +188 68.08510638 +189 67.72486772 +190 67.36842105 +191 67.53926702 +192 67.70833333 +193 67.35751295 +194 67.52577320 +195 67.69230769 +196 67.34693878 +197 67.51269036 +198 67.67676768 +199 67.33668342 +200 67.50000000 +201 67.66169154 +202 67.82178218 +203 67.98029557 +204 68.13725490 +205 67.80487805 +206 67.47572816 +207 67.63285024 +208 67.78846154 +209 67.94258373 +210 68.09523810 +211 68.24644550 +212 67.92452830 +213 68.07511737 +214 68.22429907 +215 68.37209302 +216 68.05555556 +217 68.20276498 +218 68.34862385 +219 68.49315068 +220 68.63636364 +221 68.32579186 +222 68.46846847 +223 68.16143498 +224 67.85714286 +225 67.55555556 +226 67.25663717 +227 67.40088106 +228 67.54385965 +229 67.68558952 +230 67.82608696 +231 67.53246753 +232 67.24137931 +233 67.38197425 +234 67.09401709 +235 66.80851064 +236 66.52542373 +237 66.66666667 +238 66.80672269 +239 66.94560669 +240 67.08333333 +241 67.21991701 +242 67.35537190 +243 67.48971193 +244 67.21311475 +245 67.34693878 +246 67.47967480 +247 67.61133603 +248 67.74193548 +249 67.87148594 +250 68.00000000 +251 68.12749004 +252 68.25396825 +253 68.37944664 +254 68.11023622 +255 68.23529412 +256 67.96875000 +257 67.70428016 +258 67.82945736 +259 67.56756757 +260 67.69230769 +261 67.81609195 +262 67.93893130 +263 68.06083650 +264 68.18181818 +265 67.92452830 +266 67.66917293 +267 67.79026217 +268 67.91044776 +269 68.02973978 +270 68.14814815 +271 67.89667897 +272 67.64705882 +273 67.39926740 +274 67.15328467 +275 67.27272727 +276 67.39130435 +277 67.50902527 +278 67.26618705 +279 67.38351254 +280 67.50000000 +281 67.61565836 +282 67.73049645 +283 67.49116608 +284 67.60563380 +285 67.71929825 +286 67.83216783 +287 67.94425087 +288 68.05555556 +289 67.82006920 +290 67.93103448 +291 68.04123711 +292 68.15068493 +293 68.25938567 +294 68.02721088 +295 68.13559322 +296 68.24324324 +297 68.35016835 +298 68.45637584 +299 68.56187291 +300 68.33333333 +301 68.10631229 +302 68.21192053 +303 68.31683168 +304 68.42105263 +305 68.19672131 +306 67.97385621 +307 68.07817590 +308 68.18181818 +309 68.28478964 +310 68.38709677 +311 68.48874598 +312 68.26923077 +313 68.37060703 +314 68.15286624 +315 68.25396825 +316 68.35443038 +317 68.45425868 +318 68.23899371 +319 68.02507837 +320 67.81250000 +321 67.91277259 +322 67.70186335 +323 67.80185759 +324 67.59259259 +325 67.69230769 +326 67.79141104 +327 67.58409786 +328 67.68292683 +329 67.78115502 +330 67.57575758 +331 67.67371601 +332 67.77108434 +333 67.86786787 +334 67.66467066 +335 67.46268657 +336 67.26190476 +337 67.35905045 +338 67.15976331 +339 67.25663717 +340 67.35294118 +341 67.44868035 +342 67.25146199 +343 67.34693878 +344 67.44186047 +345 67.24637681 +346 67.05202312 +347 66.85878963 +348 66.66666667 +349 66.76217765 +350 66.57142857 +351 66.66666667 +352 66.76136364 +353 66.57223796 +354 66.38418079 +355 66.19718310 +356 66.29213483 +357 66.38655462 +358 66.48044693 +359 66.29526462 +360 66.38888889 +361 66.48199446 +362 66.57458564 +363 66.66666667 +364 66.75824176 +365 66.84931507 +366 66.66666667 +367 66.48501362 +368 66.57608696 +369 66.66666667 +370 66.75675676 +371 66.57681941 +372 66.66666667 +373 66.75603217 +374 66.84491979 +375 66.66666667 +376 66.75531915 +377 66.57824934 +378 66.66666667 +379 66.49076517 +380 66.57894737 +381 66.66666667 +382 66.49214660 +383 66.31853786 +384 66.40625000 +385 66.23376623 +386 66.32124352 +387 66.14987080 +388 66.23711340 +389 66.06683805 +390 65.89743590 +391 65.72890026 +392 65.81632653 +393 65.90330789 +394 65.98984772 +395 66.07594937 +396 65.90909091 +397 65.99496222 +398 65.82914573 +399 65.91478697 +400 66.00000000 +401 65.83541147 +402 65.92039801 +403 66.00496278 +404 66.08910891 +405 66.17283951 +406 66.25615764 +407 66.33906634 +408 66.42156863 +409 66.25916870 +410 66.34146341 +411 66.42335766 +412 66.50485437 +413 66.34382567 +414 66.42512077 +415 66.26506024 +416 66.10576923 +417 66.18705036 +418 66.26794258 +419 66.10978520 +420 66.19047619 +421 66.03325416 +422 65.87677725 +423 65.95744681 +424 65.80188679 +425 65.88235294 +426 65.96244131 +427 66.04215457 +428 65.88785047 +429 65.96736597 +430 66.04651163 +431 66.12529002 +432 66.20370370 +433 66.05080831 +434 66.12903226 +435 66.20689655 +436 66.28440367 +437 66.36155606 +438 66.43835616 +439 66.51480638 +440 66.36363636 +441 66.43990930 +442 66.28959276 +443 66.36568849 +444 66.44144144 +445 66.51685393 +446 66.59192825 +447 66.66666667 +448 66.74107143 +449 66.81514477 +450 66.66666667 +451 66.74057650 +452 66.81415929 +453 66.88741722 +454 66.74008811 +455 66.59340659 +456 66.66666667 +457 66.73960613 +458 66.81222707 +459 66.88453159 +460 66.73913043 +461 66.81127983 +462 66.88311688 +463 66.73866091 +464 66.59482759 +465 66.66666667 +466 66.73819742 +467 66.80942184 +468 66.88034188 +469 66.73773987 +470 66.80851064 +471 66.87898089 +472 66.94915254 +473 66.80761099 +474 66.87763713 +475 66.73684211 +476 66.80672269 +477 66.87631027 +478 66.94560669 +479 67.01461378 +480 67.08333333 +481 66.94386694 +482 67.01244813 +483 67.08074534 +484 66.94214876 +485 67.01030928 +486 67.07818930 +487 66.94045175 +488 67.00819672 +489 66.87116564 +490 66.73469388 +491 66.59877800 +492 66.66666667 +493 66.53144016 +494 66.59919028 +495 66.46464646 +496 66.33064516 +497 66.39839034 +498 66.46586345 +499 66.53306613 +500 66.60000000 +501 66.46706587 +502 66.53386454 +503 66.60039761 +504 66.66666667 +505 66.73267327 +506 66.60079051 +507 66.46942801 +508 66.53543307 +509 66.40471513 +510 66.47058824 +511 66.34050881 +512 66.21093750 +513 66.27680312 +514 66.34241245 +515 66.40776699 +516 66.27906977 +517 66.34429400 +518 66.40926641 +519 66.47398844 +520 66.34615385 +521 66.41074856 +522 66.47509579 +523 66.34799235 +524 66.41221374 +525 66.28571429 +526 66.15969582 +527 66.03415560 +528 65.90909091 +529 65.78449905 +530 65.84905660 +531 65.91337100 +532 65.97744361 +533 66.04127580 +534 65.91760300 +535 65.79439252 +536 65.85820896 +537 65.92178771 +538 65.79925651 +539 65.86270872 +540 65.74074074 +541 65.80406654 +542 65.86715867 +543 65.93001842 +544 65.99264706 +545 66.05504587 +546 65.93406593 +547 65.81352834 +548 65.87591241 +549 65.93806922 +550 66.00000000 +551 65.88021779 +552 65.76086957 +553 65.82278481 +554 65.88447653 +555 65.94594595 +556 65.82733813 +557 65.88868941 +558 65.77060932 +559 65.83184258 +560 65.89285714 +561 65.95365419 +562 66.01423488 +563 66.07460036 +564 65.95744681 +565 65.84070796 +566 65.90106007 +567 65.96119929 +568 66.02112676 +569 65.90509666 +570 65.78947368 +571 65.84938704 +572 65.73426573 +573 65.79406632 +574 65.85365854 +575 65.91304348 +576 65.97222222 +577 66.03119584 +578 66.08996540 +579 66.14853195 +580 66.03448276 +581 66.09294320 +582 66.15120275 +583 66.20926244 +584 66.26712329 +585 66.32478632 +586 66.21160410 +587 66.26916525 +588 66.32653061 +589 66.38370119 +590 66.44067797 +591 66.49746193 +592 66.55405405 +593 66.61045531 +594 66.66666667 +595 66.55462185 +596 66.44295302 +597 66.33165829 +598 66.38795987 +599 66.44407346 +600 66.50000000 +601 66.55574043 +602 66.44518272 +603 66.33499171 +604 66.39072848 +605 66.44628099 +606 66.50165017 +607 66.39209226 +608 66.44736842 +609 66.33825944 +610 66.39344262 +611 66.28477905 +612 66.33986928 +613 66.23164763 +614 66.28664495 +615 66.34146341 +616 66.23376623 +617 66.28849271 +618 66.18122977 +619 66.07431341 +620 66.12903226 +621 66.18357488 +622 66.07717042 +623 66.13162119 +624 66.18589744 +625 66.08000000 +626 65.97444089 +627 66.02870813 +628 66.08280255 +629 65.97774245 +630 66.03174603 +631 66.08557845 +632 65.98101266 +633 65.87677725 +634 65.93059937 +635 65.98425197 +636 66.03773585 +637 65.93406593 +638 65.98746082 +639 66.04068858 +640 66.09375000 +641 66.14664587 +642 66.04361371 +643 65.94090202 +644 65.99378882 +645 65.89147287 +646 65.94427245 +647 65.99690881 +648 65.89506173 +649 65.79352851 +650 65.84615385 +651 65.89861751 +652 65.95092025 +653 65.84992343 +654 65.74923547 +655 65.64885496 +656 65.54878049 +657 65.44901065 +658 65.34954407 +659 65.25037936 +660 65.30303030 +661 65.20423601 +662 65.25679758 +663 65.30920060 +664 65.36144578 +665 65.41353383 +666 65.46546547 +667 65.51724138 +668 65.41916168 +669 65.32137519 +670 65.37313433 +671 65.27570790 +672 65.32738095 +673 65.23031204 +674 65.13353116 +675 65.18518519 +676 65.08875740 +677 65.14032496 +678 65.19174041 +679 65.09572901 +680 65.00000000 +681 65.05139501 +682 64.95601173 +683 64.86090776 +684 64.91228070 +685 64.96350365 +686 64.86880466 +687 64.77438137 +688 64.82558140 +689 64.73149492 +690 64.78260870 +691 64.83357453 +692 64.88439306 +693 64.79076479 +694 64.84149856 +695 64.74820144 +696 64.65517241 +697 64.70588235 +698 64.61318052 +699 64.52074392 +700 64.57142857 +701 64.47931526 +702 64.52991453 +703 64.58036984 +704 64.63068182 +705 64.68085106 +706 64.73087819 +707 64.78076379 +708 64.83050847 +709 64.88011283 +710 64.92957746 +711 64.97890295 +712 65.02808989 +713 65.07713885 +714 64.98599440 +715 64.89510490 +716 64.94413408 +717 64.85355649 +718 64.76323120 +719 64.67315716 +720 64.72222222 +721 64.77115118 +722 64.81994460 +723 64.86860304 +724 64.77900552 +725 64.82758621 +726 64.73829201 +727 64.64924347 +728 64.69780220 +729 64.74622771 +730 64.79452055 +731 64.84268126 +732 64.89071038 +733 64.93860846 +734 64.98637602 +735 65.03401361 +736 65.08152174 +737 64.99321574 +738 65.04065041 +739 65.08795670 +740 65.00000000 +741 65.04723347 +742 65.09433962 +743 65.14131898 +744 65.05376344 +745 65.10067114 +746 65.14745308 +747 65.06024096 +748 64.97326203 +749 64.88651535 +750 64.93333333 + +Final result: 64.9333 +/- 1.7436 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-F16.hsw b/scores/Llama-Guard-3-8B-F16.hsw new file mode 100644 index 0000000000000000000000000000000000000000..37715804dc698b8a7eb1d9d49d48bf4116659734 --- /dev/null +++ b/scores/Llama-Guard-3-8B-F16.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 73.33333333 +31 74.19354839 +32 71.87500000 +33 72.72727273 +34 73.52941176 +35 74.28571429 +36 75.00000000 +37 75.67567568 +38 76.31578947 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 75.92592593 +55 74.54545455 +56 73.21428571 +57 73.68421053 +58 74.13793103 +59 74.57627119 +60 75.00000000 +61 75.40983607 +62 74.19354839 +63 74.60317460 +64 75.00000000 +65 75.38461538 +66 74.24242424 +67 74.62686567 +68 75.00000000 +69 75.36231884 +70 75.71428571 +71 74.64788732 +72 75.00000000 +73 75.34246575 +74 75.67567568 +75 74.66666667 +76 75.00000000 +77 75.32467532 +78 75.64102564 +79 75.94936709 +80 76.25000000 +81 76.54320988 +82 76.82926829 +83 77.10843373 +84 77.38095238 +85 77.64705882 +86 77.90697674 +87 78.16091954 +88 78.40909091 +89 77.52808989 +90 77.77777778 +91 78.02197802 +92 77.17391304 +93 77.41935484 +94 77.65957447 +95 77.89473684 +96 78.12500000 +97 78.35051546 +98 78.57142857 +99 78.78787879 +100 78.00000000 +101 78.21782178 +102 77.45098039 +103 76.69902913 +104 76.92307692 +105 77.14285714 +106 77.35849057 +107 77.57009346 +108 77.77777778 +109 77.06422018 +110 77.27272727 +111 77.47747748 +112 77.67857143 +113 77.87610619 +114 78.07017544 +115 78.26086957 +116 77.58620690 +117 77.77777778 +118 77.96610169 +119 78.15126050 +120 77.50000000 +121 77.68595041 +122 77.86885246 +123 78.04878049 +124 78.22580645 +125 78.40000000 +126 78.57142857 +127 78.74015748 +128 78.12500000 +129 78.29457364 +130 77.69230769 +131 77.86259542 +132 78.03030303 +133 78.19548872 +134 78.35820896 +135 78.51851852 +136 78.67647059 +137 78.83211679 +138 78.98550725 +139 79.13669065 +140 79.28571429 +141 79.43262411 +142 79.57746479 +143 79.72027972 +144 79.86111111 +145 80.00000000 +146 80.13698630 +147 80.27210884 +148 79.72972973 +149 79.86577181 +150 80.00000000 +151 79.47019868 +152 78.94736842 +153 79.08496732 +154 79.22077922 +155 79.35483871 +156 78.84615385 +157 78.34394904 +158 78.48101266 +159 78.61635220 +160 78.75000000 +161 78.88198758 +162 79.01234568 +163 79.14110429 +164 79.26829268 +165 79.39393939 +166 79.51807229 +167 79.64071856 +168 79.76190476 +169 79.28994083 +170 79.41176471 +171 79.53216374 +172 79.65116279 +173 79.76878613 +174 79.88505747 +175 80.00000000 +176 80.11363636 +177 80.22598870 +178 80.33707865 +179 79.88826816 +180 80.00000000 +181 79.55801105 +182 79.67032967 +183 79.78142077 +184 79.89130435 +185 80.00000000 +186 79.56989247 +187 79.14438503 +188 79.25531915 +189 79.36507937 +190 79.47368421 +191 79.58115183 +192 79.68750000 +193 79.27461140 +194 79.38144330 +195 78.97435897 +196 79.08163265 +197 78.68020305 +198 78.28282828 +199 78.39195980 +200 78.50000000 +201 78.60696517 +202 78.71287129 +203 78.32512315 +204 78.43137255 +205 78.53658537 +206 78.64077670 +207 78.74396135 +208 78.36538462 +209 78.46889952 +210 78.57142857 +211 78.67298578 +212 78.77358491 +213 78.87323944 +214 78.97196262 +215 78.60465116 +216 78.70370370 +217 78.34101382 +218 78.44036697 +219 78.53881279 +220 78.63636364 +221 78.28054299 +222 78.37837838 +223 78.47533632 +224 78.57142857 +225 78.66666667 +226 78.76106195 +227 78.41409692 +228 78.50877193 +229 78.60262009 +230 78.26086957 +231 77.92207792 +232 77.58620690 +233 77.68240343 +234 77.77777778 +235 77.44680851 +236 77.11864407 +237 77.21518987 +238 77.31092437 +239 77.40585774 +240 77.50000000 +241 77.59336100 +242 77.68595041 +243 77.77777778 +244 77.86885246 +245 77.55102041 +246 77.64227642 +247 77.73279352 +248 77.82258065 +249 77.91164659 +250 78.00000000 +251 78.08764940 +252 78.17460317 +253 77.86561265 +254 77.95275591 +255 78.03921569 +256 78.12500000 +257 77.82101167 +258 77.90697674 +259 77.99227799 +260 78.07692308 +261 78.16091954 +262 77.86259542 +263 77.94676806 +264 78.03030303 +265 78.11320755 +266 78.19548872 +267 78.27715356 +268 78.35820896 +269 78.43866171 +270 78.51851852 +271 78.22878229 +272 78.30882353 +273 78.02197802 +274 78.10218978 +275 77.81818182 +276 77.89855072 +277 77.97833935 +278 78.05755396 +279 78.13620072 +280 78.21428571 +281 78.29181495 +282 78.36879433 +283 78.09187279 +284 78.16901408 +285 77.89473684 +286 77.97202797 +287 78.04878049 +288 78.12500000 +289 78.20069204 +290 78.27586207 +291 78.35051546 +292 78.08219178 +293 78.15699659 +294 78.23129252 +295 78.30508475 +296 78.37837838 +297 78.45117845 +298 78.52348993 +299 78.26086957 +300 78.00000000 +301 78.07308970 +302 78.14569536 +303 77.88778878 +304 77.63157895 +305 77.70491803 +306 77.77777778 +307 77.52442997 +308 77.59740260 +309 77.66990291 +310 77.74193548 +311 77.81350482 +312 77.88461538 +313 77.95527157 +314 78.02547771 +315 78.09523810 +316 78.16455696 +317 78.23343849 +318 77.98742138 +319 78.05642633 +320 78.12500000 +321 77.88161994 +322 77.63975155 +323 77.70897833 +324 77.77777778 +325 77.84615385 +326 77.91411043 +327 77.67584098 +328 77.74390244 +329 77.81155015 +330 77.87878788 +331 77.94561934 +332 78.01204819 +333 78.07807808 +334 77.84431138 +335 77.91044776 +336 77.97619048 +337 77.74480712 +338 77.51479290 +339 77.58112094 +340 77.64705882 +341 77.71260997 +342 77.77777778 +343 77.84256560 +344 77.61627907 +345 77.68115942 +346 77.45664740 +347 77.52161383 +348 77.29885057 +349 77.36389685 +350 77.42857143 +351 77.49287749 +352 77.55681818 +353 77.62039660 +354 77.68361582 +355 77.74647887 +356 77.80898876 +357 77.87114846 +358 77.93296089 +359 77.99442897 +360 77.77777778 +361 77.83933518 +362 77.90055249 +363 77.96143251 +364 78.02197802 +365 78.08219178 +366 78.14207650 +367 78.20163488 +368 78.26086957 +369 78.31978320 +370 78.37837838 +371 78.43665768 +372 78.49462366 +373 78.28418231 +374 78.34224599 +375 78.40000000 +376 78.45744681 +377 78.24933687 +378 78.30687831 +379 78.36411609 +380 78.42105263 +381 78.47769029 +382 78.53403141 +383 78.59007833 +384 78.64583333 +385 78.70129870 +386 78.75647668 +387 78.81136951 +388 78.86597938 +389 78.92030848 +390 78.97435897 +391 78.77237852 +392 78.82653061 +393 78.88040712 +394 78.93401015 +395 78.98734177 +396 79.04040404 +397 79.09319899 +398 79.14572864 +399 79.19799499 +400 79.25000000 +401 79.30174564 +402 79.35323383 +403 79.15632754 +404 79.20792079 +405 79.25925926 +406 79.31034483 +407 79.36117936 +408 79.41176471 +409 79.46210269 +410 79.26829268 +411 79.31873479 +412 79.36893204 +413 79.41888620 +414 79.46859903 +415 79.51807229 +416 79.56730769 +417 79.61630695 +418 79.66507177 +419 79.71360382 +420 79.76190476 +421 79.80997625 +422 79.85781991 +423 79.90543735 +424 79.95283019 +425 80.00000000 +426 80.04694836 +427 79.85948478 +428 79.90654206 +429 79.95337995 +430 80.00000000 +431 79.81438515 +432 79.86111111 +433 79.90762125 +434 79.95391705 +435 79.77011494 +436 79.81651376 +437 79.63386728 +438 79.68036530 +439 79.72665148 +440 79.77272727 +441 79.81859410 +442 79.86425339 +443 79.90970655 +444 79.95495495 +445 80.00000000 +446 80.04484305 +447 80.08948546 +448 80.13392857 +449 80.17817372 +450 80.22222222 +451 80.04434590 +452 80.08849558 +453 79.91169978 +454 79.95594714 +455 80.00000000 +456 80.04385965 +457 80.08752735 +458 80.13100437 +459 80.17429194 +460 80.21739130 +461 80.26030369 +462 80.30303030 +463 80.34557235 +464 80.38793103 +465 80.21505376 +466 80.25751073 +467 80.29978587 +468 80.12820513 +469 80.17057569 +470 80.00000000 +471 80.04246285 +472 80.08474576 +473 80.12684989 +474 80.16877637 +475 80.21052632 +476 80.04201681 +477 79.87421384 +478 79.91631799 +479 79.95824635 +480 80.00000000 +481 79.83367983 +482 79.87551867 +483 79.91718427 +484 79.75206612 +485 79.79381443 +486 79.83539095 +487 79.87679671 +488 79.71311475 +489 79.75460123 +490 79.79591837 +491 79.83706721 +492 79.87804878 +493 79.91886410 +494 79.95951417 +495 80.00000000 +496 80.04032258 +497 80.08048290 +498 80.12048193 +499 79.95991984 +500 80.00000000 +501 79.84031936 +502 79.88047809 +503 79.92047714 +504 79.96031746 +505 80.00000000 +506 80.03952569 +507 80.07889546 +508 80.11811024 +509 80.15717092 +510 80.19607843 +511 80.23483366 +512 80.07812500 +513 80.11695906 +514 80.15564202 +515 80.19417476 +516 80.03875969 +517 80.07736944 +518 80.11583012 +519 80.15414258 +520 80.19230769 +521 80.03838772 +522 80.07662835 +523 80.11472275 +524 80.15267176 +525 80.19047619 +526 80.03802281 +527 80.07590133 +528 80.11363636 +529 80.15122873 +530 80.18867925 +531 80.22598870 +532 80.26315789 +533 80.30018762 +534 80.33707865 +535 80.37383178 +536 80.41044776 +537 80.44692737 +538 80.48327138 +539 80.33395176 +540 80.37037037 +541 80.40665434 +542 80.44280443 +543 80.47882136 +544 80.51470588 +545 80.55045872 +546 80.58608059 +547 80.62157221 +548 80.65693431 +549 80.69216758 +550 80.54545455 +551 80.58076225 +552 80.61594203 +553 80.65099458 +554 80.68592058 +555 80.54054054 +556 80.57553957 +557 80.43087971 +558 80.28673835 +559 80.32200358 +560 80.35714286 +561 80.39215686 +562 80.42704626 +563 80.46181172 +564 80.49645390 +565 80.35398230 +566 80.38869258 +567 80.42328042 +568 80.45774648 +569 80.31634446 +570 80.35087719 +571 80.38528897 +572 80.41958042 +573 80.45375218 +574 80.48780488 +575 80.52173913 +576 80.55555556 +577 80.58925477 +578 80.62283737 +579 80.65630397 +580 80.68965517 +581 80.55077453 +582 80.58419244 +583 80.61749571 +584 80.65068493 +585 80.68376068 +586 80.71672355 +587 80.74957411 +588 80.61224490 +589 80.64516129 +590 80.67796610 +591 80.71065990 +592 80.74324324 +593 80.60708263 +594 80.47138047 +595 80.50420168 +596 80.53691275 +597 80.56951424 +598 80.60200669 +599 80.63439065 +600 80.66666667 +601 80.69883527 +602 80.73089701 +603 80.76285240 +604 80.79470199 +605 80.82644628 +606 80.69306931 +607 80.72487644 +608 80.75657895 +609 80.78817734 +610 80.81967213 +611 80.85106383 +612 80.71895425 +613 80.75040783 +614 80.78175896 +615 80.81300813 +616 80.68181818 +617 80.55105348 +618 80.58252427 +619 80.61389338 +620 80.64516129 +621 80.67632850 +622 80.70739550 +623 80.73836276 +624 80.76923077 +625 80.80000000 +626 80.67092652 +627 80.70175439 +628 80.73248408 +629 80.60413355 +630 80.63492063 +631 80.66561014 +632 80.53797468 +633 80.56872038 +634 80.59936909 +635 80.62992126 +636 80.66037736 +637 80.69073783 +638 80.72100313 +639 80.75117371 +640 80.62500000 +641 80.65522621 +642 80.68535826 +643 80.71539658 +644 80.74534161 +645 80.62015504 +646 80.65015480 +647 80.68006182 +648 80.70987654 +649 80.58551618 +650 80.61538462 +651 80.64516129 +652 80.67484663 +653 80.70444104 +654 80.73394495 +655 80.76335878 +656 80.79268293 +657 80.82191781 +658 80.85106383 +659 80.72837633 +660 80.60606061 +661 80.63540091 +662 80.66465257 +663 80.69381599 +664 80.72289157 +665 80.75187970 +666 80.78078078 +667 80.80959520 +668 80.83832335 +669 80.86696562 +670 80.89552239 +671 80.92399404 +672 80.95238095 +673 80.98068351 +674 81.00890208 +675 81.03703704 +676 81.06508876 +677 81.09305761 +678 81.12094395 +679 81.14874816 +680 81.17647059 +681 81.05726872 +682 81.08504399 +683 81.11273792 +684 81.14035088 +685 81.16788321 +686 81.19533528 +687 81.22270742 +688 81.25000000 +689 81.27721335 +690 81.30434783 +691 81.33140376 +692 81.35838150 +693 81.24098124 +694 81.26801153 +695 81.29496403 +696 81.32183908 +697 81.34863702 +698 81.37535817 +699 81.40200286 +700 81.42857143 +701 81.45506419 +702 81.48148148 +703 81.50782361 +704 81.53409091 +705 81.56028369 +706 81.58640227 +707 81.61244696 +708 81.63841808 +709 81.66431594 +710 81.69014085 +711 81.57524613 +712 81.60112360 +713 81.62692847 +714 81.65266106 +715 81.53846154 +716 81.56424581 +717 81.58995816 +718 81.61559889 +719 81.64116829 +720 81.66666667 +721 81.69209431 +722 81.71745152 +723 81.74273859 +724 81.76795580 +725 81.79310345 +726 81.81818182 +727 81.84319120 +728 81.86813187 +729 81.89300412 +730 81.91780822 +731 81.94254446 +732 81.83060109 +733 81.71896317 +734 81.74386921 +735 81.76870748 +736 81.79347826 +737 81.68249661 +738 81.57181572 +739 81.46143437 +740 81.48648649 +741 81.51147099 +742 81.53638814 +743 81.56123822 +744 81.58602151 +745 81.61073826 +746 81.63538874 +747 81.52610442 +748 81.55080214 +749 81.57543391 +750 81.60000000 diff --git a/scores/Llama-Guard-3-8B-F16.mmlu b/scores/Llama-Guard-3-8B-F16.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..edc1f6375c7dd9e5f4aa0f44111917fa02f89444 --- /dev/null +++ b/scores/Llama-Guard-3-8B-F16.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 50.00000000 +21 52.38095238 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 52.00000000 +26 50.00000000 +27 51.85185185 +28 50.00000000 +29 51.72413793 +30 53.33333333 +31 54.83870968 +32 56.25000000 +33 54.54545455 +34 55.88235294 +35 57.14285714 +36 55.55555556 +37 54.05405405 +38 55.26315789 +39 53.84615385 +40 52.50000000 +41 51.21951220 +42 50.00000000 +43 51.16279070 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 50.00000000 +49 51.02040816 +50 50.00000000 +51 49.01960784 +52 48.07692308 +53 47.16981132 +54 46.29629630 +55 47.27272727 +56 48.21428571 +57 47.36842105 +58 46.55172414 +59 47.45762712 +60 46.66666667 +61 47.54098361 +62 46.77419355 +63 46.03174603 +64 45.31250000 +65 44.61538462 +66 45.45454545 +67 44.77611940 +68 44.11764706 +69 43.47826087 +70 44.28571429 +71 45.07042254 +72 44.44444444 +73 43.83561644 +74 44.59459459 +75 45.33333333 +76 46.05263158 +77 46.75324675 +78 47.43589744 +79 46.83544304 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 46.39175258 +98 45.91836735 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 47.16981132 +107 46.72897196 +108 47.22222222 +109 47.70642202 +110 48.18181818 +111 48.64864865 +112 48.21428571 +113 47.78761062 +114 48.24561404 +115 48.69565217 +116 48.27586207 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 47.50000000 +121 47.93388430 +122 47.54098361 +123 47.15447154 +124 47.58064516 +125 48.00000000 +126 47.61904762 +127 47.24409449 +128 46.87500000 +129 46.51162791 +130 46.15384615 +131 45.80152672 +132 46.21212121 +133 45.86466165 +134 45.52238806 +135 45.18518519 +136 44.85294118 +137 45.25547445 +138 44.92753623 +139 45.32374101 +140 45.00000000 +141 45.39007092 +142 45.77464789 +143 46.15384615 +144 46.52777778 +145 46.89655172 +146 47.26027397 +147 46.93877551 +148 47.29729730 +149 46.97986577 +150 46.66666667 +151 46.35761589 +152 46.71052632 +153 46.40522876 +154 46.10389610 +155 45.80645161 +156 45.51282051 +157 45.85987261 +158 46.20253165 +159 45.91194969 +160 46.25000000 +161 45.96273292 +162 45.67901235 +163 45.39877301 +164 45.12195122 +165 45.45454545 +166 45.18072289 +167 45.50898204 +168 45.23809524 +169 45.56213018 +170 45.29411765 +171 45.61403509 +172 45.34883721 +173 45.08670520 +174 44.82758621 +175 44.57142857 +176 44.31818182 +177 44.06779661 +178 43.82022472 +179 44.13407821 +180 44.44444444 +181 44.75138122 +182 44.50549451 +183 44.80874317 +184 44.56521739 +185 44.86486486 +186 45.16129032 +187 44.91978610 +188 45.21276596 +189 45.50264550 +190 45.26315789 +191 45.54973822 +192 45.31250000 +193 45.07772021 +194 45.36082474 +195 45.64102564 +196 45.91836735 +197 45.68527919 +198 45.45454545 +199 45.22613065 +200 45.00000000 +201 44.77611940 +202 44.55445545 +203 44.33497537 +204 44.11764706 +205 44.39024390 +206 44.17475728 +207 44.44444444 +208 44.23076923 +209 44.01913876 +210 43.80952381 +211 44.07582938 +212 43.86792453 +213 43.66197183 +214 43.45794393 +215 43.72093023 +216 43.98148148 +217 43.77880184 +218 44.03669725 +219 44.29223744 +220 44.54545455 +221 44.34389140 +222 44.59459459 +223 44.84304933 +224 44.64285714 +225 44.88888889 +226 44.69026549 +227 44.49339207 +228 44.73684211 +229 44.54148472 +230 44.34782609 +231 44.15584416 +232 44.39655172 +233 44.20600858 +234 44.44444444 +235 44.25531915 +236 44.06779661 +237 43.88185654 +238 43.69747899 +239 43.51464435 +240 43.75000000 +241 43.56846473 +242 43.80165289 +243 44.03292181 +244 43.85245902 +245 44.08163265 +246 43.90243902 +247 43.72469636 +248 43.95161290 +249 43.77510040 +250 43.60000000 +251 43.42629482 +252 43.25396825 +253 43.08300395 +254 42.91338583 +255 42.74509804 +256 42.96875000 +257 43.19066148 +258 43.02325581 +259 42.85714286 +260 43.07692308 +261 42.91187739 +262 42.74809160 +263 42.58555133 +264 42.42424242 +265 42.64150943 +266 42.85714286 +267 42.69662921 +268 42.53731343 +269 42.75092937 +270 42.59259259 +271 42.43542435 +272 42.64705882 +273 42.49084249 +274 42.33576642 +275 42.18181818 +276 42.39130435 +277 42.59927798 +278 42.44604317 +279 42.29390681 +280 42.50000000 +281 42.34875445 +282 42.55319149 +283 42.40282686 +284 42.25352113 +285 42.10526316 +286 41.95804196 +287 42.16027875 +288 42.01388889 +289 41.86851211 +290 42.06896552 +291 42.26804124 +292 42.46575342 +293 42.32081911 +294 42.17687075 +295 42.03389831 +296 41.89189189 +297 41.75084175 +298 41.94630872 +299 41.80602007 +300 42.00000000 +301 41.86046512 +302 41.72185430 +303 41.58415842 +304 41.44736842 +305 41.63934426 +306 41.50326797 +307 41.69381107 +308 41.55844156 +309 41.42394822 +310 41.29032258 +311 41.15755627 +312 41.34615385 +313 41.21405751 +314 41.08280255 +315 40.95238095 +316 40.82278481 +317 41.00946372 +318 41.19496855 +319 41.37931034 +320 41.25000000 +321 41.12149533 +322 40.99378882 +323 40.86687307 +324 40.74074074 +325 40.92307692 +326 40.79754601 +327 40.97859327 +328 40.85365854 +329 40.72948328 +330 40.60606061 +331 40.48338369 +332 40.66265060 +333 40.84084084 +334 40.71856287 +335 40.89552239 +336 41.07142857 +337 40.94955490 +338 40.82840237 +339 40.70796460 +340 40.88235294 +341 41.05571848 +342 41.22807018 +343 41.10787172 +344 40.98837209 +345 40.86956522 +346 41.04046243 +347 41.21037464 +348 41.09195402 +349 40.97421203 +350 41.14285714 +351 41.02564103 +352 40.90909091 +353 41.07648725 +354 40.96045198 +355 40.84507042 +356 41.01123596 +357 41.17647059 +358 41.06145251 +359 40.94707521 +360 41.11111111 +361 41.27423823 +362 41.43646409 +363 41.59779614 +364 41.48351648 +365 41.36986301 +366 41.53005464 +367 41.41689373 +368 41.30434783 +369 41.19241192 +370 41.35135135 +371 41.23989218 +372 41.12903226 +373 41.01876676 +374 41.17647059 +375 41.33333333 +376 41.22340426 +377 41.11405836 +378 41.26984127 +379 41.16094987 +380 41.05263158 +381 41.20734908 +382 41.09947644 +383 41.25326371 +384 41.14583333 +385 41.29870130 +386 41.19170984 +387 41.08527132 +388 40.97938144 +389 41.13110540 +390 41.28205128 +391 41.43222506 +392 41.58163265 +393 41.47582697 +394 41.37055838 +395 41.51898734 +396 41.66666667 +397 41.56171285 +398 41.45728643 +399 41.60401003 +400 41.50000000 +401 41.64588529 +402 41.54228856 +403 41.43920596 +404 41.33663366 +405 41.23456790 +406 41.13300493 +407 41.03194103 +408 40.93137255 +409 41.07579462 +410 40.97560976 +411 40.87591241 +412 40.77669903 +413 40.67796610 +414 40.57971014 +415 40.48192771 +416 40.62500000 +417 40.52757794 +418 40.43062201 +419 40.57279236 +420 40.47619048 +421 40.61757720 +422 40.52132701 +423 40.42553191 +424 40.56603774 +425 40.47058824 +426 40.37558685 +427 40.51522248 +428 40.42056075 +429 40.55944056 +430 40.46511628 +431 40.60324826 +432 40.50925926 +433 40.41570439 +434 40.32258065 +435 40.22988506 +436 40.13761468 +437 40.04576659 +438 40.18264840 +439 40.31890661 +440 40.22727273 +441 40.36281179 +442 40.27149321 +443 40.18058691 +444 40.09009009 +445 40.00000000 +446 39.91031390 +447 39.82102908 +448 39.73214286 +449 39.64365256 +450 39.77777778 +451 39.91130820 +452 39.82300885 +453 39.95584989 +454 39.86784141 +455 39.78021978 +456 39.91228070 +457 39.82494530 +458 39.73799127 +459 39.86928105 +460 40.00000000 +461 39.91323210 +462 40.04329004 +463 39.95680346 +464 40.08620690 +465 40.00000000 +466 39.91416309 +467 40.04282655 +468 40.17094017 +469 40.08528785 +470 40.00000000 +471 39.91507431 +472 39.83050847 +473 39.95771670 +474 39.87341772 +475 39.78947368 +476 39.91596639 +477 39.83228512 +478 39.95815900 +479 40.08350731 +480 40.20833333 +481 40.12474012 +482 40.04149378 +483 39.95859213 +484 39.87603306 +485 39.79381443 +486 39.71193416 +487 39.83572895 +488 39.75409836 +489 39.67280164 +490 39.79591837 +491 39.71486762 +492 39.63414634 +493 39.55375254 +494 39.67611336 +495 39.79797980 +496 39.91935484 +497 39.83903421 +498 39.75903614 +499 39.67935872 +500 39.80000000 +501 39.72055888 +502 39.64143426 +503 39.76143141 +504 39.68253968 +505 39.60396040 +506 39.72332016 +507 39.64497041 +508 39.56692913 +509 39.48919450 +510 39.60784314 +511 39.53033268 +512 39.45312500 +513 39.37621832 +514 39.29961089 +515 39.41747573 +516 39.53488372 +517 39.65183752 +518 39.76833977 +519 39.69171484 +520 39.61538462 +521 39.53934741 +522 39.65517241 +523 39.57934990 +524 39.69465649 +525 39.61904762 +526 39.54372624 +527 39.65844402 +528 39.77272727 +529 39.69754253 +530 39.81132075 +531 39.73634652 +532 39.66165414 +533 39.58724203 +534 39.51310861 +535 39.62616822 +536 39.55223881 +537 39.66480447 +538 39.77695167 +539 39.70315399 +540 39.62962963 +541 39.55637708 +542 39.66789668 +543 39.59484346 +544 39.70588235 +545 39.63302752 +546 39.56043956 +547 39.67093236 +548 39.78102190 +549 39.70856102 +550 39.63636364 +551 39.74591652 +552 39.67391304 +553 39.60216998 +554 39.53068592 +555 39.45945946 +556 39.56834532 +557 39.49730700 +558 39.60573477 +559 39.53488372 +560 39.64285714 +561 39.57219251 +562 39.67971530 +563 39.78685613 +564 39.71631206 +565 39.82300885 +566 39.75265018 +567 39.68253968 +568 39.78873239 +569 39.71880492 +570 39.64912281 +571 39.57968476 +572 39.68531469 +573 39.61605585 +574 39.54703833 +575 39.47826087 +576 39.58333333 +577 39.68804159 +578 39.79238754 +579 39.72366149 +580 39.65517241 +581 39.58691910 +582 39.51890034 +583 39.62264151 +584 39.72602740 +585 39.82905983 +586 39.76109215 +587 39.69335605 +588 39.62585034 +589 39.55857385 +590 39.49152542 +591 39.42470389 +592 39.35810811 +593 39.46037099 +594 39.56228956 +595 39.49579832 +596 39.59731544 +597 39.53098827 +598 39.46488294 +599 39.56594324 +600 39.50000000 +601 39.60066556 +602 39.53488372 +603 39.63515755 +604 39.56953642 +605 39.50413223 +606 39.43894389 +607 39.53871499 +608 39.47368421 +609 39.40886700 +610 39.34426230 +611 39.44353519 +612 39.37908497 +613 39.47797716 +614 39.41368078 +615 39.34959350 +616 39.44805195 +617 39.38411669 +618 39.32038835 +619 39.25686591 +620 39.19354839 +621 39.13043478 +622 39.22829582 +623 39.16532905 +624 39.10256410 +625 39.04000000 +626 39.13738019 +627 39.07496013 +628 39.01273885 +629 39.10969793 +630 39.20634921 +631 39.14421553 +632 39.24050633 +633 39.17851501 +634 39.11671924 +635 39.05511811 +636 38.99371069 +637 38.93249608 +638 38.87147335 +639 38.81064163 +640 38.90625000 +641 38.84555382 +642 38.78504673 +643 38.72472784 +644 38.66459627 +645 38.60465116 +646 38.54489164 +647 38.48531685 +648 38.42592593 +649 38.36671803 +650 38.30769231 +651 38.24884793 +652 38.19018405 +653 38.13169985 +654 38.22629969 +655 38.16793893 +656 38.26219512 +657 38.35616438 +658 38.44984802 +659 38.39150228 +660 38.33333333 +661 38.27534039 +662 38.21752266 +663 38.15987934 +664 38.25301205 +665 38.34586466 +666 38.28828829 +667 38.38080960 +668 38.47305389 +669 38.56502242 +670 38.50746269 +671 38.45007452 +672 38.39285714 +673 38.33580981 +674 38.27893175 +675 38.22222222 +676 38.16568047 +677 38.10930576 +678 38.20058997 +679 38.14432990 +680 38.23529412 +681 38.32599119 +682 38.26979472 +683 38.21376281 +684 38.30409357 +685 38.39416058 +686 38.33819242 +687 38.28238719 +688 38.22674419 +689 38.31640058 +690 38.26086957 +691 38.20549928 +692 38.15028902 +693 38.09523810 +694 38.04034582 +695 37.98561151 +696 38.07471264 +697 38.02008608 +698 38.10888252 +699 38.19742489 +700 38.14285714 +701 38.08844508 +702 38.17663818 +703 38.26458037 +704 38.35227273 +705 38.29787234 +706 38.24362606 +707 38.18953324 +708 38.13559322 +709 38.22284908 +710 38.16901408 +711 38.25597750 +712 38.20224719 +713 38.28892006 +714 38.37535014 +715 38.32167832 +716 38.26815642 +717 38.21478382 +718 38.16155989 +719 38.10848401 +720 38.05555556 +721 38.00277393 +722 37.95013850 +723 38.03596127 +724 38.12154696 +725 38.20689655 +726 38.15426997 +727 38.23933975 +728 38.18681319 +729 38.13443073 +730 38.08219178 +731 38.03009576 +732 37.97814208 +733 38.06275580 +734 38.01089918 +735 37.95918367 +736 37.90760870 +737 37.99185889 +738 38.07588076 +739 38.15967524 +740 38.10810811 +741 38.05668016 +742 38.14016173 +743 38.22341857 +744 38.30645161 +745 38.25503356 +746 38.20375335 +747 38.15261044 +748 38.10160428 +749 38.05073431 +750 38.13333333 + +Final result: 38.1333 +/- 1.7748 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-F16.tqa b/scores/Llama-Guard-3-8B-F16.tqa new file mode 100644 index 0000000000000000000000000000000000000000..4fd2662ffae3fd87ad7bf1788871a020b91ab440 --- /dev/null +++ b/scores/Llama-Guard-3-8B-F16.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 26.66666667 +16 31.25000000 +17 29.41176471 +18 27.77777778 +19 31.57894737 +20 30.00000000 +21 28.57142857 +22 27.27272727 +23 26.08695652 +24 29.16666667 +25 28.00000000 +26 26.92307692 +27 25.92592593 +28 25.00000000 +29 27.58620690 +30 26.66666667 +31 29.03225806 +32 31.25000000 +33 33.33333333 +34 32.35294118 +35 31.42857143 +36 30.55555556 +37 32.43243243 +38 31.57894737 +39 33.33333333 +40 32.50000000 +41 31.70731707 +42 30.95238095 +43 32.55813953 +44 34.09090909 +45 35.55555556 +46 34.78260870 +47 34.04255319 +48 35.41666667 +49 34.69387755 +50 36.00000000 +51 35.29411765 +52 34.61538462 +53 33.96226415 +54 35.18518519 +55 36.36363636 +56 35.71428571 +57 35.08771930 +58 34.48275862 +59 33.89830508 +60 35.00000000 +61 34.42622951 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 33.33333333 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 32.87671233 +74 32.43243243 +75 32.00000000 +76 32.89473684 +77 32.46753247 +78 32.05128205 +79 31.64556962 +80 32.50000000 +81 32.09876543 +82 32.92682927 +83 32.53012048 +84 32.14285714 +85 31.76470588 +86 31.39534884 +87 31.03448276 +88 30.68181818 +89 31.46067416 +90 31.11111111 +91 30.76923077 +92 30.43478261 +93 30.10752688 +94 29.78723404 +95 29.47368421 +96 30.20833333 +97 29.89690722 +98 29.59183673 +99 30.30303030 +100 30.00000000 +101 30.69306931 +102 30.39215686 +103 31.06796117 +104 30.76923077 +105 30.47619048 +106 30.18867925 +107 30.84112150 +108 31.48148148 +109 31.19266055 +110 31.81818182 +111 31.53153153 +112 32.14285714 +113 31.85840708 +114 32.45614035 +115 32.17391304 +116 31.89655172 +117 31.62393162 +118 31.35593220 +119 31.09243697 +120 30.83333333 +121 31.40495868 +122 31.14754098 +123 30.89430894 +124 31.45161290 +125 32.00000000 +126 31.74603175 +127 31.49606299 +128 31.25000000 +129 31.78294574 +130 31.53846154 +131 31.29770992 +132 31.06060606 +133 30.82706767 +134 30.59701493 +135 31.11111111 +136 30.88235294 +137 31.38686131 +138 31.88405797 +139 32.37410072 +140 32.14285714 +141 31.91489362 +142 31.69014085 +143 31.46853147 +144 31.94444444 +145 31.72413793 +146 31.50684932 +147 31.29251701 +148 31.08108108 +149 30.87248322 +150 30.66666667 +151 31.12582781 +152 30.92105263 +153 30.71895425 +154 30.51948052 +155 30.32258065 +156 30.76923077 +157 30.57324841 +158 31.01265823 +159 30.81761006 +160 30.62500000 +161 31.05590062 +162 30.86419753 +163 30.67484663 +164 30.48780488 +165 30.90909091 +166 31.32530120 +167 31.13772455 +168 31.54761905 +169 31.36094675 +170 31.17647059 +171 30.99415205 +172 30.81395349 +173 30.63583815 +174 30.45977011 +175 30.28571429 +176 30.68181818 +177 30.50847458 +178 30.33707865 +179 30.72625698 +180 30.55555556 +181 30.38674033 +182 30.21978022 +183 30.05464481 +184 29.89130435 +185 29.72972973 +186 30.10752688 +187 29.94652406 +188 29.78723404 +189 30.15873016 +190 30.00000000 +191 29.84293194 +192 29.68750000 +193 29.53367876 +194 29.89690722 +195 29.74358974 +196 29.59183673 +197 29.94923858 +198 30.30303030 +199 30.15075377 +200 30.00000000 +201 29.85074627 +202 29.70297030 +203 29.55665025 +204 29.41176471 +205 29.75609756 +206 29.61165049 +207 29.95169082 +208 29.80769231 +209 29.66507177 +210 29.52380952 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 29.16666667 +217 29.03225806 +218 29.35779817 +219 29.22374429 +220 29.09090909 +221 28.95927602 +222 28.82882883 +223 28.69955157 +224 29.01785714 +225 28.88888889 +226 28.76106195 +227 29.07488987 +228 28.94736842 +229 28.82096070 +230 28.69565217 +231 28.57142857 +232 28.44827586 +233 28.75536481 +234 29.05982906 +235 29.36170213 +236 29.66101695 +237 29.53586498 +238 29.83193277 +239 29.70711297 +240 29.58333333 +241 29.46058091 +242 29.33884298 +243 29.21810700 +244 29.09836066 +245 28.97959184 +246 28.86178862 +247 29.14979757 +248 29.03225806 +249 28.91566265 +250 28.80000000 +251 29.08366534 +252 29.36507937 +253 29.24901186 +254 29.13385827 +255 29.41176471 +256 29.29687500 +257 29.18287938 +258 29.06976744 +259 28.95752896 +260 28.84615385 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 29.16666667 +265 29.43396226 +266 29.32330827 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 28.67647059 +273 28.93772894 +274 28.83211679 +275 28.72727273 +276 28.62318841 +277 28.51985560 +278 28.41726619 +279 28.31541219 +280 28.57142857 +281 28.82562278 +282 28.72340426 +283 28.62190813 +284 28.87323944 +285 28.77192982 +286 29.02097902 +287 29.26829268 +288 29.51388889 +289 29.41176471 +290 29.31034483 +291 29.55326460 +292 29.79452055 +293 30.03412969 +294 29.93197279 +295 30.16949153 +296 30.40540541 +297 30.63973064 +298 30.53691275 +299 30.43478261 +300 30.33333333 +301 30.23255814 +302 30.13245033 +303 30.03300330 +304 29.93421053 +305 29.83606557 +306 29.73856209 +307 29.64169381 +308 29.87012987 +309 29.77346278 +310 29.67741935 +311 29.58199357 +312 29.80769231 +313 29.71246006 +314 29.61783439 +315 29.52380952 +316 29.43037975 +317 29.65299685 +318 29.55974843 +319 29.46708464 +320 29.37500000 +321 29.28348910 +322 29.50310559 +323 29.41176471 +324 29.32098765 +325 29.23076923 +326 29.14110429 +327 29.35779817 +328 29.57317073 +329 29.48328267 +330 29.69696970 +331 29.60725076 +332 29.81927711 +333 30.03003003 +334 29.94011976 +335 30.14925373 +336 30.35714286 +337 30.26706231 +338 30.17751479 +339 30.38348083 +340 30.29411765 +341 30.49853372 +342 30.70175439 +343 30.61224490 +344 30.81395349 +345 31.01449275 +346 30.92485549 +347 31.12391931 +348 31.03448276 +349 30.94555874 +350 30.85714286 +351 30.76923077 +352 30.68181818 +353 30.59490085 +354 30.50847458 +355 30.42253521 +356 30.33707865 +357 30.53221289 +358 30.44692737 +359 30.36211699 +360 30.27777778 +361 30.19390582 +362 30.11049724 +363 30.02754821 +364 29.94505495 +365 29.86301370 +366 29.78142077 +367 29.97275204 +368 29.89130435 +369 29.81029810 +370 29.72972973 +371 29.64959569 +372 29.83870968 +373 29.75871314 +374 29.94652406 +375 29.86666667 +376 29.78723404 +377 29.97347480 +378 29.89417989 +379 29.81530343 +380 30.00000000 +381 29.92125984 +382 30.10471204 +383 30.02610966 +384 29.94791667 +385 29.87012987 +386 29.79274611 +387 29.71576227 +388 29.89690722 +389 29.82005141 +390 29.74358974 +391 29.92327366 +392 29.84693878 +393 29.77099237 +394 29.94923858 +395 29.87341772 +396 29.79797980 +397 29.97481108 +398 29.89949749 +399 29.82456140 +400 29.75000000 +401 29.92518703 +402 30.09950249 +403 30.27295285 +404 30.19801980 +405 30.12345679 +406 30.04926108 +407 29.97542998 +408 29.90196078 +409 29.82885086 +410 29.75609756 +411 29.68369830 +412 29.61165049 +413 29.78208232 +414 29.95169082 +415 30.12048193 +416 30.04807692 +417 29.97601918 +418 29.90430622 +419 29.83293556 +420 30.00000000 +421 30.16627078 +422 30.09478673 +423 30.02364066 +424 29.95283019 +425 29.88235294 +426 29.81220657 +427 29.74238876 +428 29.67289720 +429 29.60372960 +430 29.53488372 +431 29.46635731 +432 29.62962963 +433 29.79214781 +434 29.95391705 +435 29.88505747 +436 30.04587156 +437 29.97711670 +438 30.13698630 +439 30.06833713 +440 30.22727273 +441 30.15873016 +442 30.09049774 +443 30.02257336 +444 30.18018018 +445 30.11235955 +446 30.04484305 +447 29.97762864 +448 29.91071429 +449 30.06681514 +450 30.22222222 +451 30.15521064 +452 30.08849558 +453 30.24282561 +454 30.17621145 +455 30.10989011 +456 30.04385965 +457 29.97811816 +458 29.91266376 +459 29.84749455 +460 29.78260870 +461 29.71800434 +462 29.87012987 +463 29.80561555 +464 29.95689655 +465 30.10752688 +466 30.04291845 +467 29.97858672 +468 29.91452991 +469 29.85074627 +470 29.78723404 +471 29.72399151 +472 29.87288136 +473 30.02114165 +474 29.95780591 +475 30.10526316 +476 30.04201681 +477 29.97903564 +478 29.91631799 +479 29.85386221 +480 29.79166667 +481 29.72972973 +482 29.87551867 +483 29.81366460 +484 29.75206612 +485 29.89690722 +486 29.83539095 +487 29.97946612 +488 29.91803279 +489 30.06134969 +490 30.20408163 +491 30.34623218 +492 30.48780488 +493 30.42596349 +494 30.36437247 +495 30.30303030 +496 30.24193548 +497 30.18108652 +498 30.12048193 +499 30.26052104 +500 30.20000000 +501 30.13972056 +502 30.07968127 +503 30.01988072 +504 30.15873016 +505 30.09900990 +506 30.03952569 +507 29.98027613 +508 30.11811024 +509 30.25540275 +510 30.39215686 +511 30.33268102 +512 30.27343750 +513 30.21442495 +514 30.15564202 +515 30.29126214 +516 30.23255814 +517 30.36750484 +518 30.30888031 +519 30.25048170 +520 30.19230769 +521 30.13435701 +522 30.07662835 +523 30.01912046 +524 29.96183206 +525 29.90476190 +526 29.84790875 +527 29.98102467 +528 29.92424242 +529 29.86767486 +530 29.81132075 +531 29.75517891 +532 29.88721805 +533 30.01876173 +534 29.96254682 +535 29.90654206 +536 29.85074627 +537 29.79515829 +538 29.73977695 +539 29.68460111 +540 29.62962963 +541 29.57486137 +542 29.52029520 +543 29.46593002 +544 29.41176471 +545 29.35779817 +546 29.48717949 +547 29.61608775 +548 29.74452555 +549 29.69034608 +550 29.63636364 +551 29.58257713 +552 29.71014493 +553 29.83725136 +554 29.78339350 +555 29.72972973 +556 29.67625899 +557 29.62298025 +558 29.56989247 +559 29.51699463 +560 29.64285714 +561 29.76827094 +562 29.71530249 +563 29.66252220 +564 29.60992908 +565 29.73451327 +566 29.85865724 +567 29.98236332 +568 30.10563380 +569 30.05272408 +570 30.00000000 +571 30.12259194 +572 30.06993007 +573 30.01745201 +574 30.13937282 +575 30.26086957 +576 30.38194444 +577 30.32928943 +578 30.44982699 +579 30.56994819 +580 30.68965517 +581 30.63683305 +582 30.75601375 +583 30.70325901 +584 30.82191781 +585 30.76923077 +586 30.88737201 +587 30.83475298 +588 30.78231293 +589 30.73005093 +590 30.84745763 +591 30.79526227 +592 30.74324324 +593 30.69139966 +594 30.63973064 +595 30.58823529 +596 30.53691275 +597 30.48576214 +598 30.43478261 +599 30.38397329 +600 30.33333333 +601 30.44925125 +602 30.56478405 +603 30.67993367 +604 30.62913907 +605 30.57851240 +606 30.69306931 +607 30.64250412 +608 30.59210526 +609 30.70607553 +610 30.65573770 +611 30.60556465 +612 30.71895425 +613 30.66884176 +614 30.61889251 +615 30.56910569 +616 30.68181818 +617 30.79416532 +618 30.74433657 +619 30.85621971 +620 30.80645161 +621 30.75684380 +622 30.86816720 +623 30.81861958 +624 30.76923077 +625 30.72000000 +626 30.67092652 +627 30.62200957 +628 30.73248408 +629 30.68362480 +630 30.63492063 +631 30.58637084 +632 30.53797468 +633 30.48973144 +634 30.59936909 +635 30.55118110 +636 30.50314465 +637 30.45525903 +638 30.40752351 +639 30.35993740 +640 30.46875000 +641 30.42121685 +642 30.52959502 +643 30.48211509 +644 30.43478261 +645 30.54263566 +646 30.49535604 +647 30.44822257 +648 30.55555556 +649 30.50847458 +650 30.61538462 +651 30.72196621 +652 30.82822086 +653 30.93415008 +654 30.88685015 +655 30.83969466 +656 30.94512195 +657 31.05022831 +658 31.00303951 +659 31.10773900 +660 31.06060606 +661 31.01361573 +662 30.96676737 +663 30.92006033 +664 30.87349398 +665 30.82706767 +666 30.93093093 +667 30.88455772 +668 30.83832335 +669 30.79222720 +670 30.89552239 +671 30.84947839 +672 30.80357143 +673 30.75780089 +674 30.71216617 +675 30.81481481 +676 30.91715976 +677 30.87149188 +678 30.82595870 +679 30.78055965 +680 30.73529412 +681 30.83700441 +682 30.79178886 +683 30.74670571 +684 30.84795322 +685 30.80291971 +686 30.75801749 +687 30.71324600 +688 30.81395349 +689 30.76923077 +690 30.72463768 +691 30.82489146 +692 30.92485549 +693 31.02453102 +694 30.97982709 +695 30.93525180 +696 31.03448276 +697 30.98995696 +698 30.94555874 +699 30.90128755 +700 31.00000000 +701 30.95577746 +702 30.91168091 +703 30.86770982 +704 30.82386364 +705 30.78014184 +706 30.87818697 +707 30.83451202 +708 30.79096045 +709 30.74753173 +710 30.70422535 +711 30.66104079 +712 30.61797753 +713 30.57503506 +714 30.53221289 +715 30.62937063 +716 30.58659218 +717 30.54393305 +718 30.50139276 +719 30.59805285 +720 30.55555556 +721 30.51317614 +722 30.47091413 +723 30.42876902 +724 30.38674033 +725 30.34482759 +726 30.44077135 +727 30.39889959 +728 30.35714286 +729 30.31550069 +730 30.41095890 +731 30.36935705 +732 30.46448087 +733 30.42291951 +734 30.38147139 +735 30.34013605 +736 30.29891304 +737 30.25780190 +738 30.21680217 +739 30.31123139 +740 30.27027027 +741 30.36437247 +742 30.32345013 +743 30.28263795 +744 30.37634409 +745 30.33557047 +746 30.42895442 +747 30.52208835 +748 30.48128342 +749 30.57409880 +750 30.66666667 + +Final result: 30.6667 +/- 1.6849 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-F16.wng b/scores/Llama-Guard-3-8B-F16.wng new file mode 100644 index 0000000000000000000000000000000000000000..47e0b682ad7888145ee3d27d792964ed5bc1f468 --- /dev/null +++ b/scores/Llama-Guard-3-8B-F16.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -2.927330 -3.522301 1 1 +2 100.0000 -2.046787 -2.133080 1 1 +3 100.0000 -3.470439 -3.010898 2 2 +4 100.0000 -4.417016 -4.444509 1 1 +5 80.0000 -2.745654 -2.847737 1 2 +6 83.3333 -4.305577 -4.573122 1 1 +7 85.7143 -4.545330 -3.163558 2 2 +8 87.5000 -2.662698 -2.240879 2 2 +9 88.8889 -3.546740 -5.218706 1 1 +10 90.0000 -2.235136 -1.949315 2 2 +11 90.9091 -10.405081 -4.969581 2 2 +12 91.6667 -3.361682 -1.546237 2 2 +13 92.3077 -3.085110 -5.158096 1 1 +14 92.8571 -3.629513 -3.793827 1 1 +15 86.6667 -4.141886 -6.065424 1 2 +16 87.5000 -2.907213 -2.593063 2 2 +17 88.2353 -6.167455 -5.126099 2 2 +18 88.8889 -1.751449 -3.001871 1 1 +19 89.4737 -2.895490 -4.395489 1 1 +20 90.0000 -2.888890 -3.047811 1 1 +21 90.4762 -2.281274 -3.231903 1 1 +22 90.9091 -2.233257 -2.141418 2 2 +23 91.3043 -4.431792 -5.036283 1 1 +24 87.5000 -2.641369 -2.257037 2 1 +25 88.0000 -1.819314 -1.735200 2 2 +26 88.4615 -3.171135 -4.645501 1 1 +27 88.8889 -4.746123 -4.634442 2 2 +28 89.2857 -4.499464 -5.836816 1 1 +29 89.6552 -3.382548 -3.775283 1 1 +30 90.0000 -2.163220 -1.882715 2 2 +31 90.3226 -4.290533 -4.413443 1 1 +32 90.6250 -5.176951 -6.177412 1 1 +33 90.9091 -5.099685 -5.379100 1 1 +34 88.2353 -2.824858 -2.456793 2 1 +35 88.5714 -4.127117 -3.935647 2 2 +36 88.8889 -3.647369 -3.545856 2 2 +37 89.1892 -2.713961 -2.764852 1 1 +38 86.8421 -3.563844 -3.509453 2 1 +39 87.1795 -5.325271 -3.368583 2 2 +40 85.0000 -4.027822 -4.992290 1 2 +41 85.3659 -2.032253 -2.234306 1 1 +42 85.7143 -2.327567 -3.220065 1 1 +43 86.0465 -3.014663 -2.961942 2 2 +44 86.3636 -2.205853 -1.723073 2 2 +45 86.6667 -0.139271 -11.715696 1 1 +46 86.9565 -2.746548 -2.787794 1 1 +47 85.1064 -3.148141 -3.205590 1 2 +48 85.4167 -4.048732 -3.643605 2 2 +49 83.6735 -3.283573 -1.521492 2 1 +50 84.0000 -2.476169 -2.366835 2 2 +51 84.3137 -1.785994 -2.270044 1 1 +52 84.6154 -3.773069 -2.681905 2 2 +53 84.9057 -4.010925 -4.552135 1 1 +54 85.1852 -2.632012 -2.059702 2 2 +55 85.4545 -2.623214 -2.354788 2 2 +56 83.9286 -4.838166 -5.389589 1 2 +57 84.2105 -3.232668 -2.969831 2 2 +58 84.4828 -3.399473 -4.017252 1 1 +59 84.7458 -2.924177 -2.802981 2 2 +60 85.0000 -4.001044 -3.941499 2 2 +61 83.6066 -3.350910 -3.262990 2 1 +62 83.8710 -5.469183 -5.798090 1 1 +63 82.5397 -4.264433 -4.679949 1 2 +64 81.2500 -4.472300 -4.291945 2 1 +65 81.5385 -5.064834 -4.237699 2 2 +66 81.8182 -2.723355 -3.159682 1 1 +67 82.0896 -3.377035 -2.681103 2 2 +68 80.8824 -4.850735 -5.282510 1 2 +69 81.1594 -5.624699 -6.245316 1 1 +70 81.4286 -3.005540 -2.927165 2 2 +71 80.2817 -2.779379 -2.758558 2 1 +72 80.5556 -3.715995 -3.454415 2 2 +73 79.4521 -2.741727 -2.701315 2 1 +74 79.7297 -2.435212 -2.989051 1 1 +75 80.0000 -2.296220 -2.721171 1 1 +76 80.2632 -1.766881 -4.216161 1 1 +77 79.2208 -2.809588 -2.908532 1 2 +78 79.4872 -0.759113 -1.377390 1 1 +79 78.4810 -2.180314 -2.294577 1 2 +80 78.7500 -2.127730 -3.022360 1 1 +81 79.0123 -4.751239 -4.180516 2 2 +82 78.0488 -3.176202 -3.409944 1 2 +83 78.3133 -5.222830 -4.210939 2 2 +84 78.5714 -2.281839 -2.132663 2 2 +85 78.8235 -3.865752 -4.168610 1 1 +86 77.9070 -5.874958 -5.938954 1 2 +87 77.0115 -1.608688 -1.488857 2 1 +88 76.1364 -5.768794 -4.757106 2 1 +89 76.4045 -3.517212 -3.698170 1 1 +90 76.6667 -4.636265 -3.195380 2 2 +91 75.8242 -4.527343 -4.341784 2 1 +92 76.0870 -4.359160 -4.212038 2 2 +93 76.3441 -2.149590 -2.016213 2 2 +94 76.5957 -4.460623 -3.955704 2 2 +95 76.8421 -3.128245 -3.469555 1 1 +96 77.0833 -1.766991 -2.466332 1 1 +97 76.2887 -5.453152 -4.674812 2 1 +98 76.5306 -3.794843 -3.223016 2 2 +99 75.7576 -2.956440 -2.870020 2 1 +100 76.0000 -5.988597 -5.312636 2 2 +101 75.2475 -4.360856 -4.648792 1 2 +102 74.5098 -3.753322 -3.705463 2 1 +103 74.7573 -2.601291 -2.124577 2 2 +104 75.0000 -7.522142 -7.268589 2 2 +105 75.2381 -1.460173 -1.642204 1 1 +106 75.4717 -2.749068 -2.351612 2 2 +107 75.7009 -3.737492 -3.114650 2 2 +108 75.9259 -3.551873 -2.646101 2 2 +109 75.2294 -3.904223 -4.264488 1 2 +110 75.4545 -4.316086 -3.500277 2 2 +111 75.6757 -3.202191 -2.839550 2 2 +112 75.0000 -4.033243 -3.283836 2 1 +113 74.3363 -4.504744 -5.900393 1 2 +114 74.5614 -4.151654 -4.842532 1 1 +115 74.7826 -2.066037 -2.428819 1 1 +116 75.0000 -2.322651 -1.875576 2 2 +117 74.3590 -3.712277 -4.092672 1 2 +118 74.5763 -1.321204 -1.820597 1 1 +119 74.7899 -1.684493 -2.412348 1 1 +120 74.1667 -2.935920 -2.615779 2 1 +121 74.3802 -1.121472 -1.017014 2 2 +122 74.5902 -6.002951 -5.115587 2 2 +123 74.7967 -3.926322 -4.096726 1 1 +124 75.0000 -3.041371 -2.716586 2 2 +125 74.4000 -2.770031 -2.808490 1 2 +126 74.6032 -6.634726 -6.296755 2 2 +127 74.8031 -2.911638 -1.194437 2 2 +128 75.0000 -1.816287 -1.832903 1 1 +129 75.1938 -2.176839 -1.017749 2 2 +130 75.3846 -5.489913 -4.451406 2 2 +131 74.8092 -3.862297 -3.898905 1 2 +132 75.0000 -2.154722 -1.787988 2 2 +133 75.1880 -0.989949 -3.304289 1 1 +134 75.3731 -4.859155 -4.459338 2 2 +135 75.5556 -4.231801 -5.039445 1 1 +136 75.7353 -3.960341 -2.563946 2 2 +137 75.9124 -5.317350 -5.440451 1 1 +138 75.3623 -4.017862 -4.289263 1 2 +139 75.5396 -4.191198 -5.413366 1 1 +140 75.7143 -1.477154 -1.423808 2 2 +141 75.8865 -5.226085 -3.903535 2 2 +142 76.0563 -2.814160 -2.006455 2 2 +143 76.2238 -3.050900 -6.748693 1 1 +144 75.6944 -2.134675 -2.051481 2 1 +145 75.1724 -1.314411 -16.005102 1 2 +146 75.3425 -3.772651 -3.760842 2 2 +147 75.5102 -3.820803 -3.503793 2 2 +148 75.6757 -2.055627 -2.328263 1 1 +149 75.8389 -4.028334 -3.894568 2 2 +150 76.0000 -3.915089 -3.391009 2 2 +151 75.4967 -1.826616 -1.700972 2 1 +152 75.0000 -4.068668 -4.389178 1 2 +153 75.1634 -2.326897 -2.971425 1 1 +154 75.3247 -3.355810 -3.621856 1 1 +155 74.8387 -2.106084 -2.849249 1 2 +156 75.0000 -2.023909 -2.208799 1 1 +157 75.1592 -2.609260 -3.550306 1 1 +158 75.3165 -4.353687 -4.003217 2 2 +159 75.4717 -2.898317 -4.127275 1 1 +160 75.6250 -4.045616 -3.324270 2 2 +161 75.7764 -2.973809 -3.132394 1 1 +162 75.3086 -0.035598 -10.632437 1 2 +163 75.4601 -1.946172 -2.164756 1 1 +164 75.6098 -5.126061 -4.303451 2 2 +165 75.7576 -3.812724 -3.719688 2 2 +166 75.9036 -4.382596 -3.981594 2 2 +167 75.4491 -3.914622 -3.393908 2 1 +168 75.5952 -5.962844 -5.054462 2 2 +169 75.7396 -3.990894 -3.946851 2 2 +170 75.8824 -2.577498 -3.054040 1 1 +171 76.0234 -3.563954 -4.125377 1 1 +172 76.1628 -3.837105 -4.619421 1 1 +173 76.3006 -2.824738 -2.765571 2 2 +174 76.4368 -6.779088 -6.679197 2 2 +175 76.5714 -3.147263 -3.691030 1 1 +176 76.7045 -1.544720 -3.942176 1 1 +177 76.8362 -6.263472 -6.086958 2 2 +178 76.4045 -2.811399 -2.767039 2 1 +179 76.5363 -2.326710 -2.486968 1 1 +180 76.6667 -4.485878 -4.010511 2 2 +181 76.7956 -3.163785 -2.378965 2 2 +182 76.9231 -3.632154 -3.036416 2 2 +183 77.0492 -5.186807 -5.034344 2 2 +184 77.1739 -1.633554 -2.665509 1 1 +185 76.7568 -3.851371 -4.049936 1 2 +186 76.8817 -2.468048 -2.935740 1 1 +187 77.0053 -4.647692 -4.251690 2 2 +188 76.5957 -4.006265 -3.308618 2 1 +189 76.1905 -3.179649 -3.781361 1 2 +190 76.3158 -5.454514 -5.344978 2 2 +191 76.4398 -2.576545 -3.011985 1 1 +192 76.5625 -4.708999 -4.008248 2 2 +193 76.6839 -3.545974 -3.491934 2 2 +194 76.8041 -1.897565 -1.578326 2 2 +195 76.4103 -3.525577 -3.256390 2 1 +196 76.0204 -3.217646 -3.601485 1 2 +197 76.1421 -1.197243 -3.207732 1 1 +198 76.2626 -2.692197 -7.188475 1 1 +199 76.3819 -5.160220 -4.290652 2 2 +200 76.5000 -3.187219 -2.804990 2 2 +201 76.6169 -2.708373 -3.289421 1 1 +202 76.2376 -7.062580 -7.349779 1 2 +203 76.3547 -2.815650 -2.641460 2 2 +204 76.4706 -2.236179 -2.698357 1 1 +205 76.5854 -3.235791 -2.160274 2 2 +206 76.2136 -4.540243 -4.984045 1 2 +207 76.3285 -3.219635 -3.451523 1 1 +208 76.4423 -3.149107 -2.713302 2 2 +209 76.5550 -3.772686 -3.019316 2 2 +210 76.6667 -6.056468 -5.773485 2 2 +211 76.3033 -5.172299 -4.857455 2 1 +212 76.4151 -5.141087 -4.314332 2 2 +213 76.0563 -4.492411 -4.660779 1 2 +214 75.7009 -3.155260 -3.075755 2 1 +215 75.3488 -5.576957 -5.755663 1 2 +216 75.0000 -3.241081 -3.166863 2 1 +217 75.1152 -0.945446 -1.515652 1 1 +218 75.2294 -2.355355 -2.160209 2 2 +219 75.3425 -3.085838 -3.229263 1 1 +220 75.0000 -2.795933 -2.811917 1 2 +221 75.1131 -3.362861 -9.806551 1 1 +222 74.7748 -0.258577 -7.839425 1 2 +223 74.8879 -3.898528 -2.619871 2 2 +224 75.0000 -5.799108 -3.996867 2 2 +225 74.6667 -2.707627 -2.761853 1 2 +226 74.7788 -2.591539 -3.286887 1 1 +227 74.4493 -3.459791 -3.150030 2 1 +228 74.5614 -1.462602 -1.996636 1 1 +229 74.6725 -3.397397 -3.321048 2 2 +230 74.7826 -2.872848 -3.505083 1 1 +231 74.8918 -2.110137 -2.802140 1 1 +232 75.0000 -2.661672 -2.144744 2 2 +233 75.1073 -1.735337 -2.156101 1 1 +234 75.2137 -3.023520 -2.833189 2 2 +235 75.3191 -3.188456 -2.817495 2 2 +236 75.0000 -1.806543 -1.550262 2 1 +237 74.6835 -2.239947 -1.881652 2 1 +238 74.7899 -2.861838 -2.413810 2 2 +239 74.4770 -2.621803 -2.647456 1 2 +240 74.1667 -5.842671 -5.979639 1 2 +241 73.8589 -3.188407 -3.503684 1 2 +242 73.9669 -5.519155 -5.334565 2 2 +243 73.6626 -4.485890 -4.419908 2 1 +244 73.7705 -2.530664 -3.611863 1 1 +245 73.8776 -3.573620 -4.859027 1 1 +246 73.9837 -2.264245 -2.612308 1 1 +247 74.0891 -3.541169 -3.045952 2 2 +248 74.1935 -3.292006 -2.709842 2 2 +249 74.2972 -2.627687 -1.789241 2 2 +250 74.4000 -1.990310 -2.804809 1 1 +251 74.1036 -1.196333 -1.080796 2 1 +252 74.2063 -6.764853 -6.427388 2 2 +253 73.9130 -4.935473 -4.691096 2 1 +254 73.6220 -4.924690 -5.658896 1 2 +255 73.7255 -3.139294 -3.783126 1 1 +256 73.4375 -3.662401 -3.130905 2 1 +257 73.1518 -2.479277 -2.089252 2 1 +258 72.8682 -3.443965 -3.765130 1 2 +259 72.9730 -4.998707 -5.512386 1 1 +260 73.0769 -6.210683 -6.381690 1 1 +261 73.1801 -3.666398 -3.611546 2 2 +262 73.2824 -4.510709 -4.387678 2 2 +263 73.3840 -2.429978 -2.824605 1 1 +264 73.4848 -3.872555 -3.367377 2 2 +265 73.5849 -1.136882 -1.993849 1 1 +266 73.6842 -4.695222 -5.254873 1 1 +267 73.7828 -2.524440 -2.636358 1 1 +268 73.5075 -3.362218 -3.062571 2 1 +269 73.6059 -2.723566 -2.674796 2 2 +270 73.7037 -2.084464 -3.123532 1 1 +271 73.8007 -2.859864 -2.237588 2 2 +272 73.8971 -3.543826 -3.244762 2 2 +273 73.9927 -2.860400 -2.724504 2 2 +274 74.0876 -3.431760 -3.252148 2 2 +275 74.1818 -2.365767 -2.517672 1 1 +276 74.2754 -2.064934 -2.115044 1 1 +277 74.3682 -3.245243 -4.138615 1 1 +278 74.4604 -2.488110 -2.526653 1 1 +279 74.5520 -3.964458 -2.997663 2 2 +280 74.6429 -3.499275 -3.292073 2 2 +281 74.7331 -2.425457 -1.720650 2 2 +282 74.8227 -3.801082 -3.063330 2 2 +283 74.5583 -3.044606 -3.522143 1 2 +284 74.6479 -2.146106 -2.994041 1 1 +285 74.7368 -3.364178 -4.326979 1 1 +286 74.8252 -3.311206 -3.567835 1 1 +287 74.9129 -2.131853 -3.884014 1 1 +288 74.6528 -3.000911 -3.180584 1 2 +289 74.3945 -2.474417 -2.245954 2 1 +290 74.4828 -3.817569 -4.038594 1 1 +291 74.5704 -2.775104 -3.290559 1 1 +292 74.6575 -2.738002 -1.694022 2 2 +293 74.7440 -3.228110 -2.891341 2 2 +294 74.4898 -4.098820 -3.908686 2 1 +295 74.5763 -1.802341 -1.943819 1 1 +296 74.6622 -4.494829 -4.329557 2 2 +297 74.4108 -1.730621 -2.459375 1 2 +298 74.4966 -5.127699 -4.694513 2 2 +299 74.5819 -2.292501 -2.117295 2 2 +300 74.6667 -2.542996 -3.165577 1 1 +301 74.7508 -4.568889 -5.088708 1 1 +302 74.8344 -3.905625 -3.728494 2 2 +303 74.5875 -9.220812 -8.734517 2 1 +304 74.6711 -4.324122 -3.920073 2 2 +305 74.4262 -2.911855 -3.138628 1 2 +306 74.5098 -2.261189 -1.937612 2 2 +307 74.5928 -2.757147 -2.812406 1 1 +308 74.3506 -4.737510 -4.798096 1 2 +309 74.4337 -2.619137 -3.384660 1 1 +310 74.5161 -5.429644 -5.202743 2 2 +311 74.5981 -1.015594 -5.002656 1 1 +312 74.3590 -4.067310 -4.011154 2 1 +313 74.4409 -4.564013 -4.417409 2 2 +314 74.5223 -4.157032 -3.580717 2 2 +315 74.6032 -1.710320 -3.387895 1 1 +316 74.6835 -7.471199 -4.715974 2 2 +317 74.7634 -4.584970 -4.612910 1 1 +318 74.8428 -4.488328 -4.188933 2 2 +319 74.9216 -1.162647 -1.558226 1 1 +320 75.0000 -3.907788 -4.829090 1 1 +321 74.7664 -2.633827 -2.679760 1 2 +322 74.5342 -2.127423 -2.546213 1 2 +323 74.6130 -3.096696 -3.741959 1 1 +324 74.3827 -3.609676 -3.538554 2 1 +325 74.4615 -5.046355 -4.349230 2 2 +326 74.5399 -2.091086 -1.787349 2 2 +327 74.6177 -2.170561 -2.456213 1 1 +328 74.3902 -3.669409 -3.381693 2 1 +329 74.4681 -3.420925 -7.435993 1 1 +330 74.5455 -1.692166 -2.295119 1 1 +331 74.3202 -4.312309 -3.317560 2 1 +332 74.3976 -1.680536 -2.119545 1 1 +333 74.4745 -3.631188 -1.898013 2 2 +334 74.5509 -2.666481 -4.916430 1 1 +335 74.3284 -5.415374 -4.612509 2 1 +336 74.4048 -3.990315 -3.796762 2 2 +337 74.4807 -2.073110 -1.291643 2 2 +338 74.2604 -3.702365 -2.967635 2 1 +339 74.3363 -4.783500 -4.762897 2 2 +340 74.4118 -4.248565 -4.795866 1 1 +341 74.4868 -2.815476 -3.601502 1 1 +342 74.5614 -5.104788 -4.401772 2 2 +343 74.6356 -3.447273 -3.646485 1 1 +344 74.7093 -1.986198 -2.654721 1 1 +345 74.7826 -0.594158 -2.153934 1 1 +346 74.5665 -5.427020 -5.633353 1 2 +347 74.6398 -3.225382 -2.964570 2 2 +348 74.7126 -1.046684 -2.097995 1 1 +349 74.4986 -3.147159 -4.100053 1 2 +350 74.2857 -2.456401 -2.984317 1 2 +351 74.3590 -2.623080 -2.971329 1 1 +352 74.4318 -3.746196 -3.539697 2 2 +353 74.5042 -2.101234 -2.463010 1 1 +354 74.5763 -5.391404 -4.966867 2 2 +355 74.6479 -2.190382 -1.834700 2 2 +356 74.4382 -2.796270 -2.870455 1 2 +357 74.5098 -3.669612 -3.454997 2 2 +358 74.5810 -2.025577 -1.926711 2 2 +359 74.6518 -4.963187 -3.036597 2 2 +360 74.4444 -2.911252 -3.054204 1 2 +361 74.5152 -2.501610 -1.401838 2 2 +362 74.5856 -5.057942 -4.936763 2 2 +363 74.3802 -2.626357 -2.476728 2 1 +364 74.4505 -5.628728 -5.725984 1 1 +365 74.5205 -5.186308 -5.318528 1 1 +366 74.3169 -2.634468 -7.508556 1 2 +367 74.1144 -5.091750 -4.992962 2 1 +368 74.1848 -4.437954 -3.670155 2 2 +369 73.9837 -2.660973 -3.392078 1 2 +370 74.0541 -4.993530 -5.165944 1 1 +371 74.1240 -2.565194 -3.567745 1 1 +372 74.1935 -2.395735 -2.434438 1 1 +373 73.9946 -4.738047 -4.143092 2 1 +374 74.0642 -2.240453 -2.867106 1 1 +375 74.1333 -2.567641 -2.438065 2 2 +376 74.2021 -4.851335 -3.311024 2 2 +377 74.2706 -4.142104 -3.793447 2 2 +378 74.0741 -3.503702 -3.717173 1 2 +379 73.8786 -1.156240 -2.642758 1 2 +380 73.9474 -5.040034 -5.789271 1 1 +381 74.0157 -9.136977 -7.154028 2 2 +382 74.0838 -2.233704 -2.003068 2 2 +383 74.1514 -2.763361 -1.057689 2 2 +384 73.9583 -3.887860 -2.795358 2 1 +385 73.7662 -1.044959 -0.959903 2 1 +386 73.8342 -2.012475 -11.714818 1 1 +387 73.9018 -1.659511 -2.524423 1 1 +388 73.9691 -6.217360 -5.954980 2 2 +389 74.0360 -2.450892 -2.094507 2 2 +390 74.1026 -2.832341 -3.430284 1 1 +391 73.9130 -4.032907 -4.043157 1 2 +392 73.7245 -3.396408 -2.876489 2 1 +393 73.7913 -5.169108 -5.124081 2 2 +394 73.8579 -2.952289 -3.719952 1 1 +395 73.9241 -2.922590 -2.392589 2 2 +396 73.9899 -3.176293 -3.739982 1 1 +397 74.0554 -6.432219 -6.776789 1 1 +398 74.1206 -3.537645 -5.508413 1 1 +399 74.1855 -2.992703 -3.463446 1 1 +400 74.2500 -1.609140 -7.194488 1 1 +401 74.3142 -2.930030 -3.377625 1 1 +402 74.1294 -3.665078 -3.736783 1 2 +403 73.9454 -6.906878 -7.315948 1 2 +404 74.0099 -3.546918 -2.341635 2 2 +405 74.0741 -3.412782 -3.700209 1 1 +406 74.1379 -7.631309 -8.079973 1 1 +407 73.9558 -4.314619 -4.584413 1 2 +408 73.7745 -3.030690 -3.174611 1 2 +409 73.8386 -3.726948 -4.342448 1 1 +410 73.6585 -3.441938 -3.084974 2 1 +411 73.7226 -2.547832 -4.010918 1 1 +412 73.7864 -3.161636 -2.468970 2 2 +413 73.8499 -2.978490 -2.356444 2 2 +414 73.6715 -3.572707 -3.780807 1 2 +415 73.7349 -2.567151 -2.418035 2 2 +416 73.7981 -3.862192 -2.622603 2 2 +417 73.8609 -4.683057 -4.907961 1 1 +418 73.6842 -4.289244 -3.847841 2 1 +419 73.5084 -3.917742 -3.974751 1 2 +420 73.5714 -2.786377 -2.521353 2 2 +421 73.6342 -3.834946 -3.543826 2 2 +422 73.6967 -2.060459 -2.083360 1 1 +423 73.7589 -3.000918 -3.103704 1 1 +424 73.8208 -4.552158 -5.125460 1 1 +425 73.8824 -4.916703 -3.273700 2 2 +426 73.9437 -1.534959 -1.390050 2 2 +427 74.0047 -3.419576 -4.001847 1 1 +428 73.8318 -4.062686 -3.846678 2 1 +429 73.8928 -3.080812 -3.008100 2 2 +430 73.7209 -6.046061 -5.864790 2 1 +431 73.7819 -3.313245 -4.666325 1 1 +432 73.6111 -3.270628 -3.541837 1 2 +433 73.6721 -2.064965 -1.834467 2 2 +434 73.7327 -6.544870 -6.898711 1 1 +435 73.5632 -3.526906 -3.427536 2 1 +436 73.6239 -1.631791 -2.009239 1 1 +437 73.4554 -3.560041 -3.634573 1 2 +438 73.5160 -3.855745 -3.690396 2 2 +439 73.5763 -2.571697 -3.394570 1 1 +440 73.6364 -4.027697 -4.171032 1 1 +441 73.6961 -3.193468 -5.098762 1 1 +442 73.5294 -4.231007 -3.734221 2 1 +443 73.5892 -1.743545 -3.155136 1 1 +444 73.4234 -6.247609 -6.667815 1 2 +445 73.4831 -1.449047 -2.211519 1 1 +446 73.5426 -4.438365 -3.986362 2 2 +447 73.3781 -2.395645 -2.259532 2 1 +448 73.4375 -4.176025 -4.016830 2 2 +449 73.4967 -2.383796 -1.836638 2 2 +450 73.5556 -4.593481 -4.183453 2 2 +451 73.6142 -4.418852 -4.392391 2 2 +452 73.4513 -4.943892 -4.465319 2 1 +453 73.5099 -4.237768 -3.441725 2 2 +454 73.5683 -3.213377 -3.836645 1 1 +455 73.4066 -2.603325 -8.425564 1 2 +456 73.2456 -3.744497 -3.835092 1 2 +457 73.3042 -6.685852 -6.744386 1 1 +458 73.3624 -2.652297 -2.019749 2 2 +459 73.4205 -4.319983 -4.110966 2 2 +460 73.4783 -0.434639 -7.236082 1 1 +461 73.5358 -2.094829 -2.894664 1 1 +462 73.5931 -4.577350 -4.946407 1 1 +463 73.6501 -1.216515 -1.497629 1 1 +464 73.7069 -1.484756 -1.978771 1 1 +465 73.7634 -2.708458 -2.064726 2 2 +466 73.6052 -5.205003 -5.232871 1 2 +467 73.4475 -4.170961 -4.159050 2 1 +468 73.5043 -4.204129 -3.794363 2 2 +469 73.3475 -1.746150 -1.501032 2 1 +470 73.4043 -1.624187 -1.476870 2 2 +471 73.4607 -2.108197 -2.421475 1 1 +472 73.5169 -3.151337 -2.901989 2 2 +473 73.5729 -3.825426 -2.795843 2 2 +474 73.6287 -3.590954 -4.699711 1 1 +475 73.6842 -1.466893 -1.317878 2 2 +476 73.5294 -3.892202 -3.968779 1 2 +477 73.3753 -3.496282 -3.957411 1 2 +478 73.4310 -2.232400 -2.420749 1 1 +479 73.4864 -3.166863 -3.218441 1 1 +480 73.5417 -5.862813 -4.121603 2 2 +481 73.5967 -2.223302 -2.390414 1 1 +482 73.4440 -5.087268 -5.897039 1 2 +483 73.4990 -3.308018 -3.838116 1 1 +484 73.3471 -2.864261 -2.458666 2 1 +485 73.4021 -1.095196 -1.765981 1 1 +486 73.4568 -1.989571 -2.384512 1 1 +487 73.5113 -3.129960 -2.848312 2 2 +488 73.5656 -2.430906 -1.873106 2 2 +489 73.6196 -1.964878 -2.309848 1 1 +490 73.6735 -2.572790 -2.899247 1 1 +491 73.7271 -4.620039 -4.014671 2 2 +492 73.7805 -5.182061 -4.328044 2 2 +493 73.8337 -2.031107 -2.512151 1 1 +494 73.8866 -3.228082 -3.020334 2 2 +495 73.9394 -3.895607 -4.021011 1 1 +496 73.9919 -3.354489 -3.333650 2 2 +497 73.8431 -4.499693 -4.323592 2 1 +498 73.6948 -1.444247 -1.567448 1 2 +499 73.7475 -2.861474 -3.225050 1 1 +500 73.8000 -4.921481 -4.192018 2 2 +501 73.8523 -1.452511 -2.913783 1 1 +502 73.9044 -1.881522 -2.283659 1 1 +503 73.9563 -3.182395 -2.886672 2 2 +504 74.0079 -2.209507 -2.236743 1 1 +505 73.8614 -7.323843 -7.633492 1 2 +506 73.9130 -4.581225 -4.846819 1 1 +507 73.9645 -2.854292 -3.226216 1 1 +508 74.0157 -5.358773 -3.275688 2 2 +509 74.0668 -2.557461 -9.701607 1 1 +510 74.1176 -4.336807 -5.087047 1 1 +511 74.1683 -4.379822 -3.189510 2 2 +512 74.2188 -3.215763 -3.283143 1 1 +513 74.2690 -2.973328 -2.867755 2 2 +514 74.1245 -3.479677 -3.372056 2 1 +515 74.1748 -5.783548 -6.296405 1 1 +516 74.0310 -3.795833 -3.747500 2 1 +517 74.0812 -2.024765 -2.616556 1 1 +518 74.1313 -2.872844 -2.519865 2 2 +519 74.1811 -6.714994 -6.450798 2 2 +520 74.0385 -2.257323 -2.341979 1 2 +521 73.8964 -2.306090 -1.470991 2 1 +522 73.9464 -3.374852 -2.377537 2 2 +523 73.9962 -3.086390 -2.655833 2 2 +524 73.8550 -4.582604 -4.446340 2 1 +525 73.9048 -3.353793 -2.241950 2 2 +526 73.9544 -0.583607 -15.537063 1 1 +527 74.0038 -4.510629 -2.898044 2 2 +528 74.0530 -6.320876 -5.783158 2 2 +529 73.9130 -5.203804 -4.990178 2 1 +530 73.9623 -5.251779 -3.831533 2 2 +531 74.0113 -3.130775 -3.387905 1 1 +532 74.0602 -1.971097 -2.860892 1 1 +533 74.1088 -2.927961 -1.846621 2 2 +534 74.1573 -2.300985 -2.681845 1 1 +535 74.0187 -3.249663 -3.255353 1 2 +536 73.8806 -2.498051 -2.290845 2 1 +537 73.9292 -4.953539 -6.107889 1 1 +538 73.9777 -1.602370 -3.941418 1 1 +539 74.0260 -3.652000 -1.747041 2 2 +540 74.0741 -2.719097 -2.710046 2 2 +541 74.1220 -2.782281 -3.299721 1 1 +542 73.9852 -3.417153 -4.423087 1 2 +543 74.0331 -5.110186 -3.895185 2 2 +544 74.0809 -1.929860 -3.910886 1 1 +545 73.9450 -2.798218 -4.435730 1 2 +546 73.9927 -2.391260 -3.972058 1 1 +547 74.0402 -5.866758 -4.379480 2 2 +548 74.0876 -3.991263 -4.305565 1 1 +549 74.1348 -4.709879 -5.102592 1 1 +550 74.1818 -2.524198 -2.303927 2 2 +551 74.0472 -0.557877 -13.253960 1 2 +552 73.9130 -2.115140 -1.767222 2 1 +553 73.7794 -5.308425 -5.383624 1 2 +554 73.8267 -4.455762 -4.120490 2 2 +555 73.8739 -1.537358 -1.302191 2 2 +556 73.9209 -5.730215 -5.146507 2 2 +557 73.7882 -6.494210 -4.776326 2 1 +558 73.8351 -1.121580 -3.036391 1 1 +559 73.8819 -2.368322 -2.210762 2 2 +560 73.7500 -2.015231 -1.821270 2 1 +561 73.7968 -2.044961 -2.067734 1 1 +562 73.8434 -1.027645 -1.849895 1 1 +563 73.7123 -1.446111 -2.457653 1 2 +564 73.7589 -2.514127 -2.997543 1 1 +565 73.8053 -3.970401 -3.892966 2 2 +566 73.8516 -4.895527 -5.953554 1 1 +567 73.8977 -2.708686 -2.205033 2 2 +568 73.9437 -6.945253 -2.359781 2 2 +569 73.8137 -4.030737 -3.101705 2 1 +570 73.8596 -5.238364 -5.288287 1 1 +571 73.9054 -3.896013 -2.632915 2 2 +572 73.7762 -2.520634 -2.612003 1 2 +573 73.6475 -3.397557 -3.534616 1 2 +574 73.6934 -3.717446 -2.919964 2 2 +575 73.5652 -5.125401 -5.146920 1 2 +576 73.6111 -1.904492 -2.737225 1 1 +577 73.6568 -4.002334 -3.569168 2 2 +578 73.7024 -3.005594 -2.971691 2 2 +579 73.5751 -4.108470 -4.234475 1 2 +580 73.6207 -2.515277 -2.660146 1 1 +581 73.6661 -5.479808 -5.749267 1 1 +582 73.7113 -6.207226 -6.140983 2 2 +583 73.7564 -4.429512 -4.228693 2 2 +584 73.8014 -4.205115 -4.508138 1 1 +585 73.8462 -0.687151 -1.681731 1 1 +586 73.8908 -3.528381 -3.618610 1 1 +587 73.7649 -4.966784 -4.607203 2 1 +588 73.8095 -3.203285 -1.917323 2 2 +589 73.8540 -3.862597 -3.680131 2 2 +590 73.8983 -3.925192 -3.484084 2 2 +591 73.9425 -3.791011 -3.469356 2 2 +592 73.9865 -3.779885 -4.347297 1 1 +593 74.0304 -3.796656 -3.214007 2 2 +594 73.9057 -3.628990 -3.269576 2 1 +595 73.7815 -1.706419 -1.745253 1 2 +596 73.6577 -4.619112 -4.645125 1 2 +597 73.5343 -2.026337 -1.995531 2 1 +598 73.5786 -2.613805 -2.715253 1 1 +599 73.6227 -2.792637 -3.190967 1 1 +600 73.6667 -3.821839 -3.572225 2 2 +601 73.5441 -3.442301 -3.502896 1 2 +602 73.5880 -3.169823 -4.547462 1 1 +603 73.6318 -6.365295 -5.845215 2 2 +604 73.6755 -2.763072 -2.683596 2 2 +605 73.5537 -1.857122 -1.763406 2 1 +606 73.5974 -2.931034 -2.357475 2 2 +607 73.4761 -2.742033 -2.435731 2 1 +608 73.3553 -2.772849 -2.656656 2 1 +609 73.3990 -5.661906 -5.838140 1 1 +610 73.2787 -2.487312 -2.417982 2 1 +611 73.3224 -4.489561 -4.629861 1 1 +612 73.3660 -2.878109 -5.386947 1 1 +613 73.4095 -2.273547 -2.150707 2 2 +614 73.4528 -3.079182 -2.001577 2 2 +615 73.4959 -2.315358 -2.224475 2 2 +616 73.3766 -3.503393 -3.543118 1 2 +617 73.4198 -10.709746 -4.876710 2 2 +618 73.3010 -3.759984 -3.834659 1 2 +619 73.3441 -3.736148 -3.375301 2 2 +620 73.3871 -4.000940 -4.180351 1 1 +621 73.4300 -3.083011 -2.248275 2 2 +622 73.4727 -2.835012 -2.902222 1 1 +623 73.3547 -2.878310 -2.659298 2 1 +624 73.3974 -4.156137 -3.355733 2 2 +625 73.4400 -4.013049 -5.335724 1 1 +626 73.4824 -2.369142 -2.658598 1 1 +627 73.5247 -3.251487 -3.402211 1 1 +628 73.5669 -3.421697 -2.600487 2 2 +629 73.6089 -2.013667 -2.656289 1 1 +630 73.6508 -1.507478 -1.523012 1 1 +631 73.6926 -1.495061 -2.174501 1 1 +632 73.5759 -1.590239 -1.756534 1 2 +633 73.6177 -2.539171 -2.174742 2 2 +634 73.6593 -2.388395 -3.434695 1 1 +635 73.5433 -3.731845 -4.030061 1 2 +636 73.5849 -3.029943 -3.316289 1 1 +637 73.6264 -2.847741 -4.577295 1 1 +638 73.5110 -4.785291 -4.285997 2 1 +639 73.5524 -1.693167 -2.449539 1 1 +640 73.4375 -1.362047 -1.601144 1 2 +641 73.4789 -4.949292 -5.899126 1 1 +642 73.5202 -4.451794 -2.694510 2 2 +643 73.5614 -1.516501 -1.032090 2 2 +644 73.6025 -4.144732 -4.610791 1 1 +645 73.4884 -1.476601 -1.317243 2 1 +646 73.3746 -3.901539 -3.708434 2 1 +647 73.2612 -3.581698 -3.034197 2 1 +648 73.3025 -3.240705 -3.130741 2 2 +649 73.3436 -2.191478 -2.819731 1 1 +650 73.3846 -3.122028 -3.619020 1 1 +651 73.2719 -6.200135 -6.689561 1 2 +652 73.3129 -4.397547 -4.109191 2 2 +653 73.3538 -6.820247 -6.361835 2 2 +654 73.2416 -3.730230 -4.093006 1 2 +655 73.1298 -3.043173 -3.060948 1 2 +656 73.1707 -4.285266 -2.114652 2 2 +657 73.0594 -5.717227 -5.949662 1 2 +658 73.1003 -3.623062 -1.718159 2 2 +659 73.1411 -2.113163 -1.609280 2 2 +660 73.1818 -3.089549 -2.152995 2 2 +661 73.2224 -2.646205 -2.900366 1 1 +662 73.2628 -2.959637 -3.403234 1 1 +663 73.3032 -6.324778 -5.871428 2 2 +664 73.3434 -2.794347 -2.940984 1 1 +665 73.2331 -3.502410 -3.687216 1 2 +666 73.1231 -5.104773 -4.468671 2 1 +667 73.0135 -5.693349 -7.138218 1 2 +668 73.0539 -2.605206 -2.795597 1 1 +669 73.0942 -2.642832 -2.966954 1 1 +670 72.9851 -3.368562 -2.693107 2 1 +671 73.0253 -3.059482 -4.206882 1 1 +672 73.0655 -3.112018 -2.988133 2 2 +673 73.1055 -2.014676 -1.947147 2 2 +674 73.1454 -4.817456 -5.104679 1 1 +675 73.0370 -4.043533 -3.726610 2 1 +676 72.9290 -2.338689 -2.595001 1 2 +677 72.9690 -3.442590 -4.079541 1 1 +678 72.8614 -4.775805 -5.049101 1 2 +679 72.9013 -4.963629 -4.937731 2 2 +680 72.9412 -3.756996 -4.392318 1 1 +681 72.8341 -2.537302 -1.993388 2 1 +682 72.7273 -1.934940 -2.098123 1 2 +683 72.7672 -1.622996 -2.418517 1 1 +684 72.8070 -4.762226 -8.747609 1 1 +685 72.8467 -3.570452 -2.448102 2 2 +686 72.8863 -4.927052 -4.849457 2 2 +687 72.9258 -2.788725 -2.250705 2 2 +688 72.9651 -6.982187 -7.450291 1 1 +689 73.0044 -2.663395 -2.300532 2 2 +690 72.8986 -2.428511 -2.455659 1 2 +691 72.9378 -2.594468 -2.856632 1 1 +692 72.9769 -1.737734 -2.547069 1 1 +693 73.0159 -4.083601 -4.161298 1 1 +694 73.0548 -3.546955 -3.351931 2 2 +695 73.0935 -4.560343 -4.675516 1 1 +696 73.1322 -4.563826 -4.941145 1 1 +697 73.1707 -2.444348 -2.665020 1 1 +698 73.2092 -4.264402 -3.660850 2 2 +699 73.2475 -4.273349 -5.185880 1 1 +700 73.2857 -2.351530 -2.031872 2 2 +701 73.1812 -1.952607 -1.719383 2 1 +702 73.0769 -4.429529 -5.030534 1 2 +703 72.9730 -5.840667 -4.814274 2 1 +704 73.0114 -1.508591 -2.325494 1 1 +705 73.0496 -1.827195 -1.719299 2 2 +706 72.9462 -2.668000 -2.867980 1 2 +707 72.8430 -4.732222 -4.648057 2 1 +708 72.8814 -3.471969 -3.087238 2 2 +709 72.9196 -3.199214 -2.652686 2 2 +710 72.9577 -2.521739 -3.446420 1 1 +711 72.8551 -2.437768 -2.561186 1 2 +712 72.7528 -2.803137 -3.253286 1 2 +713 72.6508 -3.316852 -3.319364 1 2 +714 72.6891 -2.882951 -2.665818 2 2 +715 72.7273 -4.632190 -3.741696 2 2 +716 72.7654 -4.824815 -3.906679 2 2 +717 72.8033 -1.820792 -0.583784 2 2 +718 72.7019 -3.459783 -3.302494 2 1 +719 72.6008 -4.550046 -4.156960 2 1 +720 72.5000 -1.587354 -5.217275 1 2 +721 72.3994 -4.380542 -4.616769 1 2 +722 72.2992 -2.058745 -1.696602 2 1 +723 72.3375 -2.541081 -2.916556 1 1 +724 72.2376 -2.897590 -3.125632 1 2 +725 72.1379 -2.493225 -2.504623 1 2 +726 72.1763 -4.114656 -3.960412 2 2 +727 72.2146 -2.891426 -2.236512 2 2 +728 72.2527 -4.083687 -4.341490 1 1 +729 72.2908 -1.813360 -2.638762 1 1 +730 72.3288 -2.929810 -2.947501 1 1 +731 72.3666 -2.102432 -3.124856 1 1 +732 72.4044 -2.827259 -2.109734 2 2 +733 72.3056 -3.686407 -3.808308 1 2 +734 72.3433 -0.124872 -9.917542 1 1 +735 72.2449 -3.279719 -3.159537 2 1 +736 72.2826 -2.108204 -2.821121 1 1 +737 72.3202 -3.455436 -3.554319 1 1 +738 72.3577 -4.537252 -4.352052 2 2 +739 72.3951 -0.364779 -7.508988 1 1 +740 72.4324 -3.478345 -3.019658 2 2 +741 72.4696 -4.481005 -4.506090 1 1 +742 72.5067 -2.359321 -2.313814 2 2 +743 72.5437 -3.511268 -3.358522 2 2 +744 72.5806 -4.077640 -3.117161 2 2 +745 72.6174 -2.756836 -3.748343 1 1 +746 72.6542 -5.762875 -5.801549 1 1 +747 72.6908 -4.600245 -5.453153 1 1 +748 72.7273 -3.555212 -3.281054 2 2 +749 72.7637 -2.963949 -3.320215 1 1 +750 72.8000 -1.201875 -8.373521 1 1 + +Final Winogrande score(750 tasks): 72.8000 +/- 1.6260 diff --git a/scores/Llama-Guard-3-8B-IQ3_M.log b/scores/Llama-Guard-3-8B-IQ3_M.log deleted file mode 100644 index ad61b6c165775d4a93f32919115754bed7b4653b..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-IQ3_M.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 7.296410 ± 0.044494 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 97.80% -Mean ln(PPL(Q)/PPL(base)) : 0.107158 ± 0.001284 -Mean PPL(Q)/PPL(base) : 1.113110 ± 0.001429 -Mean PPL(Q)-PPL(base) : 0.741432 ± 0.009877 - -====== KL divergence statistics ====== -Mean KLD: 0.103618 ± 0.000568 -Maximum KLD: 8.069861 -99.9% KLD: 2.716604 -99.0% KLD: 0.936197 -99.0% KLD: 0.936197 -Median KLD: 0.055715 -10.0% KLD: 0.004556 - 5.0% KLD: 0.001484 - 1.0% KLD: 0.000210 -Minimum KLD: 0.000001 - -====== Token probability statistics ====== -Mean Δp: -3.332 ± 0.025 % -Maximum Δp: 75.533% -99.9% Δp: 35.065% -99.0% Δp: 14.712% -95.0% Δp: 5.790% -90.0% Δp: 2.603% -75.0% Δp: 0.073% -Median Δp: -0.775% -25.0% Δp: -5.092% -10.0% Δp: -12.092% - 5.0% Δp: -18.306% - 1.0% Δp: -42.318% - 0.1% Δp: -81.231% -Minimum Δp: -99.509% -RMS Δp : 10.006 ± 0.060 % -Same top p: 85.760 ± 0.092 % diff --git a/scores/Llama-Guard-3-8B-IQ3_S.log b/scores/Llama-Guard-3-8B-IQ3_S.log deleted file mode 100644 index 213ecaa24a3960732e7a5e341c0efbf75647a442..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-IQ3_S.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 7.301537 ± 0.044767 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 97.66% -Mean ln(PPL(Q)/PPL(base)) : 0.107860 ± 0.001326 -Mean PPL(Q)/PPL(base) : 1.113892 ± 0.001477 -Mean PPL(Q)-PPL(base) : 0.746559 ± 0.010263 - -====== KL divergence statistics ====== -Mean KLD: 0.108870 ± 0.000594 -Maximum KLD: 7.075473 -99.9% KLD: 2.822138 -99.0% KLD: 0.979758 -99.0% KLD: 0.979758 -Median KLD: 0.057728 -10.0% KLD: 0.004307 - 5.0% KLD: 0.001381 - 1.0% KLD: 0.000211 -Minimum KLD: 0.000001 - -====== Token probability statistics ====== -Mean Δp: -3.144 ± 0.025 % -Maximum Δp: 80.109% -99.9% Δp: 34.323% -99.0% Δp: 15.825% -95.0% Δp: 6.439% -90.0% Δp: 2.991% -75.0% Δp: 0.136% -Median Δp: -0.643% -25.0% Δp: -4.764% -10.0% Δp: -11.960% - 5.0% Δp: -18.526% - 1.0% Δp: -42.905% - 0.1% Δp: -83.187% -Minimum Δp: -99.496% -RMS Δp : 10.140 ± 0.061 % -Same top p: 85.355 ± 0.093 % diff --git a/scores/Llama-Guard-3-8B-IQ4_NL.log b/scores/Llama-Guard-3-8B-IQ4_NL.log deleted file mode 100644 index a7c99f49ec501e09962b3daf37ca130264c9a3ff..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-IQ4_NL.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.763095 ± 0.041790 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.26% -Mean ln(PPL(Q)/PPL(base)) : 0.031256 ± 0.000750 -Mean PPL(Q)/PPL(base) : 1.031749 ± 0.000774 -Mean PPL(Q)-PPL(base) : 0.208116 ± 0.005240 - -====== KL divergence statistics ====== -Mean KLD: 0.034552 ± 0.000246 -Maximum KLD: 4.819600 -99.9% KLD: 1.188445 -99.0% KLD: 0.322914 -99.0% KLD: 0.322914 -Median KLD: 0.017059 -10.0% KLD: 0.000839 - 5.0% KLD: 0.000242 - 1.0% KLD: 0.000033 -Minimum KLD: -0.000013 - -====== Token probability statistics ====== -Mean Δp: -0.587 ± 0.015 % -Maximum Δp: 75.339% -99.9% Δp: 26.308% -99.0% Δp: 12.292% -95.0% Δp: 5.874% -90.0% Δp: 3.437% -75.0% Δp: 0.690% -Median Δp: -0.025% -25.0% Δp: -1.314% -10.0% Δp: -4.700% - 5.0% Δp: -7.828% - 1.0% Δp: -20.635% - 0.1% Δp: -55.049% -Minimum Δp: -97.416% -RMS Δp : 5.614 ± 0.049 % -Same top p: 91.354 ± 0.074 % diff --git a/scores/Llama-Guard-3-8B-Q3_K_L.log b/scores/Llama-Guard-3-8B-Q3_K_L.log deleted file mode 100644 index 80b9ace587dac703da731e575a8f7166fb98a5ba..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q3_K_L.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.983531 ± 0.043462 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.37% -Mean ln(PPL(Q)/PPL(base)) : 0.063330 ± 0.001119 -Mean PPL(Q)/PPL(base) : 1.065378 ± 0.001192 -Mean PPL(Q)-PPL(base) : 0.428552 ± 0.008232 - -====== KL divergence statistics ====== -Mean KLD: 0.071002 ± 0.000463 -Maximum KLD: 7.889337 -99.9% KLD: 2.299609 -99.0% KLD: 0.707767 -99.0% KLD: 0.707767 -Median KLD: 0.033880 -10.0% KLD: 0.001714 - 5.0% KLD: 0.000489 - 1.0% KLD: 0.000073 -Minimum KLD: -0.000059 - -====== Token probability statistics ====== -Mean Δp: -1.167 ± 0.021 % -Maximum Δp: 85.060% -99.9% Δp: 33.978% -99.0% Δp: 16.661% -95.0% Δp: 7.783% -90.0% Δp: 4.533% -75.0% Δp: 0.828% -Median Δp: -0.060% -25.0% Δp: -2.077% -10.0% Δp: -7.263% - 5.0% Δp: -12.280% - 1.0% Δp: -32.484% - 0.1% Δp: -77.734% -Minimum Δp: -98.234% -RMS Δp : 8.106 ± 0.060 % -Same top p: 87.894 ± 0.086 % diff --git a/scores/Llama-Guard-3-8B-Q3_K_M.log b/scores/Llama-Guard-3-8B-Q3_K_M.log deleted file mode 100644 index 8bfdfce8cbdc9290e889f8f391b2484a5b65d20d..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q3_K_M.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 7.058128 ± 0.043917 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 98.13% -Mean ln(PPL(Q)/PPL(base)) : 0.073955 ± 0.001199 -Mean PPL(Q)/PPL(base) : 1.076758 ± 0.001291 -Mean PPL(Q)-PPL(base) : 0.503150 ± 0.008958 - -====== KL divergence statistics ====== -Mean KLD: 0.082098 ± 0.000506 -Maximum KLD: 7.242301 -99.9% KLD: 2.677090 -99.0% KLD: 0.797781 -99.0% KLD: 0.797781 -Median KLD: 0.039636 -10.0% KLD: 0.002107 - 5.0% KLD: 0.000626 - 1.0% KLD: 0.000097 -Minimum KLD: 0.000000 - -====== Token probability statistics ====== -Mean Δp: -1.456 ± 0.023 % -Maximum Δp: 80.443% -99.9% Δp: 35.332% -99.0% Δp: 17.314% -95.0% Δp: 7.970% -90.0% Δp: 4.563% -75.0% Δp: 0.769% -Median Δp: -0.104% -25.0% Δp: -2.423% -10.0% Δp: -8.113% - 5.0% Δp: -13.666% - 1.0% Δp: -36.371% - 0.1% Δp: -79.787% -Minimum Δp: -99.572% -RMS Δp : 8.722 ± 0.061 % -Same top p: 87.098 ± 0.088 % diff --git a/scores/Llama-Guard-3-8B-Q3_K_S.log b/scores/Llama-Guard-3-8B-Q3_K_S.log deleted file mode 100644 index b4aafbebfd6e3e56f7067d2b0339069e86903c1f..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q3_K_S.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 7.996693 ± 0.049993 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 95.62% -Mean ln(PPL(Q)/PPL(base)) : 0.198803 ± 0.001836 -Mean PPL(Q)/PPL(base) : 1.219942 ± 0.002240 -Mean PPL(Q)-PPL(base) : 1.441714 ± 0.016513 - -====== KL divergence statistics ====== -Mean KLD: 0.192568 ± 0.000912 -Maximum KLD: 12.200028 -99.9% KLD: 4.191668 -99.0% KLD: 1.582829 -99.0% KLD: 1.582829 -Median KLD: 0.105043 -10.0% KLD: 0.007682 - 5.0% KLD: 0.002102 - 1.0% KLD: 0.000287 -Minimum KLD: -0.000001 - -====== Token probability statistics ====== -Mean Δp: -4.848 ± 0.036 % -Maximum Δp: 85.850% -99.9% Δp: 43.373% -99.0% Δp: 21.875% -95.0% Δp: 8.624% -90.0% Δp: 3.933% -75.0% Δp: 0.163% -Median Δp: -0.894% -25.0% Δp: -7.011% -10.0% Δp: -18.152% - 5.0% Δp: -29.707% - 1.0% Δp: -62.716% - 0.1% Δp: -91.337% -Minimum Δp: -99.809% -RMS Δp : 14.337 ± 0.067 % -Same top p: 80.175 ± 0.105 % diff --git a/scores/Llama-Guard-3-8B-Q4_K_M-naive.arc b/scores/Llama-Guard-3-8B-Q4_K_M-naive.arc new file mode 100644 index 0000000000000000000000000000000000000000..d73da723fa2ba60a44fd157ea566f5cb01c51c59 --- /dev/null +++ b/scores/Llama-Guard-3-8B-Q4_K_M-naive.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 57.89473684 +39 58.97435897 +40 60.00000000 +41 60.97560976 +42 59.52380952 +43 58.13953488 +44 56.81818182 +45 57.77777778 +46 58.69565217 +47 59.57446809 +48 60.41666667 +49 61.22448980 +50 60.00000000 +51 60.78431373 +52 61.53846154 +53 62.26415094 +54 61.11111111 +55 60.00000000 +56 60.71428571 +57 61.40350877 +58 62.06896552 +59 62.71186441 +60 63.33333333 +61 62.29508197 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 61.53846154 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 63.76811594 +70 62.85714286 +71 61.97183099 +72 61.11111111 +73 61.64383562 +74 60.81081081 +75 61.33333333 +76 60.52631579 +77 59.74025974 +78 60.25641026 +79 59.49367089 +80 60.00000000 +81 60.49382716 +82 60.97560976 +83 60.24096386 +84 60.71428571 +85 61.17647059 +86 61.62790698 +87 60.91954023 +88 61.36363636 +89 61.79775281 +90 62.22222222 +91 62.63736264 +92 63.04347826 +93 62.36559140 +94 61.70212766 +95 62.10526316 +96 62.50000000 +97 61.85567010 +98 62.24489796 +99 62.62626263 +100 63.00000000 +101 63.36633663 +102 63.72549020 +103 63.10679612 +104 62.50000000 +105 62.85714286 +106 62.26415094 +107 62.61682243 +108 62.03703704 +109 61.46788991 +110 61.81818182 +111 62.16216216 +112 62.50000000 +113 62.83185841 +114 63.15789474 +115 63.47826087 +116 62.93103448 +117 63.24786325 +118 63.55932203 +119 63.02521008 +120 63.33333333 +121 62.80991736 +122 63.11475410 +123 63.41463415 +124 62.90322581 +125 63.20000000 +126 63.49206349 +127 63.77952756 +128 64.06250000 +129 63.56589147 +130 63.84615385 +131 64.12213740 +132 64.39393939 +133 64.66165414 +134 64.17910448 +135 63.70370370 +136 63.97058824 +137 64.23357664 +138 64.49275362 +139 64.74820144 +140 65.00000000 +141 64.53900709 +142 64.78873239 +143 65.03496503 +144 65.27777778 +145 65.51724138 +146 65.06849315 +147 64.62585034 +148 64.86486486 +149 65.10067114 +150 65.33333333 +151 65.56291391 +152 65.78947368 +153 66.01307190 +154 65.58441558 +155 65.80645161 +156 66.02564103 +157 66.24203822 +158 65.82278481 +159 66.03773585 +160 66.25000000 +161 66.45962733 +162 66.66666667 +163 66.87116564 +164 66.46341463 +165 66.06060606 +166 66.26506024 +167 65.86826347 +168 66.07142857 +169 65.68047337 +170 65.88235294 +171 66.08187135 +172 66.27906977 +173 66.47398844 +174 66.66666667 +175 66.28571429 +176 66.47727273 +177 66.66666667 +178 66.29213483 +179 66.48044693 +180 66.66666667 +181 66.85082873 +182 67.03296703 +183 66.66666667 +184 66.84782609 +185 67.02702703 +186 67.20430108 +187 67.37967914 +188 67.55319149 +189 67.19576720 +190 66.84210526 +191 67.01570681 +192 67.18750000 +193 66.83937824 +194 67.01030928 +195 67.17948718 +196 66.83673469 +197 67.00507614 +198 67.17171717 +199 66.83417085 +200 67.00000000 +201 67.16417910 +202 67.32673267 +203 67.48768473 +204 67.64705882 +205 67.31707317 +206 66.99029126 +207 67.14975845 +208 67.30769231 +209 67.46411483 +210 67.61904762 +211 67.77251185 +212 67.45283019 +213 67.60563380 +214 67.75700935 +215 67.90697674 +216 67.59259259 +217 67.74193548 +218 67.43119266 +219 67.57990868 +220 67.72727273 +221 67.42081448 +222 67.56756757 +223 67.26457399 +224 66.96428571 +225 66.66666667 +226 66.37168142 +227 66.51982379 +228 66.66666667 +229 66.81222707 +230 66.95652174 +231 66.66666667 +232 66.37931034 +233 66.52360515 +234 66.66666667 +235 66.38297872 +236 66.52542373 +237 66.66666667 +238 66.80672269 +239 66.94560669 +240 67.08333333 +241 67.21991701 +242 67.35537190 +243 67.48971193 +244 67.21311475 +245 67.34693878 +246 67.47967480 +247 67.61133603 +248 67.74193548 +249 67.87148594 +250 68.00000000 +251 68.12749004 +252 68.25396825 +253 68.37944664 +254 68.11023622 +255 68.23529412 +256 67.96875000 +257 67.70428016 +258 67.82945736 +259 67.56756757 +260 67.69230769 +261 67.81609195 +262 67.93893130 +263 68.06083650 +264 68.18181818 +265 67.92452830 +266 67.66917293 +267 67.79026217 +268 67.91044776 +269 68.02973978 +270 68.14814815 +271 67.89667897 +272 67.64705882 +273 67.39926740 +274 67.15328467 +275 67.27272727 +276 67.39130435 +277 67.50902527 +278 67.26618705 +279 67.38351254 +280 67.50000000 +281 67.61565836 +282 67.73049645 +283 67.49116608 +284 67.60563380 +285 67.71929825 +286 67.83216783 +287 67.94425087 +288 68.05555556 +289 67.82006920 +290 67.93103448 +291 68.04123711 +292 68.15068493 +293 68.25938567 +294 68.02721088 +295 68.13559322 +296 68.24324324 +297 68.35016835 +298 68.45637584 +299 68.56187291 +300 68.33333333 +301 68.10631229 +302 68.21192053 +303 68.31683168 +304 68.42105263 +305 68.19672131 +306 67.97385621 +307 68.07817590 +308 68.18181818 +309 68.28478964 +310 68.38709677 +311 68.48874598 +312 68.26923077 +313 68.37060703 +314 68.15286624 +315 67.93650794 +316 68.03797468 +317 68.13880126 +318 67.92452830 +319 67.71159875 +320 67.50000000 +321 67.60124611 +322 67.70186335 +323 67.80185759 +324 67.59259259 +325 67.69230769 +326 67.79141104 +327 67.58409786 +328 67.68292683 +329 67.78115502 +330 67.57575758 +331 67.67371601 +332 67.77108434 +333 67.86786787 +334 67.66467066 +335 67.46268657 +336 67.26190476 +337 67.35905045 +338 67.15976331 +339 67.25663717 +340 67.35294118 +341 67.44868035 +342 67.25146199 +343 67.34693878 +344 67.44186047 +345 67.24637681 +346 67.05202312 +347 66.85878963 +348 66.66666667 +349 66.76217765 +350 66.85714286 +351 66.95156695 +352 67.04545455 +353 66.85552408 +354 66.66666667 +355 66.47887324 +356 66.57303371 +357 66.66666667 +358 66.75977654 +359 66.57381616 +360 66.66666667 +361 66.75900277 +362 66.85082873 +363 66.94214876 +364 67.03296703 +365 67.12328767 +366 66.93989071 +367 66.75749319 +368 66.84782609 +369 66.93766938 +370 67.02702703 +371 66.84636119 +372 66.93548387 +373 67.02412869 +374 67.11229947 +375 66.93333333 +376 67.02127660 +377 67.10875332 +378 67.19576720 +379 67.01846966 +380 67.10526316 +381 67.19160105 +382 67.01570681 +383 66.84073107 +384 66.92708333 +385 66.75324675 +386 66.83937824 +387 66.92506460 +388 67.01030928 +389 66.83804627 +390 66.92307692 +391 66.75191816 +392 66.83673469 +393 66.92111959 +394 67.00507614 +395 67.08860759 +396 66.91919192 +397 67.00251889 +398 66.83417085 +399 66.91729323 +400 67.00000000 +401 66.83291771 +402 66.91542289 +403 66.99751861 +404 67.07920792 +405 67.16049383 +406 67.24137931 +407 67.32186732 +408 67.40196078 +409 67.23716381 +410 67.31707317 +411 67.39659367 +412 67.47572816 +413 67.55447942 +414 67.63285024 +415 67.46987952 +416 67.30769231 +417 67.38609113 +418 67.46411483 +419 67.30310263 +420 67.38095238 +421 67.22090261 +422 67.06161137 +423 67.13947991 +424 66.98113208 +425 67.05882353 +426 67.13615023 +427 67.21311475 +428 67.05607477 +429 67.13286713 +430 67.20930233 +431 67.28538283 +432 67.36111111 +433 67.20554273 +434 67.28110599 +435 67.35632184 +436 67.43119266 +437 67.50572082 +438 67.57990868 +439 67.65375854 +440 67.50000000 +441 67.57369615 +442 67.42081448 +443 67.49435666 +444 67.56756757 +445 67.64044944 +446 67.71300448 +447 67.78523490 +448 67.85714286 +449 67.92873051 +450 67.77777778 +451 67.84922395 +452 67.92035398 +453 67.99116998 +454 67.84140969 +455 67.69230769 +456 67.76315789 +457 67.83369803 +458 67.90393013 +459 67.97385621 +460 67.82608696 +461 67.89587852 +462 67.96536797 +463 67.81857451 +464 67.67241379 +465 67.74193548 +466 67.81115880 +467 67.88008565 +468 67.94871795 +469 67.80383795 +470 67.87234043 +471 67.94055202 +472 68.00847458 +473 67.86469345 +474 67.93248945 +475 68.00000000 +476 68.06722689 +477 68.13417191 +478 68.20083682 +479 68.26722338 +480 68.33333333 +481 68.19126819 +482 68.25726141 +483 68.32298137 +484 68.38842975 +485 68.45360825 +486 68.51851852 +487 68.37782341 +488 68.44262295 +489 68.30265849 +490 68.16326531 +491 68.22810591 +492 68.29268293 +493 68.15415822 +494 68.21862348 +495 68.08080808 +496 68.14516129 +497 68.20925553 +498 68.27309237 +499 68.33667335 +500 68.40000000 +501 68.26347305 +502 68.32669323 +503 68.38966203 +504 68.45238095 +505 68.51485149 +506 68.37944664 +507 68.24457594 +508 68.30708661 +509 68.17288802 +510 68.23529412 +511 68.10176125 +512 67.96875000 +513 68.03118908 +514 68.09338521 +515 68.15533981 +516 68.02325581 +517 68.08510638 +518 68.14671815 +519 68.20809249 +520 68.07692308 +521 68.13819578 +522 68.19923372 +523 68.06883365 +524 68.12977099 +525 68.00000000 +526 67.87072243 +527 67.74193548 +528 67.61363636 +529 67.48582231 +530 67.54716981 +531 67.60828625 +532 67.66917293 +533 67.72983114 +534 67.60299625 +535 67.47663551 +536 67.53731343 +537 67.59776536 +538 67.47211896 +539 67.53246753 +540 67.40740741 +541 67.46765250 +542 67.52767528 +543 67.58747698 +544 67.64705882 +545 67.70642202 +546 67.58241758 +547 67.45886654 +548 67.51824818 +549 67.57741348 +550 67.63636364 +551 67.51361162 +552 67.39130435 +553 67.45027125 +554 67.50902527 +555 67.56756757 +556 67.44604317 +557 67.50448833 +558 67.38351254 +559 67.44186047 +560 67.50000000 +561 67.55793226 +562 67.61565836 +563 67.67317940 +564 67.55319149 +565 67.43362832 +566 67.49116608 +567 67.54850088 +568 67.60563380 +569 67.48681898 +570 67.36842105 +571 67.42556918 +572 67.30769231 +573 67.36474695 +574 67.42160279 +575 67.47826087 +576 67.53472222 +577 67.59098787 +578 67.64705882 +579 67.70293610 +580 67.58620690 +581 67.64199656 +582 67.69759450 +583 67.75300172 +584 67.80821918 +585 67.86324786 +586 67.74744027 +587 67.80238501 +588 67.85714286 +589 67.91171477 +590 67.96610169 +591 68.02030457 +592 68.07432432 +593 68.12816189 +594 68.18181818 +595 68.06722689 +596 67.95302013 +597 67.83919598 +598 67.72575251 +599 67.77963272 +600 67.83333333 +601 67.88685524 +602 67.77408638 +603 67.66169154 +604 67.71523179 +605 67.76859504 +606 67.82178218 +607 67.71004942 +608 67.76315789 +609 67.65188834 +610 67.70491803 +611 67.59410802 +612 67.64705882 +613 67.53670473 +614 67.58957655 +615 67.64227642 +616 67.53246753 +617 67.58508914 +618 67.47572816 +619 67.36672052 +620 67.41935484 +621 67.47181965 +622 67.36334405 +623 67.41573034 +624 67.46794872 +625 67.36000000 +626 67.25239617 +627 67.30462520 +628 67.35668790 +629 67.24960254 +630 67.30158730 +631 67.35340729 +632 67.24683544 +633 67.14060032 +634 67.19242902 +635 67.24409449 +636 67.29559748 +637 67.18995290 +638 67.24137931 +639 67.29264476 +640 67.34375000 +641 67.39469579 +642 67.28971963 +643 67.18506998 +644 67.23602484 +645 67.13178295 +646 67.18266254 +647 67.23338485 +648 67.12962963 +649 67.02619414 +650 67.07692308 +651 67.12749616 +652 67.17791411 +653 67.07503828 +654 66.97247706 +655 66.87022901 +656 66.76829268 +657 66.66666667 +658 66.56534954 +659 66.46433991 +660 66.51515152 +661 66.41452345 +662 66.46525680 +663 66.51583710 +664 66.56626506 +665 66.61654135 +666 66.66666667 +667 66.71664168 +668 66.61676647 +669 66.51718984 +670 66.56716418 +671 66.46795827 +672 66.51785714 +673 66.41901932 +674 66.32047478 +675 66.37037037 +676 66.27218935 +677 66.32200886 +678 66.37168142 +679 66.27393225 +680 66.17647059 +681 66.22613803 +682 66.12903226 +683 66.03221083 +684 66.08187135 +685 66.13138686 +686 66.03498542 +687 65.93886463 +688 65.98837209 +689 65.89259797 +690 65.94202899 +691 65.84659913 +692 65.89595376 +693 65.94516595 +694 65.99423631 +695 65.89928058 +696 65.80459770 +697 65.71018651 +698 65.61604585 +699 65.52217454 +700 65.57142857 +701 65.47788873 +702 65.52706553 +703 65.57610242 +704 65.62500000 +705 65.67375887 +706 65.72237960 +707 65.77086280 +708 65.81920904 +709 65.86741890 +710 65.77464789 +711 65.82278481 +712 65.87078652 +713 65.91865358 +714 65.82633053 +715 65.73426573 +716 65.78212291 +717 65.82984658 +718 65.73816156 +719 65.64673157 +720 65.69444444 +721 65.74202497 +722 65.78947368 +723 65.83679115 +724 65.74585635 +725 65.79310345 +726 65.70247934 +727 65.61210454 +728 65.65934066 +729 65.70644719 +730 65.75342466 +731 65.80027360 +732 65.84699454 +733 65.89358799 +734 65.94005450 +735 65.98639456 +736 66.03260870 +737 65.94301221 +738 65.98915989 +739 66.03518268 +740 66.08108108 +741 66.12685560 +742 66.17250674 +743 66.21803499 +744 66.12903226 +745 66.17449664 +746 66.21983914 +747 66.13119143 +748 66.04278075 +749 65.95460614 +750 66.00000000 + +Final result: 66.0000 +/- 1.7309 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-Q4_K_M-naive.hsw b/scores/Llama-Guard-3-8B-Q4_K_M-naive.hsw new file mode 100644 index 0000000000000000000000000000000000000000..9d2e62ebc2514753cf3efd5e091b470ed576ee5d --- /dev/null +++ b/scores/Llama-Guard-3-8B-Q4_K_M-naive.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 73.33333333 +31 74.19354839 +32 71.87500000 +33 72.72727273 +34 73.52941176 +35 74.28571429 +36 75.00000000 +37 75.67567568 +38 76.31578947 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 74.07407407 +55 72.72727273 +56 71.42857143 +57 71.92982456 +58 72.41379310 +59 72.88135593 +60 73.33333333 +61 73.77049180 +62 72.58064516 +63 73.01587302 +64 73.43750000 +65 73.84615385 +66 72.72727273 +67 73.13432836 +68 73.52941176 +69 73.91304348 +70 74.28571429 +71 73.23943662 +72 73.61111111 +73 73.97260274 +74 74.32432432 +75 73.33333333 +76 73.68421053 +77 74.02597403 +78 74.35897436 +79 74.68354430 +80 75.00000000 +81 75.30864198 +82 75.60975610 +83 75.90361446 +84 76.19047619 +85 76.47058824 +86 76.74418605 +87 77.01149425 +88 77.27272727 +89 76.40449438 +90 76.66666667 +91 76.92307692 +92 76.08695652 +93 76.34408602 +94 76.59574468 +95 76.84210526 +96 77.08333333 +97 77.31958763 +98 77.55102041 +99 77.77777778 +100 77.00000000 +101 77.22772277 +102 76.47058824 +103 75.72815534 +104 75.96153846 +105 76.19047619 +106 76.41509434 +107 76.63551402 +108 76.85185185 +109 76.14678899 +110 76.36363636 +111 76.57657658 +112 76.78571429 +113 76.99115044 +114 77.19298246 +115 77.39130435 +116 76.72413793 +117 76.92307692 +118 77.11864407 +119 77.31092437 +120 76.66666667 +121 76.85950413 +122 77.04918033 +123 77.23577236 +124 77.41935484 +125 77.60000000 +126 77.77777778 +127 77.95275591 +128 77.34375000 +129 77.51937984 +130 76.92307692 +131 77.09923664 +132 77.27272727 +133 77.44360902 +134 77.61194030 +135 77.77777778 +136 77.94117647 +137 78.10218978 +138 78.26086957 +139 78.41726619 +140 78.57142857 +141 78.72340426 +142 78.87323944 +143 79.02097902 +144 79.16666667 +145 79.31034483 +146 79.45205479 +147 79.59183673 +148 79.05405405 +149 79.19463087 +150 79.33333333 +151 78.80794702 +152 78.28947368 +153 78.43137255 +154 78.57142857 +155 78.70967742 +156 78.20512821 +157 77.70700637 +158 77.84810127 +159 77.98742138 +160 78.12500000 +161 78.26086957 +162 78.39506173 +163 78.52760736 +164 78.65853659 +165 78.78787879 +166 78.91566265 +167 79.04191617 +168 79.16666667 +169 78.69822485 +170 78.82352941 +171 78.94736842 +172 79.06976744 +173 79.19075145 +174 79.31034483 +175 79.42857143 +176 79.54545455 +177 79.66101695 +178 79.77528090 +179 79.32960894 +180 79.44444444 +181 79.00552486 +182 79.12087912 +183 79.23497268 +184 79.34782609 +185 79.45945946 +186 79.03225806 +187 78.60962567 +188 78.72340426 +189 78.83597884 +190 78.94736842 +191 79.05759162 +192 79.16666667 +193 78.75647668 +194 78.86597938 +195 78.46153846 +196 78.57142857 +197 78.68020305 +198 78.28282828 +199 78.39195980 +200 78.50000000 +201 78.60696517 +202 78.71287129 +203 78.32512315 +204 78.43137255 +205 78.53658537 +206 78.64077670 +207 78.74396135 +208 78.36538462 +209 78.46889952 +210 78.57142857 +211 78.67298578 +212 78.77358491 +213 78.87323944 +214 78.97196262 +215 78.60465116 +216 78.70370370 +217 78.34101382 +218 78.44036697 +219 78.53881279 +220 78.63636364 +221 78.28054299 +222 78.37837838 +223 78.47533632 +224 78.57142857 +225 78.66666667 +226 78.76106195 +227 78.41409692 +228 78.50877193 +229 78.60262009 +230 78.26086957 +231 77.92207792 +232 77.58620690 +233 77.68240343 +234 77.77777778 +235 77.44680851 +236 77.11864407 +237 77.21518987 +238 77.31092437 +239 77.40585774 +240 77.50000000 +241 77.59336100 +242 77.68595041 +243 77.77777778 +244 77.86885246 +245 77.55102041 +246 77.64227642 +247 77.73279352 +248 77.82258065 +249 77.91164659 +250 78.00000000 +251 78.08764940 +252 78.17460317 +253 77.86561265 +254 77.95275591 +255 78.03921569 +256 78.12500000 +257 77.82101167 +258 77.90697674 +259 77.99227799 +260 78.07692308 +261 78.16091954 +262 77.86259542 +263 77.94676806 +264 78.03030303 +265 78.11320755 +266 78.19548872 +267 78.27715356 +268 78.35820896 +269 78.43866171 +270 78.51851852 +271 78.22878229 +272 78.30882353 +273 78.02197802 +274 78.10218978 +275 77.81818182 +276 77.89855072 +277 77.97833935 +278 78.05755396 +279 78.13620072 +280 78.21428571 +281 78.29181495 +282 78.36879433 +283 78.09187279 +284 78.16901408 +285 77.89473684 +286 77.97202797 +287 78.04878049 +288 78.12500000 +289 78.20069204 +290 78.27586207 +291 78.35051546 +292 78.08219178 +293 78.15699659 +294 78.23129252 +295 78.30508475 +296 78.37837838 +297 78.45117845 +298 78.52348993 +299 78.26086957 +300 78.00000000 +301 78.07308970 +302 78.14569536 +303 77.88778878 +304 77.63157895 +305 77.70491803 +306 77.77777778 +307 77.52442997 +308 77.59740260 +309 77.66990291 +310 77.74193548 +311 77.81350482 +312 77.88461538 +313 77.95527157 +314 78.02547771 +315 78.09523810 +316 78.16455696 +317 78.23343849 +318 77.98742138 +319 78.05642633 +320 78.12500000 +321 77.88161994 +322 77.63975155 +323 77.70897833 +324 77.77777778 +325 77.84615385 +326 77.91411043 +327 77.67584098 +328 77.74390244 +329 77.81155015 +330 77.87878788 +331 77.94561934 +332 78.01204819 +333 78.07807808 +334 77.84431138 +335 77.61194030 +336 77.67857143 +337 77.44807122 +338 77.21893491 +339 77.28613569 +340 77.35294118 +341 77.41935484 +342 77.48538012 +343 77.55102041 +344 77.61627907 +345 77.68115942 +346 77.45664740 +347 77.52161383 +348 77.29885057 +349 77.07736390 +350 77.14285714 +351 77.20797721 +352 77.27272727 +353 77.33711048 +354 77.40112994 +355 77.46478873 +356 77.52808989 +357 77.59103641 +358 77.65363128 +359 77.71587744 +360 77.50000000 +361 77.56232687 +362 77.62430939 +363 77.68595041 +364 77.74725275 +365 77.80821918 +366 77.86885246 +367 77.92915531 +368 77.98913043 +369 78.04878049 +370 78.10810811 +371 78.16711590 +372 78.22580645 +373 78.01608579 +374 78.07486631 +375 78.13333333 +376 78.19148936 +377 77.98408488 +378 78.04232804 +379 78.10026385 +380 78.15789474 +381 78.21522310 +382 78.27225131 +383 78.32898172 +384 78.38541667 +385 78.44155844 +386 78.49740933 +387 78.55297158 +388 78.60824742 +389 78.66323907 +390 78.71794872 +391 78.51662404 +392 78.57142857 +393 78.62595420 +394 78.68020305 +395 78.73417722 +396 78.78787879 +397 78.84130982 +398 78.89447236 +399 78.94736842 +400 78.75000000 +401 78.80299252 +402 78.85572139 +403 78.66004963 +404 78.71287129 +405 78.76543210 +406 78.81773399 +407 78.86977887 +408 78.92156863 +409 78.97310513 +410 78.78048780 +411 78.83211679 +412 78.88349515 +413 78.93462470 +414 78.98550725 +415 79.03614458 +416 79.08653846 +417 79.13669065 +418 79.18660287 +419 79.23627685 +420 79.28571429 +421 79.33491686 +422 79.38388626 +423 79.43262411 +424 79.48113208 +425 79.52941176 +426 79.57746479 +427 79.39110070 +428 79.43925234 +429 79.48717949 +430 79.53488372 +431 79.35034803 +432 79.39814815 +433 79.44572748 +434 79.49308756 +435 79.31034483 +436 79.35779817 +437 79.17620137 +438 79.22374429 +439 79.27107062 +440 79.31818182 +441 79.36507937 +442 79.41176471 +443 79.45823928 +444 79.50450450 +445 79.55056180 +446 79.59641256 +447 79.64205817 +448 79.68750000 +449 79.73273942 +450 79.77777778 +451 79.60088692 +452 79.64601770 +453 79.47019868 +454 79.51541850 +455 79.56043956 +456 79.60526316 +457 79.64989059 +458 79.69432314 +459 79.73856209 +460 79.56521739 +461 79.60954447 +462 79.65367965 +463 79.69762419 +464 79.74137931 +465 79.78494624 +466 79.82832618 +467 79.87152034 +468 79.70085470 +469 79.74413646 +470 79.57446809 +471 79.61783439 +472 79.66101695 +473 79.70401691 +474 79.74683544 +475 79.78947368 +476 79.62184874 +477 79.45492662 +478 79.49790795 +479 79.54070981 +480 79.58333333 +481 79.41787942 +482 79.46058091 +483 79.50310559 +484 79.33884298 +485 79.17525773 +486 79.21810700 +487 79.26078029 +488 79.09836066 +489 79.14110429 +490 79.18367347 +491 79.22606925 +492 79.26829268 +493 79.31034483 +494 79.35222672 +495 79.39393939 +496 79.43548387 +497 79.47686117 +498 79.51807229 +499 79.35871743 +500 79.40000000 +501 79.24151697 +502 79.28286853 +503 79.32405567 +504 79.36507937 +505 79.40594059 +506 79.44664032 +507 79.48717949 +508 79.52755906 +509 79.56777996 +510 79.60784314 +511 79.64774951 +512 79.49218750 +513 79.53216374 +514 79.57198444 +515 79.61165049 +516 79.45736434 +517 79.30367505 +518 79.34362934 +519 79.38342967 +520 79.42307692 +521 79.27063340 +522 79.31034483 +523 79.34990440 +524 79.38931298 +525 79.42857143 +526 79.27756654 +527 79.31688805 +528 79.35606061 +529 79.39508507 +530 79.43396226 +531 79.47269303 +532 79.51127820 +533 79.54971857 +534 79.58801498 +535 79.62616822 +536 79.66417910 +537 79.70204842 +538 79.73977695 +539 79.59183673 +540 79.62962963 +541 79.66728281 +542 79.70479705 +543 79.74217311 +544 79.77941176 +545 79.81651376 +546 79.85347985 +547 79.89031079 +548 79.92700730 +549 79.96357013 +550 79.81818182 +551 79.85480944 +552 79.71014493 +553 79.74683544 +554 79.78339350 +555 79.81981982 +556 79.85611511 +557 79.71274686 +558 79.56989247 +559 79.60644007 +560 79.64285714 +561 79.67914439 +562 79.71530249 +563 79.75133215 +564 79.78723404 +565 79.64601770 +566 79.50530035 +567 79.54144621 +568 79.57746479 +569 79.43760984 +570 79.47368421 +571 79.50963222 +572 79.54545455 +573 79.58115183 +574 79.61672474 +575 79.65217391 +576 79.68750000 +577 79.72270364 +578 79.75778547 +579 79.79274611 +580 79.65517241 +581 79.51807229 +582 79.55326460 +583 79.58833619 +584 79.62328767 +585 79.65811966 +586 79.69283276 +587 79.72742760 +588 79.59183673 +589 79.62648557 +590 79.66101695 +591 79.69543147 +592 79.72972973 +593 79.59527825 +594 79.46127946 +595 79.49579832 +596 79.53020134 +597 79.56448911 +598 79.59866221 +599 79.63272120 +600 79.66666667 +601 79.70049917 +602 79.73421927 +603 79.76782753 +604 79.80132450 +605 79.83471074 +606 79.70297030 +607 79.73640857 +608 79.76973684 +609 79.80295567 +610 79.83606557 +611 79.86906710 +612 79.90196078 +613 79.93474715 +614 79.96742671 +615 80.00000000 +616 79.87012987 +617 79.74068071 +618 79.77346278 +619 79.80613893 +620 79.83870968 +621 79.87117552 +622 79.90353698 +623 79.93579454 +624 79.96794872 +625 80.00000000 +626 79.87220447 +627 79.90430622 +628 79.93630573 +629 79.80922099 +630 79.84126984 +631 79.87321712 +632 79.74683544 +633 79.62085308 +634 79.65299685 +635 79.68503937 +636 79.71698113 +637 79.74882261 +638 79.78056426 +639 79.81220657 +640 79.68750000 +641 79.71918877 +642 79.75077882 +643 79.78227061 +644 79.81366460 +645 79.68992248 +646 79.72136223 +647 79.75270479 +648 79.78395062 +649 79.66101695 +650 79.69230769 +651 79.72350230 +652 79.75460123 +653 79.78560490 +654 79.81651376 +655 79.84732824 +656 79.87804878 +657 79.90867580 +658 79.93920973 +659 79.81790592 +660 79.69696970 +661 79.72768533 +662 79.75830816 +663 79.78883861 +664 79.81927711 +665 79.84962406 +666 79.87987988 +667 79.91004498 +668 79.94011976 +669 79.97010463 +670 80.00000000 +671 80.02980626 +672 80.05952381 +673 80.08915305 +674 80.11869436 +675 80.14814815 +676 80.17751479 +677 80.20679468 +678 80.23598820 +679 80.26509573 +680 80.29411765 +681 80.17621145 +682 80.20527859 +683 80.23426061 +684 80.26315789 +685 80.29197080 +686 80.32069971 +687 80.34934498 +688 80.37790698 +689 80.40638607 +690 80.43478261 +691 80.46309696 +692 80.49132948 +693 80.37518038 +694 80.40345821 +695 80.43165468 +696 80.31609195 +697 80.34433286 +698 80.37249284 +699 80.40057225 +700 80.42857143 +701 80.45649073 +702 80.48433048 +703 80.51209104 +704 80.53977273 +705 80.56737589 +706 80.59490085 +707 80.62234795 +708 80.64971751 +709 80.67700987 +710 80.70422535 +711 80.59071730 +712 80.61797753 +713 80.64516129 +714 80.67226891 +715 80.55944056 +716 80.58659218 +717 80.61366806 +718 80.64066852 +719 80.66759388 +720 80.69444444 +721 80.72122053 +722 80.74792244 +723 80.77455048 +724 80.80110497 +725 80.82758621 +726 80.85399449 +727 80.88033012 +728 80.90659341 +729 80.93278464 +730 80.95890411 +731 80.98495212 +732 80.87431694 +733 80.76398363 +734 80.79019074 +735 80.81632653 +736 80.84239130 +737 80.73270014 +738 80.62330623 +739 80.51420839 +740 80.54054054 +741 80.56680162 +742 80.59299191 +743 80.61911171 +744 80.64516129 +745 80.67114094 +746 80.69705094 +747 80.58902276 +748 80.61497326 +749 80.64085447 +750 80.66666667 diff --git a/scores/Llama-Guard-3-8B-Q4_K_M-naive.mmlu b/scores/Llama-Guard-3-8B-Q4_K_M-naive.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..afaaf45620fe052a18c778334fc9bc5d3b5687e6 --- /dev/null +++ b/scores/Llama-Guard-3-8B-Q4_K_M-naive.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 58.33333333 +13 53.84615385 +14 50.00000000 +15 53.33333333 +16 56.25000000 +17 58.82352941 +18 55.55555556 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 56.52173913 +24 58.33333333 +25 60.00000000 +26 57.69230769 +27 59.25925926 +28 57.14285714 +29 58.62068966 +30 60.00000000 +31 61.29032258 +32 62.50000000 +33 60.60606061 +34 61.76470588 +35 62.85714286 +36 61.11111111 +37 59.45945946 +38 60.52631579 +39 58.97435897 +40 57.50000000 +41 56.09756098 +42 54.76190476 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 54.34782609 +47 53.19148936 +48 54.16666667 +49 55.10204082 +50 54.00000000 +51 52.94117647 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 49.15254237 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 47.61904762 +64 46.87500000 +65 46.15384615 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 48.75000000 +81 49.38271605 +82 48.78048780 +83 49.39759036 +84 50.00000000 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 49.43820225 +90 48.88888889 +91 48.35164835 +92 47.82608696 +93 47.31182796 +94 47.87234043 +95 47.36842105 +96 47.91666667 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 47.74774775 +112 47.32142857 +113 46.90265487 +114 47.36842105 +115 47.82608696 +116 47.41379310 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 47.50000000 +121 47.93388430 +122 47.54098361 +123 47.15447154 +124 46.77419355 +125 47.20000000 +126 46.82539683 +127 46.45669291 +128 46.09375000 +129 45.73643411 +130 45.38461538 +131 45.03816794 +132 44.69696970 +133 44.36090226 +134 44.02985075 +135 43.70370370 +136 43.38235294 +137 43.79562044 +138 43.47826087 +139 43.88489209 +140 43.57142857 +141 43.26241135 +142 43.66197183 +143 44.05594406 +144 44.44444444 +145 44.82758621 +146 45.20547945 +147 44.89795918 +148 45.27027027 +149 44.96644295 +150 44.66666667 +151 44.37086093 +152 44.73684211 +153 45.09803922 +154 44.80519481 +155 44.51612903 +156 44.23076923 +157 44.58598726 +158 44.93670886 +159 44.65408805 +160 45.00000000 +161 44.72049689 +162 44.44444444 +163 44.17177914 +164 43.90243902 +165 44.24242424 +166 43.97590361 +167 44.31137725 +168 44.04761905 +169 44.37869822 +170 44.11764706 +171 44.44444444 +172 44.18604651 +173 43.93063584 +174 43.67816092 +175 43.42857143 +176 43.18181818 +177 42.93785311 +178 42.69662921 +179 43.01675978 +180 43.33333333 +181 43.64640884 +182 43.40659341 +183 43.71584699 +184 43.47826087 +185 43.78378378 +186 44.08602151 +187 43.85026738 +188 44.14893617 +189 44.44444444 +190 44.21052632 +191 44.50261780 +192 44.27083333 +193 44.04145078 +194 44.32989691 +195 44.61538462 +196 44.89795918 +197 44.67005076 +198 44.44444444 +199 44.22110553 +200 44.00000000 +201 43.78109453 +202 43.56435644 +203 43.34975369 +204 43.13725490 +205 43.41463415 +206 43.20388350 +207 43.47826087 +208 43.26923077 +209 43.06220096 +210 42.85714286 +211 43.12796209 +212 42.92452830 +213 42.72300469 +214 42.52336449 +215 42.79069767 +216 43.05555556 +217 42.85714286 +218 43.11926606 +219 43.37899543 +220 43.63636364 +221 43.43891403 +222 43.69369369 +223 43.94618834 +224 43.75000000 +225 44.00000000 +226 43.80530973 +227 43.61233480 +228 43.85964912 +229 43.66812227 +230 43.47826087 +231 43.29004329 +232 43.53448276 +233 43.34763948 +234 43.58974359 +235 43.40425532 +236 43.22033898 +237 43.03797468 +238 42.85714286 +239 42.67782427 +240 42.91666667 +241 42.73858921 +242 42.97520661 +243 43.20987654 +244 43.03278689 +245 43.26530612 +246 43.08943089 +247 42.91497976 +248 43.14516129 +249 42.97188755 +250 42.80000000 +251 42.62948207 +252 42.46031746 +253 42.29249012 +254 42.12598425 +255 41.96078431 +256 42.18750000 +257 42.41245136 +258 42.24806202 +259 42.08494208 +260 42.30769231 +261 42.14559387 +262 41.98473282 +263 41.82509506 +264 41.66666667 +265 41.88679245 +266 42.10526316 +267 41.94756554 +268 41.79104478 +269 42.00743494 +270 41.85185185 +271 41.69741697 +272 41.91176471 +273 41.75824176 +274 41.60583942 +275 41.45454545 +276 41.66666667 +277 41.87725632 +278 41.72661871 +279 41.57706093 +280 41.78571429 +281 41.63701068 +282 41.84397163 +283 41.69611307 +284 41.54929577 +285 41.40350877 +286 41.25874126 +287 41.46341463 +288 41.31944444 +289 41.17647059 +290 41.37931034 +291 41.58075601 +292 41.78082192 +293 41.63822526 +294 41.49659864 +295 41.35593220 +296 41.21621622 +297 41.07744108 +298 41.27516779 +299 41.13712375 +300 41.33333333 +301 41.19601329 +302 41.05960265 +303 40.92409241 +304 40.78947368 +305 40.98360656 +306 40.84967320 +307 41.04234528 +308 40.90909091 +309 40.77669903 +310 40.64516129 +311 40.51446945 +312 40.70512821 +313 40.57507987 +314 40.44585987 +315 40.31746032 +316 40.18987342 +317 40.37854890 +318 40.56603774 +319 40.75235110 +320 40.62500000 +321 40.49844237 +322 40.37267081 +323 40.24767802 +324 40.12345679 +325 40.30769231 +326 40.18404908 +327 40.36697248 +328 40.24390244 +329 40.12158055 +330 40.00000000 +331 39.87915408 +332 40.06024096 +333 40.24024024 +334 40.11976048 +335 40.29850746 +336 40.47619048 +337 40.35608309 +338 40.23668639 +339 40.11799410 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.68767908 +350 40.85714286 +351 40.74074074 +352 40.62500000 +353 40.79320113 +354 40.67796610 +355 40.56338028 +356 40.73033708 +357 40.89635854 +358 40.78212291 +359 40.66852368 +360 40.83333333 +361 40.72022161 +362 40.88397790 +363 41.04683196 +364 40.93406593 +365 40.82191781 +366 40.98360656 +367 40.87193460 +368 40.76086957 +369 40.65040650 +370 40.81081081 +371 40.70080863 +372 40.59139785 +373 40.48257373 +374 40.37433155 +375 40.53333333 +376 40.42553191 +377 40.31830239 +378 40.47619048 +379 40.36939314 +380 40.26315789 +381 40.41994751 +382 40.57591623 +383 40.73107050 +384 40.62500000 +385 40.77922078 +386 40.67357513 +387 40.56847545 +388 40.46391753 +389 40.61696658 +390 40.76923077 +391 40.92071611 +392 41.07142857 +393 40.96692112 +394 40.86294416 +395 41.01265823 +396 41.16161616 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.74074074 +406 40.64039409 +407 40.54054054 +408 40.44117647 +409 40.58679707 +410 40.48780488 +411 40.38929440 +412 40.29126214 +413 40.19370460 +414 40.09661836 +415 40.00000000 +416 40.14423077 +417 40.04796163 +418 39.95215311 +419 40.09546539 +420 40.00000000 +421 40.14251781 +422 40.04739336 +423 39.95271868 +424 40.09433962 +425 40.00000000 +426 39.90610329 +427 40.04683841 +428 39.95327103 +429 40.09324009 +430 40.00000000 +431 40.13921114 +432 40.04629630 +433 39.95381062 +434 39.86175115 +435 39.77011494 +436 39.67889908 +437 39.58810069 +438 39.72602740 +439 39.86332574 +440 39.77272727 +441 39.90929705 +442 39.81900452 +443 39.72911964 +444 39.63963964 +445 39.55056180 +446 39.46188341 +447 39.37360179 +448 39.28571429 +449 39.19821826 +450 39.33333333 +451 39.46784922 +452 39.38053097 +453 39.51434879 +454 39.42731278 +455 39.34065934 +456 39.47368421 +457 39.38730853 +458 39.30131004 +459 39.43355120 +460 39.56521739 +461 39.47939262 +462 39.61038961 +463 39.52483801 +464 39.65517241 +465 39.56989247 +466 39.48497854 +467 39.61456103 +468 39.74358974 +469 39.87206823 +470 39.78723404 +471 39.70276008 +472 39.61864407 +473 39.74630021 +474 39.66244726 +475 39.57894737 +476 39.70588235 +477 39.62264151 +478 39.74895397 +479 39.87473904 +480 40.00000000 +481 39.91683992 +482 39.83402490 +483 39.75155280 +484 39.66942149 +485 39.58762887 +486 39.71193416 +487 39.83572895 +488 39.75409836 +489 39.67280164 +490 39.79591837 +491 39.71486762 +492 39.63414634 +493 39.55375254 +494 39.67611336 +495 39.79797980 +496 39.91935484 +497 39.83903421 +498 39.75903614 +499 39.67935872 +500 39.80000000 +501 39.72055888 +502 39.64143426 +503 39.76143141 +504 39.68253968 +505 39.60396040 +506 39.72332016 +507 39.64497041 +508 39.56692913 +509 39.68565815 +510 39.80392157 +511 39.72602740 +512 39.64843750 +513 39.57115010 +514 39.49416342 +515 39.61165049 +516 39.72868217 +517 39.84526112 +518 39.96138996 +519 39.88439306 +520 39.80769231 +521 39.73128599 +522 39.84674330 +523 39.77055449 +524 39.88549618 +525 39.80952381 +526 39.73384030 +527 39.84819734 +528 39.96212121 +529 39.88657845 +530 40.00000000 +531 39.92467043 +532 39.84962406 +533 39.77485929 +534 39.70037453 +535 39.81308411 +536 39.73880597 +537 39.85102421 +538 39.96282528 +539 39.88868275 +540 39.81481481 +541 39.74121996 +542 39.85239852 +543 39.77900552 +544 39.88970588 +545 39.81651376 +546 39.74358974 +547 39.85374771 +548 39.96350365 +549 39.89071038 +550 39.81818182 +551 39.92740472 +552 39.85507246 +553 39.78300181 +554 39.71119134 +555 39.63963964 +556 39.74820144 +557 39.67684022 +558 39.78494624 +559 39.89266547 +560 40.00000000 +561 39.92869875 +562 40.03558719 +563 40.14209591 +564 40.07092199 +565 40.17699115 +566 40.10600707 +567 40.03527337 +568 40.14084507 +569 40.07029877 +570 40.00000000 +571 39.92994746 +572 39.86013986 +573 39.79057592 +574 39.72125436 +575 39.65217391 +576 39.75694444 +577 39.86135182 +578 39.96539792 +579 39.89637306 +580 39.82758621 +581 39.75903614 +582 39.69072165 +583 39.79416810 +584 39.89726027 +585 40.00000000 +586 39.93174061 +587 39.86371380 +588 39.79591837 +589 39.72835314 +590 39.66101695 +591 39.59390863 +592 39.52702703 +593 39.62900506 +594 39.73063973 +595 39.66386555 +596 39.76510067 +597 39.69849246 +598 39.63210702 +599 39.73288815 +600 39.66666667 +601 39.76705491 +602 39.70099668 +603 39.80099502 +604 39.73509934 +605 39.66942149 +606 39.60396040 +607 39.70345964 +608 39.63815789 +609 39.57307061 +610 39.50819672 +611 39.60720131 +612 39.54248366 +613 39.64110930 +614 39.57654723 +615 39.51219512 +616 39.61038961 +617 39.54619125 +618 39.48220065 +619 39.41841680 +620 39.35483871 +621 39.29146538 +622 39.38906752 +623 39.32584270 +624 39.26282051 +625 39.20000000 +626 39.29712460 +627 39.23444976 +628 39.17197452 +629 39.26868045 +630 39.20634921 +631 39.30269414 +632 39.39873418 +633 39.33649289 +634 39.27444795 +635 39.21259843 +636 39.15094340 +637 39.24646782 +638 39.18495298 +639 39.12363067 +640 39.21875000 +641 39.15756630 +642 39.09657321 +643 39.03576983 +644 39.13043478 +645 39.06976744 +646 39.00928793 +647 38.94899536 +648 38.88888889 +649 38.82896764 +650 38.76923077 +651 38.70967742 +652 38.65030675 +653 38.59111792 +654 38.68501529 +655 38.62595420 +656 38.71951220 +657 38.81278539 +658 38.90577508 +659 38.84673748 +660 38.78787879 +661 38.72919818 +662 38.67069486 +663 38.61236802 +664 38.70481928 +665 38.79699248 +666 38.73873874 +667 38.83058471 +668 38.92215569 +669 39.01345291 +670 38.95522388 +671 39.04619970 +672 38.98809524 +673 38.93016345 +674 38.87240356 +675 38.81481481 +676 38.75739645 +677 38.70014771 +678 38.79056047 +679 38.73343152 +680 38.82352941 +681 38.91336270 +682 38.85630499 +683 38.79941435 +684 38.88888889 +685 38.97810219 +686 38.92128280 +687 38.86462882 +688 38.80813953 +689 38.89695210 +690 38.84057971 +691 38.78437048 +692 38.72832370 +693 38.67243867 +694 38.61671470 +695 38.56115108 +696 38.64942529 +697 38.59397418 +698 38.68194842 +699 38.76967096 +700 38.71428571 +701 38.65905849 +702 38.74643875 +703 38.83357041 +704 38.92045455 +705 38.86524823 +706 38.81019830 +707 38.75530410 +708 38.70056497 +709 38.64598025 +710 38.59154930 +711 38.67791842 +712 38.62359551 +713 38.70967742 +714 38.79551821 +715 38.74125874 +716 38.68715084 +717 38.63319386 +718 38.57938719 +719 38.52573018 +720 38.47222222 +721 38.41886269 +722 38.36565097 +723 38.45089903 +724 38.53591160 +725 38.62068966 +726 38.56749311 +727 38.65199450 +728 38.59890110 +729 38.54595336 +730 38.49315068 +731 38.44049248 +732 38.38797814 +733 38.47203274 +734 38.41961853 +735 38.36734694 +736 38.31521739 +737 38.39891452 +738 38.48238482 +739 38.56562923 +740 38.51351351 +741 38.46153846 +742 38.54447439 +743 38.62718708 +744 38.70967742 +745 38.65771812 +746 38.60589812 +747 38.55421687 +748 38.50267380 +749 38.45126836 +750 38.53333333 + +Final result: 38.5333 +/- 1.7783 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-Q4_K_M-naive.tqa b/scores/Llama-Guard-3-8B-Q4_K_M-naive.tqa new file mode 100644 index 0000000000000000000000000000000000000000..4fb93e4c2ed693091830fcda0e1b38be667182f5 --- /dev/null +++ b/scores/Llama-Guard-3-8B-Q4_K_M-naive.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 33.33333333 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 28.57142857 +29 31.03448276 +30 30.00000000 +31 32.25806452 +32 34.37500000 +33 36.36363636 +34 35.29411765 +35 34.28571429 +36 33.33333333 +37 35.13513514 +38 34.21052632 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 34.88372093 +44 36.36363636 +45 37.77777778 +46 36.95652174 +47 36.17021277 +48 37.50000000 +49 36.73469388 +50 38.00000000 +51 37.25490196 +52 36.53846154 +53 35.84905660 +54 35.18518519 +55 36.36363636 +56 35.71428571 +57 35.08771930 +58 36.20689655 +59 37.28813559 +60 38.33333333 +61 37.70491803 +62 38.70967742 +63 38.09523810 +64 37.50000000 +65 36.92307692 +66 36.36363636 +67 35.82089552 +68 35.29411765 +69 36.23188406 +70 35.71428571 +71 35.21126761 +72 36.11111111 +73 35.61643836 +74 35.13513514 +75 34.66666667 +76 35.52631579 +77 35.06493506 +78 34.61538462 +79 34.17721519 +80 35.00000000 +81 34.56790123 +82 35.36585366 +83 34.93975904 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 33.33333333 +88 32.95454545 +89 33.70786517 +90 33.33333333 +91 32.96703297 +92 32.60869565 +93 32.25806452 +94 31.91489362 +95 31.57894737 +96 32.29166667 +97 31.95876289 +98 31.63265306 +99 32.32323232 +100 32.00000000 +101 32.67326733 +102 32.35294118 +103 33.00970874 +104 32.69230769 +105 32.38095238 +106 32.07547170 +107 32.71028037 +108 33.33333333 +109 33.02752294 +110 33.63636364 +111 33.33333333 +112 33.92857143 +113 33.62831858 +114 33.33333333 +115 33.04347826 +116 32.75862069 +117 32.47863248 +118 32.20338983 +119 31.93277311 +120 32.50000000 +121 33.05785124 +122 32.78688525 +123 32.52032520 +124 33.06451613 +125 33.60000000 +126 34.12698413 +127 33.85826772 +128 33.59375000 +129 34.10852713 +130 33.84615385 +131 33.58778626 +132 33.33333333 +133 33.08270677 +134 32.83582090 +135 33.33333333 +136 33.08823529 +137 33.57664234 +138 34.05797101 +139 34.53237410 +140 34.28571429 +141 34.04255319 +142 33.80281690 +143 33.56643357 +144 34.02777778 +145 33.79310345 +146 33.56164384 +147 33.33333333 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 33.11258278 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.69230769 +157 32.48407643 +158 32.91139241 +159 32.70440252 +160 32.50000000 +161 32.91925466 +162 33.33333333 +163 33.12883436 +164 32.92682927 +165 33.33333333 +166 33.73493976 +167 33.53293413 +168 33.92857143 +169 33.72781065 +170 33.52941176 +171 33.33333333 +172 33.13953488 +173 32.94797688 +174 32.75862069 +175 32.57142857 +176 32.95454545 +177 32.76836158 +178 32.58426966 +179 32.96089385 +180 32.77777778 +181 32.59668508 +182 32.41758242 +183 32.24043716 +184 32.06521739 +185 31.89189189 +186 32.25806452 +187 32.08556150 +188 31.91489362 +189 32.27513228 +190 32.10526316 +191 31.93717277 +192 31.77083333 +193 31.60621762 +194 31.95876289 +195 31.79487179 +196 31.63265306 +197 31.97969543 +198 32.32323232 +199 32.16080402 +200 32.00000000 +201 31.84079602 +202 31.68316832 +203 31.52709360 +204 31.37254902 +205 31.70731707 +206 31.55339806 +207 31.88405797 +208 31.73076923 +209 31.57894737 +210 31.42857143 +211 31.27962085 +212 31.13207547 +213 30.98591549 +214 30.84112150 +215 30.69767442 +216 31.01851852 +217 30.87557604 +218 31.19266055 +219 31.05022831 +220 30.90909091 +221 30.76923077 +222 30.63063063 +223 30.49327354 +224 30.80357143 +225 30.66666667 +226 30.97345133 +227 31.27753304 +228 31.14035088 +229 31.00436681 +230 30.86956522 +231 30.73593074 +232 31.03448276 +233 31.33047210 +234 31.62393162 +235 31.48936170 +236 31.77966102 +237 31.64556962 +238 31.93277311 +239 31.79916318 +240 31.66666667 +241 31.53526971 +242 31.40495868 +243 31.27572016 +244 31.14754098 +245 31.02040816 +246 30.89430894 +247 31.17408907 +248 31.04838710 +249 30.92369478 +250 30.80000000 +251 31.07569721 +252 31.34920635 +253 31.22529644 +254 31.10236220 +255 31.37254902 +256 31.25000000 +257 31.12840467 +258 31.00775194 +259 30.88803089 +260 30.76923077 +261 31.03448276 +262 30.91603053 +263 30.79847909 +264 31.06060606 +265 31.32075472 +266 31.20300752 +267 31.08614232 +268 30.97014925 +269 30.85501859 +270 30.74074074 +271 30.62730627 +272 30.51470588 +273 30.76923077 +274 30.65693431 +275 30.54545455 +276 30.43478261 +277 30.32490975 +278 30.21582734 +279 30.10752688 +280 30.35714286 +281 30.60498221 +282 30.49645390 +283 30.38869258 +284 30.63380282 +285 30.52631579 +286 30.76923077 +287 31.01045296 +288 31.25000000 +289 31.14186851 +290 31.03448276 +291 31.27147766 +292 31.50684932 +293 31.74061433 +294 31.63265306 +295 31.86440678 +296 32.09459459 +297 32.32323232 +298 32.21476510 +299 32.10702341 +300 32.00000000 +301 31.89368771 +302 31.78807947 +303 31.68316832 +304 31.57894737 +305 31.47540984 +306 31.37254902 +307 31.27035831 +308 31.49350649 +309 31.39158576 +310 31.29032258 +311 31.18971061 +312 31.41025641 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 31.23028391 +318 31.13207547 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 31.21212121 +331 31.11782477 +332 31.32530120 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.85840708 +340 31.76470588 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.56484150 +348 32.47126437 +349 32.37822350 +350 32.28571429 +351 32.19373219 +352 32.10227273 +353 32.01133144 +354 31.92090395 +355 32.11267606 +356 32.02247191 +357 32.21288515 +358 32.12290503 +359 32.03342618 +360 31.94444444 +361 31.85595568 +362 31.76795580 +363 31.68044077 +364 31.59340659 +365 31.50684932 +366 31.42076503 +367 31.60762943 +368 31.79347826 +369 31.70731707 +370 31.62162162 +371 31.53638814 +372 31.72043011 +373 31.63538874 +374 31.81818182 +375 31.73333333 +376 31.64893617 +377 31.83023873 +378 31.74603175 +379 31.66226913 +380 31.84210526 +381 31.75853018 +382 31.93717277 +383 31.85378590 +384 31.77083333 +385 31.68831169 +386 31.60621762 +387 31.52454780 +388 31.70103093 +389 31.61953728 +390 31.53846154 +391 31.71355499 +392 31.63265306 +393 31.55216285 +394 31.72588832 +395 31.64556962 +396 31.81818182 +397 31.98992443 +398 31.90954774 +399 31.82957393 +400 31.75000000 +401 31.92019950 +402 32.08955224 +403 32.00992556 +404 31.93069307 +405 31.85185185 +406 31.77339901 +407 31.69533170 +408 31.61764706 +409 31.54034230 +410 31.46341463 +411 31.38686131 +412 31.55339806 +413 31.71912833 +414 31.88405797 +415 32.04819277 +416 31.97115385 +417 32.13429257 +418 32.05741627 +419 31.98090692 +420 32.14285714 +421 32.30403800 +422 32.22748815 +423 32.15130024 +424 32.07547170 +425 32.00000000 +426 31.92488263 +427 31.85011710 +428 31.77570093 +429 31.70163170 +430 31.62790698 +431 31.55452436 +432 31.71296296 +433 31.87066975 +434 32.02764977 +435 31.95402299 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.11845103 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 32.20720721 +445 32.13483146 +446 32.06278027 +447 31.99105145 +448 31.91964286 +449 32.07126949 +450 32.22222222 +451 32.15077605 +452 32.07964602 +453 32.22958057 +454 32.15859031 +455 32.08791209 +456 32.01754386 +457 31.94748359 +458 31.87772926 +459 31.80827887 +460 31.73913043 +461 31.67028200 +462 31.81818182 +463 31.74946004 +464 31.89655172 +465 32.04301075 +466 31.97424893 +467 31.90578158 +468 31.83760684 +469 31.76972281 +470 31.70212766 +471 31.63481953 +472 31.77966102 +473 31.71247357 +474 31.64556962 +475 31.78947368 +476 31.72268908 +477 31.65618449 +478 31.58995816 +479 31.52400835 +480 31.45833333 +481 31.39293139 +482 31.53526971 +483 31.46997930 +484 31.61157025 +485 31.75257732 +486 31.68724280 +487 31.82751540 +488 31.76229508 +489 31.90184049 +490 32.04081633 +491 32.17922607 +492 32.31707317 +493 32.25152130 +494 32.18623482 +495 32.12121212 +496 32.05645161 +497 31.99195171 +498 31.92771084 +499 32.06412826 +500 32.00000000 +501 31.93612774 +502 31.87250996 +503 31.80914513 +504 31.94444444 +505 31.88118812 +506 31.81818182 +507 31.75542406 +508 31.69291339 +509 31.82711198 +510 31.96078431 +511 31.89823875 +512 31.83593750 +513 31.77387914 +514 31.71206226 +515 31.84466019 +516 31.78294574 +517 31.91489362 +518 31.85328185 +519 31.79190751 +520 31.73076923 +521 31.66986564 +522 31.60919540 +523 31.54875717 +524 31.48854962 +525 31.42857143 +526 31.36882129 +527 31.49905123 +528 31.43939394 +529 31.37996219 +530 31.32075472 +531 31.26177024 +532 31.39097744 +533 31.51969981 +534 31.46067416 +535 31.40186916 +536 31.34328358 +537 31.28491620 +538 31.22676580 +539 31.16883117 +540 31.11111111 +541 31.05360444 +542 30.99630996 +543 30.93922652 +544 30.88235294 +545 30.82568807 +546 30.95238095 +547 31.07861060 +548 31.20437956 +549 31.14754098 +550 31.09090909 +551 31.03448276 +552 31.15942029 +553 31.28390597 +554 31.22743682 +555 31.17117117 +556 31.11510791 +557 31.05924596 +558 31.00358423 +559 30.94812165 +560 31.07142857 +561 31.19429590 +562 31.13879004 +563 31.08348135 +564 31.02836879 +565 31.15044248 +566 31.27208481 +567 31.39329806 +568 31.51408451 +569 31.45869947 +570 31.40350877 +571 31.34851138 +572 31.29370629 +573 31.23909250 +574 31.35888502 +575 31.47826087 +576 31.59722222 +577 31.54246101 +578 31.66089965 +579 31.77892919 +580 31.89655172 +581 31.84165232 +582 31.95876289 +583 31.90394511 +584 32.02054795 +585 31.96581197 +586 32.08191126 +587 32.02725724 +588 31.97278912 +589 31.91850594 +590 32.03389831 +591 31.97969543 +592 31.92567568 +593 31.87183811 +594 31.81818182 +595 31.76470588 +596 31.71140940 +597 31.65829146 +598 31.60535117 +599 31.55258765 +600 31.50000000 +601 31.61397671 +602 31.72757475 +603 31.84079602 +604 31.78807947 +605 31.73553719 +606 31.84818482 +607 31.79571664 +608 31.74342105 +609 31.85550082 +610 31.80327869 +611 31.75122750 +612 31.86274510 +613 31.81076672 +614 31.75895765 +615 31.70731707 +616 31.81818182 +617 31.92868720 +618 31.87702265 +619 31.98707593 +620 31.93548387 +621 31.88405797 +622 31.99356913 +623 31.94221509 +624 31.89102564 +625 31.84000000 +626 31.78913738 +627 31.73843700 +628 31.84713376 +629 31.79650238 +630 31.74603175 +631 31.69572108 +632 31.64556962 +633 31.59557662 +634 31.70347003 +635 31.65354331 +636 31.60377358 +637 31.55416013 +638 31.50470219 +639 31.45539906 +640 31.56250000 +641 31.51326053 +642 31.61993769 +643 31.57076205 +644 31.52173913 +645 31.62790698 +646 31.57894737 +647 31.53013910 +648 31.63580247 +649 31.58705701 +650 31.69230769 +651 31.79723502 +652 31.90184049 +653 32.00612557 +654 31.95718654 +655 31.90839695 +656 32.01219512 +657 32.11567732 +658 32.06686930 +659 32.16995448 +660 32.12121212 +661 32.07261725 +662 32.02416918 +663 31.97586727 +664 31.92771084 +665 31.87969925 +666 31.98198198 +667 31.93403298 +668 31.88622754 +669 31.83856502 +670 31.94029851 +671 31.89269747 +672 31.84523810 +673 31.79791976 +674 31.75074184 +675 31.85185185 +676 31.95266272 +677 31.90546529 +678 31.85840708 +679 31.81148748 +680 31.76470588 +681 31.71806167 +682 31.67155425 +683 31.62518302 +684 31.72514620 +685 31.67883212 +686 31.63265306 +687 31.58660844 +688 31.68604651 +689 31.64005806 +690 31.59420290 +691 31.69319826 +692 31.64739884 +693 31.74603175 +694 31.70028818 +695 31.65467626 +696 31.75287356 +697 31.70731707 +698 31.66189112 +699 31.61659514 +700 31.71428571 +701 31.66904422 +702 31.62393162 +703 31.57894737 +704 31.53409091 +705 31.48936170 +706 31.58640227 +707 31.54172560 +708 31.49717514 +709 31.45275035 +710 31.40845070 +711 31.36427567 +712 31.46067416 +713 31.41654979 +714 31.37254902 +715 31.46853147 +716 31.42458101 +717 31.38075314 +718 31.33704735 +719 31.43254520 +720 31.38888889 +721 31.34535368 +722 31.30193906 +723 31.25864454 +724 31.21546961 +725 31.17241379 +726 31.26721763 +727 31.22420908 +728 31.18131868 +729 31.13854595 +730 31.23287671 +731 31.19015048 +732 31.28415301 +733 31.24147340 +734 31.19891008 +735 31.15646259 +736 31.11413043 +737 31.20759837 +738 31.16531165 +739 31.25845737 +740 31.21621622 +741 31.30904184 +742 31.26684636 +743 31.22476447 +744 31.31720430 +745 31.27516779 +746 31.36729223 +747 31.45917001 +748 31.41711230 +749 31.50867824 +750 31.60000000 + +Final result: 31.6000 +/- 1.6988 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-Q4_K_M-naive.wng b/scores/Llama-Guard-3-8B-Q4_K_M-naive.wng new file mode 100644 index 0000000000000000000000000000000000000000..fd13de316fae62037da60be48b4f70e2d5fcdd9e --- /dev/null +++ b/scores/Llama-Guard-3-8B-Q4_K_M-naive.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -2.954182 -3.602336 1 1 +2 100.0000 -2.065676 -2.098990 1 1 +3 100.0000 -3.449615 -3.032253 2 2 +4 100.0000 -4.380931 -4.493384 1 1 +5 80.0000 -2.734635 -2.910381 1 2 +6 83.3333 -4.341712 -4.663131 1 1 +7 85.7143 -4.434556 -3.245522 2 2 +8 87.5000 -2.708620 -2.216792 2 2 +9 88.8889 -3.260129 -5.067790 1 1 +10 90.0000 -2.162349 -1.896342 2 2 +11 90.9091 -10.077128 -4.789056 2 2 +12 91.6667 -3.322397 -1.479956 2 2 +13 92.3077 -3.190400 -5.279387 1 1 +14 92.8571 -3.545749 -3.715806 1 1 +15 86.6667 -4.181611 -6.030376 1 2 +16 87.5000 -3.118359 -2.827103 2 2 +17 88.2353 -6.301432 -4.993551 2 2 +18 88.8889 -1.708047 -2.941763 1 1 +19 89.4737 -3.057036 -4.410827 1 1 +20 90.0000 -2.824734 -2.971925 1 1 +21 90.4762 -2.387823 -3.282534 1 1 +22 90.9091 -2.150129 -2.014483 2 2 +23 91.3043 -4.272854 -4.982360 1 1 +24 87.5000 -2.596662 -2.249919 2 1 +25 88.0000 -1.760652 -1.698194 2 2 +26 88.4615 -3.320074 -4.699215 1 1 +27 85.1852 -4.766796 -4.809370 1 2 +28 85.7143 -4.467269 -5.878248 1 1 +29 86.2069 -3.491172 -3.820073 1 1 +30 86.6667 -2.234701 -1.959802 2 2 +31 87.0968 -4.573081 -4.593173 1 1 +32 87.5000 -5.210166 -6.142073 1 1 +33 87.8788 -5.202449 -5.417664 1 1 +34 85.2941 -2.710769 -2.342699 2 1 +35 85.7143 -4.125381 -3.940048 2 2 +36 86.1111 -3.672293 -3.592671 2 2 +37 86.4865 -2.642592 -2.913930 1 1 +38 84.2105 -3.572938 -3.557739 2 1 +39 84.6154 -5.658754 -3.638534 2 2 +40 82.5000 -3.944903 -4.965195 1 2 +41 82.9268 -2.067063 -2.239439 1 1 +42 83.3333 -2.358407 -3.198062 1 1 +43 83.7209 -2.971807 -2.911269 2 2 +44 84.0909 -2.126087 -1.755454 2 2 +45 84.4444 -0.130131 -11.868565 1 1 +46 84.7826 -2.655686 -2.710814 1 1 +47 82.9787 -3.196871 -3.238817 1 2 +48 83.3333 -4.005202 -3.598665 2 2 +49 81.6327 -3.328044 -1.388156 2 1 +50 82.0000 -2.483538 -2.362089 2 2 +51 82.3529 -1.800092 -2.279656 1 1 +52 82.6923 -3.825430 -2.896853 2 2 +53 83.0189 -4.082819 -4.553364 1 1 +54 83.3333 -2.545556 -1.996013 2 2 +55 83.6364 -2.641824 -2.363362 2 2 +56 82.1429 -5.116312 -5.481694 1 2 +57 82.4561 -2.996051 -2.801736 2 2 +58 82.7586 -3.298737 -4.078912 1 1 +59 83.0508 -2.987669 -2.854469 2 2 +60 83.3333 -4.055347 -3.864296 2 2 +61 81.9672 -3.432386 -3.311763 2 1 +62 82.2581 -5.533232 -5.832718 1 1 +63 80.9524 -4.289495 -4.647275 1 2 +64 79.6875 -4.348322 -4.281658 2 1 +65 80.0000 -5.043678 -4.272439 2 2 +66 80.3030 -2.608664 -3.211076 1 1 +67 80.5970 -3.326670 -2.678376 2 2 +68 79.4118 -4.887794 -5.283349 1 2 +69 79.7101 -5.730326 -6.090777 1 1 +70 80.0000 -3.029067 -2.954340 2 2 +71 78.8732 -2.815229 -2.679325 2 1 +72 79.1667 -3.618553 -3.586587 2 2 +73 78.0822 -2.756863 -2.750140 2 1 +74 78.3784 -2.254136 -2.797333 1 1 +75 78.6667 -2.202691 -2.677981 1 1 +76 78.9474 -1.695046 -3.873630 1 1 +77 77.9221 -2.746842 -2.904691 1 2 +78 78.2051 -0.720128 -1.358048 1 1 +79 78.4810 -2.148984 -2.139445 2 2 +80 78.7500 -2.118738 -3.043933 1 1 +81 79.0123 -4.815923 -3.995179 2 2 +82 78.0488 -3.150037 -3.259995 1 2 +83 78.3133 -5.175141 -4.197940 2 2 +84 78.5714 -2.254971 -2.141011 2 2 +85 78.8235 -3.824881 -4.235929 1 1 +86 77.9070 -5.881625 -6.025757 1 2 +87 77.0115 -1.484116 -1.423395 2 1 +88 76.1364 -5.340810 -4.695800 2 1 +89 76.4045 -3.877536 -3.881411 1 1 +90 76.6667 -4.532537 -3.152199 2 2 +91 75.8242 -4.402421 -4.308905 2 1 +92 76.0870 -4.478754 -4.323159 2 2 +93 76.3441 -2.156261 -2.023830 2 2 +94 76.5957 -4.565160 -4.044349 2 2 +95 76.8421 -2.951145 -3.356411 1 1 +96 77.0833 -1.823992 -2.424904 1 1 +97 76.2887 -5.605635 -4.758743 2 1 +98 76.5306 -3.807501 -3.204517 2 2 +99 75.7576 -2.854803 -2.828055 2 1 +100 76.0000 -5.845661 -5.334826 2 2 +101 75.2475 -4.356172 -4.596100 1 2 +102 75.4902 -3.763031 -3.787707 1 1 +103 75.7282 -2.762958 -2.264074 2 2 +104 75.9615 -7.611091 -7.368841 2 2 +105 76.1905 -1.413176 -1.622776 1 1 +106 76.4151 -2.662559 -2.408272 2 2 +107 76.6355 -3.472367 -2.849872 2 2 +108 76.8519 -3.595948 -2.811601 2 2 +109 76.1468 -3.803420 -4.136757 1 2 +110 76.3636 -4.185836 -3.476876 2 2 +111 76.5766 -3.259607 -2.838305 2 2 +112 75.8929 -3.961930 -3.237755 2 1 +113 75.2212 -4.431893 -5.761013 1 2 +114 75.4386 -4.238332 -4.821658 1 1 +115 75.6522 -2.138377 -2.512450 1 1 +116 75.8621 -2.288502 -1.907115 2 2 +117 75.2137 -3.868268 -4.221797 1 2 +118 75.4237 -1.232025 -1.930489 1 1 +119 75.6303 -1.697516 -2.392025 1 1 +120 75.0000 -2.888494 -2.643313 2 1 +121 75.2066 -1.128251 -1.020451 2 2 +122 75.4098 -5.936179 -5.199257 2 2 +123 75.6098 -3.911846 -4.124160 1 1 +124 75.8065 -3.025249 -2.806271 2 2 +125 75.2000 -2.737660 -2.853368 1 2 +126 75.3968 -6.686444 -6.182519 2 2 +127 75.5906 -2.959203 -1.271354 2 2 +128 75.7812 -1.921964 -1.953685 1 1 +129 75.9690 -2.205362 -0.971017 2 2 +130 76.1538 -5.376402 -4.249825 2 2 +131 75.5725 -3.807659 -3.903004 1 2 +132 75.7576 -2.199846 -1.811042 2 2 +133 75.9398 -0.895506 -3.195363 1 1 +134 76.1194 -5.013605 -4.480187 2 2 +135 76.2963 -4.227991 -4.949603 1 1 +136 76.4706 -3.902068 -2.555858 2 2 +137 76.6423 -5.287072 -5.432398 1 1 +138 76.0870 -3.860929 -4.150902 1 2 +139 76.2590 -3.954261 -5.290210 1 1 +140 76.4286 -1.520190 -1.442423 2 2 +141 76.5957 -5.143645 -3.825015 2 2 +142 76.7606 -2.557904 -1.868210 2 2 +143 76.9231 -3.017741 -6.854661 1 1 +144 76.3889 -2.103061 -2.001732 2 1 +145 75.8621 -1.368642 -16.157410 1 2 +146 75.3425 -3.683838 -3.719744 1 2 +147 75.5102 -3.650296 -3.368302 2 2 +148 75.6757 -2.069361 -2.324625 1 1 +149 75.8389 -3.910993 -3.736479 2 2 +150 76.0000 -3.955815 -3.317254 2 2 +151 75.4967 -1.866444 -1.761526 2 1 +152 75.0000 -4.096535 -4.333823 1 2 +153 75.1634 -2.479168 -3.299788 1 1 +154 75.3247 -3.291613 -3.454240 1 1 +155 74.8387 -1.989091 -2.717801 1 2 +156 75.0000 -1.995539 -2.196432 1 1 +157 75.1592 -2.619718 -3.503896 1 1 +158 75.3165 -4.446345 -4.048231 2 2 +159 75.4717 -2.953650 -4.227078 1 1 +160 75.6250 -4.135338 -3.366148 2 2 +161 75.7764 -2.994267 -3.016092 1 1 +162 75.3086 -0.031563 -10.162228 1 2 +163 75.4601 -1.840430 -2.145340 1 1 +164 75.6098 -5.142957 -4.372793 2 2 +165 75.7576 -3.974491 -3.856616 2 2 +166 75.9036 -4.296369 -3.929073 2 2 +167 75.4491 -3.748259 -3.189736 2 1 +168 75.5952 -5.969123 -5.006939 2 2 +169 75.1479 -3.910479 -4.004004 1 2 +170 75.2941 -2.451575 -2.943119 1 1 +171 75.4386 -3.616676 -4.115599 1 1 +172 75.5814 -3.774449 -4.724020 1 1 +173 75.1445 -2.747452 -2.753102 1 2 +174 75.2874 -6.554039 -6.491799 2 2 +175 75.4286 -2.969426 -3.621286 1 1 +176 75.5682 -1.491821 -3.525329 1 1 +177 75.7062 -6.151245 -6.069078 2 2 +178 75.2809 -2.745420 -2.674415 2 1 +179 75.4190 -2.339406 -2.501755 1 1 +180 75.5556 -4.458238 -4.017804 2 2 +181 75.6906 -3.344238 -2.532932 2 2 +182 75.8242 -3.559031 -2.957242 2 2 +183 75.9563 -5.252412 -5.065127 2 2 +184 76.0870 -1.657024 -2.756263 1 1 +185 75.6757 -3.958266 -4.301849 1 2 +186 75.8065 -2.548807 -3.056591 1 1 +187 75.9358 -4.712856 -4.317779 2 2 +188 75.5319 -3.925816 -3.303061 2 1 +189 75.1323 -3.548451 -4.074584 1 2 +190 75.2632 -5.368936 -5.098699 2 2 +191 75.3927 -2.470782 -2.937182 1 1 +192 75.5208 -4.847757 -4.096737 2 2 +193 75.6477 -3.581553 -3.513432 2 2 +194 75.7732 -1.948125 -1.621805 2 2 +195 75.3846 -3.712142 -3.280345 2 1 +196 75.0000 -3.288585 -3.678210 1 2 +197 75.1269 -1.259556 -3.434107 1 1 +198 75.2525 -2.653922 -7.266736 1 1 +199 75.3769 -5.262789 -4.353413 2 2 +200 75.5000 -3.044754 -2.765770 2 2 +201 75.6219 -2.646857 -3.147695 1 1 +202 75.2475 -6.834217 -7.336070 1 2 +203 75.3695 -2.756054 -2.552558 2 2 +204 75.4902 -2.234063 -2.718839 1 1 +205 75.6098 -3.280646 -2.218908 2 2 +206 75.2427 -4.816658 -5.181335 1 2 +207 75.3623 -3.209818 -3.416533 1 1 +208 75.4808 -3.132143 -2.703222 2 2 +209 75.5981 -3.800399 -3.161581 2 2 +210 75.7143 -6.161396 -5.877730 2 2 +211 75.3555 -5.450046 -4.992571 2 1 +212 75.4717 -5.094432 -4.250162 2 2 +213 75.1174 -4.510509 -4.605847 1 2 +214 74.7664 -3.125284 -3.088047 2 1 +215 74.4186 -5.565563 -5.686759 1 2 +216 74.0741 -3.315286 -3.231840 2 1 +217 74.1935 -0.952124 -1.448213 1 1 +218 74.3119 -2.407829 -2.240119 2 2 +219 74.4292 -3.031756 -3.265439 1 1 +220 74.5455 -2.817718 -2.812817 2 2 +221 74.6606 -3.228713 -9.779333 1 1 +222 74.3243 -0.214118 -7.978543 1 2 +223 74.4395 -3.912620 -2.660771 2 2 +224 74.5536 -5.610330 -3.887337 2 2 +225 74.2222 -2.747688 -2.792542 1 2 +226 74.3363 -2.568578 -3.328947 1 1 +227 74.0088 -3.484864 -3.210682 2 1 +228 74.1228 -1.348880 -1.930751 1 1 +229 73.7991 -3.416750 -3.440903 1 2 +230 73.9130 -2.870895 -3.447083 1 1 +231 74.0260 -2.009580 -2.686414 1 1 +232 74.1379 -2.793160 -2.188054 2 2 +233 74.2489 -1.749481 -2.168481 1 1 +234 74.3590 -2.972266 -2.705213 2 2 +235 74.4681 -3.345299 -2.885289 2 2 +236 74.1525 -1.776584 -1.563172 2 1 +237 73.8397 -2.237911 -1.889611 2 1 +238 73.9496 -2.811328 -2.333208 2 2 +239 74.0586 -2.726008 -2.675197 2 2 +240 73.7500 -5.981002 -6.047540 1 2 +241 73.4440 -3.110764 -3.458117 1 2 +242 73.5537 -5.457069 -5.264632 2 2 +243 73.2510 -4.449829 -4.367261 2 1 +244 73.3607 -2.598723 -3.645255 1 1 +245 73.4694 -3.716475 -5.038698 1 1 +246 73.5772 -2.374919 -2.707076 1 1 +247 73.6842 -3.467264 -2.931337 2 2 +248 73.7903 -3.285560 -2.800296 2 2 +249 73.8956 -2.535469 -1.761787 2 2 +250 74.0000 -2.092050 -2.855293 1 1 +251 73.7052 -1.159361 -1.054031 2 1 +252 73.8095 -6.769391 -6.371119 2 2 +253 73.5178 -4.961098 -4.715184 2 1 +254 73.2283 -4.862963 -5.729184 1 2 +255 73.3333 -2.986329 -3.784194 1 1 +256 73.0469 -3.389007 -3.127354 2 1 +257 72.7626 -2.447669 -2.159857 2 1 +258 72.4806 -3.480460 -3.745123 1 2 +259 72.5869 -5.111794 -5.433098 1 1 +260 72.6923 -6.083896 -6.111625 1 1 +261 72.7969 -3.735335 -3.570323 2 2 +262 72.9008 -4.641949 -4.588511 2 2 +263 73.0038 -2.572027 -3.081084 1 1 +264 73.1061 -3.752141 -3.311450 2 2 +265 73.2075 -1.101983 -1.854499 1 1 +266 73.3083 -4.799284 -5.266428 1 1 +267 73.0337 -2.563931 -2.540383 2 1 +268 72.7612 -3.349694 -3.044601 2 1 +269 72.8625 -2.754701 -2.676233 2 2 +270 72.9630 -2.048392 -2.997773 1 1 +271 73.0627 -2.897581 -2.243116 2 2 +272 73.1618 -3.675200 -3.221219 2 2 +273 73.2601 -2.997750 -2.894495 2 2 +274 73.3577 -3.485203 -3.172313 2 2 +275 73.4545 -2.421613 -2.610963 1 1 +276 73.1884 -2.137019 -2.073470 2 1 +277 73.2852 -3.203728 -4.051342 1 1 +278 73.0216 -2.641106 -2.638389 2 1 +279 73.1183 -3.860454 -2.901018 2 2 +280 73.2143 -3.546549 -3.305890 2 2 +281 73.3096 -2.319632 -1.591823 2 2 +282 73.4043 -3.743006 -3.043773 2 2 +283 73.1449 -3.103011 -3.694353 1 2 +284 73.2394 -2.266145 -3.062532 1 1 +285 73.3333 -3.539778 -4.429837 1 1 +286 73.4266 -3.378054 -3.681311 1 1 +287 73.5192 -2.121731 -3.781288 1 1 +288 73.2639 -2.976540 -3.221079 1 2 +289 73.0104 -2.634284 -2.377293 2 1 +290 73.1034 -3.896370 -4.178596 1 1 +291 73.1959 -2.708002 -3.199331 1 1 +292 73.2877 -2.683242 -1.739898 2 2 +293 73.3788 -3.223735 -2.860703 2 2 +294 73.1293 -4.177494 -3.695745 2 1 +295 73.2203 -1.780916 -1.990026 1 1 +296 73.3108 -4.492754 -4.225379 2 2 +297 73.0640 -1.738222 -2.332572 1 2 +298 73.1544 -5.204010 -4.691590 2 2 +299 73.2441 -2.411613 -2.153053 2 2 +300 73.3333 -2.516493 -3.175240 1 1 +301 73.4219 -4.763652 -5.353493 1 1 +302 73.5099 -4.009415 -3.828200 2 2 +303 73.2673 -9.309538 -8.903521 2 1 +304 73.3553 -4.295059 -3.832291 2 2 +305 73.1148 -2.952118 -3.281455 1 2 +306 73.2026 -2.282367 -2.000707 2 2 +307 72.9642 -2.789081 -2.779752 2 1 +308 72.7273 -4.773147 -4.921196 1 2 +309 72.8155 -3.870314 -3.935335 1 1 +310 72.9032 -5.487592 -5.301472 2 2 +311 72.9904 -1.035355 -4.969151 1 1 +312 72.7564 -4.106703 -4.053949 2 1 +313 72.8435 -4.497249 -4.309712 2 2 +314 72.9299 -4.402847 -3.636678 2 2 +315 73.0159 -1.594930 -3.246886 1 1 +316 73.1013 -7.061360 -4.518501 2 2 +317 73.1861 -4.586398 -4.640058 1 1 +318 73.2704 -4.663396 -4.344173 2 2 +319 73.3542 -1.157952 -1.561491 1 1 +320 73.4375 -3.624362 -4.656831 1 1 +321 73.2087 -2.674400 -2.740308 1 2 +322 72.9814 -2.193777 -2.684838 1 2 +323 73.0650 -3.184408 -3.887456 1 1 +324 72.8395 -3.747246 -3.642139 2 1 +325 72.9231 -5.013577 -4.425538 2 2 +326 73.0061 -2.082803 -1.665859 2 2 +327 73.0887 -2.247363 -2.446906 1 1 +328 72.8659 -3.683201 -3.382048 2 1 +329 72.9483 -3.522058 -7.326369 1 1 +330 73.0303 -1.632549 -2.218456 1 1 +331 72.8097 -4.380827 -3.382481 2 1 +332 72.8916 -1.617149 -2.072459 1 1 +333 72.9730 -3.679794 -2.076213 2 2 +334 73.0539 -2.713294 -4.862454 1 1 +335 72.8358 -5.231750 -4.500661 2 1 +336 72.9167 -4.046504 -3.803645 2 2 +337 72.9970 -2.155225 -1.287607 2 2 +338 72.7811 -3.919918 -3.071487 2 1 +339 72.8614 -4.965352 -4.865828 2 2 +340 72.9412 -4.359516 -4.870614 1 1 +341 73.0205 -2.865860 -3.668293 1 1 +342 73.0994 -5.030187 -4.452344 2 2 +343 73.1778 -3.394727 -3.691452 1 1 +344 73.2558 -1.964835 -2.679243 1 1 +345 73.3333 -0.707769 -2.256310 1 1 +346 73.4104 -5.327556 -5.300032 2 2 +347 73.4870 -3.230886 -3.057889 2 2 +348 73.5632 -1.118316 -2.065521 1 1 +349 73.3524 -2.959907 -3.966205 1 2 +350 73.1429 -2.638413 -3.049651 1 2 +351 73.2194 -2.641176 -2.980681 1 1 +352 73.2955 -3.789035 -3.703461 2 2 +353 73.3711 -2.064218 -2.478098 1 1 +354 73.4463 -5.302269 -4.947387 2 2 +355 73.5211 -2.187308 -1.837537 2 2 +356 73.3146 -2.671957 -2.810786 1 2 +357 73.3894 -3.872425 -3.669765 2 2 +358 73.4637 -1.968092 -1.920811 2 2 +359 73.5376 -4.978487 -3.147382 2 2 +360 73.3333 -3.082799 -3.196027 1 2 +361 73.4072 -2.648481 -1.537776 2 2 +362 73.4807 -4.879152 -4.813032 2 2 +363 73.2782 -2.667897 -2.491493 2 1 +364 73.3516 -5.455667 -5.562595 1 1 +365 73.4247 -5.355580 -5.446529 1 1 +366 73.2240 -2.611361 -7.571799 1 2 +367 73.0245 -5.072974 -4.980227 2 1 +368 73.0978 -4.382642 -3.607959 2 2 +369 72.8997 -2.850682 -3.506639 1 2 +370 72.9730 -4.895732 -5.099933 1 1 +371 73.0458 -2.652772 -3.682858 1 1 +372 73.1183 -2.400090 -2.447153 1 1 +373 72.9223 -4.574674 -4.212105 2 1 +374 72.9947 -2.131564 -2.691716 1 1 +375 72.8000 -2.475587 -2.568719 1 2 +376 72.8723 -4.880946 -3.482513 2 2 +377 72.9443 -4.372354 -4.007858 2 2 +378 72.7513 -3.508306 -3.750731 1 2 +379 72.5594 -1.065968 -2.597585 1 2 +380 72.6316 -5.242253 -5.964187 1 1 +381 72.7034 -9.385609 -7.193959 2 2 +382 72.7749 -2.239919 -2.057965 2 2 +383 72.8460 -2.841222 -1.236737 2 2 +384 72.6562 -3.782659 -2.758518 2 1 +385 72.7273 -0.870522 -0.910393 1 1 +386 72.7979 -2.455268 -10.930038 1 1 +387 72.8682 -1.694505 -2.389871 1 1 +388 72.9381 -6.302949 -5.959390 2 2 +389 73.0077 -2.503566 -2.195170 2 2 +390 73.0769 -2.934482 -3.454513 1 1 +391 72.8900 -4.023353 -4.062075 1 2 +392 72.7041 -3.322816 -2.742367 2 1 +393 72.5191 -5.234082 -5.319216 1 2 +394 72.5888 -3.010702 -4.045863 1 1 +395 72.6582 -2.908423 -2.510553 2 2 +396 72.7273 -3.160072 -4.016088 1 1 +397 72.7960 -6.079782 -6.587390 1 1 +398 72.8643 -3.452558 -5.470466 1 1 +399 72.9323 -3.070297 -3.293533 1 1 +400 73.0000 -1.504417 -6.776863 1 1 +401 73.0673 -3.093884 -3.532925 1 1 +402 72.8856 -3.590126 -3.694198 1 2 +403 72.7047 -6.988763 -7.514236 1 2 +404 72.7723 -3.441651 -2.406357 2 2 +405 72.8395 -3.416734 -3.616439 1 1 +406 72.9064 -7.338096 -7.782694 1 1 +407 72.7273 -4.397558 -4.627823 1 2 +408 72.5490 -3.042186 -3.108748 1 2 +409 72.6161 -3.783318 -4.348503 1 1 +410 72.4390 -3.484655 -3.050102 2 1 +411 72.5061 -2.469002 -3.927686 1 1 +412 72.5728 -3.105716 -2.472858 2 2 +413 72.6392 -3.062113 -2.515074 2 2 +414 72.4638 -3.450814 -3.588200 1 2 +415 72.5301 -2.614941 -2.503287 2 2 +416 72.5962 -3.914936 -2.616368 2 2 +417 72.6619 -4.669555 -4.979996 1 1 +418 72.4880 -4.305084 -3.654306 2 1 +419 72.3150 -3.985296 -4.128733 1 2 +420 72.3810 -2.670594 -2.495040 2 2 +421 72.4466 -3.880810 -3.538336 2 2 +422 72.2749 -2.096351 -2.077589 2 1 +423 72.3404 -3.125875 -3.147777 1 1 +424 72.4057 -4.619255 -5.173149 1 1 +425 72.4706 -5.018047 -3.450450 2 2 +426 72.5352 -1.555343 -1.377760 2 2 +427 72.5995 -3.429948 -4.054613 1 1 +428 72.4299 -4.224420 -3.733584 2 1 +429 72.4942 -3.085928 -3.068582 2 2 +430 72.3256 -6.168186 -5.927474 2 1 +431 72.3898 -3.487458 -4.892772 1 1 +432 72.2222 -3.335353 -3.526998 1 2 +433 72.2864 -2.059741 -1.781050 2 2 +434 72.3502 -6.674068 -6.972228 1 1 +435 72.1839 -3.591333 -3.450073 2 1 +436 72.2477 -1.633770 -2.094286 1 1 +437 72.3112 -3.665979 -3.654202 2 2 +438 72.3744 -3.761860 -3.679981 2 2 +439 72.4374 -2.647400 -3.513337 1 1 +440 72.5000 -4.074634 -4.280063 1 1 +441 72.5624 -3.163781 -5.065296 1 1 +442 72.3982 -4.095580 -3.597586 2 1 +443 72.4605 -1.658421 -3.289881 1 1 +444 72.2973 -6.094023 -6.641438 1 2 +445 72.3596 -1.391236 -2.157344 1 1 +446 72.4215 -4.557958 -4.101690 2 2 +447 72.2595 -2.344776 -2.285320 2 1 +448 72.3214 -4.278215 -4.012008 2 2 +449 72.3831 -2.293001 -1.766506 2 2 +450 72.4444 -4.422392 -3.907698 2 2 +451 72.2838 -4.278013 -4.362355 1 2 +452 72.1239 -4.876377 -4.493104 2 1 +453 72.1854 -4.225314 -3.470141 2 2 +454 72.2467 -3.274481 -3.835799 1 1 +455 72.0879 -2.564182 -7.690900 1 2 +456 71.9298 -3.752007 -3.779751 1 2 +457 71.9912 -6.442816 -6.585316 1 1 +458 72.0524 -2.669666 -2.149746 2 2 +459 72.1133 -4.362094 -4.156171 2 2 +460 72.1739 -0.457423 -7.173274 1 1 +461 72.2343 -2.004379 -2.925155 1 1 +462 72.2944 -4.615567 -5.143464 1 1 +463 72.3542 -1.264771 -1.538891 1 1 +464 72.4138 -1.507701 -1.998333 1 1 +465 72.4731 -2.808417 -1.969495 2 2 +466 72.3176 -5.282646 -5.308850 1 2 +467 72.1627 -4.398146 -4.396203 2 1 +468 72.2222 -4.265706 -3.880813 2 2 +469 72.0682 -1.826576 -1.526869 2 1 +470 72.1277 -1.577639 -1.423075 2 2 +471 72.1868 -2.041203 -2.349674 1 1 +472 72.2458 -3.136093 -2.913525 2 2 +473 72.3044 -3.861969 -2.843482 2 2 +474 72.3629 -3.320754 -4.440379 1 1 +475 72.4211 -1.626918 -1.416580 2 2 +476 72.2689 -3.730859 -3.915813 1 2 +477 72.1174 -3.398169 -3.731552 1 2 +478 72.1757 -2.216969 -2.391800 1 1 +479 72.2338 -3.115466 -3.203847 1 1 +480 72.2917 -5.907873 -4.229331 2 2 +481 72.3493 -2.295455 -2.388479 1 1 +482 72.1992 -4.938555 -5.629854 1 2 +483 72.2567 -3.281071 -3.840789 1 1 +484 72.1074 -2.867787 -2.447445 2 1 +485 72.1649 -1.054676 -1.722998 1 1 +486 72.2222 -2.004043 -2.498795 1 1 +487 72.2793 -3.071781 -2.761125 2 2 +488 72.3361 -2.443757 -1.852748 2 2 +489 72.3926 -1.961769 -2.344581 1 1 +490 72.4490 -2.558305 -2.898888 1 1 +491 72.5051 -4.554919 -3.922142 2 2 +492 72.5610 -5.328216 -4.471809 2 2 +493 72.6166 -2.093859 -2.583126 1 1 +494 72.6721 -3.260110 -2.996950 2 2 +495 72.7273 -3.881952 -3.974118 1 1 +496 72.7823 -3.328734 -3.290230 2 2 +497 72.6358 -4.599148 -4.457516 2 1 +498 72.4900 -1.464790 -1.595688 1 2 +499 72.5451 -2.876064 -3.161396 1 1 +500 72.6000 -4.839528 -4.247880 2 2 +501 72.6547 -1.463311 -2.973237 1 1 +502 72.7092 -1.959500 -2.288233 1 1 +503 72.7634 -3.262077 -3.012707 2 2 +504 72.8175 -2.233743 -2.299906 1 1 +505 72.6733 -7.226303 -7.509390 1 2 +506 72.7273 -4.618432 -4.870333 1 1 +507 72.7811 -2.852378 -3.265401 1 1 +508 72.8346 -5.291526 -3.542570 2 2 +509 72.8880 -2.712598 -10.037419 1 1 +510 72.9412 -4.135305 -5.032813 1 1 +511 72.9941 -4.495473 -3.241750 2 2 +512 73.0469 -3.330172 -3.386007 1 1 +513 73.0994 -3.037980 -2.951354 2 2 +514 72.9572 -3.378374 -3.161597 2 1 +515 73.0097 -6.035170 -6.518183 1 1 +516 72.8682 -3.798944 -3.794993 2 1 +517 72.9207 -2.060376 -2.675277 1 1 +518 72.9730 -2.776853 -2.545822 2 2 +519 73.0250 -6.883102 -6.651601 2 2 +520 72.8846 -2.376553 -2.476353 1 2 +521 72.7447 -2.200247 -1.574373 2 1 +522 72.7969 -3.285119 -2.261756 2 2 +523 72.8489 -3.147615 -2.805443 2 2 +524 72.9008 -4.747696 -4.793797 1 1 +525 72.9524 -3.543429 -2.519627 2 2 +526 73.0038 -0.680167 -15.669317 1 1 +527 73.0550 -4.288297 -2.545573 2 2 +528 73.1061 -6.382986 -5.722606 2 2 +529 72.9679 -5.320268 -5.033903 2 1 +530 73.0189 -5.131788 -3.803375 2 2 +531 73.0697 -3.067643 -3.314900 1 1 +532 73.1203 -1.953770 -2.857090 1 1 +533 73.1707 -2.593162 -1.780420 2 2 +534 73.2210 -2.226506 -2.693686 1 1 +535 73.2710 -3.259007 -3.244192 2 2 +536 73.1343 -2.492000 -2.332677 2 1 +537 73.1844 -4.970708 -6.098562 1 1 +538 73.2342 -1.364238 -3.251937 1 1 +539 73.2839 -3.746337 -1.912192 2 2 +540 73.3333 -2.682168 -2.661300 2 2 +541 73.3826 -2.866042 -3.264513 1 1 +542 73.2472 -3.474355 -4.550358 1 2 +543 73.2965 -5.104494 -3.850752 2 2 +544 73.3456 -1.924917 -4.004925 1 1 +545 73.2110 -2.374876 -4.451355 1 2 +546 73.2601 -2.442489 -4.080926 1 1 +547 73.3090 -5.973066 -4.547745 2 2 +548 73.3577 -3.949214 -4.185233 1 1 +549 73.4062 -4.884270 -5.182083 1 1 +550 73.4545 -2.603413 -2.385727 2 2 +551 73.3212 -0.419858 -13.460505 1 2 +552 73.1884 -2.106733 -1.721301 2 1 +553 73.2369 -5.373807 -5.341641 2 2 +554 73.2852 -4.571956 -4.203078 2 2 +555 73.3333 -1.606033 -1.387516 2 2 +556 73.3813 -5.541264 -4.895535 2 2 +557 73.2496 -6.830407 -4.870942 2 1 +558 73.2975 -1.062043 -2.989239 1 1 +559 73.3453 -2.333577 -2.180952 2 2 +560 73.2143 -2.062941 -1.802522 2 1 +561 73.2620 -2.040294 -2.082972 1 1 +562 73.3096 -0.924537 -1.823265 1 1 +563 73.1794 -1.375448 -2.402512 1 2 +564 73.2270 -2.454973 -2.983831 1 1 +565 73.2743 -4.062275 -4.014314 2 2 +566 73.3216 -5.131172 -6.178351 1 1 +567 73.3686 -2.524583 -2.272766 2 2 +568 73.4155 -6.936147 -2.592517 2 2 +569 73.2865 -3.689660 -3.073044 2 1 +570 73.3333 -5.447373 -5.501950 1 1 +571 73.3800 -3.855607 -2.659973 2 2 +572 73.4266 -2.535127 -2.482476 2 2 +573 73.2984 -3.531581 -3.617199 1 2 +574 73.3449 -3.480182 -2.844152 2 2 +575 73.2174 -5.096238 -5.131526 1 2 +576 73.2639 -1.974911 -2.875033 1 1 +577 73.3102 -3.985759 -3.473596 2 2 +578 73.3564 -2.996886 -2.965020 2 2 +579 73.2297 -4.140828 -4.286268 1 2 +580 73.2759 -2.481118 -2.518898 1 1 +581 73.3219 -5.520606 -5.570575 1 1 +582 73.3677 -6.378405 -6.266097 2 2 +583 73.4134 -4.448362 -4.277939 2 2 +584 73.4589 -4.250607 -4.489094 1 1 +585 73.5043 -0.623173 -1.646092 1 1 +586 73.5495 -3.458277 -3.504705 1 1 +587 73.4242 -4.850449 -4.450270 2 1 +588 73.4694 -3.089831 -1.792122 2 2 +589 73.5144 -3.838984 -3.670356 2 2 +590 73.5593 -4.023146 -3.621066 2 2 +591 73.6041 -3.769533 -3.551082 2 2 +592 73.6486 -3.883140 -4.310894 1 1 +593 73.6931 -3.808944 -3.210217 2 2 +594 73.5690 -3.799716 -3.481928 2 1 +595 73.4454 -1.693845 -1.737786 1 2 +596 73.3221 -4.714452 -4.791515 1 2 +597 73.1993 -2.005835 -1.976062 2 1 +598 73.2441 -2.692277 -2.746181 1 1 +599 73.2888 -2.786399 -3.137779 1 1 +600 73.3333 -3.869588 -3.630041 2 2 +601 73.2113 -3.336580 -3.452864 1 2 +602 73.2558 -3.248323 -4.616244 1 1 +603 73.3002 -6.392256 -5.908520 2 2 +604 73.3444 -2.821463 -2.726294 2 2 +605 73.2231 -1.867009 -1.727927 2 1 +606 73.2673 -2.925403 -2.380269 2 2 +607 73.1466 -2.684408 -2.490549 2 1 +608 73.0263 -2.936800 -2.924700 2 1 +609 73.0706 -5.720480 -5.974779 1 1 +610 72.9508 -2.521072 -2.469788 2 1 +611 72.9951 -4.439974 -4.576898 1 1 +612 73.0392 -3.217635 -5.378123 1 1 +613 73.0832 -2.360913 -2.211651 2 2 +614 73.1270 -3.118767 -2.135187 2 2 +615 73.1707 -2.242100 -2.163134 2 2 +616 73.2143 -3.435179 -3.428293 2 2 +617 73.2577 -10.377816 -5.226241 2 2 +618 73.1392 -3.805969 -3.837416 1 2 +619 73.1826 -3.685175 -3.366583 2 2 +620 73.2258 -3.785318 -4.193254 1 1 +621 73.2689 -3.062761 -2.284604 2 2 +622 73.3119 -2.803881 -2.888468 1 1 +623 73.1942 -2.920024 -2.630383 2 1 +624 73.2372 -4.059558 -3.299016 2 2 +625 73.2800 -4.267880 -5.504384 1 1 +626 73.3227 -2.315994 -2.588891 1 1 +627 73.3652 -3.144391 -3.375449 1 1 +628 73.4076 -3.551029 -2.630006 2 2 +629 73.4499 -2.059805 -2.724679 1 1 +630 73.3333 -1.492730 -1.485607 2 1 +631 73.3756 -1.560817 -2.123980 1 1 +632 73.2595 -1.594540 -1.856488 1 2 +633 73.3017 -2.623897 -2.208856 2 2 +634 73.3438 -2.395122 -3.526639 1 1 +635 73.2283 -3.769426 -3.898664 1 2 +636 73.2704 -3.030903 -3.500209 1 1 +637 73.3124 -2.841421 -4.592563 1 1 +638 73.1975 -4.544571 -4.214507 2 1 +639 73.2394 -1.472574 -2.530030 1 1 +640 73.1250 -1.419207 -1.641126 1 2 +641 73.1669 -4.750699 -5.798696 1 1 +642 73.2087 -4.502361 -2.765830 2 2 +643 73.2504 -1.398712 -1.030686 2 2 +644 73.2919 -4.025099 -4.460929 1 1 +645 73.1783 -1.547083 -1.302963 2 1 +646 73.0650 -3.913204 -3.776492 2 1 +647 72.9521 -3.559595 -3.063681 2 1 +648 72.9938 -3.336083 -3.185251 2 2 +649 73.0354 -2.238356 -2.808190 1 1 +650 73.0769 -3.092772 -3.683110 1 1 +651 72.9647 -6.110571 -6.674877 1 2 +652 73.0061 -4.482842 -4.178460 2 2 +653 73.0475 -6.675955 -6.125020 2 2 +654 72.9358 -3.644058 -4.109975 1 2 +655 72.8244 -2.881671 -2.939266 1 2 +656 72.8659 -4.449931 -2.109994 2 2 +657 72.7549 -5.571036 -5.887038 1 2 +658 72.7964 -3.498265 -1.756947 2 2 +659 72.8376 -2.140783 -1.822294 2 2 +660 72.8788 -2.958038 -2.372506 2 2 +661 72.9198 -2.693561 -2.960085 1 1 +662 72.9607 -3.061655 -3.449371 1 1 +663 73.0015 -6.063067 -5.699717 2 2 +664 73.0422 -2.743233 -2.875939 1 1 +665 72.9323 -3.583462 -3.641040 1 2 +666 72.8228 -4.889177 -4.388422 2 1 +667 72.7136 -6.181279 -6.705158 1 2 +668 72.7545 -2.737462 -2.762477 1 1 +669 72.7952 -2.706705 -3.089327 1 1 +670 72.6866 -3.373165 -2.759046 2 1 +671 72.7273 -2.931606 -4.021747 1 1 +672 72.7679 -3.230070 -3.078464 2 2 +673 72.8083 -1.991921 -1.912655 2 2 +674 72.8487 -4.891871 -5.172428 1 1 +675 72.7407 -4.160519 -3.802578 2 1 +676 72.6331 -2.175204 -2.571630 1 2 +677 72.6736 -3.469425 -4.145324 1 1 +678 72.5664 -4.762494 -5.064522 1 2 +679 72.4595 -5.008616 -5.038772 1 2 +680 72.5000 -3.690875 -4.297056 1 1 +681 72.3935 -2.798049 -2.036885 2 1 +682 72.2874 -1.840539 -2.050570 1 2 +683 72.3280 -1.627680 -2.435284 1 1 +684 72.3684 -4.839292 -8.803072 1 1 +685 72.4088 -3.545983 -2.402394 2 2 +686 72.4490 -4.586282 -4.575475 2 2 +687 72.4891 -2.716878 -2.245288 2 2 +688 72.5291 -7.030592 -7.514575 1 1 +689 72.5689 -2.633899 -2.240894 2 2 +690 72.4638 -2.573079 -2.596931 1 2 +691 72.5036 -2.785062 -2.954068 1 1 +692 72.5434 -1.839600 -2.550765 1 1 +693 72.5830 -4.011089 -4.151390 1 1 +694 72.6225 -3.643168 -3.425298 2 2 +695 72.6619 -4.732327 -4.849359 1 1 +696 72.7011 -4.534487 -4.889656 1 1 +697 72.7403 -2.402770 -2.635704 1 1 +698 72.7794 -4.082881 -3.610886 2 2 +699 72.8183 -4.200544 -4.999054 1 1 +700 72.8571 -2.422176 -2.090179 2 2 +701 72.7532 -1.841968 -1.636248 2 1 +702 72.6496 -4.413012 -4.941449 1 2 +703 72.5462 -5.854625 -4.558801 2 1 +704 72.5852 -1.476015 -2.477971 1 1 +705 72.6241 -1.925000 -1.584044 2 2 +706 72.5212 -2.625865 -2.655246 1 2 +707 72.4187 -4.734898 -4.650317 2 1 +708 72.4576 -3.496445 -3.094381 2 2 +709 72.4965 -3.057127 -2.492962 2 2 +710 72.5352 -2.585870 -3.417780 1 1 +711 72.4332 -2.321436 -2.502787 1 2 +712 72.3315 -2.688560 -3.061450 1 2 +713 72.2300 -3.329342 -3.357399 1 2 +714 72.2689 -2.897004 -2.699996 2 2 +715 72.3077 -4.867512 -3.885381 2 2 +716 72.3464 -4.628971 -3.861274 2 2 +717 72.3849 -1.988239 -0.662705 2 2 +718 72.2841 -3.233452 -3.219798 2 1 +719 72.1836 -4.574290 -4.169877 2 1 +720 72.0833 -1.506728 -5.130426 1 2 +721 71.9834 -4.509130 -4.693571 1 2 +722 71.8837 -1.947614 -1.682173 2 1 +723 71.9225 -2.536586 -2.990726 1 1 +724 71.8232 -2.883518 -3.132677 1 2 +725 71.8621 -2.630089 -2.509463 2 2 +726 71.9008 -4.098134 -4.041065 2 2 +727 71.9395 -3.023716 -2.263658 2 2 +728 71.9780 -4.122008 -4.397005 1 1 +729 72.0165 -1.776165 -2.583205 1 1 +730 71.9178 -3.024863 -3.018503 2 1 +731 71.9562 -2.172431 -2.827715 1 1 +732 71.9945 -2.748425 -2.124223 2 2 +733 71.8963 -3.645005 -3.825855 1 2 +734 71.9346 -0.149780 -9.650306 1 1 +735 71.8367 -3.273198 -3.117718 2 1 +736 71.8750 -2.157964 -2.883663 1 1 +737 71.9132 -3.650192 -3.714525 1 1 +738 71.9512 -4.357936 -4.183209 2 2 +739 71.9892 -0.497882 -7.472974 1 1 +740 72.0270 -3.624418 -3.133291 2 2 +741 71.9298 -4.429706 -4.395877 2 1 +742 71.9677 -2.287974 -2.239813 2 2 +743 72.0054 -3.544724 -3.374042 2 2 +744 72.0430 -4.007010 -3.106666 2 2 +745 72.0805 -2.618458 -3.766646 1 1 +746 72.1180 -5.330222 -5.635145 1 1 +747 72.1553 -4.650237 -5.601954 1 1 +748 72.1925 -3.494754 -3.207564 2 2 +749 72.2296 -2.975092 -3.362248 1 1 +750 72.2667 -1.102090 -9.096096 1 1 + +Final Winogrande score(750 tasks): 72.2667 +/- 1.6358 diff --git a/scores/Llama-Guard-3-8B-Q4_K_M.log b/scores/Llama-Guard-3-8B-Q4_K_M.log deleted file mode 100644 index 5b9811de2798c16093b6c15c13b6a6a671906dce..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q4_K_M.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.727317 ± 0.041420 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.40% -Mean ln(PPL(Q)/PPL(base)) : 0.025952 ± 0.000673 -Mean PPL(Q)/PPL(base) : 1.026291 ± 0.000690 -Mean PPL(Q)-PPL(base) : 0.172339 ± 0.004636 - -====== KL divergence statistics ====== -Mean KLD: 0.027914 ± 0.000205 -Maximum KLD: 4.537546 -99.9% KLD: 0.976142 -99.0% KLD: 0.269461 -99.0% KLD: 0.269461 -Median KLD: 0.013357 -10.0% KLD: 0.000647 - 5.0% KLD: 0.000181 - 1.0% KLD: 0.000024 -Minimum KLD: -0.000027 - -====== Token probability statistics ====== -Mean Δp: -0.560 ± 0.013 % -Maximum Δp: 93.996% -99.9% Δp: 24.784% -99.0% Δp: 11.162% -95.0% Δp: 5.084% -90.0% Δp: 2.924% -75.0% Δp: 0.553% -Median Δp: -0.024% -25.0% Δp: -1.216% -10.0% Δp: -4.225% - 5.0% Δp: -7.063% - 1.0% Δp: -18.017% - 0.1% Δp: -50.417% -Minimum Δp: -97.194% -RMS Δp : 5.026 ± 0.046 % -Same top p: 92.222 ± 0.071 % diff --git a/scores/Llama-Guard-3-8B-Q4_K_S.log b/scores/Llama-Guard-3-8B-Q4_K_S.log deleted file mode 100644 index 1cd22615575888bc55d062c277538f52c2222724..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q4_K_S.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.754714 ± 0.041611 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.29% -Mean ln(PPL(Q)/PPL(base)) : 0.030016 ± 0.000731 -Mean PPL(Q)/PPL(base) : 1.030471 ± 0.000753 -Mean PPL(Q)-PPL(base) : 0.199735 ± 0.005068 - -====== KL divergence statistics ====== -Mean KLD: 0.033124 ± 0.000235 -Maximum KLD: 6.718605 -99.9% KLD: 1.106657 -99.0% KLD: 0.315475 -99.0% KLD: 0.315475 -Median KLD: 0.016259 -10.0% KLD: 0.000792 - 5.0% KLD: 0.000230 - 1.0% KLD: 0.000033 -Minimum KLD: -0.000025 - -====== Token probability statistics ====== -Mean Δp: -0.664 ± 0.014 % -Maximum Δp: 95.789% -99.9% Δp: 26.631% -99.0% Δp: 11.752% -95.0% Δp: 5.423% -90.0% Δp: 3.151% -75.0% Δp: 0.595% -Median Δp: -0.035% -25.0% Δp: -1.345% -10.0% Δp: -4.724% - 5.0% Δp: -7.884% - 1.0% Δp: -20.310% - 0.1% Δp: -52.412% -Minimum Δp: -97.482% -RMS Δp : 5.475 ± 0.047 % -Same top p: 91.545 ± 0.073 % diff --git a/scores/Llama-Guard-3-8B-Q5_K_M.log b/scores/Llama-Guard-3-8B-Q5_K_M.log deleted file mode 100644 index 5f2024359ce10eed646118806411a0dc999a7ba9..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q5_K_M.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.611877 ± 0.040700 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.79% -Mean ln(PPL(Q)/PPL(base)) : 0.008643 ± 0.000403 -Mean PPL(Q)/PPL(base) : 1.008680 ± 0.000406 -Mean PPL(Q)-PPL(base) : 0.056898 ± 0.002699 - -====== KL divergence statistics ====== -Mean KLD: 0.009900 ± 0.000071 -Maximum KLD: 2.807195 -99.9% KLD: 0.340907 -99.0% KLD: 0.088291 -99.0% KLD: 0.088291 -Median KLD: 0.005181 -10.0% KLD: 0.000230 - 5.0% KLD: 0.000062 - 1.0% KLD: 0.000007 -Minimum KLD: -0.000068 - -====== Token probability statistics ====== -Mean Δp: -0.112 ± 0.008 % -Maximum Δp: 59.985% -99.9% Δp: 17.692% -99.0% Δp: 7.839% -95.0% Δp: 3.690% -90.0% Δp: 2.194% -75.0% Δp: 0.496% -Median Δp: -0.001% -25.0% Δp: -0.613% -10.0% Δp: -2.427% - 5.0% Δp: -4.015% - 1.0% Δp: -9.158% - 0.1% Δp: -26.484% -Minimum Δp: -87.765% -RMS Δp : 2.969 ± 0.028 % -Same top p: 94.988 ± 0.058 % diff --git a/scores/Llama-Guard-3-8B-Q5_K_S.log b/scores/Llama-Guard-3-8B-Q5_K_S.log deleted file mode 100644 index 7f04fd567e784069f66502098d5e4055269f1fe6..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q5_K_S.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.620408 ± 0.040695 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.76% -Mean ln(PPL(Q)/PPL(base)) : 0.009932 ± 0.000423 -Mean PPL(Q)/PPL(base) : 1.009982 ± 0.000428 -Mean PPL(Q)-PPL(base) : 0.065430 ± 0.002837 - -====== KL divergence statistics ====== -Mean KLD: 0.011434 ± 0.000081 -Maximum KLD: 2.556788 -99.9% KLD: 0.366821 -99.0% KLD: 0.101088 -99.0% KLD: 0.101088 -Median KLD: 0.006105 -10.0% KLD: 0.000277 - 5.0% KLD: 0.000078 - 1.0% KLD: 0.000009 -Minimum KLD: -0.000042 - -====== Token probability statistics ====== -Mean Δp: -0.205 ± 0.008 % -Maximum Δp: 59.370% -99.9% Δp: 18.373% -99.0% Δp: 8.211% -95.0% Δp: 3.773% -90.0% Δp: 2.210% -75.0% Δp: 0.468% -Median Δp: -0.004% -25.0% Δp: -0.743% -10.0% Δp: -2.773% - 5.0% Δp: -4.507% - 1.0% Δp: -9.903% - 0.1% Δp: -27.143% -Minimum Δp: -86.382% -RMS Δp : 3.175 ± 0.030 % -Same top p: 94.641 ± 0.059 % diff --git a/scores/Llama-Guard-3-8B-Q6_K.log b/scores/Llama-Guard-3-8B-Q6_K.log deleted file mode 100644 index 21ffffd2a1e3aa295ce935d96a13b5b664d86533..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q6_K.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.570115 ± 0.040324 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.90% -Mean ln(PPL(Q)/PPL(base)) : 0.002306 ± 0.000270 -Mean PPL(Q)/PPL(base) : 1.002309 ± 0.000271 -Mean PPL(Q)-PPL(base) : 0.015136 ± 0.001781 - -====== KL divergence statistics ====== -Mean KLD: 0.004383 ± 0.000032 -Maximum KLD: 2.212321 -99.9% KLD: 0.132681 -99.0% KLD: 0.034646 -99.0% KLD: 0.034646 -Median KLD: 0.002591 -10.0% KLD: 0.000106 - 5.0% KLD: 0.000027 - 1.0% KLD: 0.000002 -Minimum KLD: -0.000056 - -====== Token probability statistics ====== -Mean Δp: -0.000 ± 0.005 % -Maximum Δp: 49.226% -99.9% Δp: 11.768% -99.0% Δp: 5.638% -95.0% Δp: 2.842% -90.0% Δp: 1.720% -75.0% Δp: 0.416% -Median Δp: 0.000% -25.0% Δp: -0.391% -10.0% Δp: -1.680% - 5.0% Δp: -2.766% - 1.0% Δp: -5.808% - 0.1% Δp: -15.176% -Minimum Δp: -72.891% -RMS Δp : 2.003 ± 0.019 % -Same top p: 96.391 ± 0.049 % diff --git a/scores/Llama-Guard-3-8B-Q8_0.log b/scores/Llama-Guard-3-8B-Q8_0.log deleted file mode 100644 index 7e2c5789fffc0a729472940738c144514759d10a..0000000000000000000000000000000000000000 --- a/scores/Llama-Guard-3-8B-Q8_0.log +++ /dev/null @@ -1,37 +0,0 @@ -====== Perplexity statistics ====== -Mean PPL(Q) : 6.557455 ± 0.040211 -Mean PPL(base) : 6.554978 ± 0.040159 -Cor(ln(PPL(Q)), ln(PPL(base))): 99.96% -Mean ln(PPL(Q)/PPL(base)) : 0.000378 ± 0.000173 -Mean PPL(Q)/PPL(base) : 1.000378 ± 0.000173 -Mean PPL(Q)-PPL(base) : 0.002477 ± 0.001132 - -====== KL divergence statistics ====== -Mean KLD: 0.001610 ± 0.000012 -Maximum KLD: 1.216474 -99.9% KLD: 0.035302 -99.0% KLD: 0.010267 -99.0% KLD: 0.010267 -Median KLD: 0.001088 -10.0% KLD: 0.000043 - 5.0% KLD: 0.000011 - 1.0% KLD: 0.000001 -Minimum KLD: -0.000107 - -====== Token probability statistics ====== -Mean Δp: -0.013 ± 0.003 % -Maximum Δp: 55.677% -99.9% Δp: 7.060% -99.0% Δp: 3.700% -95.0% Δp: 1.915% -90.0% Δp: 1.170% -75.0% Δp: 0.266% -Median Δp: -0.000% -25.0% Δp: -0.285% -10.0% Δp: -1.201% - 5.0% Δp: -1.965% - 1.0% Δp: -3.786% - 0.1% Δp: -7.655% -Minimum Δp: -31.459% -RMS Δp : 1.279 ± 0.012 % -Same top p: 97.555 ± 0.041 % diff --git a/scores/Llama-Guard-3-8B-iq3_m.arc b/scores/Llama-Guard-3-8B-iq3_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..781a191f51fce8916bd5db272bceb572bbce6695 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 73.68421053 +20 70.00000000 +21 71.42857143 +22 72.72727273 +23 69.56521739 +24 70.83333333 +25 68.00000000 +26 69.23076923 +27 70.37037037 +28 71.42857143 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 57.89473684 +39 58.97435897 +40 60.00000000 +41 60.97560976 +42 61.90476190 +43 60.46511628 +44 59.09090909 +45 60.00000000 +46 60.86956522 +47 61.70212766 +48 60.41666667 +49 59.18367347 +50 58.00000000 +51 58.82352941 +52 59.61538462 +53 58.49056604 +54 57.40740741 +55 56.36363636 +56 57.14285714 +57 57.89473684 +58 58.62068966 +59 59.32203390 +60 60.00000000 +61 60.65573770 +62 59.67741935 +63 60.31746032 +64 60.93750000 +65 60.00000000 +66 60.60606061 +67 61.19402985 +68 61.76470588 +69 62.31884058 +70 61.42857143 +71 60.56338028 +72 59.72222222 +73 60.27397260 +74 59.45945946 +75 60.00000000 +76 60.52631579 +77 59.74025974 +78 60.25641026 +79 59.49367089 +80 60.00000000 +81 59.25925926 +82 59.75609756 +83 59.03614458 +84 59.52380952 +85 60.00000000 +86 60.46511628 +87 59.77011494 +88 60.22727273 +89 60.67415730 +90 61.11111111 +91 61.53846154 +92 61.95652174 +93 61.29032258 +94 60.63829787 +95 61.05263158 +96 61.45833333 +97 60.82474227 +98 61.22448980 +99 61.61616162 +100 61.00000000 +101 60.39603960 +102 59.80392157 +103 59.22330097 +104 59.61538462 +105 60.00000000 +106 59.43396226 +107 59.81308411 +108 59.25925926 +109 58.71559633 +110 59.09090909 +111 59.45945946 +112 59.82142857 +113 60.17699115 +114 60.52631579 +115 60.86956522 +116 60.34482759 +117 59.82905983 +118 60.16949153 +119 59.66386555 +120 60.00000000 +121 59.50413223 +122 59.83606557 +123 60.16260163 +124 59.67741935 +125 60.00000000 +126 60.31746032 +127 60.62992126 +128 60.93750000 +129 60.46511628 +130 60.00000000 +131 60.30534351 +132 59.84848485 +133 60.15037594 +134 59.70149254 +135 59.25925926 +136 58.82352941 +137 59.12408759 +138 59.42028986 +139 59.71223022 +140 60.00000000 +141 60.28368794 +142 60.56338028 +143 60.83916084 +144 61.11111111 +145 61.37931034 +146 60.95890411 +147 60.54421769 +148 60.81081081 +149 61.07382550 +150 61.33333333 +151 60.92715232 +152 61.18421053 +153 61.43790850 +154 61.03896104 +155 60.64516129 +156 60.89743590 +157 60.50955414 +158 60.12658228 +159 60.37735849 +160 60.62500000 +161 60.86956522 +162 61.11111111 +163 61.34969325 +164 60.97560976 +165 60.60606061 +166 60.84337349 +167 60.47904192 +168 60.71428571 +169 60.35502959 +170 60.58823529 +171 60.23391813 +172 60.46511628 +173 60.69364162 +174 60.91954023 +175 60.57142857 +176 60.79545455 +177 61.01694915 +178 60.67415730 +179 60.89385475 +180 61.11111111 +181 60.77348066 +182 60.98901099 +183 60.65573770 +184 60.86956522 +185 61.08108108 +186 61.29032258 +187 61.49732620 +188 61.17021277 +189 60.84656085 +190 60.52631579 +191 60.73298429 +192 60.93750000 +193 60.62176166 +194 60.82474227 +195 61.02564103 +196 61.22448980 +197 61.42131980 +198 61.61616162 +199 61.30653266 +200 61.50000000 +201 61.69154229 +202 61.88118812 +203 62.06896552 +204 62.25490196 +205 61.95121951 +206 61.65048544 +207 61.35265700 +208 61.53846154 +209 61.72248804 +210 61.90476190 +211 62.08530806 +212 62.26415094 +213 62.44131455 +214 62.61682243 +215 62.79069767 +216 62.96296296 +217 62.67281106 +218 62.84403670 +219 62.55707763 +220 62.27272727 +221 61.99095023 +222 62.16216216 +223 61.88340807 +224 61.60714286 +225 61.33333333 +226 61.50442478 +227 61.67400881 +228 61.84210526 +229 62.00873362 +230 62.17391304 +231 61.90476190 +232 61.63793103 +233 61.80257511 +234 61.53846154 +235 61.27659574 +236 61.01694915 +237 61.18143460 +238 61.34453782 +239 61.50627615 +240 61.66666667 +241 61.82572614 +242 61.57024793 +243 61.72839506 +244 61.47540984 +245 61.63265306 +246 61.78861789 +247 61.94331984 +248 62.09677419 +249 61.84738956 +250 62.00000000 +251 62.15139442 +252 62.30158730 +253 62.45059289 +254 62.20472441 +255 62.35294118 +256 62.10937500 +257 61.86770428 +258 62.01550388 +259 61.77606178 +260 61.92307692 +261 62.06896552 +262 62.21374046 +263 62.35741445 +264 62.50000000 +265 62.26415094 +266 62.03007519 +267 62.17228464 +268 62.31343284 +269 62.45353160 +270 62.59259259 +271 62.36162362 +272 62.13235294 +273 61.90476190 +274 61.67883212 +275 61.45454545 +276 61.59420290 +277 61.73285199 +278 61.51079137 +279 61.64874552 +280 61.78571429 +281 61.92170819 +282 62.05673759 +283 61.83745583 +284 61.97183099 +285 62.10526316 +286 62.23776224 +287 62.36933798 +288 62.50000000 +289 62.28373702 +290 62.41379310 +291 62.54295533 +292 62.67123288 +293 62.79863481 +294 62.58503401 +295 62.71186441 +296 62.83783784 +297 62.96296296 +298 63.08724832 +299 63.21070234 +300 63.33333333 +301 63.12292359 +302 63.24503311 +303 63.36633663 +304 63.48684211 +305 63.27868852 +306 63.07189542 +307 63.19218241 +308 63.31168831 +309 63.43042071 +310 63.54838710 +311 63.66559486 +312 63.46153846 +313 63.57827476 +314 63.37579618 +315 63.17460317 +316 63.29113924 +317 63.40694006 +318 63.20754717 +319 63.00940439 +320 63.12500000 +321 63.23987539 +322 63.04347826 +323 63.15789474 +324 62.96296296 +325 63.07692308 +326 63.19018405 +327 62.99694190 +328 62.80487805 +329 62.91793313 +330 62.72727273 +331 62.83987915 +332 62.65060241 +333 62.76276276 +334 62.57485030 +335 62.38805970 +336 62.20238095 +337 62.31454006 +338 62.13017751 +339 61.94690265 +340 61.76470588 +341 61.58357771 +342 61.40350877 +343 61.51603499 +344 61.62790698 +345 61.44927536 +346 61.27167630 +347 61.09510086 +348 60.91954023 +349 61.03151862 +350 60.85714286 +351 60.68376068 +352 60.51136364 +353 60.62322946 +354 60.45197740 +355 60.28169014 +356 60.39325843 +357 60.50420168 +358 60.61452514 +359 60.44568245 +360 60.55555556 +361 60.66481994 +362 60.77348066 +363 60.60606061 +364 60.43956044 +365 60.54794521 +366 60.65573770 +367 60.76294278 +368 60.86956522 +369 60.97560976 +370 61.08108108 +371 60.91644205 +372 61.02150538 +373 60.85790885 +374 60.96256684 +375 60.80000000 +376 60.90425532 +377 61.00795756 +378 61.11111111 +379 60.94986807 +380 61.05263158 +381 61.15485564 +382 60.99476440 +383 60.83550914 +384 60.93750000 +385 60.77922078 +386 60.88082902 +387 60.72351421 +388 60.56701031 +389 60.66838046 +390 60.51282051 +391 60.35805627 +392 60.45918367 +393 60.55979644 +394 60.65989848 +395 60.75949367 +396 60.60606061 +397 60.70528967 +398 60.55276382 +399 60.65162907 +400 60.75000000 +401 60.84788030 +402 60.94527363 +403 61.04218362 +404 61.13861386 +405 61.23456790 +406 61.33004926 +407 61.42506143 +408 61.51960784 +409 61.36919315 +410 61.46341463 +411 61.55717762 +412 61.40776699 +413 61.25907990 +414 61.35265700 +415 61.20481928 +416 61.29807692 +417 61.15107914 +418 61.00478469 +419 60.85918854 +420 60.95238095 +421 60.80760095 +422 60.66350711 +423 60.75650118 +424 60.61320755 +425 60.70588235 +426 60.79812207 +427 60.88992974 +428 60.74766355 +429 60.83916084 +430 60.93023256 +431 61.02088167 +432 61.11111111 +433 60.96997691 +434 61.05990783 +435 61.14942529 +436 61.23853211 +437 61.32723112 +438 61.18721461 +439 61.27562642 +440 61.13636364 +441 60.99773243 +442 60.85972851 +443 60.72234763 +444 60.58558559 +445 60.67415730 +446 60.76233184 +447 60.85011186 +448 60.93750000 +449 61.02449889 +450 60.88888889 +451 60.75388027 +452 60.84070796 +453 60.92715232 +454 61.01321586 +455 61.09890110 +456 61.18421053 +457 61.26914661 +458 61.35371179 +459 61.43790850 +460 61.52173913 +461 61.38828633 +462 61.47186147 +463 61.33909287 +464 61.20689655 +465 61.29032258 +466 61.37339056 +467 61.45610278 +468 61.53846154 +469 61.40724947 +470 61.48936170 +471 61.57112527 +472 61.65254237 +473 61.52219873 +474 61.60337553 +475 61.68421053 +476 61.76470588 +477 61.84486373 +478 61.92468619 +479 62.00417537 +480 62.08333333 +481 62.16216216 +482 62.24066390 +483 62.31884058 +484 62.39669421 +485 62.47422680 +486 62.55144033 +487 62.42299795 +488 62.50000000 +489 62.37218814 +490 62.24489796 +491 62.11812627 +492 62.19512195 +493 62.06896552 +494 62.14574899 +495 62.02020202 +496 61.89516129 +497 61.97183099 +498 62.04819277 +499 62.12424850 +500 62.20000000 +501 62.07584830 +502 62.15139442 +503 62.22664016 +504 62.10317460 +505 62.17821782 +506 62.05533597 +507 61.93293886 +508 62.00787402 +509 62.08251473 +510 62.15686275 +511 62.03522505 +512 61.91406250 +513 61.79337232 +514 61.86770428 +515 61.94174757 +516 61.82170543 +517 61.89555126 +518 61.96911197 +519 62.04238921 +520 61.92307692 +521 61.99616123 +522 62.06896552 +523 61.95028681 +524 61.83206107 +525 61.71428571 +526 61.59695817 +527 61.48007590 +528 61.36363636 +529 61.24763705 +530 61.32075472 +531 61.39359699 +532 61.46616541 +533 61.53846154 +534 61.42322097 +535 61.30841121 +536 61.19402985 +537 61.26629423 +538 61.15241636 +539 61.22448980 +540 61.11111111 +541 61.18299445 +542 61.25461255 +543 61.32596685 +544 61.39705882 +545 61.46788991 +546 61.35531136 +547 61.24314442 +548 61.31386861 +549 61.20218579 +550 61.27272727 +551 61.16152450 +552 61.05072464 +553 61.12115732 +554 61.19133574 +555 61.26126126 +556 61.15107914 +557 61.04129264 +558 60.93189964 +559 61.00178891 +560 61.07142857 +561 61.14081996 +562 61.20996441 +563 61.27886323 +564 61.17021277 +565 61.06194690 +566 61.13074205 +567 61.19929453 +568 61.26760563 +569 61.15992970 +570 61.05263158 +571 61.12084063 +572 61.01398601 +573 61.08202443 +574 61.14982578 +575 61.04347826 +576 61.11111111 +577 61.17850953 +578 61.24567474 +579 61.31260794 +580 61.20689655 +581 61.27366609 +582 61.34020619 +583 61.23499142 +584 61.30136986 +585 61.36752137 +586 61.26279863 +587 61.32879046 +588 61.39455782 +589 61.46010187 +590 61.52542373 +591 61.59052453 +592 61.65540541 +593 61.72006745 +594 61.78451178 +595 61.84873950 +596 61.74496644 +597 61.64154104 +598 61.70568562 +599 61.76961603 +600 61.66666667 +601 61.73044925 +602 61.62790698 +603 61.52570481 +604 61.58940397 +605 61.65289256 +606 61.71617162 +607 61.77924217 +608 61.84210526 +609 61.74055829 +610 61.80327869 +611 61.70212766 +612 61.60130719 +613 61.50081566 +614 61.56351792 +615 61.62601626 +616 61.52597403 +617 61.58833063 +618 61.48867314 +619 61.38933764 +620 61.45161290 +621 61.51368760 +622 61.41479100 +623 61.47672552 +624 61.37820513 +625 61.28000000 +626 61.18210863 +627 61.24401914 +628 61.30573248 +629 61.20826709 +630 61.26984127 +631 61.33122029 +632 61.23417722 +633 61.13744076 +634 61.19873817 +635 61.25984252 +636 61.32075472 +637 61.22448980 +638 61.28526646 +639 61.34585290 +640 61.25000000 +641 61.31045242 +642 61.21495327 +643 61.27527216 +644 61.33540373 +645 61.24031008 +646 61.30030960 +647 61.36012365 +648 61.26543210 +649 61.17103236 +650 61.23076923 +651 61.29032258 +652 61.34969325 +653 61.25574273 +654 61.16207951 +655 61.06870229 +656 60.97560976 +657 60.88280061 +658 60.79027356 +659 60.69802731 +660 60.75757576 +661 60.81694402 +662 60.87613293 +663 60.93514329 +664 60.99397590 +665 61.05263158 +666 61.11111111 +667 61.16941529 +668 61.07784431 +669 60.98654709 +670 61.04477612 +671 60.95380030 +672 61.01190476 +673 60.92124814 +674 60.97922849 +675 60.88888889 +676 60.79881657 +677 60.85672083 +678 60.91445428 +679 60.82474227 +680 60.88235294 +681 60.79295154 +682 60.70381232 +683 60.61493411 +684 60.52631579 +685 60.58394161 +686 60.49562682 +687 60.40756914 +688 60.46511628 +689 60.37735849 +690 60.43478261 +691 60.49204052 +692 60.54913295 +693 60.46176046 +694 60.37463977 +695 60.28776978 +696 60.20114943 +697 60.11477762 +698 60.02865330 +699 59.94277539 +700 60.00000000 +701 60.05706134 +702 60.11396011 +703 60.17069701 +704 60.22727273 +705 60.28368794 +706 60.33994334 +707 60.39603960 +708 60.45197740 +709 60.50775740 +710 60.56338028 +711 60.47819972 +712 60.53370787 +713 60.44880785 +714 60.36414566 +715 60.27972028 +716 60.33519553 +717 60.39051604 +718 60.30640669 +719 60.22253129 +720 60.13888889 +721 60.19417476 +722 60.24930748 +723 60.30428769 +724 60.22099448 +725 60.27586207 +726 60.19283747 +727 60.11004127 +728 60.16483516 +729 60.21947874 +730 60.27397260 +731 60.32831737 +732 60.38251366 +733 60.43656207 +734 60.49046322 +735 60.40816327 +736 60.46195652 +737 60.37991859 +738 60.43360434 +739 60.48714479 +740 60.40540541 +741 60.45883941 +742 60.37735849 +743 60.43068641 +744 60.34946237 +745 60.40268456 +746 60.45576408 +747 60.37483266 +748 60.29411765 +749 60.21361816 +750 60.26666667 + +Final result: 60.2667 +/- 1.7880 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-iq3_m.hsw b/scores/Llama-Guard-3-8B-iq3_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..f741537092c413ff3858e8703a04e2818eea69b1 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 80.95238095 +22 81.81818182 +23 82.60869565 +24 79.16666667 +25 76.00000000 +26 73.07692308 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 73.33333333 +31 74.19354839 +32 71.87500000 +33 72.72727273 +34 73.52941176 +35 74.28571429 +36 72.22222222 +37 72.97297297 +38 73.68421053 +39 74.35897436 +40 72.50000000 +41 73.17073171 +42 71.42857143 +43 72.09302326 +44 72.72727273 +45 71.11111111 +46 71.73913043 +47 72.34042553 +48 72.91666667 +49 73.46938776 +50 72.00000000 +51 72.54901961 +52 71.15384615 +53 69.81132075 +54 68.51851852 +55 67.27272727 +56 66.07142857 +57 66.66666667 +58 67.24137931 +59 67.79661017 +60 68.33333333 +61 67.21311475 +62 67.74193548 +63 68.25396825 +64 68.75000000 +65 69.23076923 +66 68.18181818 +67 68.65671642 +68 69.11764706 +69 68.11594203 +70 68.57142857 +71 67.60563380 +72 68.05555556 +73 67.12328767 +74 67.56756757 +75 66.66666667 +76 67.10526316 +77 67.53246753 +78 67.94871795 +79 68.35443038 +80 68.75000000 +81 69.13580247 +82 69.51219512 +83 69.87951807 +84 70.23809524 +85 70.58823529 +86 70.93023256 +87 71.26436782 +88 71.59090909 +89 70.78651685 +90 71.11111111 +91 71.42857143 +92 70.65217391 +93 70.96774194 +94 71.27659574 +95 71.57894737 +96 71.87500000 +97 72.16494845 +98 72.44897959 +99 72.72727273 +100 72.00000000 +101 72.27722772 +102 71.56862745 +103 70.87378641 +104 71.15384615 +105 71.42857143 +106 71.69811321 +107 71.96261682 +108 72.22222222 +109 71.55963303 +110 71.81818182 +111 72.07207207 +112 72.32142857 +113 72.56637168 +114 72.80701754 +115 73.04347826 +116 72.41379310 +117 71.79487179 +118 72.03389831 +119 72.26890756 +120 72.50000000 +121 72.72727273 +122 72.95081967 +123 73.17073171 +124 73.38709677 +125 73.60000000 +126 73.80952381 +127 74.01574803 +128 73.43750000 +129 73.64341085 +130 73.07692308 +131 73.28244275 +132 73.48484848 +133 73.68421053 +134 73.88059701 +135 74.07407407 +136 74.26470588 +137 74.45255474 +138 74.63768116 +139 74.10071942 +140 74.28571429 +141 74.46808511 +142 74.64788732 +143 74.82517483 +144 75.00000000 +145 75.17241379 +146 75.34246575 +147 75.51020408 +148 75.00000000 +149 75.16778523 +150 75.33333333 +151 74.83443709 +152 74.34210526 +153 74.50980392 +154 74.67532468 +155 74.83870968 +156 74.35897436 +157 74.52229299 +158 74.68354430 +159 74.84276730 +160 75.00000000 +161 75.15527950 +162 75.30864198 +163 75.46012270 +164 75.60975610 +165 75.75757576 +166 75.90361446 +167 76.04790419 +168 76.19047619 +169 75.73964497 +170 75.88235294 +171 76.02339181 +172 76.16279070 +173 76.30057803 +174 76.43678161 +175 76.57142857 +176 76.13636364 +177 76.27118644 +178 76.40449438 +179 75.97765363 +180 76.11111111 +181 75.69060773 +182 75.82417582 +183 75.95628415 +184 75.54347826 +185 75.67567568 +186 75.26881720 +187 74.86631016 +188 75.00000000 +189 74.60317460 +190 74.73684211 +191 74.86910995 +192 75.00000000 +193 74.61139896 +194 74.74226804 +195 74.35897436 +196 73.97959184 +197 74.11167513 +198 73.73737374 +199 73.86934673 +200 74.00000000 +201 74.12935323 +202 74.25742574 +203 73.89162562 +204 74.01960784 +205 74.14634146 +206 74.27184466 +207 74.39613527 +208 74.03846154 +209 74.16267943 +210 74.28571429 +211 74.40758294 +212 74.52830189 +213 74.64788732 +214 74.76635514 +215 74.41860465 +216 74.53703704 +217 74.19354839 +218 74.31192661 +219 74.42922374 +220 74.54545455 +221 74.20814480 +222 74.32432432 +223 74.43946188 +224 74.55357143 +225 74.66666667 +226 74.77876106 +227 74.44933921 +228 74.56140351 +229 74.67248908 +230 74.78260870 +231 74.89177489 +232 74.56896552 +233 74.67811159 +234 74.78632479 +235 74.46808511 +236 74.15254237 +237 74.26160338 +238 74.36974790 +239 74.47698745 +240 74.58333333 +241 74.68879668 +242 74.79338843 +243 74.89711934 +244 74.59016393 +245 74.28571429 +246 74.39024390 +247 74.49392713 +248 74.59677419 +249 74.69879518 +250 74.80000000 +251 74.90039841 +252 75.00000000 +253 74.70355731 +254 74.80314961 +255 74.90196078 +256 75.00000000 +257 74.70817121 +258 74.80620155 +259 74.90347490 +260 75.00000000 +261 75.09578544 +262 74.80916031 +263 74.90494297 +264 75.00000000 +265 75.09433962 +266 75.18796992 +267 75.28089888 +268 75.37313433 +269 75.46468401 +270 75.55555556 +271 75.27675277 +272 75.36764706 +273 75.09157509 +274 75.18248175 +275 74.90909091 +276 75.00000000 +277 75.09025271 +278 75.17985612 +279 75.26881720 +280 75.35714286 +281 75.44483986 +282 75.53191489 +283 75.61837456 +284 75.70422535 +285 75.43859649 +286 75.52447552 +287 75.60975610 +288 75.69444444 +289 75.77854671 +290 75.86206897 +291 75.94501718 +292 75.68493151 +293 75.76791809 +294 75.85034014 +295 75.93220339 +296 76.01351351 +297 76.09427609 +298 76.17449664 +299 75.91973244 +300 75.66666667 +301 75.41528239 +302 75.49668874 +303 75.57755776 +304 75.32894737 +305 75.40983607 +306 75.49019608 +307 75.24429967 +308 75.32467532 +309 75.40453074 +310 75.48387097 +311 75.56270096 +312 75.64102564 +313 75.71884984 +314 75.79617834 +315 75.87301587 +316 75.94936709 +317 76.02523659 +318 75.78616352 +319 75.86206897 +320 75.93750000 +321 75.70093458 +322 75.46583851 +323 75.54179567 +324 75.61728395 +325 75.69230769 +326 75.76687117 +327 75.53516820 +328 75.60975610 +329 75.68389058 +330 75.75757576 +331 75.83081571 +332 75.60240964 +333 75.67567568 +334 75.44910180 +335 75.52238806 +336 75.59523810 +337 75.37091988 +338 75.14792899 +339 75.22123894 +340 75.29411765 +341 75.36656891 +342 75.43859649 +343 75.51020408 +344 75.29069767 +345 75.36231884 +346 75.14450867 +347 74.92795389 +348 74.71264368 +349 74.49856734 +350 74.57142857 +351 74.64387464 +352 74.71590909 +353 74.78753541 +354 74.85875706 +355 74.92957746 +356 75.00000000 +357 75.07002801 +358 75.13966480 +359 75.20891365 +360 75.27777778 +361 75.34626039 +362 75.41436464 +363 75.20661157 +364 75.27472527 +365 75.34246575 +366 75.40983607 +367 75.47683924 +368 75.54347826 +369 75.60975610 +370 75.67567568 +371 75.74123989 +372 75.80645161 +373 75.60321716 +374 75.66844920 +375 75.73333333 +376 75.79787234 +377 75.59681698 +378 75.66137566 +379 75.72559367 +380 75.78947368 +381 75.85301837 +382 75.91623037 +383 75.97911227 +384 76.04166667 +385 76.10389610 +386 76.16580311 +387 76.22739018 +388 76.28865979 +389 76.34961440 +390 76.41025641 +391 76.21483376 +392 76.27551020 +393 76.33587786 +394 76.39593909 +395 76.45569620 +396 76.51515152 +397 76.57430730 +398 76.63316583 +399 76.69172932 +400 76.75000000 +401 76.80798005 +402 76.86567164 +403 76.67493797 +404 76.73267327 +405 76.79012346 +406 76.84729064 +407 76.90417690 +408 76.96078431 +409 77.01711491 +410 76.82926829 +411 76.88564477 +412 76.94174757 +413 76.99757869 +414 77.05314010 +415 76.86746988 +416 76.92307692 +417 76.97841727 +418 77.03349282 +419 77.08830549 +420 77.14285714 +421 76.95961995 +422 77.01421801 +423 77.06855792 +424 77.12264151 +425 77.17647059 +426 77.23004695 +427 77.04918033 +428 77.10280374 +429 76.92307692 +430 76.97674419 +431 77.03016241 +432 77.08333333 +433 77.13625866 +434 77.18894009 +435 77.01149425 +436 77.06422018 +437 76.88787185 +438 76.94063927 +439 76.99316629 +440 76.81818182 +441 76.87074830 +442 76.92307692 +443 76.97516930 +444 77.02702703 +445 77.07865169 +446 77.13004484 +447 77.18120805 +448 77.23214286 +449 77.28285078 +450 77.33333333 +451 77.16186253 +452 76.99115044 +453 76.82119205 +454 76.87224670 +455 76.92307692 +456 76.97368421 +457 77.02407002 +458 77.07423581 +459 77.12418301 +460 76.95652174 +461 77.00650759 +462 77.05627706 +463 77.10583153 +464 77.15517241 +465 76.98924731 +466 77.03862661 +467 77.08779443 +468 76.92307692 +469 76.97228145 +470 76.80851064 +471 76.85774947 +472 76.90677966 +473 76.95560254 +474 77.00421941 +475 77.05263158 +476 76.89075630 +477 76.72955975 +478 76.77824268 +479 76.82672234 +480 76.87500000 +481 76.71517672 +482 76.76348548 +483 76.81159420 +484 76.65289256 +485 76.49484536 +486 76.54320988 +487 76.59137577 +488 76.43442623 +489 76.48261759 +490 76.53061224 +491 76.57841141 +492 76.62601626 +493 76.67342799 +494 76.72064777 +495 76.76767677 +496 76.81451613 +497 76.86116700 +498 76.90763052 +499 76.75350701 +500 76.80000000 +501 76.84630739 +502 76.89243028 +503 76.93836978 +504 76.98412698 +505 77.02970297 +506 77.07509881 +507 77.12031558 +508 77.16535433 +509 77.21021611 +510 77.25490196 +511 77.29941292 +512 77.14843750 +513 76.99805068 +514 77.04280156 +515 77.08737864 +516 76.93798450 +517 76.78916828 +518 76.83397683 +519 76.68593449 +520 76.73076923 +521 76.58349328 +522 76.62835249 +523 76.67304015 +524 76.71755725 +525 76.76190476 +526 76.61596958 +527 76.66034156 +528 76.70454545 +529 76.74858223 +530 76.79245283 +531 76.83615819 +532 76.87969925 +533 76.92307692 +534 76.96629213 +535 77.00934579 +536 77.05223881 +537 77.09497207 +538 77.13754647 +539 76.99443414 +540 77.03703704 +541 77.07948244 +542 77.12177122 +543 76.97974217 +544 77.02205882 +545 77.06422018 +546 77.10622711 +547 77.14808044 +548 77.18978102 +549 77.23132969 +550 77.09090909 +551 77.13248639 +552 76.99275362 +553 77.03435805 +554 77.07581227 +555 76.93693694 +556 76.97841727 +557 76.84021544 +558 76.70250896 +559 76.74418605 +560 76.78571429 +561 76.82709447 +562 76.86832740 +563 76.90941385 +564 76.95035461 +565 76.81415929 +566 76.85512367 +567 76.89594356 +568 76.93661972 +569 76.80140598 +570 76.84210526 +571 76.88266200 +572 76.92307692 +573 76.96335079 +574 77.00348432 +575 77.04347826 +576 77.08333333 +577 77.12305026 +578 77.16262976 +579 77.20207254 +580 77.24137931 +581 77.10843373 +582 77.14776632 +583 77.18696398 +584 77.22602740 +585 77.26495726 +586 77.30375427 +587 77.34241908 +588 77.21088435 +589 77.24957555 +590 77.28813559 +591 77.32656514 +592 77.36486486 +593 77.23440135 +594 77.10437710 +595 77.14285714 +596 77.18120805 +597 77.21943049 +598 77.25752508 +599 77.12854758 +600 77.16666667 +601 77.20465890 +602 77.24252492 +603 77.28026534 +604 77.31788079 +605 77.35537190 +606 77.22772277 +607 77.10049423 +608 77.13815789 +609 77.17569787 +610 77.21311475 +611 77.25040917 +612 77.28758170 +613 77.32463295 +614 77.36156352 +615 77.39837398 +616 77.27272727 +617 77.30956240 +618 77.34627832 +619 77.38287561 +620 77.41935484 +621 77.45571659 +622 77.49196141 +623 77.52808989 +624 77.56410256 +625 77.60000000 +626 77.63578275 +627 77.67145136 +628 77.70700637 +629 77.58346582 +630 77.46031746 +631 77.49603803 +632 77.37341772 +633 77.25118483 +634 77.28706625 +635 77.32283465 +636 77.35849057 +637 77.39403454 +638 77.42946708 +639 77.46478873 +640 77.50000000 +641 77.53510140 +642 77.57009346 +643 77.60497667 +644 77.63975155 +645 77.51937984 +646 77.55417957 +647 77.58887172 +648 77.62345679 +649 77.50385208 +650 77.53846154 +651 77.57296467 +652 77.60736196 +653 77.64165391 +654 77.67584098 +655 77.70992366 +656 77.74390244 +657 77.77777778 +658 77.81155015 +659 77.69347496 +660 77.57575758 +661 77.60968230 +662 77.64350453 +663 77.67722474 +664 77.71084337 +665 77.74436090 +666 77.77777778 +667 77.81109445 +668 77.84431138 +669 77.87742900 +670 77.91044776 +671 77.94336811 +672 77.97619048 +673 78.00891530 +674 78.04154303 +675 78.07407407 +676 78.10650888 +677 78.13884786 +678 78.17109145 +679 78.20324006 +680 78.23529412 +681 78.26725404 +682 78.29912023 +683 78.33089312 +684 78.36257310 +685 78.39416058 +686 78.42565598 +687 78.45705968 +688 78.48837209 +689 78.51959361 +690 78.55072464 +691 78.58176556 +692 78.61271676 +693 78.49927850 +694 78.53025937 +695 78.56115108 +696 78.59195402 +697 78.62266858 +698 78.65329513 +699 78.68383405 +700 78.71428571 +701 78.74465050 +702 78.77492877 +703 78.80512091 +704 78.83522727 +705 78.86524823 +706 78.89518414 +707 78.92503536 +708 78.95480226 +709 78.98448519 +710 79.01408451 +711 78.90295359 +712 78.93258427 +713 78.96213184 +714 78.99159664 +715 79.02097902 +716 79.05027933 +717 79.07949791 +718 78.96935933 +719 78.99860918 +720 79.02777778 +721 79.05686546 +722 79.08587258 +723 79.11479945 +724 79.14364641 +725 79.17241379 +726 79.20110193 +727 79.22971114 +728 79.25824176 +729 79.28669410 +730 79.31506849 +731 79.34336525 +732 79.23497268 +733 79.12687585 +734 79.15531335 +735 79.18367347 +736 79.21195652 +737 79.10447761 +738 78.99728997 +739 78.89039242 +740 78.91891892 +741 78.94736842 +742 78.97574124 +743 79.00403769 +744 79.03225806 +745 79.06040268 +746 79.08847185 +747 78.98259705 +748 79.01069519 +749 79.03871829 +750 79.06666667 diff --git a/scores/Llama-Guard-3-8B-iq3_m.mmlu b/scores/Llama-Guard-3-8B-iq3_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..4a43d0798db8978d81830e0e371761e0c0824a41 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 53.84615385 +14 50.00000000 +15 53.33333333 +16 56.25000000 +17 58.82352941 +18 55.55555556 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 56.52173913 +24 58.33333333 +25 60.00000000 +26 57.69230769 +27 59.25925926 +28 57.14285714 +29 58.62068966 +30 60.00000000 +31 61.29032258 +32 62.50000000 +33 60.60606061 +34 61.76470588 +35 62.85714286 +36 61.11111111 +37 59.45945946 +38 60.52631579 +39 58.97435897 +40 57.50000000 +41 56.09756098 +42 54.76190476 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 54.34782609 +47 53.19148936 +48 54.16666667 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 52.63157895 +58 51.72413793 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 48.75000000 +81 49.38271605 +82 48.78048780 +83 49.39759036 +84 50.00000000 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 49.43820225 +90 48.88888889 +91 48.35164835 +92 47.82608696 +93 47.31182796 +94 47.87234043 +95 47.36842105 +96 47.91666667 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 45.87155963 +110 46.36363636 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 47.00854701 +118 47.45762712 +119 47.05882353 +120 46.66666667 +121 47.10743802 +122 46.72131148 +123 46.34146341 +124 45.96774194 +125 45.60000000 +126 45.23809524 +127 44.88188976 +128 44.53125000 +129 44.18604651 +130 43.84615385 +131 44.27480916 +132 43.93939394 +133 43.60902256 +134 43.28358209 +135 42.96296296 +136 42.64705882 +137 42.33576642 +138 42.02898551 +139 42.44604317 +140 42.85714286 +141 42.55319149 +142 42.95774648 +143 43.35664336 +144 43.05555556 +145 43.44827586 +146 43.83561644 +147 43.53741497 +148 43.91891892 +149 43.62416107 +150 43.33333333 +151 43.04635762 +152 43.42105263 +153 43.13725490 +154 42.85714286 +155 42.58064516 +156 42.30769231 +157 42.67515924 +158 43.03797468 +159 42.76729560 +160 43.12500000 +161 42.85714286 +162 42.59259259 +163 42.33128834 +164 42.07317073 +165 42.42424242 +166 42.16867470 +167 42.51497006 +168 42.26190476 +169 42.60355030 +170 42.35294118 +171 42.69005848 +172 42.44186047 +173 42.19653179 +174 41.95402299 +175 41.71428571 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 42.54143646 +182 42.30769231 +183 42.62295082 +184 42.39130435 +185 42.70270270 +186 43.01075269 +187 43.31550802 +188 43.61702128 +189 43.91534392 +190 43.68421053 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 43.29896907 +195 43.58974359 +196 43.87755102 +197 43.65482234 +198 43.93939394 +199 43.71859296 +200 43.50000000 +201 43.28358209 +202 43.06930693 +203 42.85714286 +204 42.64705882 +205 42.92682927 +206 42.71844660 +207 42.99516908 +208 42.78846154 +209 42.58373206 +210 42.38095238 +211 42.65402844 +212 42.45283019 +213 42.25352113 +214 42.05607477 +215 42.32558140 +216 42.59259259 +217 42.39631336 +218 42.66055046 +219 42.92237443 +220 43.18181818 +221 42.98642534 +222 43.24324324 +223 43.49775785 +224 43.30357143 +225 43.55555556 +226 43.36283186 +227 43.17180617 +228 43.42105263 +229 43.23144105 +230 43.04347826 +231 42.85714286 +232 43.10344828 +233 42.91845494 +234 43.16239316 +235 42.97872340 +236 42.79661017 +237 42.61603376 +238 42.43697479 +239 42.25941423 +240 42.50000000 +241 42.32365145 +242 42.56198347 +243 42.79835391 +244 42.62295082 +245 42.85714286 +246 42.68292683 +247 42.51012146 +248 42.74193548 +249 42.57028112 +250 42.40000000 +251 42.23107570 +252 42.06349206 +253 42.29249012 +254 42.12598425 +255 41.96078431 +256 42.18750000 +257 42.41245136 +258 42.24806202 +259 42.08494208 +260 42.30769231 +261 42.14559387 +262 41.98473282 +263 41.82509506 +264 42.04545455 +265 42.26415094 +266 42.48120301 +267 42.32209738 +268 42.16417910 +269 42.37918216 +270 42.22222222 +271 42.06642066 +272 42.27941176 +273 42.12454212 +274 41.97080292 +275 41.81818182 +276 42.02898551 +277 42.23826715 +278 42.08633094 +279 41.93548387 +280 42.14285714 +281 41.99288256 +282 42.19858156 +283 42.04946996 +284 41.90140845 +285 41.75438596 +286 41.60839161 +287 41.81184669 +288 41.66666667 +289 41.52249135 +290 41.72413793 +291 41.92439863 +292 42.12328767 +293 41.97952218 +294 41.83673469 +295 41.69491525 +296 41.55405405 +297 41.41414141 +298 41.61073826 +299 41.47157191 +300 41.66666667 +301 41.52823920 +302 41.39072848 +303 41.25412541 +304 41.11842105 +305 41.31147541 +306 41.17647059 +307 41.04234528 +308 40.90909091 +309 41.10032362 +310 40.96774194 +311 40.83601286 +312 41.02564103 +313 40.89456869 +314 40.76433121 +315 40.63492063 +316 40.50632911 +317 40.69400631 +318 40.88050314 +319 41.06583072 +320 40.93750000 +321 40.80996885 +322 40.99378882 +323 40.86687307 +324 40.74074074 +325 40.92307692 +326 40.79754601 +327 40.97859327 +328 40.85365854 +329 40.72948328 +330 40.60606061 +331 40.48338369 +332 40.36144578 +333 40.54054054 +334 40.41916168 +335 40.59701493 +336 40.77380952 +337 40.65281899 +338 40.53254438 +339 40.41297935 +340 40.58823529 +341 40.76246334 +342 40.93567251 +343 40.81632653 +344 40.69767442 +345 40.57971014 +346 40.75144509 +347 40.92219020 +348 40.80459770 +349 40.68767908 +350 40.85714286 +351 40.74074074 +352 40.62500000 +353 40.79320113 +354 40.67796610 +355 40.56338028 +356 40.44943820 +357 40.61624650 +358 40.50279330 +359 40.38997214 +360 40.55555556 +361 40.72022161 +362 40.88397790 +363 41.04683196 +364 40.93406593 +365 40.82191781 +366 40.98360656 +367 40.87193460 +368 40.76086957 +369 40.65040650 +370 40.81081081 +371 40.70080863 +372 40.59139785 +373 40.48257373 +374 40.64171123 +375 40.80000000 +376 40.69148936 +377 40.58355438 +378 40.74074074 +379 40.63324538 +380 40.52631579 +381 40.68241470 +382 40.57591623 +383 40.73107050 +384 40.62500000 +385 40.77922078 +386 40.67357513 +387 40.56847545 +388 40.46391753 +389 40.61696658 +390 40.76923077 +391 40.92071611 +392 41.07142857 +393 40.96692112 +394 40.86294416 +395 41.01265823 +396 41.16161616 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.74074074 +406 40.64039409 +407 40.54054054 +408 40.44117647 +409 40.58679707 +410 40.48780488 +411 40.38929440 +412 40.29126214 +413 40.19370460 +414 40.33816425 +415 40.24096386 +416 40.14423077 +417 40.04796163 +418 39.95215311 +419 40.09546539 +420 40.00000000 +421 40.14251781 +422 40.04739336 +423 40.18912530 +424 40.33018868 +425 40.23529412 +426 40.14084507 +427 40.04683841 +428 39.95327103 +429 40.09324009 +430 40.00000000 +431 40.13921114 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.55555556 +451 39.68957871 +452 39.60176991 +453 39.73509934 +454 39.64757709 +455 39.56043956 +456 39.69298246 +457 39.82494530 +458 39.73799127 +459 39.86928105 +460 40.00000000 +461 39.91323210 +462 40.04329004 +463 39.95680346 +464 40.08620690 +465 40.00000000 +466 39.91416309 +467 40.04282655 +468 39.95726496 +469 40.08528785 +470 40.21276596 +471 40.12738854 +472 40.04237288 +473 40.16913319 +474 40.08438819 +475 40.00000000 +476 40.12605042 +477 40.04192872 +478 40.16736402 +479 40.29227557 +480 40.41666667 +481 40.33264033 +482 40.24896266 +483 40.16563147 +484 40.08264463 +485 40.00000000 +486 40.12345679 +487 40.24640657 +488 40.16393443 +489 40.08179959 +490 40.20408163 +491 40.12219959 +492 40.04065041 +493 39.95943205 +494 40.08097166 +495 40.20202020 +496 40.32258065 +497 40.24144869 +498 40.16064257 +499 40.28056112 +500 40.40000000 +501 40.31936128 +502 40.23904382 +503 40.15904573 +504 40.07936508 +505 40.00000000 +506 40.11857708 +507 40.03944773 +508 39.96062992 +509 40.07858546 +510 40.19607843 +511 40.11741683 +512 40.03906250 +513 39.96101365 +514 39.88326848 +515 40.00000000 +516 40.11627907 +517 40.23210832 +518 40.34749035 +519 40.26974952 +520 40.19230769 +521 40.11516315 +522 40.22988506 +523 40.15296367 +524 40.07633588 +525 40.00000000 +526 39.92395437 +527 39.84819734 +528 39.96212121 +529 39.88657845 +530 40.00000000 +531 39.92467043 +532 39.84962406 +533 39.96247655 +534 40.07490637 +535 40.18691589 +536 40.11194030 +537 40.22346369 +538 40.14869888 +539 40.07421150 +540 40.00000000 +541 39.92606285 +542 40.03690037 +543 39.96316759 +544 40.07352941 +545 40.00000000 +546 39.92673993 +547 40.03656307 +548 40.14598540 +549 40.07285974 +550 40.00000000 +551 40.10889292 +552 40.03623188 +553 40.14466546 +554 40.25270758 +555 40.18018018 +556 40.28776978 +557 40.21543986 +558 40.32258065 +559 40.25044723 +560 40.17857143 +561 40.10695187 +562 40.21352313 +563 40.31971581 +564 40.24822695 +565 40.35398230 +566 40.45936396 +567 40.38800705 +568 40.49295775 +569 40.42179262 +570 40.35087719 +571 40.28021016 +572 40.38461538 +573 40.31413613 +574 40.24390244 +575 40.17391304 +576 40.27777778 +577 40.20797227 +578 40.31141869 +579 40.24179620 +580 40.17241379 +581 40.10327022 +582 40.03436426 +583 40.13722127 +584 40.23972603 +585 40.34188034 +586 40.27303754 +587 40.20442930 +588 40.13605442 +589 40.06791171 +590 40.00000000 +591 39.93231810 +592 39.86486486 +593 39.96627319 +594 40.06734007 +595 40.00000000 +596 40.10067114 +597 40.03350084 +598 39.96655518 +599 40.06677796 +600 40.00000000 +601 39.93344426 +602 39.86710963 +603 39.96683250 +604 39.90066225 +605 40.00000000 +606 39.93399340 +607 40.03294893 +608 39.96710526 +609 39.90147783 +610 39.83606557 +611 39.93453355 +612 39.86928105 +613 39.96737357 +614 39.90228013 +615 39.83739837 +616 39.93506494 +617 39.87034036 +618 39.80582524 +619 39.74151858 +620 39.67741935 +621 39.61352657 +622 39.71061093 +623 39.64686998 +624 39.58333333 +625 39.52000000 +626 39.61661342 +627 39.55342903 +628 39.49044586 +629 39.58664547 +630 39.52380952 +631 39.61965135 +632 39.71518987 +633 39.65244866 +634 39.58990536 +635 39.52755906 +636 39.46540881 +637 39.40345369 +638 39.34169279 +639 39.28012520 +640 39.37500000 +641 39.31357254 +642 39.40809969 +643 39.34681182 +644 39.28571429 +645 39.22480620 +646 39.16408669 +647 39.10355487 +648 39.04320988 +649 38.98305085 +650 38.92307692 +651 38.86328725 +652 38.95705521 +653 38.89739663 +654 38.99082569 +655 38.93129771 +656 38.87195122 +657 38.81278539 +658 38.90577508 +659 38.84673748 +660 38.78787879 +661 38.72919818 +662 38.67069486 +663 38.61236802 +664 38.55421687 +665 38.64661654 +666 38.58858859 +667 38.68065967 +668 38.77245509 +669 38.86397608 +670 38.95522388 +671 38.89716841 +672 38.83928571 +673 38.78157504 +674 38.72403561 +675 38.66666667 +676 38.60946746 +677 38.55243722 +678 38.64306785 +679 38.58615611 +680 38.67647059 +681 38.76651982 +682 38.70967742 +683 38.65300146 +684 38.74269006 +685 38.68613139 +686 38.62973761 +687 38.57350801 +688 38.51744186 +689 38.60667634 +690 38.55072464 +691 38.63965268 +692 38.58381503 +693 38.52813853 +694 38.47262248 +695 38.41726619 +696 38.50574713 +697 38.45050215 +698 38.53868195 +699 38.62660944 +700 38.57142857 +701 38.51640514 +702 38.60398860 +703 38.69132290 +704 38.77840909 +705 38.72340426 +706 38.66855524 +707 38.61386139 +708 38.55932203 +709 38.64598025 +710 38.59154930 +711 38.67791842 +712 38.62359551 +713 38.70967742 +714 38.79551821 +715 38.74125874 +716 38.82681564 +717 38.77266388 +718 38.71866295 +719 38.66481224 +720 38.61111111 +721 38.55755895 +722 38.50415512 +723 38.58921162 +724 38.53591160 +725 38.62068966 +726 38.56749311 +727 38.65199450 +728 38.59890110 +729 38.54595336 +730 38.49315068 +731 38.44049248 +732 38.38797814 +733 38.47203274 +734 38.41961853 +735 38.36734694 +736 38.31521739 +737 38.39891452 +738 38.48238482 +739 38.56562923 +740 38.51351351 +741 38.46153846 +742 38.54447439 +743 38.49259758 +744 38.57526882 +745 38.52348993 +746 38.47184987 +747 38.55421687 +748 38.50267380 +749 38.45126836 +750 38.53333333 + +Final result: 38.5333 +/- 1.7783 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-iq3_m.ppx b/scores/Llama-Guard-3-8B-iq3_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..69024642681ae427ff0eb277593204a4aea249ef --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 8.238324 ± 0.051597 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 95.64% +Mean ln(PPL(Q)/PPL(base)) : 0.228572 ± 0.001835 +Mean PPL(Q)/PPL(base) : 1.256804 ± 0.002306 +Mean PPL(Q)-PPL(base) : 1.683345 ± 0.017653 + +====== KL divergence statistics ====== +Mean KLD: 0.223382 ± 0.000737 +Maximum KLD: 13.166234 +99.9% KLD: 3.156968 +99.0% KLD: 1.269592 +99.0% KLD: 1.269592 +Median KLD: 0.172361 +10.0% KLD: 0.010869 + 5.0% KLD: 0.003011 + 1.0% KLD: 0.000389 +Minimum KLD: 0.000001 + +====== Token probability statistics ====== +Mean Δp: -5.360 ± 0.036 % +Maximum Δp: 79.574% +99.9% Δp: 44.925% +99.0% Δp: 25.301% +95.0% Δp: 11.514% +90.0% Δp: 5.467% +75.0% Δp: 0.109% +Median Δp: -1.281% +25.0% Δp: -9.243% +10.0% Δp: -22.453% + 5.0% Δp: -32.053% + 1.0% Δp: -54.484% + 0.1% Δp: -87.388% +Minimum Δp: -99.680% +RMS Δp : 14.820 ± 0.056 % +Same top p: 75.373 ± 0.114 % diff --git a/scores/Llama-Guard-3-8B-iq3_m.tqa b/scores/Llama-Guard-3-8B-iq3_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..76bcd65c1b160d2420d553a0a6e5d5d0b77da807 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 26.66666667 +16 25.00000000 +17 23.52941176 +18 22.22222222 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 23.33333333 +31 25.80645161 +32 28.12500000 +33 30.30303030 +34 29.41176471 +35 28.57142857 +36 27.77777778 +37 29.72972973 +38 28.94736842 +39 30.76923077 +40 30.00000000 +41 29.26829268 +42 28.57142857 +43 30.23255814 +44 31.81818182 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 32.14285714 +57 31.57894737 +58 32.75862069 +59 33.89830508 +60 35.00000000 +61 34.42622951 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 33.33333333 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 34.24657534 +74 33.78378378 +75 33.33333333 +76 34.21052632 +77 33.76623377 +78 34.61538462 +79 34.17721519 +80 35.00000000 +81 34.56790123 +82 35.36585366 +83 34.93975904 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 33.33333333 +88 32.95454545 +89 33.70786517 +90 33.33333333 +91 32.96703297 +92 32.60869565 +93 32.25806452 +94 31.91489362 +95 31.57894737 +96 32.29166667 +97 32.98969072 +98 32.65306122 +99 33.33333333 +100 33.00000000 +101 33.66336634 +102 33.33333333 +103 33.00970874 +104 33.65384615 +105 33.33333333 +106 33.96226415 +107 34.57943925 +108 34.25925926 +109 33.94495413 +110 34.54545455 +111 34.23423423 +112 34.82142857 +113 35.39823009 +114 35.96491228 +115 35.65217391 +116 35.34482759 +117 35.04273504 +118 34.74576271 +119 34.45378151 +120 35.00000000 +121 35.53719008 +122 35.24590164 +123 35.77235772 +124 36.29032258 +125 36.80000000 +126 37.30158730 +127 37.00787402 +128 36.71875000 +129 37.20930233 +130 37.69230769 +131 37.40458015 +132 37.12121212 +133 36.84210526 +134 36.56716418 +135 37.03703704 +136 36.76470588 +137 37.22627737 +138 37.68115942 +139 38.12949640 +140 37.85714286 +141 37.58865248 +142 37.32394366 +143 37.06293706 +144 37.50000000 +145 37.24137931 +146 36.98630137 +147 36.73469388 +148 36.48648649 +149 36.24161074 +150 36.00000000 +151 36.42384106 +152 36.18421053 +153 35.94771242 +154 35.71428571 +155 35.48387097 +156 35.89743590 +157 35.66878981 +158 35.44303797 +159 35.22012579 +160 35.00000000 +161 35.40372671 +162 35.18518519 +163 34.96932515 +164 34.75609756 +165 35.15151515 +166 35.54216867 +167 35.32934132 +168 35.71428571 +169 35.50295858 +170 35.29411765 +171 35.08771930 +172 34.88372093 +173 34.68208092 +174 35.05747126 +175 34.85714286 +176 35.22727273 +177 35.02824859 +178 34.83146067 +179 34.63687151 +180 34.44444444 +181 34.25414365 +182 34.06593407 +183 33.87978142 +184 33.69565217 +185 33.51351351 +186 33.87096774 +187 33.68983957 +188 33.51063830 +189 33.33333333 +190 33.15789474 +191 32.98429319 +192 32.81250000 +193 32.64248705 +194 32.98969072 +195 32.82051282 +196 32.65306122 +197 32.48730964 +198 32.32323232 +199 32.16080402 +200 32.50000000 +201 32.33830846 +202 32.67326733 +203 32.51231527 +204 32.35294118 +205 32.68292683 +206 32.52427184 +207 32.85024155 +208 32.69230769 +209 32.53588517 +210 32.38095238 +211 32.22748815 +212 32.07547170 +213 31.92488263 +214 31.77570093 +215 31.62790698 +216 31.94444444 +217 31.79723502 +218 32.11009174 +219 31.96347032 +220 31.81818182 +221 31.67420814 +222 31.53153153 +223 31.39013453 +224 31.69642857 +225 31.55555556 +226 31.41592920 +227 31.71806167 +228 31.57894737 +229 31.44104803 +230 31.30434783 +231 31.16883117 +232 31.03448276 +233 30.90128755 +234 31.19658120 +235 31.06382979 +236 31.35593220 +237 31.22362869 +238 31.51260504 +239 31.38075314 +240 31.25000000 +241 31.12033195 +242 30.99173554 +243 30.86419753 +244 30.73770492 +245 30.61224490 +246 30.48780488 +247 30.36437247 +248 30.24193548 +249 30.52208835 +250 30.40000000 +251 30.67729084 +252 30.95238095 +253 30.83003953 +254 30.70866142 +255 30.98039216 +256 30.85937500 +257 30.73929961 +258 30.62015504 +259 30.88803089 +260 30.76923077 +261 31.03448276 +262 30.91603053 +263 30.79847909 +264 31.06060606 +265 31.32075472 +266 31.20300752 +267 31.08614232 +268 30.97014925 +269 30.85501859 +270 30.74074074 +271 30.62730627 +272 30.51470588 +273 30.40293040 +274 30.29197080 +275 30.18181818 +276 30.07246377 +277 29.96389892 +278 29.85611511 +279 29.74910394 +280 30.00000000 +281 30.24911032 +282 30.14184397 +283 30.38869258 +284 30.28169014 +285 30.17543860 +286 30.41958042 +287 30.66202091 +288 30.90277778 +289 30.79584775 +290 30.68965517 +291 30.92783505 +292 31.16438356 +293 31.39931741 +294 31.29251701 +295 31.52542373 +296 31.75675676 +297 31.98653199 +298 31.87919463 +299 31.77257525 +300 31.66666667 +301 31.56146179 +302 31.45695364 +303 31.35313531 +304 31.25000000 +305 31.14754098 +306 31.04575163 +307 30.94462541 +308 31.16883117 +309 31.06796117 +310 30.96774194 +311 30.86816720 +312 31.08974359 +313 30.99041534 +314 30.89171975 +315 30.79365079 +316 30.69620253 +317 30.91482650 +318 30.81761006 +319 30.72100313 +320 30.62500000 +321 30.52959502 +322 30.74534161 +323 30.65015480 +324 30.55555556 +325 30.46153846 +326 30.36809816 +327 30.58103976 +328 30.79268293 +329 30.69908815 +330 30.90909091 +331 30.81570997 +332 31.02409639 +333 31.23123123 +334 31.13772455 +335 31.34328358 +336 31.54761905 +337 31.45400593 +338 31.36094675 +339 31.56342183 +340 31.47058824 +341 31.37829912 +342 31.57894737 +343 31.48688047 +344 31.68604651 +345 31.88405797 +346 31.79190751 +347 31.98847262 +348 31.89655172 +349 31.80515759 +350 31.71428571 +351 31.62393162 +352 31.81818182 +353 31.72804533 +354 31.63841808 +355 31.83098592 +356 31.74157303 +357 31.93277311 +358 31.84357542 +359 31.75487465 +360 31.66666667 +361 31.85595568 +362 31.76795580 +363 31.95592287 +364 32.14285714 +365 32.05479452 +366 31.96721311 +367 32.15258856 +368 32.33695652 +369 32.24932249 +370 32.16216216 +371 32.07547170 +372 32.25806452 +373 32.17158177 +374 32.35294118 +375 32.26666667 +376 32.18085106 +377 32.36074271 +378 32.27513228 +379 32.18997361 +380 32.36842105 +381 32.28346457 +382 32.46073298 +383 32.37597911 +384 32.29166667 +385 32.20779221 +386 32.12435233 +387 32.04134367 +388 32.21649485 +389 32.13367609 +390 32.05128205 +391 32.22506394 +392 32.14285714 +393 32.31552163 +394 32.48730964 +395 32.40506329 +396 32.32323232 +397 32.49370277 +398 32.41206030 +399 32.33082707 +400 32.25000000 +401 32.16957606 +402 32.33830846 +403 32.25806452 +404 32.17821782 +405 32.09876543 +406 32.01970443 +407 31.94103194 +408 31.86274510 +409 31.78484108 +410 31.70731707 +411 31.63017032 +412 31.79611650 +413 31.71912833 +414 31.88405797 +415 32.04819277 +416 31.97115385 +417 32.13429257 +418 32.05741627 +419 31.98090692 +420 31.90476190 +421 32.06650831 +422 31.99052133 +423 32.15130024 +424 32.31132075 +425 32.23529412 +426 32.15962441 +427 32.08430913 +428 32.00934579 +429 31.93473193 +430 31.86046512 +431 31.78654292 +432 31.94444444 +433 32.10161663 +434 32.25806452 +435 32.18390805 +436 32.33944954 +437 32.26544622 +438 32.42009132 +439 32.34624146 +440 32.50000000 +441 32.42630385 +442 32.57918552 +443 32.50564334 +444 32.65765766 +445 32.58426966 +446 32.51121076 +447 32.43847875 +448 32.36607143 +449 32.51670379 +450 32.66666667 +451 32.59423503 +452 32.52212389 +453 32.67108168 +454 32.59911894 +455 32.52747253 +456 32.45614035 +457 32.38512035 +458 32.31441048 +459 32.24400871 +460 32.17391304 +461 32.10412148 +462 32.25108225 +463 32.39740821 +464 32.54310345 +465 32.68817204 +466 32.61802575 +467 32.54817987 +468 32.69230769 +469 32.62260128 +470 32.55319149 +471 32.48407643 +472 32.62711864 +473 32.55813953 +474 32.48945148 +475 32.63157895 +476 32.56302521 +477 32.49475891 +478 32.42677824 +479 32.35908142 +480 32.50000000 +481 32.43243243 +482 32.57261411 +483 32.50517598 +484 32.64462810 +485 32.78350515 +486 32.71604938 +487 32.85420945 +488 32.78688525 +489 32.92433538 +490 32.85714286 +491 32.99389002 +492 33.13008130 +493 33.06288032 +494 33.19838057 +495 33.13131313 +496 33.06451613 +497 32.99798793 +498 32.93172691 +499 32.86573146 +500 32.80000000 +501 32.73453094 +502 32.66932271 +503 32.60437376 +504 32.73809524 +505 32.67326733 +506 32.60869565 +507 32.54437870 +508 32.67716535 +509 32.80943026 +510 32.74509804 +511 32.68101761 +512 32.61718750 +513 32.55360624 +514 32.49027237 +515 32.62135922 +516 32.75193798 +517 32.88201161 +518 32.81853282 +519 32.75529865 +520 32.69230769 +521 32.62955854 +522 32.56704981 +523 32.50478011 +524 32.44274809 +525 32.38095238 +526 32.31939163 +527 32.44781784 +528 32.38636364 +529 32.32514178 +530 32.26415094 +531 32.20338983 +532 32.33082707 +533 32.45778612 +534 32.39700375 +535 32.33644860 +536 32.27611940 +537 32.40223464 +538 32.34200743 +539 32.28200371 +540 32.22222222 +541 32.16266174 +542 32.10332103 +543 32.04419890 +544 31.98529412 +545 31.92660550 +546 32.05128205 +547 32.17550274 +548 32.29927007 +549 32.24043716 +550 32.18181818 +551 32.12341198 +552 32.24637681 +553 32.36889693 +554 32.31046931 +555 32.25225225 +556 32.19424460 +557 32.13644524 +558 32.07885305 +559 32.02146691 +560 32.14285714 +561 32.26381462 +562 32.20640569 +563 32.14920071 +564 32.26950355 +565 32.21238938 +566 32.33215548 +567 32.45149912 +568 32.57042254 +569 32.51318102 +570 32.45614035 +571 32.57443082 +572 32.51748252 +573 32.46073298 +574 32.40418118 +575 32.52173913 +576 32.63888889 +577 32.75563258 +578 32.69896194 +579 32.81519862 +580 32.75862069 +581 32.87435456 +582 32.81786942 +583 32.76157804 +584 32.87671233 +585 32.82051282 +586 32.93515358 +587 32.87904600 +588 32.82312925 +589 32.76740238 +590 32.88135593 +591 32.82571912 +592 32.77027027 +593 32.71500843 +594 32.65993266 +595 32.60504202 +596 32.55033557 +597 32.49581240 +598 32.44147157 +599 32.38731219 +600 32.33333333 +601 32.44592346 +602 32.55813953 +603 32.50414594 +604 32.45033113 +605 32.39669421 +606 32.50825083 +607 32.45469522 +608 32.40131579 +609 32.51231527 +610 32.45901639 +611 32.40589198 +612 32.51633987 +613 32.46329527 +614 32.41042345 +615 32.35772358 +616 32.30519481 +617 32.41491086 +618 32.36245955 +619 32.47172859 +620 32.41935484 +621 32.36714976 +622 32.47588424 +623 32.42375602 +624 32.37179487 +625 32.32000000 +626 32.26837061 +627 32.21690590 +628 32.32484076 +629 32.27344992 +630 32.22222222 +631 32.17115689 +632 32.12025316 +633 32.06951027 +634 32.01892744 +635 31.96850394 +636 31.91823899 +637 31.86813187 +638 31.81818182 +639 31.76838811 +640 31.87500000 +641 31.82527301 +642 31.93146417 +643 31.88180404 +644 31.83229814 +645 31.93798450 +646 31.88854489 +647 31.99381762 +648 32.09876543 +649 32.04930663 +650 32.15384615 +651 32.25806452 +652 32.36196319 +653 32.46554364 +654 32.41590214 +655 32.36641221 +656 32.46951220 +657 32.57229833 +658 32.52279635 +659 32.62518968 +660 32.57575758 +661 32.52647504 +662 32.47734139 +663 32.42835596 +664 32.37951807 +665 32.33082707 +666 32.43243243 +667 32.38380810 +668 32.33532934 +669 32.28699552 +670 32.38805970 +671 32.33979136 +672 32.29166667 +673 32.24368499 +674 32.19584570 +675 32.29629630 +676 32.39644970 +677 32.34859675 +678 32.30088496 +679 32.25331370 +680 32.20588235 +681 32.15859031 +682 32.25806452 +683 32.21083455 +684 32.30994152 +685 32.26277372 +686 32.21574344 +687 32.16885007 +688 32.12209302 +689 32.07547170 +690 32.02898551 +691 32.12735166 +692 32.22543353 +693 32.32323232 +694 32.27665706 +695 32.23021583 +696 32.32758621 +697 32.28120516 +698 32.23495702 +699 32.18884120 +700 32.28571429 +701 32.23965763 +702 32.19373219 +703 32.14793741 +704 32.10227273 +705 32.05673759 +706 32.15297450 +707 32.24893918 +708 32.20338983 +709 32.15796897 +710 32.11267606 +711 32.06751055 +712 32.02247191 +713 31.97755961 +714 31.93277311 +715 31.88811189 +716 31.84357542 +717 31.93863319 +718 32.03342618 +719 32.12795549 +720 32.08333333 +721 32.03883495 +722 31.99445983 +723 31.95020747 +724 31.90607735 +725 31.86206897 +726 31.95592287 +727 31.91196699 +728 31.86813187 +729 31.82441701 +730 31.78082192 +731 31.73734610 +732 31.83060109 +733 31.78717599 +734 31.74386921 +735 31.70068027 +736 31.65760870 +737 31.75033921 +738 31.70731707 +739 31.79972936 +740 31.89189189 +741 31.84885290 +742 31.80592992 +743 31.76312248 +744 31.85483871 +745 31.81208054 +746 31.90348525 +747 31.99464525 +748 31.95187166 +749 32.04272363 +750 32.13333333 + +Final result: 32.1333 +/- 1.7063 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-iq3_m.wng b/scores/Llama-Guard-3-8B-iq3_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..dfddd8785dfcac926426733a260edc079788e997 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.608264 -3.745005 1 1 +2 100.0000 -2.003681 -2.101577 1 1 +3 100.0000 -3.766366 -3.364171 2 2 +4 100.0000 -4.580227 -4.747983 1 1 +5 80.0000 -2.766971 -2.877886 1 2 +6 83.3333 -4.246426 -4.568347 1 1 +7 85.7143 -4.381051 -3.416631 2 2 +8 87.5000 -3.137776 -2.659571 2 2 +9 88.8889 -4.105606 -5.277876 1 1 +10 90.0000 -2.427469 -2.066521 2 2 +11 90.9091 -8.989193 -4.944573 2 2 +12 91.6667 -3.683743 -1.789948 2 2 +13 92.3077 -3.565342 -5.340842 1 1 +14 92.8571 -3.648597 -3.800128 1 1 +15 86.6667 -4.255677 -6.224170 1 2 +16 87.5000 -3.333831 -3.112180 2 2 +17 88.2353 -6.625146 -4.638556 2 2 +18 88.8889 -2.747909 -4.165329 1 1 +19 89.4737 -3.508124 -4.983972 1 1 +20 90.0000 -3.157077 -3.288232 1 1 +21 90.4762 -2.234808 -3.238094 1 1 +22 86.3636 -2.270957 -2.398105 1 2 +23 86.9565 -4.874881 -5.314157 1 1 +24 83.3333 -2.711018 -2.342043 2 1 +25 84.0000 -1.945653 -1.891770 2 2 +26 84.6154 -3.843157 -5.097612 1 1 +27 81.4815 -4.620759 -4.757434 1 2 +28 82.1429 -5.256963 -5.786268 1 1 +29 82.7586 -3.862431 -3.954790 1 1 +30 80.0000 -1.886851 -1.944646 1 2 +31 80.6452 -4.755243 -5.046025 1 1 +32 81.2500 -5.112427 -6.364944 1 1 +33 81.8182 -4.632637 -5.146713 1 1 +34 79.4118 -3.059350 -2.985842 2 1 +35 80.0000 -4.205770 -4.042582 2 2 +36 80.5556 -4.363562 -4.192964 2 2 +37 81.0811 -2.689997 -2.920281 1 1 +38 81.5789 -3.597684 -3.671394 1 1 +39 82.0513 -6.241862 -4.229605 2 2 +40 80.0000 -4.433105 -5.778684 1 2 +41 80.4878 -2.426077 -2.591455 1 1 +42 80.9524 -3.111572 -3.886675 1 1 +43 81.3953 -3.103662 -3.075957 2 2 +44 81.8182 -2.322266 -1.940646 2 2 +45 82.2222 -0.210190 -11.422521 1 1 +46 82.6087 -2.975548 -3.052836 1 1 +47 82.9787 -3.596819 -3.528652 2 2 +48 83.3333 -4.388070 -3.975947 2 2 +49 81.6327 -3.728630 -2.161526 2 1 +50 82.0000 -2.555228 -2.337231 2 2 +51 82.3529 -1.701608 -2.331426 1 1 +52 82.6923 -3.651887 -2.793517 2 2 +53 83.0189 -4.561686 -4.702649 1 1 +54 83.3333 -2.765875 -2.527016 2 2 +55 83.6364 -3.071769 -2.949926 2 2 +56 82.1429 -5.919179 -6.003556 1 2 +57 82.4561 -3.300703 -3.093850 2 2 +58 82.7586 -3.864597 -4.385823 1 1 +59 83.0508 -3.127236 -3.032534 2 2 +60 83.3333 -4.183036 -3.735010 2 2 +61 83.6066 -3.158328 -3.229415 1 1 +62 83.8710 -5.462192 -5.650856 1 1 +63 82.5397 -4.921341 -5.195302 1 2 +64 81.2500 -4.418768 -4.334789 2 1 +65 81.5385 -5.272809 -4.585275 2 2 +66 81.8182 -3.162917 -3.583361 1 1 +67 82.0896 -3.521391 -2.636822 2 2 +68 82.3529 -5.722553 -5.555242 2 2 +69 82.6087 -4.968132 -6.194359 1 1 +70 82.8571 -3.590668 -3.183081 2 2 +71 81.6901 -3.283381 -3.044022 2 1 +72 81.9444 -3.839147 -3.809407 2 2 +73 80.8219 -3.066550 -3.026497 2 1 +74 81.0811 -2.520986 -3.048442 1 1 +75 81.3333 -2.229074 -2.356984 1 1 +76 81.5789 -2.356432 -4.785688 1 1 +77 80.5195 -2.710659 -2.980457 1 2 +78 80.7692 -0.810957 -1.391528 1 1 +79 79.7468 -2.597322 -2.820477 1 2 +80 80.0000 -2.144281 -3.137329 1 1 +81 80.2469 -5.543896 -5.018981 2 2 +82 79.2683 -3.086994 -3.509958 1 2 +83 79.5181 -6.026865 -5.292058 2 2 +84 79.7619 -2.655299 -2.486788 2 2 +85 80.0000 -3.524392 -3.801036 1 1 +86 80.2326 -5.627812 -5.625431 2 2 +87 79.3103 -1.814391 -1.652296 2 1 +88 78.4091 -6.209066 -5.666036 2 1 +89 78.6517 -3.740751 -3.842960 1 1 +90 78.8889 -4.479819 -3.354467 2 2 +91 78.0220 -4.670436 -4.655482 2 1 +92 78.2609 -5.242922 -4.718279 2 2 +93 77.4194 -3.060470 -3.127120 1 2 +94 77.6596 -4.875144 -4.344811 2 2 +95 77.8947 -3.720650 -3.947175 1 1 +96 78.1250 -2.181684 -2.920280 1 1 +97 77.3196 -5.373031 -4.875261 2 1 +98 77.5510 -4.036645 -3.330765 2 2 +99 77.7778 -2.909795 -2.983287 1 1 +100 78.0000 -5.117539 -4.635111 2 2 +101 77.2277 -4.840674 -5.013163 1 2 +102 77.4510 -3.847468 -4.633232 1 1 +103 77.6699 -3.236716 -2.865750 2 2 +104 77.8846 -7.404725 -7.070776 2 2 +105 77.1429 -2.265825 -2.113437 2 1 +106 77.3585 -2.976438 -2.760202 2 2 +107 77.5701 -3.818500 -3.049802 2 2 +108 77.7778 -3.845354 -3.076999 2 2 +109 77.0642 -3.729930 -4.100677 1 2 +110 77.2727 -4.312103 -3.566004 2 2 +111 77.4775 -3.350171 -3.128072 2 2 +112 76.7857 -4.908538 -4.157157 2 1 +113 76.1062 -4.614358 -6.322820 1 2 +114 76.3158 -4.136227 -4.754633 1 1 +115 76.5217 -2.129435 -2.567323 1 1 +116 76.7241 -2.647467 -2.399550 2 2 +117 76.0684 -3.788523 -4.209655 1 2 +118 76.2712 -1.632103 -2.356788 1 1 +119 76.4706 -1.712579 -2.485875 1 1 +120 75.8333 -3.095706 -2.776394 2 1 +121 75.2066 -1.262790 -1.328372 1 2 +122 74.5902 -5.716118 -5.740899 1 2 +123 74.7967 -3.557028 -3.624104 1 1 +124 75.0000 -3.143695 -2.787998 2 2 +125 75.2000 -3.333892 -3.180210 2 2 +126 75.3968 -5.901289 -5.560407 2 2 +127 75.5906 -2.153150 -1.223827 2 2 +128 75.0000 -1.785867 -1.722679 2 1 +129 75.1938 -2.706108 -1.808739 2 2 +130 75.3846 -6.744792 -5.426395 2 2 +131 75.5725 -3.622956 -3.595645 2 2 +132 75.7576 -2.106341 -1.805457 2 2 +133 75.9398 -1.088808 -4.068118 1 1 +134 76.1194 -5.415626 -5.214143 2 2 +135 76.2963 -4.438812 -5.320453 1 1 +136 76.4706 -4.009066 -2.533801 2 2 +137 76.6423 -4.987381 -5.241708 1 1 +138 76.0870 -3.571988 -4.262405 1 2 +139 76.2590 -4.252440 -5.263193 1 1 +140 76.4286 -1.609025 -1.499932 2 2 +141 76.5957 -5.054951 -4.215846 2 2 +142 76.7606 -3.301173 -2.608567 2 2 +143 76.9231 -3.793687 -6.982252 1 1 +144 76.3889 -2.637181 -2.497184 2 1 +145 75.8621 -1.113598 -16.941006 1 2 +146 76.0274 -3.937557 -3.882176 2 2 +147 76.1905 -4.219899 -3.917929 2 2 +148 76.3514 -1.968254 -2.169416 1 1 +149 75.8389 -4.418483 -4.509271 1 2 +150 76.0000 -3.905602 -3.537360 2 2 +151 75.4967 -1.897479 -1.726877 2 1 +152 75.0000 -4.550197 -4.760665 1 2 +153 75.1634 -2.752600 -3.614005 1 1 +154 75.3247 -3.785000 -4.086139 1 1 +155 74.8387 -2.284623 -2.881038 1 2 +156 75.0000 -2.087798 -2.193819 1 1 +157 75.1592 -2.546056 -3.467332 1 1 +158 75.3165 -4.563580 -4.031531 2 2 +159 75.4717 -4.133864 -5.358598 1 1 +160 75.6250 -4.383401 -3.569493 2 2 +161 75.1553 -2.981424 -2.784859 2 1 +162 74.6914 -0.042059 -11.002249 1 2 +163 74.8466 -2.274786 -2.614937 1 1 +164 75.0000 -5.253423 -4.476286 2 2 +165 75.1515 -4.204066 -4.080838 2 2 +166 75.3012 -4.717669 -4.244810 2 2 +167 74.8503 -4.234673 -3.663977 2 1 +168 75.0000 -5.667188 -4.562776 2 2 +169 74.5562 -4.599914 -4.658594 1 2 +170 74.7059 -2.674128 -3.315301 1 1 +171 74.8538 -3.879622 -4.249215 1 1 +172 75.0000 -4.054392 -4.599292 1 1 +173 75.1445 -2.887222 -2.648276 2 2 +174 74.7126 -6.415858 -6.726288 1 2 +175 74.8571 -3.783904 -4.024086 1 1 +176 75.0000 -1.617185 -3.654773 1 1 +177 75.1412 -6.839485 -6.622555 2 2 +178 74.7191 -3.071748 -2.997047 2 1 +179 74.8603 -2.304081 -2.320549 1 1 +180 75.0000 -5.037759 -4.298684 2 2 +181 75.1381 -3.019957 -2.745727 2 2 +182 75.2747 -4.433256 -3.805085 2 2 +183 75.4098 -5.377177 -4.882841 2 2 +184 75.5435 -1.659537 -2.331785 1 1 +185 75.1351 -4.262073 -4.458318 1 2 +186 75.2688 -2.494939 -3.102057 1 1 +187 75.4011 -4.853284 -4.473360 2 2 +188 75.0000 -3.732651 -3.394766 2 1 +189 74.6032 -3.336345 -4.016428 1 2 +190 74.7368 -5.654139 -5.302363 2 2 +191 74.8691 -3.100511 -3.570972 1 1 +192 75.0000 -4.775103 -3.631309 2 2 +193 74.6114 -3.537111 -3.545083 1 2 +194 74.7423 -1.755328 -1.663913 2 2 +195 74.3590 -3.430810 -3.058560 2 1 +196 73.9796 -3.601144 -3.841988 1 2 +197 74.1117 -1.542974 -3.475300 1 1 +198 74.2424 -3.252255 -7.871205 1 1 +199 74.3719 -5.317740 -4.645217 2 2 +200 74.5000 -3.253811 -2.935252 2 2 +201 74.6269 -2.673576 -3.318089 1 1 +202 74.2574 -7.358133 -7.654685 1 2 +203 74.3842 -2.688488 -2.570110 2 2 +204 74.5098 -2.134298 -2.747451 1 1 +205 74.6341 -3.311108 -2.127306 2 2 +206 74.2718 -5.628556 -5.748667 1 2 +207 73.9130 -3.524397 -3.466521 2 1 +208 74.0385 -3.415569 -2.969912 2 2 +209 74.1627 -3.566426 -3.119959 2 2 +210 74.2857 -6.483034 -6.452703 2 2 +211 73.9336 -5.134299 -4.623768 2 1 +212 74.0566 -5.394954 -4.501548 2 2 +213 73.7089 -5.125295 -5.128291 1 2 +214 73.3645 -3.541021 -3.484759 2 1 +215 73.0233 -5.186542 -5.592544 1 2 +216 72.6852 -3.408345 -3.152603 2 1 +217 72.8111 -1.173313 -1.840181 1 1 +218 72.9358 -2.537398 -2.367638 2 2 +219 73.0594 -3.280096 -3.563407 1 1 +220 72.7273 -3.546498 -3.584489 1 2 +221 72.8507 -2.512511 -9.297884 1 1 +222 72.5225 -0.369914 -7.887191 1 2 +223 72.6457 -3.882393 -3.428304 2 2 +224 72.7679 -6.153012 -4.206035 2 2 +225 72.4444 -2.729235 -2.994013 1 2 +226 72.5664 -2.849718 -3.007769 1 1 +227 72.2467 -3.445931 -3.261806 2 1 +228 72.3684 -1.457563 -2.323500 1 1 +229 72.4891 -2.995134 -2.900393 2 2 +230 72.6087 -3.005627 -3.524484 1 1 +231 72.7273 -2.603276 -3.331782 1 1 +232 72.8448 -2.289241 -1.997157 2 2 +233 72.9614 -1.938088 -2.508002 1 1 +234 73.0769 -3.309677 -3.006159 2 2 +235 73.1915 -3.544767 -3.150345 2 2 +236 72.8814 -1.519024 -1.451332 2 1 +237 72.5738 -2.218435 -1.845474 2 1 +238 72.6891 -3.013728 -2.699888 2 2 +239 72.3849 -2.524770 -2.728797 1 2 +240 72.5000 -5.956664 -5.692428 2 2 +241 72.1992 -3.775771 -4.182919 1 2 +242 72.3140 -6.078980 -5.893810 2 2 +243 72.0165 -4.433829 -4.292380 2 1 +244 72.1311 -2.552534 -3.661991 1 1 +245 72.2449 -3.318007 -4.834792 1 1 +246 72.3577 -2.642439 -2.802611 1 1 +247 72.4696 -3.563540 -3.096043 2 2 +248 72.5806 -3.610128 -3.208208 2 2 +249 72.6908 -3.007315 -1.973014 2 2 +250 72.8000 -1.887134 -2.560254 1 1 +251 72.5100 -1.693570 -1.653274 2 1 +252 72.6190 -7.061797 -6.818357 2 2 +253 72.3320 -5.207942 -4.903149 2 1 +254 72.0472 -5.106027 -5.983865 1 2 +255 72.1569 -3.653175 -3.995288 1 1 +256 71.8750 -5.027351 -3.955819 2 1 +257 71.5953 -2.238265 -1.940632 2 1 +258 71.3178 -3.706664 -3.872932 1 2 +259 71.4286 -5.048534 -5.671351 1 1 +260 71.1538 -6.527782 -6.464233 2 1 +261 71.2644 -3.987711 -3.577393 2 2 +262 70.9924 -4.817921 -5.027809 1 2 +263 71.1027 -2.743254 -3.223925 1 1 +264 71.2121 -4.009908 -3.453994 2 2 +265 71.3208 -1.276201 -2.072602 1 1 +266 71.4286 -5.435837 -6.112235 1 1 +267 71.1610 -2.720387 -2.562355 2 1 +268 70.8955 -3.857882 -3.546032 2 1 +269 71.0037 -3.284516 -3.051581 2 2 +270 71.1111 -2.201310 -3.227647 1 1 +271 71.2177 -3.340190 -2.763141 2 2 +272 71.3235 -3.734096 -3.248038 2 2 +273 71.4286 -3.136862 -2.762319 2 2 +274 71.5328 -3.827180 -3.468571 2 2 +275 71.6364 -3.074089 -3.111511 1 1 +276 71.7391 -2.239446 -2.423305 1 1 +277 71.8412 -3.134258 -3.517894 1 1 +278 71.9424 -2.343370 -2.567657 1 1 +279 72.0430 -4.162009 -2.851452 2 2 +280 72.1429 -3.792697 -3.675237 2 2 +281 72.2420 -2.851870 -2.112180 2 2 +282 72.3404 -4.298220 -3.635808 2 2 +283 72.0848 -3.384537 -4.037407 1 2 +284 72.1831 -2.608828 -3.321323 1 1 +285 72.2807 -3.231130 -4.389887 1 1 +286 72.3776 -3.276141 -3.546480 1 1 +287 72.4739 -2.178203 -4.008108 1 1 +288 72.5694 -3.293018 -3.290231 2 2 +289 72.3183 -2.967237 -2.646280 2 1 +290 72.4138 -3.437526 -3.719131 1 1 +291 72.5086 -2.825785 -3.470237 1 1 +292 72.6027 -2.856894 -1.729543 2 2 +293 72.6962 -3.240327 -3.035418 2 2 +294 72.4490 -4.052621 -3.904560 2 1 +295 72.5424 -2.459435 -2.601120 1 1 +296 72.6351 -4.931256 -4.750513 2 2 +297 72.3906 -1.938146 -2.295461 1 2 +298 72.4832 -6.228270 -5.649590 2 2 +299 72.5753 -2.605769 -2.428502 2 2 +300 72.6667 -2.252963 -2.856889 1 1 +301 72.7575 -4.198588 -4.358093 1 1 +302 72.8477 -4.243908 -4.039145 2 2 +303 72.6073 -9.395131 -9.038900 2 1 +304 72.6974 -4.813671 -4.339168 2 2 +305 72.7869 -3.124192 -3.017342 2 2 +306 72.8758 -2.489455 -2.217037 2 2 +307 72.9642 -2.825913 -2.902097 1 1 +308 73.0519 -5.162364 -4.907856 2 2 +309 73.1392 -4.598579 -5.020949 1 1 +310 72.9032 -4.814560 -4.981155 1 2 +311 72.9904 -0.624354 -5.276571 1 1 +312 73.0769 -3.949114 -4.265739 1 1 +313 73.1629 -4.869612 -4.478182 2 2 +314 73.2484 -3.897980 -3.276650 2 2 +315 73.3333 -1.454827 -2.799865 1 1 +316 73.4177 -7.131500 -4.648239 2 2 +317 73.1861 -4.640537 -4.638520 2 1 +318 73.2704 -5.062001 -4.720772 2 2 +319 73.3542 -1.460480 -1.775014 1 1 +320 73.4375 -3.787528 -4.993454 1 1 +321 73.2087 -2.872839 -2.942918 1 2 +322 72.9814 -2.484022 -2.865847 1 2 +323 73.0650 -2.446969 -2.988982 1 1 +324 72.8395 -4.034332 -3.879700 2 1 +325 72.9231 -5.326319 -4.397851 2 2 +326 73.0061 -2.154239 -1.844132 2 2 +327 73.0887 -2.423953 -2.745971 1 1 +328 72.8659 -4.099145 -4.066084 2 1 +329 72.9483 -3.935452 -7.013071 1 1 +330 73.0303 -2.339748 -2.433799 1 1 +331 72.8097 -4.920905 -4.083358 2 1 +332 72.8916 -1.806087 -2.645026 1 1 +333 72.9730 -2.984220 -1.378036 2 2 +334 73.0539 -2.924019 -5.290768 1 1 +335 72.8358 -4.957726 -4.726116 2 1 +336 72.9167 -4.389856 -3.652301 2 2 +337 72.9970 -2.393688 -1.414264 2 2 +338 72.7811 -3.220595 -2.856270 2 1 +339 72.8614 -5.114631 -5.068558 2 2 +340 72.9412 -4.704185 -5.144359 1 1 +341 73.0205 -2.994803 -3.730520 1 1 +342 73.0994 -5.003987 -4.502509 2 2 +343 73.1778 -3.777893 -3.849930 1 1 +344 73.2558 -1.905307 -2.404821 1 1 +345 73.3333 -1.056528 -3.156356 1 1 +346 73.4104 -5.550537 -5.284982 2 2 +347 73.4870 -3.377876 -3.173100 2 2 +348 73.5632 -1.264756 -2.136134 1 1 +349 73.3524 -3.116212 -3.916267 1 2 +350 73.1429 -3.389576 -3.891659 1 2 +351 73.2194 -2.725421 -2.905082 1 1 +352 73.2955 -4.115727 -4.035710 2 2 +353 73.3711 -2.133774 -2.865315 1 1 +354 73.4463 -4.704851 -4.591789 2 2 +355 73.5211 -2.438457 -2.177788 2 2 +356 73.5955 -2.704490 -2.664052 2 2 +357 73.6695 -3.941139 -3.566824 2 2 +358 73.7430 -2.285401 -2.151703 2 2 +359 73.8162 -4.944553 -2.906312 2 2 +360 73.6111 -3.629197 -3.681584 1 2 +361 73.6842 -2.903258 -1.925416 2 2 +362 73.7569 -5.201397 -4.974331 2 2 +363 73.8292 -2.601643 -2.610796 1 1 +364 73.9011 -5.975138 -6.347772 1 1 +365 73.9726 -5.423645 -5.561569 1 1 +366 73.7705 -3.212478 -7.462539 1 2 +367 73.5695 -5.652864 -5.326773 2 1 +368 73.6413 -4.644917 -4.433979 2 2 +369 73.4417 -3.217554 -3.695192 1 2 +370 73.5135 -4.827198 -5.336817 1 1 +371 73.5849 -2.632514 -3.560669 1 1 +372 73.6559 -2.317632 -2.653840 1 1 +373 73.4584 -4.366723 -3.384886 2 1 +374 73.5294 -2.789969 -3.280013 1 1 +375 73.6000 -2.444654 -2.177501 2 2 +376 73.6702 -4.829727 -3.567993 2 2 +377 73.4748 -3.779009 -3.786691 1 2 +378 73.2804 -3.459170 -3.504781 1 2 +379 73.0871 -0.987866 -2.857201 1 2 +380 73.1579 -4.683189 -5.549165 1 1 +381 73.2283 -9.124712 -7.138854 2 2 +382 73.2984 -2.866602 -2.737438 2 2 +383 73.3681 -2.543333 -1.490082 2 2 +384 73.1771 -4.044432 -2.975851 2 1 +385 72.9870 -1.082753 -0.852320 2 1 +386 73.0570 -1.864074 -13.053571 1 1 +387 73.1266 -2.133676 -2.681178 1 1 +388 73.1959 -5.732056 -5.375021 2 2 +389 73.2648 -2.812405 -2.369651 2 2 +390 73.3333 -3.068390 -3.517943 1 1 +391 73.4015 -4.243360 -4.090375 2 2 +392 73.2143 -4.057217 -3.119611 2 1 +393 73.2824 -5.209988 -5.038166 2 2 +394 73.3503 -3.091478 -4.102864 1 1 +395 73.4177 -3.735031 -3.102771 2 2 +396 73.4848 -2.760488 -2.980054 1 1 +397 73.5516 -6.145407 -6.531130 1 1 +398 73.6181 -4.269547 -5.221848 1 1 +399 73.6842 -3.036328 -3.701000 1 1 +400 73.7500 -1.344928 -6.429743 1 1 +401 73.8155 -3.416489 -3.625691 1 1 +402 73.8806 -3.826191 -3.798770 2 2 +403 73.6973 -7.063955 -7.181802 1 2 +404 73.7624 -3.309216 -2.560032 2 2 +405 73.8272 -3.632581 -4.008086 1 1 +406 73.8916 -7.618237 -8.001304 1 1 +407 73.7101 -4.013281 -4.486732 1 2 +408 73.5294 -3.215344 -3.387494 1 2 +409 73.5941 -4.167637 -4.541949 1 1 +410 73.4146 -3.671652 -3.540483 2 1 +411 73.4793 -2.999632 -4.358088 1 1 +412 73.5437 -3.304010 -2.830577 2 2 +413 73.6077 -3.504726 -2.770491 2 2 +414 73.4300 -3.748816 -4.077617 1 2 +415 73.2530 -2.959400 -3.090212 1 2 +416 73.3173 -3.489814 -2.332195 2 2 +417 73.3813 -4.457775 -5.022594 1 1 +418 73.2057 -4.331397 -3.530583 2 1 +419 73.0310 -3.928787 -3.953299 1 2 +420 73.0952 -3.032991 -2.817946 2 2 +421 73.1591 -3.964823 -3.853912 2 2 +422 73.2227 -2.305345 -2.462189 1 1 +423 73.0496 -3.178946 -3.124863 2 1 +424 73.1132 -5.040513 -5.323291 1 1 +425 73.1765 -4.677728 -3.321313 2 2 +426 73.2394 -1.856896 -1.732359 2 2 +427 73.3021 -3.742069 -3.782375 1 1 +428 73.1308 -4.422042 -4.211609 2 1 +429 72.9604 -3.052644 -3.075821 1 2 +430 72.7907 -5.670057 -5.619623 2 1 +431 72.8538 -3.793992 -4.743510 1 1 +432 72.6852 -3.319223 -3.685956 1 2 +433 72.7483 -2.054768 -1.781531 2 2 +434 72.8111 -6.390815 -6.761563 1 1 +435 72.6437 -4.034096 -3.794652 2 1 +436 72.7064 -1.654652 -2.322384 1 1 +437 72.7689 -4.145180 -4.028886 2 2 +438 72.8311 -3.828254 -3.532971 2 2 +439 72.8929 -3.103020 -3.627020 1 1 +440 72.7273 -4.863562 -4.707211 2 1 +441 72.7891 -3.523682 -4.907935 1 1 +442 72.6244 -3.848975 -3.542784 2 1 +443 72.6862 -1.942602 -3.178301 1 1 +444 72.5225 -5.749559 -5.971589 1 2 +445 72.5843 -1.535828 -2.282588 1 1 +446 72.6457 -4.831359 -4.288423 2 2 +447 72.7069 -2.982056 -3.011973 1 1 +448 72.7679 -4.749600 -4.742162 2 2 +449 72.8285 -2.481160 -1.811081 2 2 +450 72.8889 -5.349513 -4.439064 2 2 +451 72.7273 -4.410544 -4.456103 1 2 +452 72.5664 -5.443759 -5.250157 2 1 +453 72.6269 -4.541373 -4.141792 2 2 +454 72.6872 -3.494572 -3.969306 1 1 +455 72.5275 -2.029699 -9.591839 1 2 +456 72.3684 -3.967716 -4.041036 1 2 +457 72.4289 -6.955307 -7.033973 1 1 +458 72.4891 -3.067993 -2.156523 2 2 +459 72.5490 -4.295752 -3.811829 2 2 +460 72.6087 -0.934852 -6.757411 1 1 +461 72.6681 -2.462716 -3.372474 1 1 +462 72.7273 -4.868198 -5.421263 1 1 +463 72.7862 -1.401322 -1.710428 1 1 +464 72.8448 -2.020696 -2.203519 1 1 +465 72.9032 -3.148004 -3.024825 2 2 +466 72.7468 -5.237325 -5.589399 1 2 +467 72.5910 -6.058184 -6.030188 2 1 +468 72.6496 -4.109259 -3.953363 2 2 +469 72.7079 -2.217262 -2.332530 1 1 +470 72.7660 -1.790389 -1.698689 2 2 +471 72.8238 -2.730297 -2.806174 1 1 +472 72.6695 -2.697428 -2.718599 1 2 +473 72.7273 -4.589368 -3.437763 2 2 +474 72.7848 -2.932302 -3.594870 1 1 +475 72.8421 -1.575438 -1.338078 2 2 +476 72.6891 -3.839683 -4.304873 1 2 +477 72.5367 -4.319012 -4.949756 1 2 +478 72.5941 -2.620507 -2.657052 1 1 +479 72.6514 -2.725250 -2.944621 1 1 +480 72.7083 -5.675479 -5.666295 2 2 +481 72.7651 -2.664861 -2.706591 1 1 +482 72.6141 -4.840196 -5.467023 1 2 +483 72.6708 -3.755706 -4.042553 1 1 +484 72.5207 -2.762359 -2.363014 2 1 +485 72.5773 -1.305199 -1.878756 1 1 +486 72.6337 -2.501139 -2.832292 1 1 +487 72.6899 -3.344753 -3.077728 2 2 +488 72.7459 -2.916283 -2.446767 2 2 +489 72.8016 -2.302244 -2.795351 1 1 +490 72.8571 -2.687073 -2.917717 1 1 +491 72.9124 -4.562341 -4.045372 2 2 +492 72.9675 -5.359358 -4.684927 2 2 +493 73.0223 -1.640803 -2.482348 1 1 +494 73.0769 -2.962347 -2.806417 2 2 +495 73.1313 -4.090563 -4.192905 1 1 +496 73.1855 -3.266999 -3.225008 2 2 +497 73.0382 -4.827887 -4.545903 2 1 +498 73.0924 -1.737267 -1.681324 2 2 +499 73.1463 -2.845288 -3.173778 1 1 +500 73.2000 -5.001856 -4.282229 2 2 +501 73.2535 -1.555226 -3.164441 1 1 +502 73.3068 -2.394600 -2.575904 1 1 +503 73.3598 -4.019880 -3.507260 2 2 +504 73.4127 -2.294817 -2.323477 1 1 +505 73.2673 -7.527046 -8.255444 1 2 +506 73.3202 -4.429716 -5.006059 1 1 +507 73.3728 -3.034354 -3.376369 1 1 +508 73.4252 -4.872510 -3.348900 2 2 +509 73.4774 -3.902154 -10.219096 1 1 +510 73.5294 -4.863218 -5.440377 1 1 +511 73.5812 -4.454262 -3.207201 2 2 +512 73.6328 -3.344569 -3.433336 1 1 +513 73.6842 -3.304631 -3.113891 2 2 +514 73.5409 -4.213005 -3.608480 2 1 +515 73.5922 -5.342648 -6.334026 1 1 +516 73.4496 -3.946865 -3.890888 2 1 +517 73.5010 -2.215093 -2.908310 1 1 +518 73.5521 -2.822336 -2.332563 2 2 +519 73.4104 -6.389946 -6.724640 1 2 +520 73.2692 -2.396610 -2.625736 1 2 +521 73.1286 -2.921134 -2.299594 2 1 +522 73.1801 -3.673046 -2.664185 2 2 +523 73.2314 -3.341688 -3.008404 2 2 +524 73.2824 -3.920842 -4.688214 1 1 +525 73.3333 -3.351178 -2.411668 2 2 +526 73.3840 -0.435230 -15.615176 1 1 +527 73.4345 -4.932608 -3.755091 2 2 +528 73.4848 -6.681845 -6.074457 2 2 +529 73.3459 -4.978074 -4.761744 2 1 +530 73.3962 -5.572845 -4.608995 2 2 +531 73.4463 -3.382262 -3.545126 1 1 +532 73.4962 -1.716968 -2.526233 1 1 +533 73.5460 -3.764735 -2.314471 2 2 +534 73.5955 -2.171488 -2.566783 1 1 +535 73.4579 -3.587557 -3.603591 1 2 +536 73.3209 -2.740304 -2.559039 2 1 +537 73.3706 -4.932653 -6.247242 1 1 +538 73.4201 -1.297977 -4.629647 1 1 +539 73.4694 -4.028844 -1.755366 2 2 +540 73.5185 -2.784476 -2.696214 2 2 +541 73.5675 -3.427383 -4.006305 1 1 +542 73.4317 -3.883244 -5.516355 1 2 +543 73.4807 -5.342451 -4.255764 2 2 +544 73.5294 -2.379271 -4.412310 1 1 +545 73.3945 -3.128110 -4.709870 1 2 +546 73.4432 -2.211316 -3.585466 1 1 +547 73.4918 -5.547989 -4.922346 2 2 +548 73.5401 -4.223071 -4.406293 1 1 +549 73.5883 -5.127354 -5.420267 1 1 +550 73.6364 -2.704861 -2.679498 2 2 +551 73.5027 -0.795676 -12.443151 1 2 +552 73.3696 -2.466297 -2.157167 2 1 +553 73.4177 -5.164022 -5.005332 2 2 +554 73.4657 -5.193631 -4.608282 2 2 +555 73.5135 -1.854674 -1.489065 2 2 +556 73.5612 -5.589886 -5.269020 2 2 +557 73.4291 -6.573138 -4.323884 2 1 +558 73.4767 -1.617616 -3.368902 1 1 +559 73.5242 -2.821999 -2.724710 2 2 +560 73.3929 -2.200818 -1.967896 2 1 +561 73.4403 -2.124724 -2.170107 1 1 +562 73.4875 -0.849473 -1.913388 1 1 +563 73.3570 -1.632778 -2.571986 1 2 +564 73.4043 -2.824717 -3.112279 1 1 +565 73.4513 -3.888480 -3.766472 2 2 +566 73.4982 -5.555128 -6.108299 1 1 +567 73.5450 -3.114311 -2.706109 2 2 +568 73.5915 -6.417589 -2.544887 2 2 +569 73.4622 -3.529140 -2.756483 2 1 +570 73.5088 -4.941369 -5.124382 1 1 +571 73.5552 -4.107589 -2.653126 2 2 +572 73.6014 -2.929537 -2.866295 2 2 +573 73.6475 -3.645879 -3.567096 2 2 +574 73.6934 -4.289616 -3.366145 2 2 +575 73.5652 -5.232414 -5.345442 1 2 +576 73.6111 -2.905285 -3.545562 1 1 +577 73.6568 -3.917310 -3.652802 2 2 +578 73.5294 -3.166994 -3.207816 1 2 +579 73.5751 -3.798988 -3.601499 2 2 +580 73.6207 -2.662457 -2.852457 1 1 +581 73.4940 -5.525623 -5.306726 2 1 +582 73.5395 -6.383557 -6.015775 2 2 +583 73.5849 -4.818933 -4.668481 2 2 +584 73.6301 -4.319558 -4.440494 1 1 +585 73.6752 -0.812234 -1.929891 1 1 +586 73.5495 -3.782407 -3.735307 2 1 +587 73.4242 -5.226301 -4.608036 2 1 +588 73.4694 -4.571158 -2.946722 2 2 +589 73.5144 -4.101570 -3.819023 2 2 +590 73.5593 -4.213383 -3.964404 2 2 +591 73.6041 -3.565300 -3.351173 2 2 +592 73.6486 -3.755159 -4.548154 1 1 +593 73.6931 -3.656297 -3.186126 2 2 +594 73.5690 -3.284728 -2.971177 2 1 +595 73.4454 -1.681198 -1.686248 1 2 +596 73.4899 -4.750992 -4.714111 2 2 +597 73.5343 -2.560311 -2.626715 1 1 +598 73.5786 -3.139748 -3.528689 1 1 +599 73.6227 -3.017416 -3.433378 1 1 +600 73.6667 -4.042673 -3.784333 2 2 +601 73.5441 -3.740530 -3.782080 1 2 +602 73.5880 -3.257187 -5.051379 1 1 +603 73.6318 -6.596201 -5.933058 2 2 +604 73.5099 -3.005611 -3.139649 1 2 +605 73.3884 -2.144136 -2.094536 2 1 +606 73.4323 -3.322591 -2.636200 2 2 +607 73.4761 -2.360447 -2.377142 1 1 +608 73.3553 -2.587655 -2.172026 2 1 +609 73.3990 -5.893910 -6.074374 1 1 +610 73.2787 -2.716137 -2.618489 2 1 +611 73.3224 -5.006070 -5.117066 1 1 +612 73.3660 -3.017789 -5.480309 1 1 +613 73.2463 -2.343893 -2.371224 1 2 +614 73.2899 -3.367298 -2.532320 2 2 +615 73.1707 -2.810933 -2.864248 1 2 +616 73.2143 -3.580619 -3.528645 2 2 +617 73.2577 -10.187305 -4.473582 2 2 +618 73.1392 -4.100809 -4.179253 1 2 +619 73.1826 -3.710102 -3.397091 2 2 +620 73.2258 -4.334520 -4.342053 1 1 +621 73.2689 -3.138766 -2.351909 2 2 +622 73.3119 -2.365173 -2.726261 1 1 +623 73.1942 -2.497026 -2.178715 2 1 +624 73.2372 -4.289888 -3.600160 2 2 +625 73.2800 -4.416859 -5.383914 1 1 +626 73.3227 -2.896434 -3.655345 1 1 +627 73.2057 -3.398970 -3.348779 2 1 +628 73.2484 -3.373778 -3.026192 2 2 +629 73.2909 -1.860166 -2.897796 1 1 +630 73.3333 -1.900629 -1.965299 1 1 +631 73.3756 -1.786560 -2.402558 1 1 +632 73.4177 -2.074802 -1.872774 2 2 +633 73.4597 -2.255230 -2.086543 2 2 +634 73.5016 -2.418251 -3.520786 1 1 +635 73.3858 -4.038675 -4.127187 1 2 +636 73.4277 -3.511357 -4.113297 1 1 +637 73.4694 -3.499644 -5.379027 1 1 +638 73.3542 -4.553413 -4.376689 2 1 +639 73.3959 -1.995664 -3.610913 1 1 +640 73.2812 -1.447653 -1.497714 1 2 +641 73.3229 -4.706302 -5.920225 1 1 +642 73.3645 -4.307153 -2.702391 2 2 +643 73.4059 -1.538904 -1.206224 2 2 +644 73.4472 -4.668619 -4.960238 1 1 +645 73.4884 -1.229732 -1.432198 1 1 +646 73.3746 -4.487777 -4.296882 2 1 +647 73.2612 -4.103436 -4.096601 2 1 +648 73.3025 -3.289621 -3.126441 2 2 +649 73.3436 -2.619419 -3.019005 1 1 +650 73.3846 -3.887197 -4.200695 1 1 +651 73.2719 -6.118185 -6.834569 1 2 +652 73.3129 -4.648636 -4.458991 2 2 +653 73.3538 -6.919708 -6.497159 2 2 +654 73.2416 -3.267819 -3.819279 1 2 +655 73.1298 -3.104388 -3.136551 1 2 +656 73.1707 -4.273729 -1.861373 2 2 +657 73.0594 -6.070203 -6.327499 1 2 +658 73.1003 -4.028358 -2.184344 2 2 +659 73.1411 -1.892274 -1.525220 2 2 +660 73.1818 -4.308729 -3.153662 2 2 +661 73.2224 -2.660473 -3.103837 1 1 +662 73.2628 -2.996507 -3.536639 1 1 +663 73.3032 -6.042177 -5.622390 2 2 +664 73.3434 -2.497091 -2.613828 1 1 +665 73.2331 -3.653538 -3.917954 1 2 +666 73.2733 -5.405304 -5.470469 1 1 +667 73.1634 -5.123279 -6.487107 1 2 +668 73.2036 -3.131983 -3.163080 1 1 +669 73.0942 -3.302838 -3.231763 2 1 +670 72.9851 -3.333163 -2.791347 2 1 +671 73.0253 -3.528916 -4.505208 1 1 +672 73.0655 -3.249883 -3.130015 2 2 +673 73.1055 -1.877658 -1.728359 2 2 +674 73.1454 -5.292239 -5.624766 1 1 +675 73.1852 -4.239810 -4.452713 1 1 +676 73.0769 -2.423725 -2.884747 1 2 +677 73.1167 -2.766062 -3.596575 1 1 +678 73.0088 -4.789605 -4.928553 1 2 +679 73.0486 -5.378252 -5.028162 2 2 +680 72.9412 -3.935290 -3.845094 2 1 +681 72.8341 -3.248238 -2.909730 2 1 +682 72.7273 -2.542469 -2.768886 1 2 +683 72.7672 -2.072448 -2.623425 1 1 +684 72.8070 -4.748239 -9.072762 1 1 +685 72.8467 -3.181433 -2.037292 2 2 +686 72.7405 -4.726821 -4.971828 1 2 +687 72.7802 -2.593862 -2.151477 2 2 +688 72.8198 -7.578093 -8.333674 1 1 +689 72.8592 -2.477769 -2.373563 2 2 +690 72.7536 -2.188487 -2.503809 1 2 +691 72.7931 -2.824885 -3.836720 1 1 +692 72.8324 -1.957398 -2.660049 1 1 +693 72.8716 -4.428149 -4.578824 1 1 +694 72.9107 -3.354241 -3.181359 2 2 +695 72.9496 -4.939289 -5.270394 1 1 +696 72.9885 -4.572643 -4.787258 1 1 +697 73.0273 -2.842756 -2.886608 1 1 +698 73.0659 -4.387108 -3.897719 2 2 +699 73.1044 -4.101096 -4.888093 1 1 +700 73.1429 -2.729415 -2.463594 2 2 +701 73.0385 -2.330218 -2.014017 2 1 +702 72.9345 -4.931764 -5.507763 1 2 +703 72.8307 -5.394964 -5.176692 2 1 +704 72.8693 -1.632140 -2.363276 1 1 +705 72.9078 -2.437809 -2.119190 2 2 +706 72.8045 -3.028704 -3.062505 1 2 +707 72.8430 -4.688201 -4.846083 1 1 +708 72.8814 -3.784262 -3.332686 2 2 +709 72.9196 -3.541365 -2.886649 2 2 +710 72.9577 -2.544746 -3.271840 1 1 +711 72.8551 -3.569923 -3.594482 1 2 +712 72.7528 -2.380597 -3.118414 1 2 +713 72.7910 -3.573657 -3.444835 2 2 +714 72.6891 -3.311301 -3.364119 1 2 +715 72.7273 -4.959571 -4.135883 2 2 +716 72.7654 -4.641069 -3.572934 2 2 +717 72.8033 -2.546789 -1.089393 2 2 +718 72.8412 -3.527005 -3.727479 1 1 +719 72.7399 -4.619215 -4.460496 2 1 +720 72.6389 -1.141250 -5.403459 1 2 +721 72.5381 -4.816299 -4.897996 1 2 +722 72.4377 -2.235286 -1.880338 2 1 +723 72.4758 -2.806455 -3.135344 1 1 +724 72.3757 -2.945619 -3.084886 1 2 +725 72.4138 -2.949540 -2.816332 2 2 +726 72.4518 -3.869672 -3.784314 2 2 +727 72.4897 -3.580798 -3.141357 2 2 +728 72.5275 -4.446311 -4.638037 1 1 +729 72.5652 -1.844515 -2.332476 1 1 +730 72.6027 -3.505840 -3.644500 1 1 +731 72.6402 -2.626831 -3.539614 1 1 +732 72.6776 -2.823433 -2.307581 2 2 +733 72.5784 -3.976466 -4.074445 1 2 +734 72.6158 -0.178089 -7.475713 1 1 +735 72.6531 -2.923876 -3.221374 1 1 +736 72.6902 -2.780297 -3.365526 1 1 +737 72.7273 -3.861258 -4.007032 1 1 +738 72.7642 -4.463194 -4.295875 2 2 +739 72.8011 -1.099094 -7.297020 1 1 +740 72.8378 -3.914534 -3.451499 2 2 +741 72.7395 -4.501550 -4.102943 2 1 +742 72.6415 -3.037315 -3.150648 1 2 +743 72.6783 -4.068208 -3.919866 2 2 +744 72.7151 -4.404786 -3.639205 2 2 +745 72.7517 -2.924044 -4.461154 1 1 +746 72.7882 -4.667308 -5.346744 1 1 +747 72.8246 -5.436225 -5.935135 1 1 +748 72.8610 -4.071938 -3.883876 2 2 +749 72.8972 -2.843541 -3.200118 1 1 +750 72.9333 -1.490906 -10.691070 1 1 + +Final Winogrande score(750 tasks): 72.9333 +/- 1.6235 diff --git a/scores/Llama-Guard-3-8B-iq3_s.arc b/scores/Llama-Guard-3-8B-iq3_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..815d75f799afc28f4c5b618411b529c10f8aeafd --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 73.68421053 +20 70.00000000 +21 71.42857143 +22 72.72727273 +23 69.56521739 +24 70.83333333 +25 68.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 65.51724138 +30 66.66666667 +31 64.51612903 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 57.89473684 +39 58.97435897 +40 60.00000000 +41 58.53658537 +42 59.52380952 +43 58.13953488 +44 56.81818182 +45 57.77777778 +46 58.69565217 +47 59.57446809 +48 58.33333333 +49 59.18367347 +50 58.00000000 +51 58.82352941 +52 59.61538462 +53 58.49056604 +54 57.40740741 +55 56.36363636 +56 57.14285714 +57 57.89473684 +58 58.62068966 +59 59.32203390 +60 60.00000000 +61 60.65573770 +62 59.67741935 +63 60.31746032 +64 60.93750000 +65 60.00000000 +66 60.60606061 +67 61.19402985 +68 61.76470588 +69 62.31884058 +70 61.42857143 +71 60.56338028 +72 59.72222222 +73 60.27397260 +74 59.45945946 +75 60.00000000 +76 59.21052632 +77 58.44155844 +78 58.97435897 +79 58.22784810 +80 58.75000000 +81 58.02469136 +82 58.53658537 +83 57.83132530 +84 58.33333333 +85 58.82352941 +86 59.30232558 +87 58.62068966 +88 59.09090909 +89 59.55056180 +90 60.00000000 +91 60.43956044 +92 60.86956522 +93 60.21505376 +94 59.57446809 +95 60.00000000 +96 60.41666667 +97 59.79381443 +98 60.20408163 +99 60.60606061 +100 60.00000000 +101 59.40594059 +102 58.82352941 +103 58.25242718 +104 58.65384615 +105 59.04761905 +106 58.49056604 +107 58.87850467 +108 58.33333333 +109 57.79816514 +110 58.18181818 +111 58.55855856 +112 58.92857143 +113 59.29203540 +114 59.64912281 +115 60.00000000 +116 60.34482759 +117 59.82905983 +118 60.16949153 +119 59.66386555 +120 60.00000000 +121 59.50413223 +122 59.83606557 +123 60.16260163 +124 59.67741935 +125 60.00000000 +126 60.31746032 +127 60.62992126 +128 60.93750000 +129 60.46511628 +130 60.76923077 +131 61.06870229 +132 60.60606061 +133 60.90225564 +134 60.44776119 +135 60.00000000 +136 60.29411765 +137 60.58394161 +138 60.86956522 +139 61.15107914 +140 61.42857143 +141 61.70212766 +142 61.97183099 +143 62.23776224 +144 62.50000000 +145 62.75862069 +146 62.32876712 +147 61.90476190 +148 62.16216216 +149 62.41610738 +150 62.66666667 +151 62.25165563 +152 62.50000000 +153 62.74509804 +154 62.33766234 +155 61.93548387 +156 62.17948718 +157 62.42038217 +158 62.02531646 +159 62.26415094 +160 61.87500000 +161 62.11180124 +162 62.34567901 +163 62.57668712 +164 62.19512195 +165 61.81818182 +166 62.04819277 +167 61.67664671 +168 61.90476190 +169 61.53846154 +170 61.76470588 +171 61.40350877 +172 61.62790698 +173 61.84971098 +174 62.06896552 +175 61.71428571 +176 61.93181818 +177 62.14689266 +178 61.79775281 +179 62.01117318 +180 62.22222222 +181 61.87845304 +182 62.08791209 +183 61.74863388 +184 61.95652174 +185 62.16216216 +186 62.36559140 +187 62.56684492 +188 62.23404255 +189 61.90476190 +190 62.10526316 +191 62.30366492 +192 62.50000000 +193 62.17616580 +194 62.37113402 +195 62.56410256 +196 62.75510204 +197 62.94416244 +198 62.62626263 +199 62.31155779 +200 62.50000000 +201 62.68656716 +202 62.87128713 +203 63.05418719 +204 63.23529412 +205 62.92682927 +206 62.62135922 +207 62.31884058 +208 62.50000000 +209 62.67942584 +210 62.85714286 +211 63.03317536 +212 62.73584906 +213 62.91079812 +214 63.08411215 +215 63.25581395 +216 62.96296296 +217 62.67281106 +218 62.84403670 +219 62.55707763 +220 62.27272727 +221 61.99095023 +222 62.16216216 +223 61.88340807 +224 61.60714286 +225 61.33333333 +226 61.50442478 +227 61.67400881 +228 61.84210526 +229 62.00873362 +230 62.17391304 +231 61.90476190 +232 61.63793103 +233 61.80257511 +234 61.96581197 +235 61.70212766 +236 61.44067797 +237 61.60337553 +238 61.76470588 +239 61.92468619 +240 62.08333333 +241 62.24066390 +242 61.98347107 +243 62.13991770 +244 61.88524590 +245 62.04081633 +246 62.19512195 +247 62.34817814 +248 62.50000000 +249 62.24899598 +250 62.40000000 +251 62.54980080 +252 62.69841270 +253 62.84584980 +254 62.59842520 +255 62.74509804 +256 62.50000000 +257 62.25680934 +258 62.40310078 +259 62.16216216 +260 62.30769231 +261 62.45210728 +262 62.59541985 +263 62.73764259 +264 62.87878788 +265 62.64150943 +266 62.40601504 +267 62.54681648 +268 62.68656716 +269 62.82527881 +270 62.96296296 +271 62.73062731 +272 62.50000000 +273 62.27106227 +274 62.04379562 +275 61.81818182 +276 61.95652174 +277 62.09386282 +278 61.87050360 +279 62.00716846 +280 62.14285714 +281 62.27758007 +282 62.41134752 +283 62.19081272 +284 62.32394366 +285 62.45614035 +286 62.58741259 +287 62.71777003 +288 62.84722222 +289 62.62975779 +290 62.75862069 +291 62.88659794 +292 63.01369863 +293 63.13993174 +294 62.92517007 +295 63.05084746 +296 63.17567568 +297 63.29966330 +298 63.42281879 +299 63.54515050 +300 63.33333333 +301 63.12292359 +302 63.24503311 +303 63.36633663 +304 63.48684211 +305 63.27868852 +306 63.07189542 +307 62.86644951 +308 62.98701299 +309 63.10679612 +310 63.22580645 +311 63.34405145 +312 63.14102564 +313 63.25878594 +314 63.05732484 +315 63.17460317 +316 63.29113924 +317 63.40694006 +318 63.20754717 +319 63.00940439 +320 63.12500000 +321 63.23987539 +322 63.04347826 +323 63.15789474 +324 63.27160494 +325 63.38461538 +326 63.49693252 +327 63.30275229 +328 63.41463415 +329 63.52583587 +330 63.33333333 +331 63.44410876 +332 63.25301205 +333 63.36336336 +334 63.17365269 +335 62.98507463 +336 62.79761905 +337 62.90801187 +338 62.72189349 +339 62.83185841 +340 62.64705882 +341 62.46334311 +342 62.28070175 +343 62.39067055 +344 62.50000000 +345 62.31884058 +346 62.13872832 +347 61.95965418 +348 61.78160920 +349 61.89111748 +350 61.71428571 +351 61.53846154 +352 61.36363636 +353 61.47308782 +354 61.29943503 +355 61.12676056 +356 61.23595506 +357 61.34453782 +358 61.45251397 +359 61.28133705 +360 61.38888889 +361 61.49584488 +362 61.60220994 +363 61.43250689 +364 61.26373626 +365 61.36986301 +366 61.47540984 +367 61.58038147 +368 61.68478261 +369 61.78861789 +370 61.89189189 +371 61.72506739 +372 61.82795699 +373 61.66219839 +374 61.76470588 +375 61.60000000 +376 61.70212766 +377 61.80371353 +378 61.90476190 +379 61.74142480 +380 61.84210526 +381 61.94225722 +382 61.78010471 +383 61.61879896 +384 61.71875000 +385 61.55844156 +386 61.65803109 +387 61.49870801 +388 61.34020619 +389 61.43958869 +390 61.28205128 +391 61.12531969 +392 61.22448980 +393 61.32315522 +394 61.42131980 +395 61.51898734 +396 61.36363636 +397 61.20906801 +398 61.05527638 +399 61.15288221 +400 61.25000000 +401 61.34663342 +402 61.44278607 +403 61.53846154 +404 61.63366337 +405 61.72839506 +406 61.82266010 +407 61.91646192 +408 62.00980392 +409 61.85819071 +410 61.95121951 +411 62.04379562 +412 61.89320388 +413 61.74334140 +414 61.83574879 +415 61.68674699 +416 61.77884615 +417 61.87050360 +418 61.96172249 +419 61.81384248 +420 61.90476190 +421 61.99524941 +422 61.84834123 +423 61.93853428 +424 61.79245283 +425 61.88235294 +426 61.97183099 +427 62.06088993 +428 61.91588785 +429 62.00466200 +430 62.09302326 +431 62.18097448 +432 62.26851852 +433 62.12471132 +434 62.21198157 +435 62.29885057 +436 62.38532110 +437 62.47139588 +438 62.55707763 +439 62.64236902 +440 62.50000000 +441 62.58503401 +442 62.44343891 +443 62.30248307 +444 62.16216216 +445 62.24719101 +446 62.33183857 +447 62.41610738 +448 62.50000000 +449 62.58351893 +450 62.44444444 +451 62.52771619 +452 62.61061947 +453 62.47240618 +454 62.55506608 +455 62.63736264 +456 62.71929825 +457 62.80087527 +458 62.88209607 +459 62.96296296 +460 63.04347826 +461 62.90672451 +462 62.98701299 +463 62.85097192 +464 62.71551724 +465 62.79569892 +466 62.87553648 +467 62.95503212 +468 63.03418803 +469 62.89978678 +470 62.97872340 +471 63.05732484 +472 63.13559322 +473 63.00211416 +474 63.08016878 +475 63.15789474 +476 63.23529412 +477 63.31236897 +478 63.38912134 +479 63.46555324 +480 63.54166667 +481 63.40956341 +482 63.48547718 +483 63.56107660 +484 63.63636364 +485 63.71134021 +486 63.78600823 +487 63.65503080 +488 63.72950820 +489 63.59918200 +490 63.46938776 +491 63.54378819 +492 63.61788618 +493 63.48884381 +494 63.56275304 +495 63.43434343 +496 63.30645161 +497 63.38028169 +498 63.45381526 +499 63.52705411 +500 63.60000000 +501 63.47305389 +502 63.54581673 +503 63.61829026 +504 63.49206349 +505 63.56435644 +506 63.43873518 +507 63.31360947 +508 63.38582677 +509 63.45776031 +510 63.52941176 +511 63.40508806 +512 63.28125000 +513 63.15789474 +514 63.22957198 +515 63.30097087 +516 63.17829457 +517 63.24951644 +518 63.32046332 +519 63.39113680 +520 63.26923077 +521 63.33973129 +522 63.40996169 +523 63.28871893 +524 63.16793893 +525 63.04761905 +526 62.92775665 +527 62.80834915 +528 62.68939394 +529 62.57088847 +530 62.64150943 +531 62.71186441 +532 62.78195489 +533 62.85178236 +534 62.73408240 +535 62.61682243 +536 62.50000000 +537 62.56983240 +538 62.45353160 +539 62.52319109 +540 62.40740741 +541 62.47689464 +542 62.54612546 +543 62.61510129 +544 62.68382353 +545 62.75229358 +546 62.63736264 +547 62.52285192 +548 62.59124088 +549 62.47723133 +550 62.54545455 +551 62.43194192 +552 62.31884058 +553 62.38698011 +554 62.45487365 +555 62.52252252 +556 62.41007194 +557 62.29802513 +558 62.18637993 +559 62.25402504 +560 62.32142857 +561 62.38859180 +562 62.45551601 +563 62.52220249 +564 62.41134752 +565 62.30088496 +566 62.36749117 +567 62.43386243 +568 62.50000000 +569 62.39015817 +570 62.28070175 +571 62.34676007 +572 62.23776224 +573 62.30366492 +574 62.36933798 +575 62.26086957 +576 62.32638889 +577 62.39168111 +578 62.45674740 +579 62.52158895 +580 62.41379310 +581 62.47848537 +582 62.54295533 +583 62.43567753 +584 62.50000000 +585 62.56410256 +586 62.45733788 +587 62.52129472 +588 62.58503401 +589 62.64855688 +590 62.71186441 +591 62.77495770 +592 62.83783784 +593 62.90050590 +594 62.96296296 +595 63.02521008 +596 62.91946309 +597 62.81407035 +598 62.87625418 +599 62.93823038 +600 62.83333333 +601 62.89517471 +602 62.79069767 +603 62.68656716 +604 62.74834437 +605 62.80991736 +606 62.87128713 +607 62.93245470 +608 62.99342105 +609 62.88998358 +610 62.95081967 +611 62.84779051 +612 62.74509804 +613 62.64274062 +614 62.70358306 +615 62.76422764 +616 62.66233766 +617 62.72285251 +618 62.62135922 +619 62.52019386 +620 62.58064516 +621 62.64090177 +622 62.54019293 +623 62.60032103 +624 62.66025641 +625 62.56000000 +626 62.46006390 +627 62.51993620 +628 62.57961783 +629 62.63910970 +630 62.69841270 +631 62.75752773 +632 62.65822785 +633 62.55924171 +634 62.61829653 +635 62.67716535 +636 62.73584906 +637 62.63736264 +638 62.69592476 +639 62.75430360 +640 62.65625000 +641 62.71450858 +642 62.61682243 +643 62.67496112 +644 62.73291925 +645 62.63565891 +646 62.53869969 +647 62.59659969 +648 62.50000000 +649 62.40369800 +650 62.46153846 +651 62.51920123 +652 62.57668712 +653 62.48085758 +654 62.38532110 +655 62.29007634 +656 62.19512195 +657 62.10045662 +658 62.15805471 +659 62.06373293 +660 62.12121212 +661 62.17851740 +662 62.23564955 +663 62.29260935 +664 62.34939759 +665 62.40601504 +666 62.46246246 +667 62.51874063 +668 62.42514970 +669 62.33183857 +670 62.38805970 +671 62.29508197 +672 62.35119048 +673 62.25854383 +674 62.31454006 +675 62.22222222 +676 62.13017751 +677 62.18611521 +678 62.24188791 +679 62.15022091 +680 62.20588235 +681 62.11453744 +682 62.02346041 +683 61.93265007 +684 61.84210526 +685 61.89781022 +686 61.80758017 +687 61.86317322 +688 61.91860465 +689 61.82873730 +690 61.88405797 +691 61.93921852 +692 61.99421965 +693 61.90476190 +694 61.81556196 +695 61.72661871 +696 61.63793103 +697 61.54949785 +698 61.46131805 +699 61.37339056 +700 61.42857143 +701 61.48359486 +702 61.53846154 +703 61.59317212 +704 61.64772727 +705 61.56028369 +706 61.61473088 +707 61.66902405 +708 61.72316384 +709 61.77715092 +710 61.83098592 +711 61.88466948 +712 61.93820225 +713 61.99158485 +714 61.90476190 +715 61.81818182 +716 61.87150838 +717 61.92468619 +718 61.83844011 +719 61.75243394 +720 61.80555556 +721 61.85852982 +722 61.91135734 +723 61.96403873 +724 61.87845304 +725 61.93103448 +726 61.98347107 +727 61.89821183 +728 61.95054945 +729 62.00274348 +730 62.05479452 +731 62.10670315 +732 62.15846995 +733 62.21009550 +734 62.26158038 +735 62.17687075 +736 62.22826087 +737 62.14382632 +738 62.19512195 +739 62.11096076 +740 62.02702703 +741 62.07827260 +742 62.12938005 +743 62.18034993 +744 62.09677419 +745 62.14765101 +746 62.19839142 +747 62.11512718 +748 62.03208556 +749 61.94926569 +750 62.00000000 + +Final result: 62.0000 +/- 1.7736 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-iq3_s.hsw b/scores/Llama-Guard-3-8B-iq3_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..e96219220f08b35bcdfedf04f5e4505600f9e45d --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 77.77777778 +10 80.00000000 +11 81.81818182 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 83.33333333 +19 78.94736842 +20 80.00000000 +21 76.19047619 +22 77.27272727 +23 78.26086957 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 70.00000000 +31 70.96774194 +32 68.75000000 +33 69.69696970 +34 70.58823529 +35 71.42857143 +36 69.44444444 +37 70.27027027 +38 71.05263158 +39 71.79487179 +40 72.50000000 +41 73.17073171 +42 71.42857143 +43 72.09302326 +44 72.72727273 +45 71.11111111 +46 71.73913043 +47 72.34042553 +48 72.91666667 +49 73.46938776 +50 72.00000000 +51 72.54901961 +52 71.15384615 +53 69.81132075 +54 68.51851852 +55 67.27272727 +56 66.07142857 +57 66.66666667 +58 67.24137931 +59 67.79661017 +60 68.33333333 +61 67.21311475 +62 67.74193548 +63 68.25396825 +64 68.75000000 +65 69.23076923 +66 68.18181818 +67 68.65671642 +68 69.11764706 +69 68.11594203 +70 68.57142857 +71 67.60563380 +72 68.05555556 +73 67.12328767 +74 67.56756757 +75 66.66666667 +76 67.10526316 +77 67.53246753 +78 67.94871795 +79 68.35443038 +80 68.75000000 +81 69.13580247 +82 69.51219512 +83 69.87951807 +84 70.23809524 +85 70.58823529 +86 70.93023256 +87 71.26436782 +88 71.59090909 +89 70.78651685 +90 71.11111111 +91 71.42857143 +92 70.65217391 +93 70.96774194 +94 71.27659574 +95 71.57894737 +96 71.87500000 +97 72.16494845 +98 72.44897959 +99 72.72727273 +100 72.00000000 +101 72.27722772 +102 71.56862745 +103 70.87378641 +104 71.15384615 +105 71.42857143 +106 71.69811321 +107 71.96261682 +108 72.22222222 +109 71.55963303 +110 71.81818182 +111 72.07207207 +112 72.32142857 +113 72.56637168 +114 72.80701754 +115 73.04347826 +116 72.41379310 +117 71.79487179 +118 72.03389831 +119 72.26890756 +120 72.50000000 +121 72.72727273 +122 72.95081967 +123 73.17073171 +124 73.38709677 +125 73.60000000 +126 73.80952381 +127 74.01574803 +128 73.43750000 +129 73.64341085 +130 73.07692308 +131 73.28244275 +132 73.48484848 +133 73.68421053 +134 73.88059701 +135 74.07407407 +136 74.26470588 +137 74.45255474 +138 74.63768116 +139 74.10071942 +140 74.28571429 +141 74.46808511 +142 74.64788732 +143 74.82517483 +144 75.00000000 +145 75.17241379 +146 75.34246575 +147 75.51020408 +148 75.00000000 +149 75.16778523 +150 75.33333333 +151 74.83443709 +152 74.34210526 +153 74.50980392 +154 74.67532468 +155 74.83870968 +156 74.35897436 +157 74.52229299 +158 74.68354430 +159 74.84276730 +160 75.00000000 +161 75.15527950 +162 75.30864198 +163 75.46012270 +164 75.60975610 +165 75.75757576 +166 75.90361446 +167 76.04790419 +168 76.19047619 +169 75.73964497 +170 75.88235294 +171 76.02339181 +172 76.16279070 +173 76.30057803 +174 76.43678161 +175 76.57142857 +176 76.13636364 +177 76.27118644 +178 76.40449438 +179 75.97765363 +180 76.11111111 +181 75.69060773 +182 75.82417582 +183 75.95628415 +184 75.54347826 +185 75.67567568 +186 75.26881720 +187 74.86631016 +188 75.00000000 +189 74.60317460 +190 74.73684211 +191 74.86910995 +192 75.00000000 +193 74.61139896 +194 74.74226804 +195 74.35897436 +196 73.97959184 +197 74.11167513 +198 73.73737374 +199 73.86934673 +200 74.00000000 +201 74.12935323 +202 74.25742574 +203 73.89162562 +204 74.01960784 +205 74.14634146 +206 74.27184466 +207 74.39613527 +208 74.03846154 +209 74.16267943 +210 74.28571429 +211 74.40758294 +212 74.52830189 +213 74.64788732 +214 74.76635514 +215 74.41860465 +216 74.53703704 +217 74.19354839 +218 74.31192661 +219 74.42922374 +220 74.54545455 +221 74.20814480 +222 74.32432432 +223 74.43946188 +224 74.55357143 +225 74.66666667 +226 74.77876106 +227 74.44933921 +228 74.56140351 +229 74.67248908 +230 74.78260870 +231 74.45887446 +232 74.13793103 +233 74.24892704 +234 74.35897436 +235 74.04255319 +236 73.72881356 +237 73.83966245 +238 73.94957983 +239 74.05857741 +240 74.16666667 +241 74.27385892 +242 74.38016529 +243 74.48559671 +244 74.18032787 +245 73.87755102 +246 73.98373984 +247 74.08906883 +248 74.19354839 +249 74.29718876 +250 74.40000000 +251 74.50199203 +252 74.60317460 +253 74.30830040 +254 74.40944882 +255 74.50980392 +256 74.60937500 +257 74.31906615 +258 74.41860465 +259 74.51737452 +260 74.61538462 +261 74.71264368 +262 74.42748092 +263 74.52471483 +264 74.62121212 +265 74.71698113 +266 74.81203008 +267 74.90636704 +268 75.00000000 +269 75.09293680 +270 75.18518519 +271 74.90774908 +272 75.00000000 +273 74.72527473 +274 74.81751825 +275 74.54545455 +276 74.63768116 +277 74.72924188 +278 74.82014388 +279 74.91039427 +280 75.00000000 +281 75.08896797 +282 75.17730496 +283 75.26501767 +284 75.35211268 +285 75.08771930 +286 75.17482517 +287 75.26132404 +288 75.34722222 +289 75.43252595 +290 75.51724138 +291 75.60137457 +292 75.34246575 +293 75.42662116 +294 75.51020408 +295 75.59322034 +296 75.67567568 +297 75.75757576 +298 75.83892617 +299 75.58528428 +300 75.33333333 +301 75.08305648 +302 75.16556291 +303 74.91749175 +304 74.67105263 +305 74.75409836 +306 74.83660131 +307 74.59283388 +308 74.67532468 +309 74.75728155 +310 74.83870968 +311 74.91961415 +312 75.00000000 +313 75.07987220 +314 75.15923567 +315 75.23809524 +316 75.31645570 +317 75.07886435 +318 74.84276730 +319 74.92163009 +320 75.00000000 +321 74.76635514 +322 74.53416149 +323 74.61300310 +324 74.69135802 +325 74.76923077 +326 74.84662577 +327 74.61773700 +328 74.69512195 +329 74.77203647 +330 74.84848485 +331 74.92447130 +332 74.69879518 +333 74.77477477 +334 74.55089820 +335 74.62686567 +336 74.70238095 +337 74.48071217 +338 74.26035503 +339 74.33628319 +340 74.41176471 +341 74.48680352 +342 74.56140351 +343 74.63556851 +344 74.70930233 +345 74.78260870 +346 74.56647399 +347 74.35158501 +348 74.13793103 +349 73.92550143 +350 74.00000000 +351 74.07407407 +352 74.14772727 +353 74.22096317 +354 74.29378531 +355 74.36619718 +356 74.43820225 +357 74.50980392 +358 74.58100559 +359 74.65181058 +360 74.72222222 +361 74.79224377 +362 74.86187845 +363 74.65564738 +364 74.72527473 +365 74.79452055 +366 74.86338798 +367 74.93188011 +368 75.00000000 +369 75.06775068 +370 75.13513514 +371 75.20215633 +372 75.26881720 +373 75.06702413 +374 75.13368984 +375 75.20000000 +376 75.26595745 +377 75.06631300 +378 75.13227513 +379 75.19788918 +380 75.26315789 +381 75.32808399 +382 75.39267016 +383 75.45691906 +384 75.52083333 +385 75.58441558 +386 75.64766839 +387 75.45219638 +388 75.51546392 +389 75.57840617 +390 75.64102564 +391 75.44757033 +392 75.51020408 +393 75.57251908 +394 75.63451777 +395 75.69620253 +396 75.75757576 +397 75.81863980 +398 75.87939698 +399 75.93984962 +400 76.00000000 +401 76.05985037 +402 76.11940299 +403 75.93052109 +404 75.99009901 +405 76.04938272 +406 76.10837438 +407 76.16707617 +408 76.22549020 +409 76.28361858 +410 76.09756098 +411 76.15571776 +412 76.21359223 +413 76.27118644 +414 76.32850242 +415 76.14457831 +416 76.20192308 +417 76.25899281 +418 76.31578947 +419 76.37231504 +420 76.42857143 +421 76.24703088 +422 76.30331754 +423 76.35933806 +424 76.41509434 +425 76.47058824 +426 76.52582160 +427 76.34660422 +428 76.40186916 +429 76.22377622 +430 76.27906977 +431 76.33410673 +432 76.38888889 +433 76.44341801 +434 76.49769585 +435 76.32183908 +436 76.37614679 +437 76.20137300 +438 76.25570776 +439 76.30979499 +440 76.13636364 +441 76.19047619 +442 76.24434389 +443 76.29796840 +444 76.35135135 +445 76.40449438 +446 76.45739910 +447 76.51006711 +448 76.56250000 +449 76.61469933 +450 76.66666667 +451 76.49667406 +452 76.32743363 +453 76.15894040 +454 76.21145374 +455 76.26373626 +456 76.31578947 +457 76.36761488 +458 76.41921397 +459 76.47058824 +460 76.30434783 +461 76.35574837 +462 76.40692641 +463 76.45788337 +464 76.50862069 +465 76.34408602 +466 76.39484979 +467 76.44539615 +468 76.28205128 +469 76.33262260 +470 76.17021277 +471 76.22080679 +472 76.27118644 +473 76.32135307 +474 76.37130802 +475 76.42105263 +476 76.26050420 +477 76.10062893 +478 76.15062762 +479 75.99164927 +480 76.04166667 +481 75.88357588 +482 75.93360996 +483 75.98343685 +484 75.82644628 +485 75.67010309 +486 75.72016461 +487 75.77002053 +488 75.61475410 +489 75.66462168 +490 75.71428571 +491 75.76374745 +492 75.81300813 +493 75.86206897 +494 75.91093117 +495 75.95959596 +496 76.00806452 +497 76.05633803 +498 76.10441767 +499 75.95190381 +500 76.00000000 +501 76.04790419 +502 76.09561753 +503 76.14314115 +504 76.19047619 +505 76.23762376 +506 76.28458498 +507 76.33136095 +508 76.37795276 +509 76.42436149 +510 76.47058824 +511 76.51663405 +512 76.36718750 +513 76.21832359 +514 76.26459144 +515 76.31067961 +516 76.16279070 +517 76.01547389 +518 76.06177606 +519 76.10789981 +520 76.15384615 +521 76.00767754 +522 76.05363985 +523 76.09942639 +524 76.14503817 +525 76.19047619 +526 76.04562738 +527 76.09108159 +528 76.13636364 +529 76.18147448 +530 76.22641509 +531 76.27118644 +532 76.31578947 +533 76.36022514 +534 76.40449438 +535 76.44859813 +536 76.49253731 +537 76.53631285 +538 76.57992565 +539 76.43784787 +540 76.48148148 +541 76.52495379 +542 76.56826568 +543 76.42725599 +544 76.47058824 +545 76.51376147 +546 76.55677656 +547 76.59963437 +548 76.64233577 +549 76.68488160 +550 76.54545455 +551 76.58802178 +552 76.44927536 +553 76.49186257 +554 76.53429603 +555 76.39639640 +556 76.43884892 +557 76.30161580 +558 76.16487455 +559 76.20751342 +560 76.25000000 +561 76.29233512 +562 76.33451957 +563 76.37655417 +564 76.41843972 +565 76.28318584 +566 76.32508834 +567 76.36684303 +568 76.40845070 +569 76.27416520 +570 76.31578947 +571 76.35726795 +572 76.39860140 +573 76.43979058 +574 76.48083624 +575 76.52173913 +576 76.56250000 +577 76.60311958 +578 76.64359862 +579 76.68393782 +580 76.72413793 +581 76.59208262 +582 76.63230241 +583 76.67238422 +584 76.71232877 +585 76.75213675 +586 76.79180887 +587 76.83134583 +588 76.70068027 +589 76.74023769 +590 76.77966102 +591 76.81895093 +592 76.85810811 +593 76.72849916 +594 76.59932660 +595 76.63865546 +596 76.67785235 +597 76.71691792 +598 76.75585284 +599 76.62771285 +600 76.66666667 +601 76.70549085 +602 76.74418605 +603 76.78275290 +604 76.82119205 +605 76.85950413 +606 76.73267327 +607 76.77100494 +608 76.80921053 +609 76.84729064 +610 76.88524590 +611 76.92307692 +612 76.96078431 +613 76.83523654 +614 76.87296417 +615 76.91056911 +616 76.78571429 +617 76.82333874 +618 76.86084142 +619 76.89822294 +620 76.93548387 +621 76.97262480 +622 77.00964630 +623 77.04654896 +624 77.08333333 +625 77.12000000 +626 77.15654952 +627 77.19298246 +628 77.22929936 +629 77.10651828 +630 76.98412698 +631 77.02060222 +632 76.89873418 +633 76.77725118 +634 76.81388013 +635 76.85039370 +636 76.88679245 +637 76.92307692 +638 76.95924765 +639 76.99530516 +640 77.03125000 +641 77.06708268 +642 77.10280374 +643 77.13841369 +644 77.17391304 +645 77.05426357 +646 77.08978328 +647 77.12519320 +648 77.16049383 +649 77.04160247 +650 77.07692308 +651 77.11213518 +652 77.14723926 +653 77.18223583 +654 77.21712538 +655 77.25190840 +656 77.28658537 +657 77.32115677 +658 77.35562310 +659 77.23823976 +660 77.12121212 +661 77.15582451 +662 77.19033233 +663 77.22473605 +664 77.25903614 +665 77.29323308 +666 77.32732733 +667 77.36131934 +668 77.39520958 +669 77.42899851 +670 77.46268657 +671 77.49627422 +672 77.52976190 +673 77.56315007 +674 77.59643917 +675 77.62962963 +676 77.51479290 +677 77.54800591 +678 77.58112094 +679 77.61413844 +680 77.64705882 +681 77.53303965 +682 77.56598240 +683 77.59882870 +684 77.63157895 +685 77.66423358 +686 77.69679300 +687 77.72925764 +688 77.76162791 +689 77.79390421 +690 77.82608696 +691 77.85817656 +692 77.89017341 +693 77.77777778 +694 77.80979827 +695 77.84172662 +696 77.87356322 +697 77.90530846 +698 77.93696275 +699 77.96852647 +700 78.00000000 +701 78.03138374 +702 78.06267806 +703 78.09388336 +704 78.12500000 +705 78.15602837 +706 78.18696884 +707 78.21782178 +708 78.24858757 +709 78.27926657 +710 78.30985915 +711 78.19971871 +712 78.23033708 +713 78.26086957 +714 78.29131653 +715 78.32167832 +716 78.35195531 +717 78.38214784 +718 78.27298050 +719 78.30319889 +720 78.33333333 +721 78.36338419 +722 78.39335180 +723 78.42323651 +724 78.45303867 +725 78.48275862 +726 78.51239669 +727 78.54195323 +728 78.57142857 +729 78.60082305 +730 78.63013699 +731 78.65937073 +732 78.55191257 +733 78.44474761 +734 78.47411444 +735 78.50340136 +736 78.53260870 +737 78.42605156 +738 78.31978320 +739 78.21380244 +740 78.24324324 +741 78.27260459 +742 78.30188679 +743 78.33109017 +744 78.36021505 +745 78.38926174 +746 78.41823056 +747 78.31325301 +748 78.34224599 +749 78.37116155 +750 78.40000000 diff --git a/scores/Llama-Guard-3-8B-iq3_s.mmlu b/scores/Llama-Guard-3-8B-iq3_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..9c1444888bf45391008dfc11417bf1836daf19e3 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 53.84615385 +14 50.00000000 +15 53.33333333 +16 56.25000000 +17 58.82352941 +18 55.55555556 +19 57.89473684 +20 60.00000000 +21 61.90476190 +22 59.09090909 +23 56.52173913 +24 58.33333333 +25 60.00000000 +26 57.69230769 +27 59.25925926 +28 57.14285714 +29 58.62068966 +30 60.00000000 +31 61.29032258 +32 62.50000000 +33 60.60606061 +34 61.76470588 +35 62.85714286 +36 61.11111111 +37 59.45945946 +38 60.52631579 +39 58.97435897 +40 60.00000000 +41 58.53658537 +42 57.14285714 +43 58.13953488 +44 56.81818182 +45 57.77777778 +46 56.52173913 +47 55.31914894 +48 54.16666667 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 52.63157895 +58 51.72413793 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 44.59459459 +75 45.33333333 +76 46.05263158 +77 46.75324675 +78 47.43589744 +79 46.83544304 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 45.74468085 +95 45.26315789 +96 45.83333333 +97 45.36082474 +98 44.89795918 +99 44.44444444 +100 44.00000000 +101 44.55445545 +102 44.11764706 +103 43.68932039 +104 44.23076923 +105 44.76190476 +106 44.33962264 +107 43.92523364 +108 44.44444444 +109 44.03669725 +110 44.54545455 +111 45.04504505 +112 44.64285714 +113 44.24778761 +114 44.73684211 +115 45.21739130 +116 44.82758621 +117 45.29914530 +118 45.76271186 +119 45.37815126 +120 45.00000000 +121 45.45454545 +122 45.08196721 +123 44.71544715 +124 44.35483871 +125 44.00000000 +126 43.65079365 +127 43.30708661 +128 42.96875000 +129 42.63565891 +130 42.30769231 +131 42.74809160 +132 43.18181818 +133 42.85714286 +134 42.53731343 +135 42.22222222 +136 41.91176471 +137 41.60583942 +138 41.30434783 +139 41.72661871 +140 42.14285714 +141 42.55319149 +142 42.95774648 +143 43.35664336 +144 43.05555556 +145 43.44827586 +146 43.83561644 +147 43.53741497 +148 43.91891892 +149 43.62416107 +150 43.33333333 +151 43.04635762 +152 43.42105263 +153 43.13725490 +154 42.85714286 +155 42.58064516 +156 42.30769231 +157 42.67515924 +158 43.03797468 +159 42.76729560 +160 43.12500000 +161 42.85714286 +162 42.59259259 +163 42.33128834 +164 42.07317073 +165 42.42424242 +166 42.16867470 +167 42.51497006 +168 42.26190476 +169 42.60355030 +170 42.35294118 +171 42.69005848 +172 42.44186047 +173 42.19653179 +174 41.95402299 +175 41.71428571 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 42.54143646 +182 42.30769231 +183 42.62295082 +184 42.39130435 +185 42.70270270 +186 43.01075269 +187 43.31550802 +188 43.61702128 +189 43.91534392 +190 43.68421053 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 43.29896907 +195 43.58974359 +196 43.87755102 +197 43.65482234 +198 43.93939394 +199 43.71859296 +200 43.50000000 +201 43.28358209 +202 43.06930693 +203 42.85714286 +204 42.64705882 +205 42.92682927 +206 42.71844660 +207 42.99516908 +208 42.78846154 +209 42.58373206 +210 42.38095238 +211 42.65402844 +212 42.45283019 +213 42.25352113 +214 42.05607477 +215 42.32558140 +216 42.59259259 +217 42.39631336 +218 42.66055046 +219 42.92237443 +220 43.18181818 +221 42.98642534 +222 43.24324324 +223 43.49775785 +224 43.30357143 +225 43.55555556 +226 43.36283186 +227 43.17180617 +228 43.42105263 +229 43.23144105 +230 43.04347826 +231 43.29004329 +232 43.53448276 +233 43.34763948 +234 43.58974359 +235 43.40425532 +236 43.22033898 +237 43.03797468 +238 42.85714286 +239 42.67782427 +240 42.91666667 +241 42.73858921 +242 42.97520661 +243 43.20987654 +244 43.03278689 +245 43.26530612 +246 43.08943089 +247 42.91497976 +248 43.14516129 +249 42.97188755 +250 42.80000000 +251 42.62948207 +252 42.46031746 +253 42.29249012 +254 42.12598425 +255 41.96078431 +256 42.18750000 +257 42.41245136 +258 42.24806202 +259 42.08494208 +260 42.30769231 +261 42.14559387 +262 41.98473282 +263 41.82509506 +264 42.04545455 +265 42.26415094 +266 42.48120301 +267 42.32209738 +268 42.16417910 +269 42.37918216 +270 42.22222222 +271 42.06642066 +272 42.27941176 +273 42.12454212 +274 41.97080292 +275 41.81818182 +276 42.02898551 +277 42.23826715 +278 42.08633094 +279 41.93548387 +280 42.14285714 +281 41.99288256 +282 42.19858156 +283 42.04946996 +284 41.90140845 +285 41.75438596 +286 41.60839161 +287 41.81184669 +288 41.66666667 +289 41.52249135 +290 41.72413793 +291 41.92439863 +292 42.12328767 +293 41.97952218 +294 41.83673469 +295 41.69491525 +296 41.55405405 +297 41.41414141 +298 41.61073826 +299 41.47157191 +300 41.66666667 +301 41.52823920 +302 41.39072848 +303 41.25412541 +304 41.11842105 +305 41.31147541 +306 41.17647059 +307 41.36807818 +308 41.23376623 +309 41.10032362 +310 40.96774194 +311 40.83601286 +312 40.70512821 +313 40.57507987 +314 40.44585987 +315 40.31746032 +316 40.18987342 +317 40.37854890 +318 40.56603774 +319 40.75235110 +320 40.62500000 +321 40.49844237 +322 40.68322981 +323 40.55727554 +324 40.43209877 +325 40.61538462 +326 40.49079755 +327 40.67278287 +328 40.54878049 +329 40.42553191 +330 40.30303030 +331 40.18126888 +332 40.06024096 +333 40.24024024 +334 40.11976048 +335 40.29850746 +336 40.47619048 +337 40.35608309 +338 40.23668639 +339 40.11799410 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.40114613 +350 40.57142857 +351 40.45584046 +352 40.62500000 +353 40.79320113 +354 40.67796610 +355 40.56338028 +356 40.44943820 +357 40.61624650 +358 40.50279330 +359 40.38997214 +360 40.55555556 +361 40.44321330 +362 40.60773481 +363 40.77134986 +364 40.65934066 +365 40.54794521 +366 40.71038251 +367 40.59945504 +368 40.48913043 +369 40.37940379 +370 40.54054054 +371 40.43126685 +372 40.32258065 +373 40.21447721 +374 40.37433155 +375 40.53333333 +376 40.42553191 +377 40.31830239 +378 40.47619048 +379 40.36939314 +380 40.26315789 +381 40.41994751 +382 40.31413613 +383 40.46997389 +384 40.36458333 +385 40.51948052 +386 40.41450777 +387 40.31007752 +388 40.20618557 +389 40.35989717 +390 40.51282051 +391 40.66496164 +392 40.81632653 +393 40.71246819 +394 40.60913706 +395 40.75949367 +396 40.90909091 +397 40.80604534 +398 40.70351759 +399 40.85213033 +400 40.75000000 +401 40.89775561 +402 40.79601990 +403 40.69478908 +404 40.59405941 +405 40.49382716 +406 40.39408867 +407 40.29484029 +408 40.19607843 +409 40.34229829 +410 40.24390244 +411 40.14598540 +412 40.04854369 +413 39.95157385 +414 40.09661836 +415 40.00000000 +416 39.90384615 +417 39.80815348 +418 39.71291866 +419 39.85680191 +420 39.76190476 +421 39.90498812 +422 39.81042654 +423 39.95271868 +424 40.09433962 +425 40.00000000 +426 39.90610329 +427 39.81264637 +428 39.71962617 +429 39.86013986 +430 39.76744186 +431 39.90719258 +432 40.04629630 +433 39.95381062 +434 39.86175115 +435 39.77011494 +436 39.67889908 +437 39.58810069 +438 39.72602740 +439 39.86332574 +440 39.77272727 +441 39.90929705 +442 39.81900452 +443 39.72911964 +444 39.63963964 +445 39.55056180 +446 39.46188341 +447 39.37360179 +448 39.28571429 +449 39.19821826 +450 39.11111111 +451 39.24611973 +452 39.38053097 +453 39.51434879 +454 39.42731278 +455 39.34065934 +456 39.47368421 +457 39.60612691 +458 39.51965066 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.74358974 +469 39.87206823 +470 40.00000000 +471 39.91507431 +472 39.83050847 +473 39.95771670 +474 39.87341772 +475 39.78947368 +476 39.91596639 +477 39.83228512 +478 39.95815900 +479 40.08350731 +480 40.20833333 +481 40.12474012 +482 40.04149378 +483 39.95859213 +484 39.87603306 +485 39.79381443 +486 39.91769547 +487 40.04106776 +488 39.95901639 +489 39.87730061 +490 40.00000000 +491 39.91853360 +492 39.83739837 +493 39.75659229 +494 39.87854251 +495 40.00000000 +496 40.12096774 +497 40.04024145 +498 39.95983936 +499 40.08016032 +500 40.20000000 +501 40.11976048 +502 40.03984064 +503 39.96023857 +504 39.88095238 +505 39.80198020 +506 39.92094862 +507 39.84220907 +508 39.76377953 +509 39.68565815 +510 39.80392157 +511 39.72602740 +512 39.64843750 +513 39.57115010 +514 39.49416342 +515 39.61165049 +516 39.72868217 +517 39.84526112 +518 39.96138996 +519 39.88439306 +520 39.80769231 +521 39.73128599 +522 39.84674330 +523 39.77055449 +524 39.69465649 +525 39.61904762 +526 39.54372624 +527 39.65844402 +528 39.77272727 +529 39.69754253 +530 39.81132075 +531 39.73634652 +532 39.66165414 +533 39.58724203 +534 39.70037453 +535 39.81308411 +536 39.73880597 +537 39.85102421 +538 39.77695167 +539 39.70315399 +540 39.62962963 +541 39.55637708 +542 39.66789668 +543 39.59484346 +544 39.70588235 +545 39.63302752 +546 39.56043956 +547 39.67093236 +548 39.78102190 +549 39.70856102 +550 39.63636364 +551 39.74591652 +552 39.67391304 +553 39.78300181 +554 39.89169675 +555 39.81981982 +556 39.92805755 +557 39.85637343 +558 39.96415771 +559 39.89266547 +560 39.82142857 +561 39.75044563 +562 39.85765125 +563 39.96447602 +564 39.89361702 +565 40.00000000 +566 39.92932862 +567 39.85890653 +568 39.96478873 +569 39.89455185 +570 39.82456140 +571 39.75481611 +572 39.86013986 +573 39.79057592 +574 39.72125436 +575 39.65217391 +576 39.75694444 +577 39.68804159 +578 39.79238754 +579 39.72366149 +580 39.65517241 +581 39.58691910 +582 39.51890034 +583 39.62264151 +584 39.72602740 +585 39.82905983 +586 39.76109215 +587 39.69335605 +588 39.62585034 +589 39.55857385 +590 39.49152542 +591 39.42470389 +592 39.35810811 +593 39.46037099 +594 39.56228956 +595 39.49579832 +596 39.59731544 +597 39.53098827 +598 39.46488294 +599 39.56594324 +600 39.50000000 +601 39.43427621 +602 39.36877076 +603 39.46932007 +604 39.40397351 +605 39.50413223 +606 39.43894389 +607 39.53871499 +608 39.47368421 +609 39.40886700 +610 39.34426230 +611 39.44353519 +612 39.37908497 +613 39.47797716 +614 39.41368078 +615 39.34959350 +616 39.44805195 +617 39.38411669 +618 39.32038835 +619 39.25686591 +620 39.19354839 +621 39.13043478 +622 39.06752412 +623 39.00481541 +624 38.94230769 +625 38.88000000 +626 38.97763578 +627 38.91547049 +628 38.85350318 +629 38.95071542 +630 38.88888889 +631 38.98573693 +632 39.08227848 +633 39.02053712 +634 38.95899054 +635 38.89763780 +636 38.83647799 +637 38.77551020 +638 38.71473354 +639 38.65414710 +640 38.75000000 +641 38.68954758 +642 38.62928349 +643 38.56920684 +644 38.50931677 +645 38.44961240 +646 38.39009288 +647 38.33075734 +648 38.27160494 +649 38.21263482 +650 38.15384615 +651 38.09523810 +652 38.19018405 +653 38.13169985 +654 38.22629969 +655 38.16793893 +656 38.10975610 +657 38.05175038 +658 38.14589666 +659 38.08801214 +660 38.03030303 +661 37.97276853 +662 37.91540785 +663 37.85822021 +664 37.80120482 +665 37.74436090 +666 37.68768769 +667 37.78110945 +668 37.87425150 +669 37.96711510 +670 38.05970149 +671 38.00298063 +672 37.94642857 +673 37.89004458 +674 37.83382789 +675 37.77777778 +676 37.72189349 +677 37.66617430 +678 37.75811209 +679 37.70250368 +680 37.79411765 +681 37.88546256 +682 37.82991202 +683 37.77452416 +684 37.86549708 +685 37.81021898 +686 37.75510204 +687 37.70014556 +688 37.64534884 +689 37.59071118 +690 37.53623188 +691 37.62662808 +692 37.57225434 +693 37.66233766 +694 37.60806916 +695 37.55395683 +696 37.64367816 +697 37.58967001 +698 37.67908309 +699 37.76824034 +700 37.71428571 +701 37.66048502 +702 37.74928775 +703 37.83783784 +704 37.92613636 +705 37.87234043 +706 37.81869688 +707 37.76520509 +708 37.71186441 +709 37.79971791 +710 37.74647887 +711 37.83403657 +712 37.78089888 +713 37.86816269 +714 37.95518207 +715 37.90209790 +716 37.98882682 +717 37.93584379 +718 37.88300836 +719 37.83031989 +720 37.77777778 +721 37.72538141 +722 37.67313019 +723 37.75933610 +724 37.70718232 +725 37.79310345 +726 37.74104683 +727 37.68913343 +728 37.63736264 +729 37.58573388 +730 37.53424658 +731 37.48290014 +732 37.43169399 +733 37.51705321 +734 37.60217984 +735 37.55102041 +736 37.50000000 +737 37.58480326 +738 37.66937669 +739 37.75372124 +740 37.70270270 +741 37.65182186 +742 37.73584906 +743 37.68506057 +744 37.76881720 +745 37.71812081 +746 37.66756032 +747 37.75100402 +748 37.70053476 +749 37.65020027 +750 37.73333333 + +Final result: 37.7333 +/- 1.7711 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-iq3_s.ppx b/scores/Llama-Guard-3-8B-iq3_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..c7b579d2f31981180f07bf2032d4a9796ff83479 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 8.262126 ± 0.052116 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 95.48% +Mean ln(PPL(Q)/PPL(base)) : 0.231457 ± 0.001879 +Mean PPL(Q)/PPL(base) : 1.260435 ± 0.002368 +Mean PPL(Q)-PPL(base) : 1.707148 ± 0.018230 + +====== KL divergence statistics ====== +Mean KLD: 0.228988 ± 0.000778 +Maximum KLD: 13.717445 +99.9% KLD: 3.438575 +99.0% KLD: 1.323173 +99.0% KLD: 1.323173 +Median KLD: 0.173725 +10.0% KLD: 0.010253 + 5.0% KLD: 0.002920 + 1.0% KLD: 0.000390 +Minimum KLD: 0.000003 + +====== Token probability statistics ====== +Mean Δp: -5.158 ± 0.037 % +Maximum Δp: 81.093% +99.9% Δp: 45.753% +99.0% Δp: 25.847% +95.0% Δp: 11.969% +90.0% Δp: 5.788% +75.0% Δp: 0.172% +Median Δp: -1.141% +25.0% Δp: -8.948% +10.0% Δp: -22.123% + 5.0% Δp: -31.922% + 1.0% Δp: -54.774% + 0.1% Δp: -87.519% +Minimum Δp: -99.685% +RMS Δp : 14.837 ± 0.057 % +Same top p: 75.390 ± 0.114 % diff --git a/scores/Llama-Guard-3-8B-iq3_s.tqa b/scores/Llama-Guard-3-8B-iq3_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..4e575509614667ed31e71ab4ebbe990a3b68f8ad --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 33.33333333 +16 31.25000000 +17 29.41176471 +18 27.77777778 +19 26.31578947 +20 25.00000000 +21 23.80952381 +22 22.72727273 +23 21.73913043 +24 25.00000000 +25 24.00000000 +26 23.07692308 +27 22.22222222 +28 21.42857143 +29 24.13793103 +30 26.66666667 +31 29.03225806 +32 31.25000000 +33 33.33333333 +34 32.35294118 +35 31.42857143 +36 30.55555556 +37 32.43243243 +38 31.57894737 +39 33.33333333 +40 32.50000000 +41 31.70731707 +42 30.95238095 +43 30.23255814 +44 31.81818182 +45 33.33333333 +46 32.60869565 +47 31.91489362 +48 33.33333333 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 32.14285714 +57 31.57894737 +58 32.75862069 +59 33.89830508 +60 35.00000000 +61 34.42622951 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 33.33333333 +70 32.85714286 +71 32.39436620 +72 33.33333333 +73 34.24657534 +74 33.78378378 +75 33.33333333 +76 34.21052632 +77 33.76623377 +78 34.61538462 +79 34.17721519 +80 35.00000000 +81 34.56790123 +82 35.36585366 +83 34.93975904 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 33.33333333 +88 32.95454545 +89 33.70786517 +90 33.33333333 +91 32.96703297 +92 32.60869565 +93 32.25806452 +94 31.91489362 +95 31.57894737 +96 32.29166667 +97 31.95876289 +98 31.63265306 +99 32.32323232 +100 32.00000000 +101 32.67326733 +102 32.35294118 +103 32.03883495 +104 31.73076923 +105 31.42857143 +106 31.13207547 +107 31.77570093 +108 31.48148148 +109 31.19266055 +110 31.81818182 +111 31.53153153 +112 32.14285714 +113 32.74336283 +114 33.33333333 +115 33.04347826 +116 32.75862069 +117 32.47863248 +118 32.20338983 +119 31.93277311 +120 32.50000000 +121 33.05785124 +122 32.78688525 +123 33.33333333 +124 33.87096774 +125 34.40000000 +126 34.92063492 +127 34.64566929 +128 34.37500000 +129 34.88372093 +130 35.38461538 +131 35.11450382 +132 34.84848485 +133 34.58646617 +134 34.32835821 +135 34.81481481 +136 34.55882353 +137 35.03649635 +138 35.50724638 +139 35.25179856 +140 35.00000000 +141 34.75177305 +142 34.50704225 +143 34.26573427 +144 34.72222222 +145 34.48275862 +146 34.24657534 +147 34.69387755 +148 34.45945946 +149 34.22818792 +150 34.00000000 +151 34.43708609 +152 34.21052632 +153 33.98692810 +154 33.76623377 +155 33.54838710 +156 33.97435897 +157 33.75796178 +158 34.17721519 +159 33.96226415 +160 33.75000000 +161 34.16149068 +162 33.95061728 +163 33.74233129 +164 33.53658537 +165 33.93939394 +166 34.33734940 +167 34.13173653 +168 34.52380952 +169 34.31952663 +170 34.11764706 +171 33.91812865 +172 33.72093023 +173 33.52601156 +174 33.90804598 +175 33.71428571 +176 34.09090909 +177 33.89830508 +178 33.70786517 +179 34.07821229 +180 33.88888889 +181 33.70165746 +182 33.51648352 +183 33.33333333 +184 33.15217391 +185 32.97297297 +186 33.33333333 +187 33.15508021 +188 32.97872340 +189 32.80423280 +190 32.63157895 +191 32.46073298 +192 32.29166667 +193 32.12435233 +194 32.47422680 +195 32.30769231 +196 32.14285714 +197 31.97969543 +198 31.81818182 +199 31.65829146 +200 32.00000000 +201 31.84079602 +202 32.17821782 +203 32.01970443 +204 31.86274510 +205 31.70731707 +206 31.55339806 +207 31.88405797 +208 31.73076923 +209 31.57894737 +210 31.42857143 +211 31.27962085 +212 31.13207547 +213 30.98591549 +214 30.84112150 +215 30.69767442 +216 31.01851852 +217 30.87557604 +218 31.19266055 +219 31.05022831 +220 30.90909091 +221 30.76923077 +222 30.63063063 +223 30.49327354 +224 30.80357143 +225 31.11111111 +226 30.97345133 +227 31.27753304 +228 31.14035088 +229 31.00436681 +230 30.86956522 +231 30.73593074 +232 30.60344828 +233 30.47210300 +234 30.76923077 +235 30.63829787 +236 30.93220339 +237 30.80168776 +238 31.09243697 +239 30.96234310 +240 30.83333333 +241 30.70539419 +242 30.57851240 +243 30.45267490 +244 30.32786885 +245 30.20408163 +246 30.08130081 +247 29.95951417 +248 29.83870968 +249 30.12048193 +250 30.00000000 +251 30.27888446 +252 30.55555556 +253 30.43478261 +254 30.31496063 +255 30.58823529 +256 30.46875000 +257 30.35019455 +258 30.23255814 +259 30.50193050 +260 30.38461538 +261 30.65134100 +262 30.53435115 +263 30.41825095 +264 30.68181818 +265 30.94339623 +266 30.82706767 +267 30.71161049 +268 30.59701493 +269 30.48327138 +270 30.37037037 +271 30.25830258 +272 30.14705882 +273 30.03663004 +274 29.92700730 +275 29.81818182 +276 29.71014493 +277 29.60288809 +278 29.49640288 +279 29.39068100 +280 29.64285714 +281 29.89323843 +282 29.78723404 +283 29.68197880 +284 29.57746479 +285 29.47368421 +286 29.72027972 +287 29.96515679 +288 29.86111111 +289 29.75778547 +290 29.65517241 +291 29.89690722 +292 30.13698630 +293 30.37542662 +294 30.27210884 +295 30.50847458 +296 30.74324324 +297 30.97643098 +298 30.87248322 +299 30.76923077 +300 30.66666667 +301 30.56478405 +302 30.46357616 +303 30.36303630 +304 30.26315789 +305 30.16393443 +306 30.06535948 +307 29.96742671 +308 30.19480519 +309 30.09708738 +310 30.00000000 +311 29.90353698 +312 30.12820513 +313 30.03194888 +314 29.93630573 +315 29.84126984 +316 29.74683544 +317 29.96845426 +318 29.87421384 +319 29.78056426 +320 29.68750000 +321 29.59501558 +322 29.81366460 +323 29.72136223 +324 29.62962963 +325 29.53846154 +326 29.44785276 +327 29.66360856 +328 29.87804878 +329 29.78723404 +330 30.00000000 +331 29.90936556 +332 30.12048193 +333 30.33033033 +334 30.23952096 +335 30.44776119 +336 30.65476190 +337 30.56379822 +338 30.47337278 +339 30.67846608 +340 30.58823529 +341 30.79178886 +342 30.99415205 +343 30.90379009 +344 31.10465116 +345 31.30434783 +346 31.21387283 +347 31.41210375 +348 31.32183908 +349 31.51862464 +350 31.42857143 +351 31.33903134 +352 31.53409091 +353 31.44475921 +354 31.35593220 +355 31.54929577 +356 31.46067416 +357 31.65266106 +358 31.56424581 +359 31.47632312 +360 31.38888889 +361 31.57894737 +362 31.49171271 +363 31.68044077 +364 31.59340659 +365 31.50684932 +366 31.42076503 +367 31.60762943 +368 31.79347826 +369 31.70731707 +370 31.62162162 +371 31.53638814 +372 31.72043011 +373 31.63538874 +374 31.81818182 +375 31.73333333 +376 31.64893617 +377 31.83023873 +378 31.74603175 +379 31.66226913 +380 31.84210526 +381 31.75853018 +382 31.67539267 +383 31.59268930 +384 31.51041667 +385 31.42857143 +386 31.34715026 +387 31.26614987 +388 31.44329897 +389 31.36246787 +390 31.28205128 +391 31.45780051 +392 31.37755102 +393 31.55216285 +394 31.72588832 +395 31.64556962 +396 31.56565657 +397 31.73803526 +398 31.65829146 +399 31.57894737 +400 31.50000000 +401 31.42144638 +402 31.59203980 +403 31.51364764 +404 31.43564356 +405 31.35802469 +406 31.28078818 +407 31.20393120 +408 31.12745098 +409 31.05134474 +410 30.97560976 +411 30.90024331 +412 31.06796117 +413 30.99273608 +414 31.15942029 +415 31.32530120 +416 31.25000000 +417 31.17505995 +418 31.10047847 +419 31.02625298 +420 30.95238095 +421 31.11638955 +422 31.04265403 +423 31.20567376 +424 31.36792453 +425 31.29411765 +426 31.22065728 +427 31.14754098 +428 31.07476636 +429 31.00233100 +430 30.93023256 +431 30.85846868 +432 31.01851852 +433 31.17782910 +434 31.33640553 +435 31.26436782 +436 31.42201835 +437 31.35011442 +438 31.50684932 +439 31.43507973 +440 31.59090909 +441 31.51927438 +442 31.67420814 +443 31.60270880 +444 31.75675676 +445 31.68539326 +446 31.61434978 +447 31.54362416 +448 31.47321429 +449 31.62583519 +450 31.77777778 +451 31.70731707 +452 31.63716814 +453 31.78807947 +454 31.71806167 +455 31.64835165 +456 31.57894737 +457 31.50984683 +458 31.44104803 +459 31.37254902 +460 31.30434783 +461 31.23644252 +462 31.38528139 +463 31.31749460 +464 31.46551724 +465 31.61290323 +466 31.54506438 +467 31.47751606 +468 31.62393162 +469 31.55650320 +470 31.48936170 +471 31.42250531 +472 31.56779661 +473 31.71247357 +474 31.64556962 +475 31.78947368 +476 31.72268908 +477 31.86582809 +478 31.79916318 +479 31.73277662 +480 31.87500000 +481 31.80873181 +482 31.95020747 +483 31.88405797 +484 32.02479339 +485 32.16494845 +486 32.09876543 +487 32.23819302 +488 32.17213115 +489 32.31083845 +490 32.24489796 +491 32.38289206 +492 32.52032520 +493 32.45436105 +494 32.38866397 +495 32.32323232 +496 32.25806452 +497 32.19315895 +498 32.12851406 +499 32.06412826 +500 32.00000000 +501 31.93612774 +502 31.87250996 +503 31.80914513 +504 31.94444444 +505 31.88118812 +506 31.81818182 +507 31.75542406 +508 31.88976378 +509 32.02357564 +510 32.15686275 +511 32.09393346 +512 32.03125000 +513 31.96881092 +514 31.90661479 +515 32.03883495 +516 32.17054264 +517 32.30174081 +518 32.23938224 +519 32.17726397 +520 32.11538462 +521 32.05374280 +522 31.99233716 +523 31.93116635 +524 31.87022901 +525 31.80952381 +526 31.74904943 +527 31.87855787 +528 31.81818182 +529 31.75803403 +530 31.69811321 +531 31.63841808 +532 31.57894737 +533 31.70731707 +534 31.64794007 +535 31.58878505 +536 31.52985075 +537 31.65735568 +538 31.59851301 +539 31.53988868 +540 31.48148148 +541 31.42329020 +542 31.36531365 +543 31.30755064 +544 31.25000000 +545 31.19266055 +546 31.31868132 +547 31.44424132 +548 31.56934307 +549 31.51183971 +550 31.45454545 +551 31.39745917 +552 31.52173913 +553 31.64556962 +554 31.58844765 +555 31.53153153 +556 31.47482014 +557 31.41831239 +558 31.36200717 +559 31.30590340 +560 31.42857143 +561 31.55080214 +562 31.49466192 +563 31.43872114 +564 31.56028369 +565 31.50442478 +566 31.62544170 +567 31.74603175 +568 31.86619718 +569 31.81019332 +570 31.75438596 +571 31.87390543 +572 31.81818182 +573 31.76265271 +574 31.88153310 +575 32.00000000 +576 32.11805556 +577 32.23570191 +578 32.17993080 +579 32.29706390 +580 32.24137931 +581 32.35800344 +582 32.30240550 +583 32.24699828 +584 32.36301370 +585 32.30769231 +586 32.42320819 +587 32.36797274 +588 32.31292517 +589 32.25806452 +590 32.37288136 +591 32.31810491 +592 32.26351351 +593 32.20910624 +594 32.15488215 +595 32.10084034 +596 32.04697987 +597 31.99329983 +598 31.93979933 +599 32.05342237 +600 32.00000000 +601 32.11314476 +602 32.22591362 +603 32.17247098 +604 32.11920530 +605 32.06611570 +606 32.17821782 +607 32.12520593 +608 32.07236842 +609 32.18390805 +610 32.13114754 +611 32.07855974 +612 32.18954248 +613 32.13703100 +614 32.08469055 +615 32.03252033 +616 31.98051948 +617 32.09076175 +618 32.03883495 +619 32.14862682 +620 32.09677419 +621 32.04508857 +622 32.15434084 +623 32.10272873 +624 32.05128205 +625 32.00000000 +626 31.94888179 +627 31.89792663 +628 32.00636943 +629 31.95548490 +630 31.90476190 +631 31.85419968 +632 31.80379747 +633 31.75355450 +634 31.70347003 +635 31.65354331 +636 31.60377358 +637 31.55416013 +638 31.50470219 +639 31.45539906 +640 31.56250000 +641 31.51326053 +642 31.61993769 +643 31.57076205 +644 31.52173913 +645 31.62790698 +646 31.57894737 +647 31.68469861 +648 31.79012346 +649 31.74114022 +650 31.84615385 +651 31.95084485 +652 32.05521472 +653 32.15926493 +654 32.11009174 +655 32.06106870 +656 32.16463415 +657 32.26788432 +658 32.21884498 +659 32.32169954 +660 32.27272727 +661 32.22390318 +662 32.17522659 +663 32.12669683 +664 32.07831325 +665 32.18045113 +666 32.28228228 +667 32.23388306 +668 32.18562874 +669 32.13751868 +670 32.23880597 +671 32.19076006 +672 32.14285714 +673 32.09509658 +674 32.04747774 +675 32.14814815 +676 32.24852071 +677 32.20088626 +678 32.15339233 +679 32.10603829 +680 32.05882353 +681 32.01174743 +682 32.11143695 +683 32.06442167 +684 32.16374269 +685 32.11678832 +686 32.06997085 +687 32.02328967 +688 32.12209302 +689 32.07547170 +690 32.02898551 +691 32.12735166 +692 32.08092486 +693 32.17893218 +694 32.13256484 +695 32.08633094 +696 32.18390805 +697 32.13773314 +698 32.09169054 +699 32.04577969 +700 32.14285714 +701 32.09700428 +702 32.05128205 +703 32.00568990 +704 31.96022727 +705 31.91489362 +706 32.01133144 +707 32.10749646 +708 32.06214689 +709 32.01692525 +710 32.11267606 +711 32.06751055 +712 32.02247191 +713 31.97755961 +714 31.93277311 +715 31.88811189 +716 31.84357542 +717 31.93863319 +718 32.03342618 +719 32.12795549 +720 32.08333333 +721 32.17753121 +722 32.13296399 +723 32.08852006 +724 32.18232044 +725 32.13793103 +726 32.23140496 +727 32.18707015 +728 32.14285714 +729 32.09876543 +730 32.05479452 +731 32.01094391 +732 32.10382514 +733 32.06002729 +734 32.01634877 +735 31.97278912 +736 31.92934783 +737 32.02170963 +738 31.97831978 +739 32.07036536 +740 32.16216216 +741 32.11875843 +742 32.07547170 +743 32.03230148 +744 32.12365591 +745 32.08053691 +746 32.17158177 +747 32.26238286 +748 32.21925134 +749 32.30974633 +750 32.40000000 + +Final result: 32.4000 +/- 1.7100 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-iq3_s.wng b/scores/Llama-Guard-3-8B-iq3_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..dfaed1d5107ae77ad44e2b53eba463502866b1cb --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq3_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.642369 -3.831795 1 1 +2 100.0000 -1.913281 -2.007215 1 1 +3 100.0000 -3.787996 -3.306302 2 2 +4 100.0000 -4.530424 -4.751438 1 1 +5 80.0000 -2.803974 -2.928759 1 2 +6 83.3333 -4.275221 -4.580396 1 1 +7 85.7143 -4.565994 -3.479274 2 2 +8 87.5000 -3.171522 -2.631194 2 2 +9 88.8889 -4.307938 -5.638073 1 1 +10 90.0000 -2.516813 -2.153844 2 2 +11 90.9091 -9.066230 -5.067419 2 2 +12 91.6667 -3.555028 -1.822149 2 2 +13 92.3077 -3.360760 -4.964385 1 1 +14 92.8571 -3.665314 -3.817970 1 1 +15 86.6667 -4.064423 -6.187378 1 2 +16 81.2500 -2.927127 -2.959054 1 2 +17 82.3529 -6.404195 -4.783420 2 2 +18 83.3333 -2.768884 -4.069150 1 1 +19 84.2105 -3.724711 -5.056564 1 1 +20 85.0000 -3.237473 -3.518213 1 1 +21 85.7143 -2.275055 -3.256040 1 1 +22 81.8182 -2.299167 -2.385471 1 2 +23 82.6087 -4.868685 -5.232260 1 1 +24 79.1667 -2.614976 -2.309431 2 1 +25 80.0000 -1.832938 -1.832027 2 2 +26 80.7692 -3.481327 -4.969254 1 1 +27 77.7778 -4.676064 -4.850503 1 2 +28 78.5714 -5.310297 -6.088656 1 1 +29 79.3103 -3.824316 -3.937758 1 1 +30 76.6667 -1.875928 -1.931719 1 2 +31 77.4194 -4.571421 -4.771172 1 1 +32 78.1250 -5.462997 -6.509571 1 1 +33 78.7879 -4.811185 -5.544604 1 1 +34 76.4706 -3.136679 -3.022261 2 1 +35 77.1429 -4.317472 -4.071490 2 2 +36 77.7778 -4.407173 -4.137108 2 2 +37 78.3784 -2.723890 -2.835058 1 1 +38 78.9474 -3.606645 -3.655359 1 1 +39 79.4872 -5.791679 -4.060914 2 2 +40 77.5000 -4.329129 -5.650976 1 2 +41 78.0488 -2.422706 -2.646883 1 1 +42 78.5714 -2.949247 -3.820866 1 1 +43 79.0698 -3.119069 -3.082793 2 2 +44 79.5455 -2.341670 -1.997675 2 2 +45 80.0000 -0.160083 -12.700226 1 1 +46 78.2609 -3.023203 -3.013722 2 1 +47 78.7234 -3.570522 -3.511420 2 2 +48 79.1667 -4.133777 -3.797812 2 2 +49 77.5510 -3.776135 -2.220675 2 1 +50 78.0000 -2.569738 -2.323049 2 2 +51 78.4314 -1.722406 -2.390692 1 1 +52 78.8462 -3.681228 -2.659454 2 2 +53 79.2453 -4.347816 -4.610549 1 1 +54 79.6296 -2.767939 -2.472489 2 2 +55 80.0000 -3.052630 -2.920228 2 2 +56 78.5714 -5.554792 -5.768707 1 2 +57 78.9474 -3.144991 -3.022774 2 2 +58 79.3103 -3.985253 -4.428916 1 1 +59 79.6610 -2.999640 -2.939601 2 2 +60 80.0000 -4.056475 -3.844199 2 2 +61 80.3279 -3.109906 -3.190209 1 1 +62 80.6452 -5.630805 -5.654261 1 1 +63 79.3651 -4.833522 -5.116546 1 2 +64 78.1250 -4.169702 -4.095151 2 1 +65 78.4615 -5.272401 -4.530023 2 2 +66 78.7879 -3.245708 -3.535665 1 1 +67 79.1045 -3.625017 -2.767135 2 2 +68 79.4118 -5.649848 -5.587144 2 2 +69 79.7101 -5.104539 -6.166770 1 1 +70 80.0000 -3.474633 -3.220662 2 2 +71 78.8732 -3.243181 -2.966210 2 1 +72 79.1667 -3.979307 -3.779615 2 2 +73 78.0822 -3.275961 -3.215950 2 1 +74 78.3784 -2.459628 -3.015858 1 1 +75 78.6667 -2.155543 -2.367315 1 1 +76 78.9474 -2.429667 -4.805595 1 1 +77 77.9221 -2.929969 -3.187526 1 2 +78 78.2051 -0.850097 -1.435240 1 1 +79 77.2152 -2.530196 -2.762204 1 2 +80 77.5000 -2.217705 -3.217613 1 1 +81 77.7778 -5.575070 -4.989868 2 2 +82 76.8293 -3.052230 -3.654008 1 2 +83 77.1084 -6.080244 -5.255434 2 2 +84 77.3810 -2.548035 -2.375355 2 2 +85 77.6471 -3.622787 -3.773400 1 1 +86 76.7442 -5.539004 -5.546227 1 2 +87 75.8621 -2.089458 -1.786989 2 1 +88 75.0000 -5.996343 -5.564099 2 1 +89 75.2809 -3.647265 -4.228557 1 1 +90 75.5556 -4.632362 -3.185074 2 2 +91 74.7253 -4.542128 -4.504578 2 1 +92 75.0000 -4.908605 -4.458460 2 2 +93 75.2688 -2.889870 -2.576123 2 2 +94 75.5319 -5.016768 -4.520897 2 2 +95 75.7895 -3.655163 -3.909902 1 1 +96 76.0417 -2.310122 -2.867329 1 1 +97 75.2577 -5.502388 -4.946934 2 1 +98 75.5102 -3.881728 -3.268504 2 2 +99 75.7576 -2.958143 -2.969818 1 1 +100 76.0000 -4.703981 -4.097608 2 2 +101 75.2475 -4.793149 -4.940172 1 2 +102 75.4902 -3.830616 -4.609936 1 1 +103 75.7282 -3.173881 -2.858494 2 2 +104 75.9615 -7.329218 -7.074539 2 2 +105 75.2381 -2.412418 -2.177323 2 1 +106 75.4717 -2.977030 -2.781936 2 2 +107 75.7009 -3.775641 -2.908879 2 2 +108 75.9259 -3.793914 -2.948923 2 2 +109 75.2294 -3.579630 -4.085217 1 2 +110 75.4545 -4.204462 -3.580248 2 2 +111 75.6757 -3.400942 -3.287809 2 2 +112 75.0000 -4.935200 -4.249217 2 1 +113 74.3363 -4.419618 -6.263523 1 2 +114 74.5614 -4.122639 -4.828621 1 1 +115 74.7826 -2.066630 -2.526461 1 1 +116 75.0000 -2.698426 -2.466604 2 2 +117 74.3590 -4.037813 -4.416787 1 2 +118 74.5763 -1.729198 -2.353673 1 1 +119 74.7899 -1.715205 -2.479484 1 1 +120 74.1667 -3.063876 -2.749279 2 1 +121 73.5537 -1.247671 -1.330827 1 2 +122 73.7705 -5.676417 -5.655283 2 2 +123 73.9837 -3.404026 -3.467078 1 1 +124 74.1935 -3.082803 -2.697489 2 2 +125 74.4000 -3.369108 -3.184314 2 2 +126 74.6032 -5.824348 -5.416445 2 2 +127 74.8031 -2.208485 -1.154421 2 2 +128 74.2188 -1.656723 -1.615875 2 1 +129 74.4186 -2.610200 -1.684568 2 2 +130 74.6154 -6.693679 -5.753255 2 2 +131 74.0458 -3.758488 -3.807246 1 2 +132 74.2424 -2.073227 -1.893468 2 2 +133 74.4361 -1.201100 -4.473313 1 1 +134 74.6269 -5.337048 -5.109505 2 2 +135 74.8148 -4.427900 -5.254535 1 1 +136 75.0000 -4.118796 -2.589987 2 2 +137 75.1825 -5.027087 -5.262844 1 1 +138 74.6377 -3.913162 -4.301953 1 2 +139 74.8201 -4.278365 -5.282401 1 1 +140 75.0000 -1.569350 -1.489212 2 2 +141 75.1773 -5.089128 -4.133192 2 2 +142 75.3521 -3.209553 -2.753710 2 2 +143 75.5245 -4.120360 -7.162438 1 1 +144 75.0000 -2.554018 -2.437297 2 1 +145 74.4828 -0.944246 -16.743187 1 2 +146 74.6575 -4.048765 -3.879246 2 2 +147 74.8299 -4.195295 -3.940806 2 2 +148 75.0000 -1.946027 -2.141703 1 1 +149 75.1678 -4.405972 -4.331123 2 2 +150 75.3333 -3.976612 -3.763769 2 2 +151 74.8344 -1.849035 -1.717791 2 1 +152 74.3421 -4.614088 -4.996459 1 2 +153 74.5098 -2.694718 -3.734694 1 1 +154 74.6753 -3.743293 -4.018562 1 1 +155 74.1935 -2.268298 -2.884700 1 2 +156 74.3590 -2.005343 -2.134739 1 1 +157 74.5223 -2.663700 -3.774590 1 1 +158 74.6835 -4.398873 -4.061362 2 2 +159 74.8428 -4.136705 -5.396328 1 1 +160 75.0000 -4.306338 -3.458647 2 2 +161 74.5342 -3.234222 -3.040795 2 1 +162 74.0741 -0.066324 -10.543542 1 2 +163 74.2331 -2.206157 -2.592610 1 1 +164 74.3902 -5.277570 -4.437234 2 2 +165 74.5455 -4.164172 -3.954470 2 2 +166 74.6988 -4.696195 -4.226674 2 2 +167 74.2515 -4.259283 -3.678027 2 1 +168 74.4048 -5.758858 -4.518150 2 2 +169 74.5562 -4.757280 -4.514167 2 2 +170 74.7059 -2.715433 -3.402946 1 1 +171 74.8538 -3.851053 -4.190330 1 1 +172 75.0000 -3.942839 -4.579217 1 1 +173 75.1445 -2.864382 -2.641521 2 2 +174 74.7126 -6.563857 -6.721722 1 2 +175 74.8571 -4.005849 -4.145494 1 1 +176 75.0000 -1.685781 -4.010310 1 1 +177 75.1412 -6.986681 -6.666241 2 2 +178 74.7191 -3.035876 -2.931031 2 1 +179 74.3017 -2.357103 -2.327338 2 1 +180 74.4444 -5.256423 -4.341378 2 2 +181 74.5856 -3.318913 -2.914141 2 2 +182 74.7253 -4.283939 -3.822786 2 2 +183 74.8634 -5.315978 -4.954802 2 2 +184 75.0000 -1.685552 -2.272031 1 1 +185 74.5946 -4.249684 -4.516402 1 2 +186 74.7312 -2.397094 -3.078079 1 1 +187 74.8663 -4.941877 -4.700202 2 2 +188 74.4681 -3.749792 -3.177944 2 1 +189 74.0741 -3.036536 -3.861498 1 2 +190 74.2105 -5.574936 -5.379463 2 2 +191 74.3455 -3.078576 -3.596121 1 1 +192 74.4792 -4.675466 -3.622964 2 2 +193 74.6114 -3.557655 -3.525005 2 2 +194 74.7423 -1.817207 -1.751548 2 2 +195 74.3590 -3.595675 -3.269173 2 1 +196 73.9796 -3.592468 -3.832710 1 2 +197 74.1117 -1.533110 -3.627033 1 1 +198 74.2424 -3.433281 -7.951967 1 1 +199 74.3719 -5.546917 -4.720386 2 2 +200 74.5000 -3.322368 -3.013450 2 2 +201 74.6269 -2.520238 -3.292874 1 1 +202 74.2574 -7.440798 -7.586756 1 2 +203 74.3842 -2.812185 -2.582523 2 2 +204 74.5098 -2.208754 -2.786166 1 1 +205 74.6341 -3.330903 -2.184713 2 2 +206 74.2718 -5.675481 -5.744448 1 2 +207 74.3961 -3.540479 -3.579165 1 1 +208 74.5192 -3.448712 -3.006896 2 2 +209 74.6411 -3.717883 -3.166864 2 2 +210 74.7619 -6.489481 -6.472686 2 2 +211 74.4076 -5.128730 -4.769301 2 1 +212 74.5283 -5.302346 -4.462597 2 2 +213 74.1784 -5.089252 -5.208797 1 2 +214 73.8318 -3.507897 -3.469054 2 1 +215 73.4884 -5.221840 -5.577560 1 2 +216 73.1481 -3.411811 -3.122757 2 1 +217 73.2719 -1.144645 -1.658515 1 1 +218 73.3945 -2.483919 -2.380945 2 2 +219 73.5160 -3.240618 -3.477517 1 1 +220 73.6364 -3.628990 -3.585559 2 2 +221 73.7557 -2.507421 -9.373232 1 1 +222 73.4234 -0.318595 -7.937298 1 2 +223 73.5426 -3.999667 -3.324444 2 2 +224 73.6607 -5.949710 -4.210598 2 2 +225 73.3333 -2.581148 -2.916035 1 2 +226 73.4513 -2.829836 -2.944761 1 1 +227 73.1278 -3.328482 -3.262242 2 1 +228 73.2456 -1.340785 -2.235347 1 1 +229 73.3624 -3.064220 -3.007545 2 2 +230 73.4783 -3.016638 -3.601356 1 1 +231 73.5931 -2.654759 -3.374547 1 1 +232 73.7069 -2.075003 -1.804622 2 2 +233 73.8197 -1.816398 -2.420156 1 1 +234 73.5043 -3.214372 -3.254499 1 2 +235 73.6170 -3.732022 -3.540393 2 2 +236 73.3051 -1.455285 -1.448660 2 1 +237 72.9958 -2.482706 -2.066812 2 1 +238 73.1092 -2.914152 -2.686979 2 2 +239 73.2218 -2.721288 -2.707289 2 2 +240 73.3333 -5.863056 -5.816243 2 2 +241 73.0290 -3.865540 -4.275499 1 2 +242 73.1405 -5.955902 -5.924843 2 2 +243 72.8395 -4.451755 -4.356988 2 1 +244 72.9508 -2.615802 -3.752144 1 1 +245 73.0612 -3.538371 -4.996781 1 1 +246 73.1707 -2.694836 -3.009915 1 1 +247 73.2794 -3.515770 -3.065207 2 2 +248 73.3871 -3.479677 -2.908998 2 2 +249 73.4940 -3.206027 -2.093046 2 2 +250 73.6000 -1.742640 -2.552532 1 1 +251 73.3068 -1.846403 -1.789600 2 1 +252 73.4127 -6.929860 -6.654039 2 2 +253 73.1225 -5.186458 -4.933356 2 1 +254 72.8346 -5.252308 -5.921973 1 2 +255 72.9412 -3.516018 -3.700026 1 1 +256 72.6562 -4.958901 -4.048330 2 1 +257 72.3735 -2.238270 -1.919167 2 1 +258 72.0930 -3.741921 -4.031851 1 2 +259 72.2008 -4.949618 -5.678063 1 1 +260 72.3077 -6.484318 -6.504236 1 1 +261 72.4138 -4.010557 -3.857996 2 2 +262 72.1374 -4.821134 -5.090755 1 2 +263 72.2433 -2.695925 -3.334281 1 1 +264 72.3485 -3.996539 -3.587896 2 2 +265 72.4528 -1.354030 -2.160069 1 1 +266 72.5564 -5.126036 -6.174103 1 1 +267 72.2846 -2.845103 -2.579422 2 1 +268 72.0149 -4.003805 -3.669708 2 1 +269 72.1190 -3.070761 -2.931975 2 2 +270 72.2222 -2.016351 -3.180859 1 1 +271 72.3247 -3.363852 -2.757764 2 2 +272 72.4265 -3.708059 -3.191061 2 2 +273 72.5275 -3.168346 -2.826718 2 2 +274 72.6277 -3.679138 -3.271827 2 2 +275 72.7273 -2.947377 -2.953545 1 1 +276 72.8261 -2.281306 -2.402036 1 1 +277 72.9242 -3.115291 -3.668741 1 1 +278 73.0216 -2.442847 -2.636770 1 1 +279 73.1183 -4.492704 -2.822410 2 2 +280 73.2143 -3.703571 -3.647998 2 2 +281 73.3096 -2.760813 -2.113467 2 2 +282 73.4043 -4.399678 -3.599320 2 2 +283 73.1449 -3.655634 -4.021696 1 2 +284 73.2394 -2.679711 -3.158269 1 1 +285 73.3333 -3.441398 -4.449373 1 1 +286 73.4266 -3.219564 -3.535036 1 1 +287 73.5192 -2.160716 -4.177985 1 1 +288 73.2639 -3.259743 -3.345155 1 2 +289 73.0104 -2.678671 -2.389028 2 1 +290 73.1034 -3.177320 -3.475229 1 1 +291 73.1959 -2.749408 -3.485334 1 1 +292 73.2877 -2.979111 -1.886477 2 2 +293 73.3788 -3.316025 -3.050846 2 2 +294 73.1293 -4.046803 -3.930174 2 1 +295 73.2203 -2.368153 -2.499981 1 1 +296 73.3108 -5.108570 -4.872461 2 2 +297 73.0640 -1.939275 -2.370934 1 2 +298 73.1544 -6.254226 -5.775657 2 2 +299 73.2441 -2.475599 -2.380054 2 2 +300 73.3333 -2.277367 -2.829301 1 1 +301 73.4219 -4.105799 -4.123797 1 1 +302 73.5099 -4.244556 -4.012253 2 2 +303 73.2673 -9.418775 -9.142436 2 1 +304 73.3553 -4.695573 -4.591599 2 2 +305 73.1148 -3.061125 -3.067471 1 2 +306 73.2026 -2.408858 -2.193044 2 2 +307 73.2899 -2.755072 -2.771070 1 1 +308 73.3766 -4.786049 -4.743233 2 2 +309 73.4628 -4.128477 -5.161050 1 1 +310 73.5484 -4.830737 -4.603989 2 2 +311 73.6334 -0.648791 -5.313334 1 1 +312 73.7179 -3.929390 -3.953843 1 1 +313 73.8019 -4.486775 -4.138339 2 2 +314 73.8854 -3.676434 -3.105370 2 2 +315 73.9683 -1.508377 -2.735659 1 1 +316 74.0506 -7.275107 -4.304239 2 2 +317 74.1325 -4.613684 -4.817015 1 1 +318 74.2138 -5.137019 -4.775690 2 2 +319 74.2947 -1.581778 -1.928643 1 1 +320 74.3750 -3.869791 -5.081898 1 1 +321 74.1433 -2.930089 -3.013702 1 2 +322 73.9130 -2.577049 -2.964578 1 2 +323 73.9938 -2.676388 -3.175348 1 1 +324 74.0741 -3.926129 -3.930535 1 1 +325 74.1538 -5.392542 -4.623677 2 2 +326 74.2331 -2.219641 -1.925438 2 2 +327 74.3119 -2.448153 -2.850924 1 1 +328 74.0854 -3.909642 -3.907322 2 1 +329 74.1641 -3.933990 -7.100506 1 1 +330 74.2424 -2.325833 -2.477507 1 1 +331 74.0181 -4.986955 -4.235668 2 1 +332 74.0964 -1.951227 -2.662790 1 1 +333 74.1742 -2.825618 -1.850232 2 2 +334 74.2515 -2.505922 -4.910765 1 1 +335 74.0299 -5.096588 -4.528272 2 1 +336 74.1071 -4.591462 -3.621934 2 2 +337 74.1840 -2.350788 -1.387459 2 2 +338 73.9645 -3.137263 -2.681416 2 1 +339 73.7463 -5.215077 -5.220890 1 2 +340 73.8235 -4.638547 -5.011472 1 1 +341 73.9003 -2.959782 -3.679672 1 1 +342 73.9766 -4.977712 -4.365366 2 2 +343 74.0525 -3.790395 -3.876118 1 1 +344 74.1279 -1.979396 -2.406234 1 1 +345 74.2029 -0.904446 -3.175809 1 1 +346 74.2775 -5.540874 -5.230169 2 2 +347 74.3516 -3.617207 -3.141382 2 2 +348 74.4253 -1.275990 -2.123515 1 1 +349 74.2120 -3.194147 -3.862007 1 2 +350 74.0000 -3.528389 -3.926158 1 2 +351 74.0741 -2.816552 -2.931791 1 1 +352 73.8636 -4.005510 -4.062082 1 2 +353 73.9377 -2.414957 -3.173812 1 1 +354 74.0113 -4.607633 -4.497080 2 2 +355 74.0845 -2.482473 -2.184785 2 2 +356 73.8764 -2.756437 -2.824164 1 2 +357 73.9496 -3.907807 -3.499784 2 2 +358 74.0223 -2.370258 -2.224003 2 2 +359 74.0947 -5.143098 -2.896814 2 2 +360 74.1667 -3.553507 -3.493547 2 2 +361 74.2382 -2.771329 -1.856209 2 2 +362 74.3094 -5.334069 -4.964300 2 2 +363 74.3802 -2.516163 -2.536451 1 1 +364 74.4505 -6.068323 -6.323791 1 1 +365 74.5205 -5.275929 -5.465021 1 1 +366 74.3169 -3.242002 -7.507882 1 2 +367 74.1144 -5.753883 -5.497590 2 1 +368 74.1848 -4.724343 -4.509142 2 2 +369 73.9837 -2.943545 -3.509392 1 2 +370 74.0541 -4.728168 -5.361675 1 1 +371 74.1240 -2.567475 -3.473064 1 1 +372 74.1935 -2.458728 -2.693892 1 1 +373 73.9946 -4.507765 -3.407894 2 1 +374 74.0642 -2.674459 -3.031968 1 1 +375 74.1333 -2.698092 -2.285509 2 2 +376 74.2021 -4.860253 -3.912387 2 2 +377 74.0053 -3.582603 -3.612036 1 2 +378 73.8095 -3.482045 -3.494323 1 2 +379 73.6148 -0.949345 -2.879175 1 2 +380 73.6842 -4.593907 -5.361886 1 1 +381 73.7533 -9.177668 -7.413195 2 2 +382 73.8220 -2.803900 -2.694774 2 2 +383 73.8903 -2.731929 -1.296889 2 2 +384 73.6979 -4.032166 -3.147670 2 1 +385 73.5065 -1.088730 -0.794068 2 1 +386 73.5751 -1.630412 -13.340886 1 1 +387 73.6434 -2.041133 -2.688974 1 1 +388 73.7113 -5.849111 -5.505366 2 2 +389 73.7789 -2.714965 -2.249054 2 2 +390 73.8462 -3.053247 -3.518153 1 1 +391 73.9130 -4.474111 -4.355676 2 2 +392 73.7245 -3.946900 -3.233204 2 1 +393 73.5369 -4.941494 -5.076097 1 2 +394 73.6041 -3.366407 -4.233544 1 1 +395 73.6709 -3.721846 -3.186006 2 2 +396 73.7374 -2.716226 -2.880513 1 1 +397 73.8035 -6.088062 -6.474785 1 1 +398 73.8693 -4.380668 -5.162337 1 1 +399 73.9348 -2.969801 -3.798650 1 1 +400 74.0000 -1.357205 -6.377897 1 1 +401 74.0648 -3.394899 -3.669888 1 1 +402 73.8806 -3.788310 -3.908348 1 2 +403 73.6973 -6.769701 -7.086048 1 2 +404 73.7624 -3.351444 -2.623136 2 2 +405 73.8272 -3.592472 -4.026057 1 1 +406 73.8916 -7.708360 -8.232850 1 1 +407 73.7101 -4.002366 -4.477479 1 2 +408 73.5294 -3.293769 -3.416771 1 2 +409 73.5941 -4.042644 -4.515846 1 1 +410 73.4146 -3.644195 -3.494797 2 1 +411 73.4793 -2.852437 -4.334623 1 1 +412 73.5437 -3.483059 -3.056046 2 2 +413 73.6077 -3.349198 -2.675449 2 2 +414 73.4300 -3.859697 -4.162023 1 2 +415 73.2530 -3.333514 -3.463585 1 2 +416 73.3173 -3.622718 -2.385793 2 2 +417 73.3813 -4.327907 -5.080863 1 1 +418 73.2057 -4.339316 -3.613668 2 1 +419 73.2697 -3.978188 -3.826050 2 2 +420 73.3333 -3.037921 -2.791492 2 2 +421 73.3967 -3.986682 -3.771121 2 2 +422 73.4597 -2.494402 -2.549085 1 1 +423 73.2861 -3.104324 -3.061515 2 1 +424 73.3491 -5.090442 -5.400577 1 1 +425 73.4118 -4.613183 -3.523532 2 2 +426 73.4742 -1.966455 -1.699223 2 2 +427 73.5363 -3.846147 -3.928591 1 1 +428 73.5981 -3.715835 -3.776409 1 1 +429 73.4266 -3.104892 -3.141919 1 2 +430 73.4884 -5.477370 -5.678522 1 1 +431 73.5499 -4.053211 -4.975120 1 1 +432 73.3796 -3.291690 -3.684864 1 2 +433 73.4411 -1.997864 -1.740724 2 2 +434 73.5023 -6.416673 -6.877409 1 1 +435 73.3333 -4.195697 -3.861260 2 1 +436 73.3945 -1.851772 -2.267257 1 1 +437 73.4554 -4.052636 -4.045503 2 2 +438 73.5160 -3.903332 -3.638560 2 2 +439 73.5763 -3.320650 -3.662090 1 1 +440 73.4091 -4.954272 -4.650145 2 1 +441 73.4694 -3.489063 -4.933552 1 1 +442 73.3032 -3.829360 -3.610545 2 1 +443 73.3634 -2.025991 -3.262605 1 1 +444 73.1982 -5.773974 -5.980870 1 2 +445 73.2584 -1.551267 -2.466372 1 1 +446 73.3184 -4.830772 -4.460496 2 2 +447 73.1544 -3.012355 -2.873825 2 1 +448 73.2143 -4.831585 -4.707860 2 2 +449 73.2739 -2.397101 -1.772203 2 2 +450 73.3333 -5.309640 -4.530064 2 2 +451 73.1707 -4.356939 -4.389200 1 2 +452 73.0088 -5.531720 -5.511702 2 1 +453 73.0684 -4.224874 -4.098245 2 2 +454 73.1278 -3.535918 -3.947675 1 1 +455 72.9670 -2.052605 -9.947843 1 2 +456 72.8070 -3.850403 -3.917345 1 2 +457 72.8665 -6.837560 -7.029455 1 1 +458 72.9258 -2.979768 -2.152808 2 2 +459 72.9847 -4.105680 -3.696182 2 2 +460 73.0435 -0.695456 -7.411160 1 1 +461 73.1020 -2.478896 -3.460195 1 1 +462 73.1602 -4.964641 -5.446111 1 1 +463 73.2181 -1.390972 -1.707911 1 1 +464 73.2759 -2.160432 -2.510514 1 1 +465 73.3333 -3.134737 -3.057072 2 2 +466 73.1760 -5.295375 -5.565099 1 2 +467 73.2334 -4.963036 -4.963458 1 1 +468 73.2906 -3.918844 -3.642635 2 2 +469 73.3475 -2.251204 -2.252427 1 1 +470 73.4043 -2.096853 -1.889560 2 2 +471 73.4607 -2.577913 -2.794012 1 1 +472 73.3051 -2.619848 -2.657394 1 2 +473 73.3615 -4.689741 -3.361753 2 2 +474 73.4177 -3.087045 -3.881671 1 1 +475 73.4737 -1.627620 -1.344730 2 2 +476 73.3193 -3.710960 -4.499694 1 2 +477 73.1656 -4.126919 -4.861374 1 2 +478 73.0126 -2.611350 -2.578093 2 1 +479 73.0689 -2.765385 -3.014431 1 1 +480 73.1250 -5.922322 -5.692131 2 2 +481 73.1809 -2.676696 -2.721490 1 1 +482 73.0290 -4.982431 -5.555808 1 2 +483 73.0849 -3.671159 -4.090718 1 1 +484 72.9339 -2.869626 -2.521455 2 1 +485 72.9897 -1.385415 -1.937433 1 1 +486 73.0453 -2.474307 -2.820994 1 1 +487 73.1006 -3.312771 -3.111829 2 2 +488 73.1557 -3.089134 -2.518308 2 2 +489 73.2106 -2.221357 -2.710637 1 1 +490 73.2653 -2.695184 -2.890073 1 1 +491 73.3198 -4.745015 -4.220274 2 2 +492 73.3740 -5.391347 -4.773299 2 2 +493 73.4280 -1.682520 -2.717734 1 1 +494 73.4818 -3.137272 -2.962040 2 2 +495 73.5354 -4.006674 -4.090698 1 1 +496 73.3871 -3.264845 -3.348096 1 2 +497 73.2394 -5.002182 -4.711604 2 1 +498 73.0924 -1.733142 -1.739141 1 2 +499 73.1463 -2.885628 -3.149569 1 1 +500 73.2000 -5.211588 -4.325831 2 2 +501 73.2535 -1.503401 -3.271371 1 1 +502 73.3068 -2.363128 -2.639102 1 1 +503 73.3598 -3.942227 -3.475083 2 2 +504 73.4127 -2.128639 -2.199235 1 1 +505 73.2673 -7.979066 -8.209979 1 2 +506 73.3202 -5.063788 -5.187123 1 1 +507 73.3728 -2.953797 -3.252588 1 1 +508 73.4252 -4.692317 -3.038407 2 2 +509 73.4774 -4.189710 -10.065246 1 1 +510 73.5294 -4.960738 -5.481197 1 1 +511 73.5812 -4.551264 -3.136023 2 2 +512 73.6328 -3.339266 -3.411832 1 1 +513 73.6842 -3.143465 -2.906447 2 2 +514 73.5409 -4.284904 -3.745531 2 1 +515 73.5922 -5.277056 -6.500838 1 1 +516 73.6434 -3.939278 -3.971504 1 1 +517 73.6944 -2.117606 -2.855088 1 1 +518 73.7452 -2.706025 -2.501318 2 2 +519 73.7958 -6.776994 -6.678247 2 2 +520 73.6538 -2.438794 -2.715293 1 2 +521 73.5125 -2.811982 -2.097317 2 1 +522 73.5632 -3.755571 -2.644676 2 2 +523 73.6138 -3.473644 -2.982719 2 2 +524 73.6641 -4.168888 -5.014025 1 1 +525 73.7143 -3.535990 -2.475852 2 2 +526 73.7643 -0.478511 -16.859583 1 1 +527 73.8140 -4.871512 -3.637233 2 2 +528 73.8636 -6.497055 -5.913991 2 2 +529 73.7240 -5.129914 -4.899966 2 1 +530 73.7736 -5.523255 -4.585008 2 2 +531 73.8230 -3.298938 -3.450130 1 1 +532 73.8722 -1.677964 -2.555919 1 1 +533 73.9212 -4.093100 -2.533502 2 2 +534 73.9700 -2.285388 -2.761842 1 1 +535 74.0187 -3.535544 -3.531359 2 2 +536 73.8806 -2.607860 -2.487130 2 1 +537 73.9292 -4.903826 -6.041811 1 1 +538 73.9777 -1.447192 -4.744484 1 1 +539 74.0260 -4.040624 -1.974069 2 2 +540 74.0741 -2.755705 -2.727381 2 2 +541 74.1220 -3.426115 -4.023592 1 1 +542 73.9852 -4.181123 -5.978671 1 2 +543 74.0331 -5.390647 -4.277901 2 2 +544 74.0809 -2.298040 -4.377061 1 1 +545 73.9450 -3.051656 -4.894868 1 2 +546 73.9927 -2.099851 -3.446930 1 1 +547 74.0402 -5.558864 -4.980881 2 2 +548 74.0876 -4.342601 -4.548931 1 1 +549 74.1348 -5.013094 -5.363592 1 1 +550 74.0000 -2.749206 -2.812200 1 2 +551 73.8657 -0.857277 -14.450370 1 2 +552 73.7319 -2.373600 -1.997117 2 1 +553 73.7794 -5.145798 -4.914831 2 2 +554 73.8267 -5.188570 -4.674041 2 2 +555 73.8739 -1.824660 -1.460650 2 2 +556 73.9209 -5.658688 -5.369545 2 2 +557 73.7882 -6.164681 -4.310360 2 1 +558 73.8351 -1.608278 -3.256625 1 1 +559 73.8819 -2.768678 -2.664251 2 2 +560 73.7500 -2.055352 -1.831945 2 1 +561 73.7968 -2.130972 -2.248427 1 1 +562 73.8434 -0.835644 -1.882391 1 1 +563 73.7123 -1.615651 -2.568739 1 2 +564 73.7589 -2.916067 -3.279607 1 1 +565 73.8053 -3.980409 -3.928381 2 2 +566 73.8516 -5.509711 -5.913121 1 1 +567 73.8977 -2.990772 -2.610594 2 2 +568 73.9437 -6.496358 -2.363924 2 2 +569 73.8137 -3.511773 -3.054567 2 1 +570 73.8596 -4.975943 -5.025408 1 1 +571 73.9054 -4.123466 -2.825780 2 2 +572 73.9510 -2.904588 -2.768286 2 2 +573 73.9965 -3.542358 -3.501002 2 2 +574 74.0418 -4.451397 -3.625136 2 2 +575 73.9130 -5.261242 -5.326005 1 2 +576 73.9583 -2.705059 -3.281095 1 1 +577 74.0035 -4.063031 -3.700984 2 2 +578 73.8754 -3.137565 -3.145189 1 2 +579 73.9206 -3.718769 -3.353683 2 2 +580 73.9655 -2.690380 -2.832124 1 1 +581 73.8382 -5.594955 -5.575886 2 1 +582 73.8832 -6.311631 -6.098821 2 2 +583 73.9280 -4.900585 -4.740898 2 2 +584 73.9726 -4.434695 -4.598497 1 1 +585 74.0171 -0.915629 -2.006320 1 1 +586 73.8908 -3.898355 -3.798658 2 1 +587 73.7649 -5.048763 -4.465327 2 1 +588 73.8095 -4.502308 -2.884054 2 2 +589 73.8540 -3.885574 -3.707854 2 2 +590 73.8983 -4.155653 -3.900334 2 2 +591 73.9425 -3.681730 -3.525838 2 2 +592 73.9865 -3.965884 -4.464493 1 1 +593 74.0304 -3.593198 -3.138410 2 2 +594 73.9057 -3.483500 -3.136943 2 1 +595 73.7815 -1.696730 -1.699924 1 2 +596 73.8255 -4.711609 -4.697282 2 2 +597 73.8693 -2.556103 -2.596123 1 1 +598 73.9130 -3.357701 -3.940089 1 1 +599 73.9566 -2.916586 -3.517903 1 1 +600 74.0000 -4.058394 -3.779862 2 2 +601 74.0433 -3.722509 -3.684852 2 2 +602 74.0864 -3.184358 -4.960726 1 1 +603 74.1294 -6.369074 -5.943861 2 2 +604 74.0066 -2.969153 -3.088798 1 2 +605 74.0496 -2.199062 -2.293322 1 1 +606 74.0924 -3.244550 -2.670980 2 2 +607 73.9703 -2.464470 -2.370856 2 1 +608 73.8487 -2.599315 -2.186839 2 1 +609 73.8916 -5.850107 -6.024465 1 1 +610 73.7705 -2.732199 -2.575580 2 1 +611 73.8134 -4.831166 -5.076146 1 1 +612 73.8562 -2.934917 -5.344735 1 1 +613 73.7357 -2.225232 -2.305434 1 2 +614 73.7785 -3.123999 -2.540972 2 2 +615 73.8211 -2.666669 -2.655773 2 2 +616 73.8636 -3.301766 -3.249178 2 2 +617 73.9060 -10.879494 -4.276757 2 2 +618 73.7864 -4.120144 -4.133511 1 2 +619 73.8288 -3.685255 -3.378991 2 2 +620 73.7097 -4.503223 -4.209377 2 1 +621 73.7520 -3.170434 -2.434253 2 2 +622 73.7942 -2.343349 -2.606261 1 1 +623 73.6758 -2.409282 -2.095948 2 1 +624 73.7179 -4.270701 -3.479303 2 2 +625 73.7600 -4.221225 -5.178335 1 1 +626 73.8019 -2.911371 -3.541022 1 1 +627 73.6842 -3.398899 -3.270433 2 1 +628 73.7261 -3.507741 -2.902903 2 2 +629 73.7679 -1.867682 -2.760174 1 1 +630 73.6508 -1.854355 -1.849303 2 1 +631 73.6926 -1.799303 -2.433743 1 1 +632 73.7342 -1.946461 -1.654189 2 2 +633 73.7757 -2.279423 -2.203558 2 2 +634 73.8170 -2.256715 -3.276485 1 1 +635 73.7008 -4.137484 -4.158121 1 2 +636 73.7421 -3.573018 -4.248380 1 1 +637 73.7834 -3.258084 -5.288754 1 1 +638 73.8245 -4.602070 -4.625807 1 1 +639 73.8654 -2.624180 -3.453368 1 1 +640 73.7500 -1.352709 -1.486903 1 2 +641 73.7910 -4.739395 -5.724364 1 1 +642 73.8318 -4.264383 -2.540812 2 2 +643 73.8725 -1.556297 -1.202139 2 2 +644 73.9130 -4.688863 -5.214045 1 1 +645 73.9535 -1.238128 -1.641587 1 1 +646 73.8390 -4.586864 -4.324892 2 1 +647 73.8794 -3.697062 -3.717400 1 1 +648 73.7654 -3.083365 -3.093560 1 2 +649 73.8059 -2.351908 -2.881680 1 1 +650 73.8462 -3.719630 -4.174761 1 1 +651 73.7327 -5.576223 -6.689770 1 2 +652 73.7730 -4.874044 -4.623923 2 2 +653 73.8132 -7.100132 -6.501909 2 2 +654 73.7003 -3.240366 -3.951701 1 2 +655 73.5878 -3.140693 -3.159867 1 2 +656 73.6280 -4.278105 -1.840073 2 2 +657 73.5160 -5.941311 -6.127880 1 2 +658 73.5562 -3.881633 -2.087697 2 2 +659 73.5964 -1.725449 -1.492036 2 2 +660 73.6364 -4.201852 -3.131325 2 2 +661 73.6762 -2.576555 -3.027304 1 1 +662 73.7160 -2.942267 -3.685973 1 1 +663 73.7557 -6.308976 -5.550972 2 2 +664 73.7952 -2.512421 -2.728188 1 1 +665 73.6842 -3.562764 -3.798373 1 2 +666 73.5736 -5.663167 -5.504587 2 1 +667 73.4633 -5.447121 -7.144145 1 2 +668 73.3533 -3.243993 -3.225119 2 1 +669 73.2436 -3.260878 -3.155006 2 1 +670 73.1343 -3.153190 -2.625763 2 1 +671 73.1744 -3.931930 -4.539297 1 1 +672 73.2143 -3.386465 -3.238280 2 2 +673 73.2541 -1.772786 -1.708049 2 2 +674 73.2938 -5.251338 -5.677678 1 1 +675 73.3333 -4.232509 -4.417794 1 1 +676 73.2249 -2.404502 -2.990217 1 2 +677 73.2644 -2.591250 -3.560270 1 1 +678 73.1563 -4.873713 -4.973927 1 2 +679 73.1959 -5.395997 -5.203255 2 2 +680 73.2353 -3.503776 -3.647652 1 1 +681 73.1278 -3.337945 -2.972871 2 1 +682 73.0205 -2.440892 -2.667990 1 2 +683 73.0600 -1.983950 -2.530206 1 1 +684 73.0994 -4.906824 -9.605468 1 1 +685 73.1387 -3.130727 -2.150628 2 2 +686 73.0321 -4.810451 -5.010959 1 2 +687 73.0713 -2.604884 -2.142214 2 2 +688 73.1105 -7.679277 -8.214211 1 1 +689 73.1495 -2.451118 -2.348175 2 2 +690 73.0435 -2.276139 -2.506189 1 2 +691 73.0825 -2.786328 -3.721184 1 1 +692 73.1214 -2.156924 -2.832992 1 1 +693 73.1602 -4.642440 -4.661679 1 1 +694 73.1988 -3.413752 -3.265856 2 2 +695 73.2374 -4.889038 -5.156607 1 1 +696 73.2759 -4.395863 -4.855830 1 1 +697 73.3142 -2.688275 -2.822792 1 1 +698 73.3524 -4.351474 -3.892356 2 2 +699 73.3906 -4.233305 -4.958975 1 1 +700 73.4286 -2.758218 -2.498798 2 2 +701 73.3238 -2.337053 -1.827606 2 1 +702 73.2194 -4.826560 -5.521375 1 2 +703 73.1152 -5.612655 -5.401586 2 1 +704 73.1534 -1.700103 -2.602562 1 1 +705 73.1915 -2.332402 -2.153692 2 2 +706 73.0878 -3.026646 -3.122581 1 2 +707 73.1259 -4.623986 -4.833916 1 1 +708 73.1638 -3.604439 -3.043768 2 2 +709 73.2017 -3.703028 -3.168910 2 2 +710 73.2394 -2.470200 -3.175080 1 1 +711 73.1364 -3.590624 -3.622636 1 2 +712 73.0337 -2.540797 -3.567146 1 2 +713 73.0715 -3.652017 -3.500354 2 2 +714 73.1092 -3.247610 -3.225516 2 2 +715 73.1469 -4.930230 -3.983399 2 2 +716 73.1844 -4.512652 -3.472470 2 2 +717 73.2218 -2.666067 -1.116979 2 2 +718 73.2591 -3.468967 -3.996934 1 1 +719 73.1572 -4.672321 -4.473288 2 1 +720 73.0556 -1.135887 -5.436063 1 2 +721 72.9542 -4.685196 -4.847734 1 2 +722 72.8532 -2.129878 -1.937814 2 1 +723 72.8907 -2.642771 -2.979754 1 1 +724 72.7901 -2.958623 -3.123039 1 2 +725 72.8276 -2.820239 -2.631838 2 2 +726 72.7273 -3.882666 -3.888479 1 2 +727 72.7648 -3.599000 -3.130300 2 2 +728 72.8022 -4.484330 -4.639053 1 1 +729 72.8395 -1.710422 -2.177188 1 1 +730 72.8767 -3.623831 -3.629038 1 1 +731 72.9138 -2.565172 -3.849000 1 1 +732 72.9508 -2.896333 -2.294085 2 2 +733 72.8513 -3.945225 -4.071496 1 2 +734 72.8883 -0.184443 -7.793816 1 1 +735 72.9252 -2.816189 -3.103175 1 1 +736 72.9620 -3.103352 -3.688740 1 1 +737 72.9986 -3.984158 -4.109796 1 1 +738 73.0352 -4.386188 -4.366817 2 2 +739 73.0717 -0.811402 -7.627530 1 1 +740 73.1081 -3.886519 -3.533286 2 2 +741 73.0094 -4.344659 -4.102700 2 1 +742 72.9111 -2.969712 -3.103724 1 2 +743 72.9475 -3.969139 -3.802964 2 2 +744 72.9839 -4.286787 -3.685462 2 2 +745 73.0201 -2.967315 -4.506337 1 1 +746 73.0563 -4.767580 -5.179340 1 1 +747 73.0924 -5.676702 -5.820045 1 1 +748 73.1283 -4.029746 -3.827882 2 2 +749 73.1642 -2.988500 -3.319398 1 1 +750 73.2000 -1.763369 -11.090851 1 1 + +Final Winogrande score(750 tasks): 73.2000 +/- 1.6184 diff --git a/scores/Llama-Guard-3-8B-iq4_nl.arc b/scores/Llama-Guard-3-8B-iq4_nl.arc new file mode 100644 index 0000000000000000000000000000000000000000..a36f60e2ea3807d4ce3be1abbfd6c5d9ec89041d --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 65.51724138 +30 63.33333333 +31 61.29032258 +32 62.50000000 +33 60.60606061 +34 58.82352941 +35 57.14285714 +36 55.55555556 +37 56.75675676 +38 55.26315789 +39 56.41025641 +40 57.50000000 +41 58.53658537 +42 57.14285714 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 56.52173913 +47 57.44680851 +48 58.33333333 +49 59.18367347 +50 58.00000000 +51 58.82352941 +52 59.61538462 +53 60.37735849 +54 59.25925926 +55 58.18181818 +56 58.92857143 +57 59.64912281 +58 60.34482759 +59 59.32203390 +60 60.00000000 +61 59.01639344 +62 58.06451613 +63 58.73015873 +64 59.37500000 +65 58.46153846 +66 59.09090909 +67 59.70149254 +68 60.29411765 +69 60.86956522 +70 60.00000000 +71 59.15492958 +72 58.33333333 +73 58.90410959 +74 59.45945946 +75 60.00000000 +76 59.21052632 +77 59.74025974 +78 60.25641026 +79 59.49367089 +80 60.00000000 +81 60.49382716 +82 60.97560976 +83 60.24096386 +84 60.71428571 +85 61.17647059 +86 61.62790698 +87 62.06896552 +88 62.50000000 +89 62.92134831 +90 63.33333333 +91 63.73626374 +92 64.13043478 +93 63.44086022 +94 62.76595745 +95 63.15789474 +96 63.54166667 +97 62.88659794 +98 63.26530612 +99 63.63636364 +100 64.00000000 +101 64.35643564 +102 63.72549020 +103 63.10679612 +104 63.46153846 +105 63.80952381 +106 63.20754717 +107 63.55140187 +108 62.96296296 +109 62.38532110 +110 62.72727273 +111 63.06306306 +112 63.39285714 +113 63.71681416 +114 64.03508772 +115 64.34782609 +116 63.79310345 +117 64.10256410 +118 64.40677966 +119 63.86554622 +120 64.16666667 +121 63.63636364 +122 63.93442623 +123 64.22764228 +124 63.70967742 +125 64.00000000 +126 64.28571429 +127 64.56692913 +128 64.84375000 +129 64.34108527 +130 64.61538462 +131 64.88549618 +132 65.15151515 +133 65.41353383 +134 64.92537313 +135 64.44444444 +136 64.70588235 +137 64.96350365 +138 65.21739130 +139 65.46762590 +140 65.71428571 +141 65.95744681 +142 66.19718310 +143 66.43356643 +144 66.66666667 +145 66.89655172 +146 66.43835616 +147 65.98639456 +148 66.21621622 +149 66.44295302 +150 66.66666667 +151 66.22516556 +152 66.44736842 +153 66.66666667 +154 66.88311688 +155 66.45161290 +156 66.66666667 +157 66.24203822 +158 66.45569620 +159 66.66666667 +160 66.87500000 +161 67.08074534 +162 67.28395062 +163 67.48466258 +164 67.07317073 +165 66.66666667 +166 66.86746988 +167 66.46706587 +168 66.66666667 +169 66.27218935 +170 65.88235294 +171 66.08187135 +172 66.27906977 +173 66.47398844 +174 66.66666667 +175 66.28571429 +176 66.47727273 +177 66.66666667 +178 66.29213483 +179 66.48044693 +180 66.66666667 +181 66.29834254 +182 66.48351648 +183 66.12021858 +184 66.30434783 +185 66.48648649 +186 66.66666667 +187 66.84491979 +188 67.02127660 +189 66.66666667 +190 66.31578947 +191 66.49214660 +192 66.66666667 +193 66.32124352 +194 66.49484536 +195 66.66666667 +196 66.83673469 +197 67.00507614 +198 66.66666667 +199 66.33165829 +200 66.50000000 +201 66.66666667 +202 66.83168317 +203 66.99507389 +204 67.15686275 +205 66.82926829 +206 66.50485437 +207 66.66666667 +208 66.82692308 +209 66.98564593 +210 67.14285714 +211 67.29857820 +212 66.98113208 +213 67.13615023 +214 67.28971963 +215 67.44186047 +216 67.12962963 +217 67.28110599 +218 67.43119266 +219 67.57990868 +220 67.72727273 +221 67.42081448 +222 67.56756757 +223 67.71300448 +224 67.41071429 +225 67.11111111 +226 66.81415929 +227 66.96035242 +228 67.10526316 +229 67.24890830 +230 67.39130435 +231 67.09956710 +232 66.81034483 +233 66.95278970 +234 66.66666667 +235 66.38297872 +236 66.10169492 +237 66.24472574 +238 66.38655462 +239 66.52719665 +240 66.66666667 +241 66.80497925 +242 66.94214876 +243 67.07818930 +244 66.80327869 +245 66.93877551 +246 67.07317073 +247 67.20647773 +248 67.33870968 +249 67.46987952 +250 67.60000000 +251 67.72908367 +252 67.85714286 +253 67.98418972 +254 67.71653543 +255 67.84313725 +256 67.57812500 +257 67.31517510 +258 67.44186047 +259 67.18146718 +260 67.30769231 +261 67.43295019 +262 67.55725191 +263 67.68060837 +264 67.80303030 +265 67.54716981 +266 67.29323308 +267 67.41573034 +268 67.53731343 +269 67.65799257 +270 67.77777778 +271 67.89667897 +272 67.64705882 +273 67.39926740 +274 67.15328467 +275 67.27272727 +276 67.39130435 +277 67.50902527 +278 67.26618705 +279 67.38351254 +280 67.50000000 +281 67.61565836 +282 67.73049645 +283 67.49116608 +284 67.60563380 +285 67.71929825 +286 67.83216783 +287 67.94425087 +288 68.05555556 +289 67.82006920 +290 67.93103448 +291 68.04123711 +292 67.80821918 +293 67.91808874 +294 67.68707483 +295 67.79661017 +296 67.90540541 +297 68.01346801 +298 68.12080537 +299 68.22742475 +300 68.33333333 +301 68.10631229 +302 68.21192053 +303 68.31683168 +304 68.42105263 +305 68.19672131 +306 67.97385621 +307 68.07817590 +308 68.18181818 +309 68.28478964 +310 68.38709677 +311 68.48874598 +312 68.26923077 +313 68.37060703 +314 68.15286624 +315 68.25396825 +316 68.35443038 +317 68.45425868 +318 68.55345912 +319 68.33855799 +320 68.12500000 +321 68.22429907 +322 68.32298137 +323 68.42105263 +324 68.20987654 +325 68.30769231 +326 68.40490798 +327 68.19571865 +328 68.29268293 +329 68.38905775 +330 68.18181818 +331 68.27794562 +332 68.37349398 +333 68.46846847 +334 68.26347305 +335 68.05970149 +336 68.15476190 +337 67.95252226 +338 67.75147929 +339 67.84660767 +340 67.94117647 +341 68.03519062 +342 67.83625731 +343 67.93002915 +344 68.02325581 +345 67.82608696 +346 67.63005780 +347 67.43515850 +348 67.24137931 +349 67.33524355 +350 67.42857143 +351 67.52136752 +352 67.61363636 +353 67.70538244 +354 67.51412429 +355 67.32394366 +356 67.41573034 +357 67.50700280 +358 67.59776536 +359 67.40947075 +360 67.50000000 +361 67.59002770 +362 67.67955801 +363 67.76859504 +364 67.85714286 +365 67.94520548 +366 67.75956284 +367 67.57493188 +368 67.66304348 +369 67.75067751 +370 67.83783784 +371 67.65498652 +372 67.74193548 +373 67.82841823 +374 67.91443850 +375 67.73333333 +376 67.81914894 +377 67.63925729 +378 67.72486772 +379 67.54617414 +380 67.63157895 +381 67.71653543 +382 67.53926702 +383 67.36292428 +384 67.44791667 +385 67.27272727 +386 67.35751295 +387 67.18346253 +388 67.26804124 +389 67.35218509 +390 67.17948718 +391 67.00767263 +392 67.09183673 +393 67.17557252 +394 67.25888325 +395 67.34177215 +396 67.42424242 +397 67.50629723 +398 67.33668342 +399 67.41854637 +400 67.50000000 +401 67.33167082 +402 67.41293532 +403 67.49379653 +404 67.57425743 +405 67.65432099 +406 67.73399015 +407 67.81326781 +408 67.89215686 +409 67.72616137 +410 67.80487805 +411 67.88321168 +412 67.96116505 +413 68.03874092 +414 68.11594203 +415 67.95180723 +416 67.78846154 +417 67.86570743 +418 67.94258373 +419 67.78042959 +420 67.85714286 +421 67.93349169 +422 67.77251185 +423 67.84869976 +424 67.68867925 +425 67.76470588 +426 67.84037559 +427 67.91569087 +428 67.75700935 +429 67.83216783 +430 67.90697674 +431 67.98143852 +432 68.05555556 +433 67.89838337 +434 67.97235023 +435 68.04597701 +436 68.11926606 +437 68.19221968 +438 68.26484018 +439 68.33712984 +440 68.18181818 +441 68.25396825 +442 68.09954751 +443 68.17155756 +444 68.01801802 +445 68.08988764 +446 68.16143498 +447 68.23266219 +448 68.30357143 +449 68.37416481 +450 68.22222222 +451 68.29268293 +452 68.36283186 +453 68.43267108 +454 68.28193833 +455 68.13186813 +456 68.20175439 +457 68.27133479 +458 68.34061135 +459 68.40958606 +460 68.26086957 +461 68.32971800 +462 68.39826840 +463 68.25053996 +464 68.10344828 +465 68.17204301 +466 68.24034335 +467 68.30835118 +468 68.37606838 +469 68.23027719 +470 68.29787234 +471 68.36518047 +472 68.43220339 +473 68.28752643 +474 68.35443038 +475 68.42105263 +476 68.48739496 +477 68.55345912 +478 68.61924686 +479 68.68475992 +480 68.75000000 +481 68.60706861 +482 68.67219917 +483 68.73706004 +484 68.80165289 +485 68.86597938 +486 68.93004115 +487 68.78850103 +488 68.85245902 +489 68.71165644 +490 68.57142857 +491 68.63543788 +492 68.69918699 +493 68.55983773 +494 68.62348178 +495 68.48484848 +496 68.34677419 +497 68.41046278 +498 68.47389558 +499 68.53707415 +500 68.60000000 +501 68.46307385 +502 68.52589641 +503 68.58846918 +504 68.65079365 +505 68.71287129 +506 68.57707510 +507 68.44181460 +508 68.50393701 +509 68.36935167 +510 68.43137255 +511 68.29745597 +512 68.16406250 +513 68.22612086 +514 68.28793774 +515 68.34951456 +516 68.41085271 +517 68.47195358 +518 68.53281853 +519 68.59344894 +520 68.46153846 +521 68.52207294 +522 68.58237548 +523 68.45124283 +524 68.51145038 +525 68.38095238 +526 68.25095057 +527 68.12144213 +528 67.99242424 +529 67.86389414 +530 67.92452830 +531 67.98493409 +532 68.04511278 +533 68.10506567 +534 67.97752809 +535 67.85046729 +536 67.91044776 +537 67.97020484 +538 67.84386617 +539 67.90352505 +540 67.77777778 +541 67.83733826 +542 67.89667897 +543 67.77163904 +544 67.83088235 +545 67.88990826 +546 67.76556777 +547 67.64168190 +548 67.70072993 +549 67.75956284 +550 67.81818182 +551 67.69509982 +552 67.57246377 +553 67.63110307 +554 67.68953069 +555 67.74774775 +556 67.62589928 +557 67.68402154 +558 67.56272401 +559 67.62075134 +560 67.67857143 +561 67.73618538 +562 67.79359431 +563 67.85079929 +564 67.73049645 +565 67.61061947 +566 67.66784452 +567 67.72486772 +568 67.78169014 +569 67.66256591 +570 67.54385965 +571 67.60070053 +572 67.48251748 +573 67.53926702 +574 67.59581882 +575 67.65217391 +576 67.70833333 +577 67.76429809 +578 67.82006920 +579 67.87564767 +580 67.75862069 +581 67.81411360 +582 67.69759450 +583 67.75300172 +584 67.80821918 +585 67.86324786 +586 67.74744027 +587 67.80238501 +588 67.85714286 +589 67.91171477 +590 67.96610169 +591 68.02030457 +592 68.07432432 +593 68.12816189 +594 68.18181818 +595 68.23529412 +596 68.12080537 +597 68.00670017 +598 68.06020067 +599 67.94657763 +600 68.00000000 +601 68.05324459 +602 67.94019934 +603 67.82752902 +604 67.88079470 +605 67.93388430 +606 67.98679868 +607 67.87479407 +608 67.92763158 +609 67.81609195 +610 67.86885246 +611 67.75777414 +612 67.81045752 +613 67.69983687 +614 67.75244300 +615 67.64227642 +616 67.53246753 +617 67.58508914 +618 67.47572816 +619 67.36672052 +620 67.41935484 +621 67.47181965 +622 67.36334405 +623 67.41573034 +624 67.46794872 +625 67.36000000 +626 67.25239617 +627 67.30462520 +628 67.35668790 +629 67.24960254 +630 67.30158730 +631 67.35340729 +632 67.24683544 +633 67.14060032 +634 67.19242902 +635 67.24409449 +636 67.29559748 +637 67.18995290 +638 67.24137931 +639 67.29264476 +640 67.34375000 +641 67.39469579 +642 67.28971963 +643 67.34059098 +644 67.39130435 +645 67.28682171 +646 67.33746130 +647 67.38794436 +648 67.28395062 +649 67.18027735 +650 67.23076923 +651 67.28110599 +652 67.33128834 +653 67.22817764 +654 67.12538226 +655 67.02290076 +656 66.92073171 +657 66.81887367 +658 66.86930091 +659 66.76783005 +660 66.81818182 +661 66.71709531 +662 66.76737160 +663 66.81749623 +664 66.86746988 +665 66.91729323 +666 66.81681682 +667 66.86656672 +668 66.76646707 +669 66.81614350 +670 66.86567164 +671 66.76602086 +672 66.81547619 +673 66.71619614 +674 66.61721068 +675 66.51851852 +676 66.56804734 +677 66.61742984 +678 66.66666667 +679 66.56848306 +680 66.47058824 +681 66.51982379 +682 66.42228739 +683 66.32503660 +684 66.37426901 +685 66.42335766 +686 66.32653061 +687 66.22998544 +688 66.27906977 +689 66.18287373 +690 66.23188406 +691 66.28075253 +692 66.32947977 +693 66.37806638 +694 66.42651297 +695 66.33093525 +696 66.23563218 +697 66.28407461 +698 66.18911175 +699 66.09442060 +700 66.14285714 +701 66.19115549 +702 66.23931624 +703 66.28733997 +704 66.33522727 +705 66.38297872 +706 66.43059490 +707 66.47807638 +708 66.52542373 +709 66.57263752 +710 66.61971831 +711 66.66666667 +712 66.71348315 +713 66.76016830 +714 66.66666667 +715 66.57342657 +716 66.62011173 +717 66.52719665 +718 66.43454039 +719 66.34214186 +720 66.38888889 +721 66.43550624 +722 66.48199446 +723 66.52835408 +724 66.43646409 +725 66.48275862 +726 66.52892562 +727 66.43741403 +728 66.48351648 +729 66.52949246 +730 66.57534247 +731 66.62106703 +732 66.66666667 +733 66.71214188 +734 66.75749319 +735 66.80272109 +736 66.84782609 +737 66.75712347 +738 66.80216802 +739 66.71177267 +740 66.62162162 +741 66.66666667 +742 66.71159030 +743 66.75639300 +744 66.66666667 +745 66.71140940 +746 66.75603217 +747 66.66666667 +748 66.57754011 +749 66.48865154 +750 66.53333333 + +Final result: 66.5333 +/- 1.7242 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-iq4_nl.hsw b/scores/Llama-Guard-3-8B-iq4_nl.hsw new file mode 100644 index 0000000000000000000000000000000000000000..9a061a43432595cc997fabed2acb7c72f73b11c1 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 76.66666667 +31 77.41935484 +32 75.00000000 +33 75.75757576 +34 76.47058824 +35 77.14285714 +36 77.77777778 +37 78.37837838 +38 78.94736842 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 75.92592593 +55 74.54545455 +56 73.21428571 +57 73.68421053 +58 74.13793103 +59 74.57627119 +60 75.00000000 +61 75.40983607 +62 75.80645161 +63 76.19047619 +64 76.56250000 +65 76.92307692 +66 75.75757576 +67 76.11940299 +68 76.47058824 +69 76.81159420 +70 77.14285714 +71 76.05633803 +72 76.38888889 +73 76.71232877 +74 77.02702703 +75 76.00000000 +76 76.31578947 +77 76.62337662 +78 76.92307692 +79 77.21518987 +80 77.50000000 +81 77.77777778 +82 78.04878049 +83 78.31325301 +84 78.57142857 +85 78.82352941 +86 79.06976744 +87 79.31034483 +88 79.54545455 +89 78.65168539 +90 78.88888889 +91 79.12087912 +92 78.26086957 +93 78.49462366 +94 78.72340426 +95 78.94736842 +96 79.16666667 +97 79.38144330 +98 79.59183673 +99 79.79797980 +100 79.00000000 +101 79.20792079 +102 78.43137255 +103 77.66990291 +104 77.88461538 +105 78.09523810 +106 78.30188679 +107 78.50467290 +108 78.70370370 +109 77.98165138 +110 78.18181818 +111 78.37837838 +112 78.57142857 +113 78.76106195 +114 78.94736842 +115 79.13043478 +116 78.44827586 +117 78.63247863 +118 78.81355932 +119 78.99159664 +120 79.16666667 +121 79.33884298 +122 79.50819672 +123 79.67479675 +124 79.83870968 +125 80.00000000 +126 80.15873016 +127 80.31496063 +128 79.68750000 +129 79.84496124 +130 79.23076923 +131 79.38931298 +132 79.54545455 +133 79.69924812 +134 79.85074627 +135 80.00000000 +136 80.14705882 +137 80.29197080 +138 80.43478261 +139 79.85611511 +140 80.00000000 +141 80.14184397 +142 80.28169014 +143 80.41958042 +144 80.55555556 +145 80.68965517 +146 80.82191781 +147 80.95238095 +148 80.40540541 +149 80.53691275 +150 80.66666667 +151 80.13245033 +152 79.60526316 +153 79.73856209 +154 79.87012987 +155 80.00000000 +156 79.48717949 +157 79.61783439 +158 79.74683544 +159 79.87421384 +160 80.00000000 +161 80.12422360 +162 80.24691358 +163 80.36809816 +164 80.48780488 +165 80.60606061 +166 80.72289157 +167 80.83832335 +168 80.95238095 +169 80.47337278 +170 80.58823529 +171 80.70175439 +172 80.81395349 +173 80.92485549 +174 81.03448276 +175 81.14285714 +176 81.25000000 +177 81.35593220 +178 81.46067416 +179 81.00558659 +180 81.11111111 +181 80.66298343 +182 80.76923077 +183 80.87431694 +184 80.97826087 +185 81.08108108 +186 80.64516129 +187 80.21390374 +188 79.78723404 +189 79.89417989 +190 80.00000000 +191 80.10471204 +192 80.20833333 +193 79.79274611 +194 79.89690722 +195 79.48717949 +196 79.59183673 +197 79.69543147 +198 79.29292929 +199 79.39698492 +200 79.50000000 +201 79.60199005 +202 79.70297030 +203 79.31034483 +204 79.41176471 +205 79.51219512 +206 79.61165049 +207 79.71014493 +208 79.32692308 +209 79.42583732 +210 79.52380952 +211 79.62085308 +212 79.71698113 +213 79.81220657 +214 79.90654206 +215 79.53488372 +216 79.62962963 +217 79.26267281 +218 79.35779817 +219 79.45205479 +220 79.54545455 +221 79.18552036 +222 79.27927928 +223 79.37219731 +224 79.46428571 +225 79.55555556 +226 79.64601770 +227 79.29515419 +228 79.38596491 +229 79.47598253 +230 79.13043478 +231 78.78787879 +232 78.44827586 +233 78.54077253 +234 78.63247863 +235 78.29787234 +236 77.96610169 +237 78.05907173 +238 78.15126050 +239 78.24267782 +240 78.33333333 +241 78.42323651 +242 78.51239669 +243 78.60082305 +244 78.68852459 +245 78.36734694 +246 78.45528455 +247 78.54251012 +248 78.62903226 +249 78.71485944 +250 78.80000000 +251 78.88446215 +252 78.96825397 +253 78.65612648 +254 78.74015748 +255 78.82352941 +256 78.90625000 +257 78.59922179 +258 78.68217054 +259 78.76447876 +260 78.84615385 +261 78.92720307 +262 78.62595420 +263 78.70722433 +264 78.78787879 +265 78.86792453 +266 78.94736842 +267 79.02621723 +268 79.10447761 +269 79.18215613 +270 79.25925926 +271 78.96678967 +272 79.04411765 +273 78.75457875 +274 78.83211679 +275 78.54545455 +276 78.62318841 +277 78.70036101 +278 78.77697842 +279 78.85304659 +280 78.92857143 +281 79.00355872 +282 79.07801418 +283 78.79858657 +284 78.87323944 +285 78.59649123 +286 78.67132867 +287 78.74564460 +288 78.81944444 +289 78.89273356 +290 78.96551724 +291 79.03780069 +292 78.76712329 +293 78.83959044 +294 78.91156463 +295 78.98305085 +296 79.05405405 +297 79.12457912 +298 79.19463087 +299 78.92976589 +300 78.66666667 +301 78.73754153 +302 78.80794702 +303 78.54785479 +304 78.28947368 +305 78.36065574 +306 78.43137255 +307 78.17589577 +308 78.24675325 +309 78.31715210 +310 78.38709677 +311 78.45659164 +312 78.52564103 +313 78.59424920 +314 78.66242038 +315 78.73015873 +316 78.79746835 +317 78.86435331 +318 78.61635220 +319 78.68338558 +320 78.75000000 +321 78.50467290 +322 78.26086957 +323 78.32817337 +324 78.39506173 +325 78.46153846 +326 78.52760736 +327 78.28746177 +328 78.35365854 +329 78.41945289 +330 78.48484848 +331 78.54984894 +332 78.61445783 +333 78.67867868 +334 78.44311377 +335 78.50746269 +336 78.57142857 +337 78.33827893 +338 78.10650888 +339 78.17109145 +340 78.23529412 +341 78.29912023 +342 78.36257310 +343 78.42565598 +344 78.19767442 +345 78.26086957 +346 78.03468208 +347 78.09798271 +348 77.87356322 +349 77.65042980 +350 77.71428571 +351 77.77777778 +352 77.84090909 +353 77.90368272 +354 77.96610169 +355 78.02816901 +356 78.08988764 +357 77.87114846 +358 77.93296089 +359 77.99442897 +360 77.77777778 +361 77.83933518 +362 77.90055249 +363 77.68595041 +364 77.74725275 +365 77.80821918 +366 77.86885246 +367 77.92915531 +368 77.98913043 +369 78.04878049 +370 78.10810811 +371 78.16711590 +372 78.22580645 +373 78.01608579 +374 78.07486631 +375 78.13333333 +376 78.19148936 +377 77.98408488 +378 78.04232804 +379 78.10026385 +380 78.15789474 +381 78.21522310 +382 78.27225131 +383 78.32898172 +384 78.38541667 +385 78.44155844 +386 78.49740933 +387 78.55297158 +388 78.60824742 +389 78.66323907 +390 78.71794872 +391 78.51662404 +392 78.57142857 +393 78.62595420 +394 78.68020305 +395 78.73417722 +396 78.78787879 +397 78.84130982 +398 78.89447236 +399 78.94736842 +400 79.00000000 +401 79.05236908 +402 79.10447761 +403 78.90818859 +404 78.96039604 +405 79.01234568 +406 79.06403941 +407 79.11547912 +408 79.16666667 +409 79.21760391 +410 79.02439024 +411 79.07542579 +412 79.12621359 +413 79.17675545 +414 79.22705314 +415 79.27710843 +416 79.32692308 +417 79.37649880 +418 79.42583732 +419 79.47494033 +420 79.52380952 +421 79.33491686 +422 79.38388626 +423 79.43262411 +424 79.48113208 +425 79.52941176 +426 79.57746479 +427 79.39110070 +428 79.43925234 +429 79.48717949 +430 79.53488372 +431 79.58236659 +432 79.62962963 +433 79.67667436 +434 79.72350230 +435 79.54022989 +436 79.58715596 +437 79.40503432 +438 79.45205479 +439 79.49886105 +440 79.54545455 +441 79.59183673 +442 79.63800905 +443 79.68397291 +444 79.72972973 +445 79.77528090 +446 79.82062780 +447 79.86577181 +448 79.91071429 +449 79.95545657 +450 80.00000000 +451 79.82261641 +452 79.86725664 +453 79.69094923 +454 79.73568282 +455 79.78021978 +456 79.82456140 +457 79.86870897 +458 79.91266376 +459 79.95642702 +460 79.78260870 +461 79.82646421 +462 79.87012987 +463 79.91360691 +464 79.95689655 +465 79.78494624 +466 79.82832618 +467 79.87152034 +468 79.70085470 +469 79.74413646 +470 79.57446809 +471 79.61783439 +472 79.66101695 +473 79.70401691 +474 79.74683544 +475 79.78947368 +476 79.62184874 +477 79.66457023 +478 79.70711297 +479 79.74947808 +480 79.79166667 +481 79.83367983 +482 79.87551867 +483 79.91718427 +484 79.75206612 +485 79.58762887 +486 79.62962963 +487 79.67145791 +488 79.50819672 +489 79.55010225 +490 79.59183673 +491 79.63340122 +492 79.67479675 +493 79.71602434 +494 79.75708502 +495 79.79797980 +496 79.83870968 +497 79.87927565 +498 79.91967871 +499 79.75951904 +500 79.80000000 +501 79.84031936 +502 79.88047809 +503 79.92047714 +504 79.96031746 +505 80.00000000 +506 80.03952569 +507 80.07889546 +508 80.11811024 +509 80.15717092 +510 80.19607843 +511 80.23483366 +512 80.07812500 +513 80.11695906 +514 80.15564202 +515 80.19417476 +516 80.03875969 +517 80.07736944 +518 80.11583012 +519 80.15414258 +520 80.19230769 +521 80.03838772 +522 80.07662835 +523 80.11472275 +524 80.15267176 +525 80.19047619 +526 80.03802281 +527 80.07590133 +528 80.11363636 +529 80.15122873 +530 80.18867925 +531 80.22598870 +532 80.26315789 +533 80.30018762 +534 80.33707865 +535 80.37383178 +536 80.41044776 +537 80.44692737 +538 80.48327138 +539 80.33395176 +540 80.37037037 +541 80.40665434 +542 80.44280443 +543 80.47882136 +544 80.51470588 +545 80.55045872 +546 80.58608059 +547 80.62157221 +548 80.65693431 +549 80.69216758 +550 80.54545455 +551 80.58076225 +552 80.43478261 +553 80.47016275 +554 80.50541516 +555 80.36036036 +556 80.39568345 +557 80.25134650 +558 80.10752688 +559 80.14311270 +560 80.17857143 +561 80.21390374 +562 80.07117438 +563 80.10657194 +564 80.14184397 +565 80.00000000 +566 79.85865724 +567 79.89417989 +568 79.92957746 +569 79.78910369 +570 79.82456140 +571 79.85989492 +572 79.89510490 +573 79.93019197 +574 79.96515679 +575 80.00000000 +576 80.03472222 +577 80.06932409 +578 80.10380623 +579 80.13816926 +580 80.17241379 +581 80.20654045 +582 80.24054983 +583 80.27444254 +584 80.30821918 +585 80.34188034 +586 80.37542662 +587 80.40885860 +588 80.27210884 +589 80.30560272 +590 80.33898305 +591 80.37225042 +592 80.40540541 +593 80.26981450 +594 80.13468013 +595 80.16806723 +596 80.20134228 +597 80.23450586 +598 80.26755853 +599 80.30050083 +600 80.33333333 +601 80.36605657 +602 80.39867110 +603 80.43117745 +604 80.46357616 +605 80.49586777 +606 80.36303630 +607 80.39538715 +608 80.42763158 +609 80.45977011 +610 80.49180328 +611 80.52373159 +612 80.55555556 +613 80.58727569 +614 80.61889251 +615 80.65040650 +616 80.51948052 +617 80.38897893 +618 80.42071197 +619 80.45234249 +620 80.48387097 +621 80.51529791 +622 80.54662379 +623 80.57784912 +624 80.60897436 +625 80.64000000 +626 80.51118211 +627 80.54226475 +628 80.57324841 +629 80.44515103 +630 80.47619048 +631 80.50713154 +632 80.37974684 +633 80.41074250 +634 80.44164038 +635 80.47244094 +636 80.50314465 +637 80.53375196 +638 80.56426332 +639 80.59467919 +640 80.46875000 +641 80.49921997 +642 80.52959502 +643 80.55987558 +644 80.59006211 +645 80.46511628 +646 80.49535604 +647 80.52550232 +648 80.55555556 +649 80.43143297 +650 80.46153846 +651 80.49155146 +652 80.52147239 +653 80.55130168 +654 80.58103976 +655 80.61068702 +656 80.64024390 +657 80.66971081 +658 80.69908815 +659 80.57663126 +660 80.45454545 +661 80.48411498 +662 80.51359517 +663 80.54298643 +664 80.57228916 +665 80.60150376 +666 80.63063063 +667 80.65967016 +668 80.68862275 +669 80.71748879 +670 80.74626866 +671 80.77496274 +672 80.80357143 +673 80.83209510 +674 80.86053412 +675 80.88888889 +676 80.91715976 +677 80.94534712 +678 80.97345133 +679 81.00147275 +680 81.02941176 +681 80.91042584 +682 80.93841642 +683 80.96632504 +684 80.99415205 +685 81.02189781 +686 81.04956268 +687 81.07714702 +688 81.10465116 +689 81.13207547 +690 81.15942029 +691 81.18668596 +692 81.21387283 +693 81.09668110 +694 81.12391931 +695 81.15107914 +696 81.17816092 +697 81.20516499 +698 81.23209169 +699 81.25894134 +700 81.28571429 +701 81.31241084 +702 81.33903134 +703 81.36557610 +704 81.39204545 +705 81.41843972 +706 81.44475921 +707 81.47100424 +708 81.49717514 +709 81.52327221 +710 81.54929577 +711 81.57524613 +712 81.60112360 +713 81.62692847 +714 81.65266106 +715 81.53846154 +716 81.56424581 +717 81.58995816 +718 81.61559889 +719 81.64116829 +720 81.66666667 +721 81.69209431 +722 81.71745152 +723 81.74273859 +724 81.76795580 +725 81.79310345 +726 81.81818182 +727 81.84319120 +728 81.86813187 +729 81.89300412 +730 81.91780822 +731 81.94254446 +732 81.83060109 +733 81.71896317 +734 81.74386921 +735 81.76870748 +736 81.79347826 +737 81.68249661 +738 81.57181572 +739 81.46143437 +740 81.48648649 +741 81.51147099 +742 81.53638814 +743 81.56123822 +744 81.58602151 +745 81.47651007 +746 81.50134048 +747 81.39223561 +748 81.41711230 +749 81.44192256 +750 81.46666667 diff --git a/scores/Llama-Guard-3-8B-iq4_nl.mmlu b/scores/Llama-Guard-3-8B-iq4_nl.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..d5efcb0996ad3798f9ec3774512560f3028b56bc --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 42.85714286 +15 40.00000000 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 50.00000000 +21 52.38095238 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 52.00000000 +26 50.00000000 +27 51.85185185 +28 50.00000000 +29 51.72413793 +30 53.33333333 +31 54.83870968 +32 56.25000000 +33 54.54545455 +34 55.88235294 +35 57.14285714 +36 55.55555556 +37 54.05405405 +38 55.26315789 +39 53.84615385 +40 52.50000000 +41 51.21951220 +42 50.00000000 +43 51.16279070 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 50.00000000 +49 51.02040816 +50 50.00000000 +51 49.01960784 +52 50.00000000 +53 49.05660377 +54 48.14814815 +55 49.09090909 +56 50.00000000 +57 49.12280702 +58 48.27586207 +59 49.15254237 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 47.61904762 +64 46.87500000 +65 46.15384615 +66 45.45454545 +67 44.77611940 +68 44.11764706 +69 43.47826087 +70 44.28571429 +71 45.07042254 +72 44.44444444 +73 43.83561644 +74 44.59459459 +75 45.33333333 +76 46.05263158 +77 46.75324675 +78 47.43589744 +79 46.83544304 +80 46.25000000 +81 46.91358025 +82 46.34146341 +83 46.98795181 +84 47.61904762 +85 47.05882353 +86 46.51162791 +87 47.12643678 +88 47.72727273 +89 47.19101124 +90 46.66666667 +91 46.15384615 +92 45.65217391 +93 45.16129032 +94 45.74468085 +95 45.26315789 +96 45.83333333 +97 46.39175258 +98 45.91836735 +99 45.45454545 +100 45.00000000 +101 45.54455446 +102 45.09803922 +103 44.66019417 +104 45.19230769 +105 45.71428571 +106 45.28301887 +107 44.85981308 +108 45.37037037 +109 45.87155963 +110 46.36363636 +111 45.94594595 +112 45.53571429 +113 45.13274336 +114 45.61403509 +115 46.08695652 +116 45.68965517 +117 46.15384615 +118 46.61016949 +119 46.21848739 +120 45.83333333 +121 46.28099174 +122 45.90163934 +123 45.52845528 +124 45.16129032 +125 45.60000000 +126 45.23809524 +127 44.88188976 +128 44.53125000 +129 44.18604651 +130 43.84615385 +131 43.51145038 +132 43.18181818 +133 42.85714286 +134 42.53731343 +135 42.22222222 +136 41.91176471 +137 42.33576642 +138 42.02898551 +139 42.44604317 +140 42.14285714 +141 41.84397163 +142 42.25352113 +143 42.65734266 +144 43.05555556 +145 43.44827586 +146 43.83561644 +147 43.53741497 +148 43.91891892 +149 43.62416107 +150 43.33333333 +151 43.04635762 +152 43.42105263 +153 43.13725490 +154 42.85714286 +155 42.58064516 +156 42.30769231 +157 42.67515924 +158 43.03797468 +159 42.76729560 +160 43.12500000 +161 42.85714286 +162 42.59259259 +163 42.94478528 +164 42.68292683 +165 43.03030303 +166 42.77108434 +167 43.11377246 +168 42.85714286 +169 43.19526627 +170 42.94117647 +171 43.27485380 +172 43.02325581 +173 42.77456647 +174 42.52873563 +175 42.28571429 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 41.98895028 +182 41.75824176 +183 42.07650273 +184 41.84782609 +185 42.16216216 +186 42.47311828 +187 42.78074866 +188 43.08510638 +189 43.38624339 +190 43.15789474 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 42.78350515 +195 43.07692308 +196 43.36734694 +197 43.14720812 +198 43.43434343 +199 43.21608040 +200 43.00000000 +201 42.78606965 +202 42.57425743 +203 42.36453202 +204 42.15686275 +205 42.43902439 +206 42.23300971 +207 42.51207729 +208 42.30769231 +209 42.10526316 +210 41.90476190 +211 42.18009479 +212 41.98113208 +213 41.78403756 +214 41.58878505 +215 41.86046512 +216 42.12962963 +217 41.93548387 +218 42.20183486 +219 42.46575342 +220 42.72727273 +221 42.53393665 +222 42.79279279 +223 43.04932735 +224 42.85714286 +225 43.11111111 +226 42.92035398 +227 42.73127753 +228 42.98245614 +229 42.79475983 +230 42.60869565 +231 42.42424242 +232 42.67241379 +233 42.48927039 +234 42.73504274 +235 42.55319149 +236 42.37288136 +237 42.19409283 +238 42.01680672 +239 41.84100418 +240 42.08333333 +241 41.90871369 +242 42.14876033 +243 42.38683128 +244 42.21311475 +245 42.44897959 +246 42.27642276 +247 42.10526316 +248 42.33870968 +249 42.16867470 +250 42.00000000 +251 41.83266932 +252 41.66666667 +253 41.50197628 +254 41.33858268 +255 41.17647059 +256 41.40625000 +257 41.63424125 +258 41.47286822 +259 41.31274131 +260 41.53846154 +261 41.37931034 +262 41.22137405 +263 41.06463878 +264 40.90909091 +265 41.13207547 +266 41.35338346 +267 41.19850187 +268 41.04477612 +269 41.26394052 +270 41.11111111 +271 40.95940959 +272 41.17647059 +273 41.02564103 +274 40.87591241 +275 40.72727273 +276 40.94202899 +277 41.15523466 +278 41.00719424 +279 40.86021505 +280 41.07142857 +281 40.92526690 +282 41.13475177 +283 40.98939929 +284 40.84507042 +285 40.70175439 +286 40.55944056 +287 40.76655052 +288 40.62500000 +289 40.48442907 +290 40.68965517 +291 40.89347079 +292 41.09589041 +293 41.29692833 +294 41.15646259 +295 41.01694915 +296 40.87837838 +297 40.74074074 +298 40.93959732 +299 40.80267559 +300 41.00000000 +301 40.86378738 +302 41.05960265 +303 40.92409241 +304 40.78947368 +305 40.98360656 +306 40.84967320 +307 41.04234528 +308 40.90909091 +309 40.77669903 +310 40.64516129 +311 40.51446945 +312 40.70512821 +313 40.89456869 +314 40.76433121 +315 40.63492063 +316 40.50632911 +317 40.69400631 +318 40.88050314 +319 41.06583072 +320 40.93750000 +321 40.80996885 +322 40.68322981 +323 40.55727554 +324 40.43209877 +325 40.61538462 +326 40.49079755 +327 40.67278287 +328 40.54878049 +329 40.42553191 +330 40.30303030 +331 40.18126888 +332 40.36144578 +333 40.54054054 +334 40.41916168 +335 40.59701493 +336 40.77380952 +337 40.65281899 +338 40.82840237 +339 40.70796460 +340 40.88235294 +341 41.05571848 +342 41.22807018 +343 41.10787172 +344 40.98837209 +345 40.86956522 +346 41.04046243 +347 41.21037464 +348 41.09195402 +349 40.97421203 +350 41.14285714 +351 41.02564103 +352 40.90909091 +353 41.07648725 +354 40.96045198 +355 40.84507042 +356 40.73033708 +357 40.89635854 +358 40.78212291 +359 40.66852368 +360 40.83333333 +361 40.99722992 +362 41.16022099 +363 41.32231405 +364 41.20879121 +365 41.09589041 +366 41.25683060 +367 41.14441417 +368 41.03260870 +369 40.92140921 +370 41.08108108 +371 40.97035040 +372 40.86021505 +373 40.75067024 +374 40.64171123 +375 40.80000000 +376 40.69148936 +377 40.58355438 +378 40.74074074 +379 40.63324538 +380 40.52631579 +381 40.41994751 +382 40.31413613 +383 40.46997389 +384 40.36458333 +385 40.25974026 +386 40.15544041 +387 40.05167959 +388 39.94845361 +389 40.10282776 +390 40.25641026 +391 40.40920716 +392 40.56122449 +393 40.45801527 +394 40.35532995 +395 40.50632911 +396 40.65656566 +397 40.80604534 +398 40.70351759 +399 40.85213033 +400 40.75000000 +401 40.89775561 +402 40.79601990 +403 40.69478908 +404 40.59405941 +405 40.49382716 +406 40.39408867 +407 40.29484029 +408 40.19607843 +409 40.34229829 +410 40.24390244 +411 40.14598540 +412 40.04854369 +413 39.95157385 +414 40.09661836 +415 40.00000000 +416 40.14423077 +417 40.04796163 +418 39.95215311 +419 40.09546539 +420 40.00000000 +421 40.14251781 +422 40.04739336 +423 39.95271868 +424 40.09433962 +425 40.00000000 +426 39.90610329 +427 40.04683841 +428 39.95327103 +429 40.09324009 +430 40.00000000 +431 40.13921114 +432 40.04629630 +433 39.95381062 +434 39.86175115 +435 39.77011494 +436 39.67889908 +437 39.58810069 +438 39.72602740 +439 39.86332574 +440 39.77272727 +441 39.90929705 +442 39.81900452 +443 39.72911964 +444 39.63963964 +445 39.55056180 +446 39.46188341 +447 39.37360179 +448 39.28571429 +449 39.19821826 +450 39.33333333 +451 39.24611973 +452 39.15929204 +453 39.29359823 +454 39.20704846 +455 39.12087912 +456 39.25438596 +457 39.16849015 +458 39.08296943 +459 39.21568627 +460 39.34782609 +461 39.26247289 +462 39.39393939 +463 39.30885529 +464 39.43965517 +465 39.35483871 +466 39.27038627 +467 39.40042827 +468 39.52991453 +469 39.44562900 +470 39.36170213 +471 39.27813163 +472 39.19491525 +473 39.32346723 +474 39.24050633 +475 39.15789474 +476 39.28571429 +477 39.20335430 +478 39.33054393 +479 39.24843424 +480 39.37500000 +481 39.29313929 +482 39.21161826 +483 39.33747412 +484 39.46280992 +485 39.38144330 +486 39.30041152 +487 39.42505133 +488 39.34426230 +489 39.26380368 +490 39.38775510 +491 39.30753564 +492 39.22764228 +493 39.14807302 +494 39.27125506 +495 39.39393939 +496 39.51612903 +497 39.43661972 +498 39.35742972 +499 39.27855711 +500 39.40000000 +501 39.32135729 +502 39.24302789 +503 39.16500994 +504 39.08730159 +505 39.00990099 +506 39.13043478 +507 39.05325444 +508 38.97637795 +509 38.89980354 +510 39.01960784 +511 38.94324853 +512 38.86718750 +513 38.79142300 +514 38.71595331 +515 38.64077670 +516 38.75968992 +517 38.87814313 +518 38.99613900 +519 38.92100193 +520 38.84615385 +521 38.77159309 +522 38.88888889 +523 38.81453155 +524 38.93129771 +525 38.85714286 +526 38.78326996 +527 38.89943074 +528 39.01515152 +529 38.94139887 +530 39.05660377 +531 38.98305085 +532 38.90977444 +533 38.83677298 +534 38.76404494 +535 38.87850467 +536 38.80597015 +537 38.91992551 +538 39.03345725 +539 38.96103896 +540 38.88888889 +541 38.81700555 +542 38.92988930 +543 38.85819521 +544 38.97058824 +545 38.89908257 +546 38.82783883 +547 38.93967093 +548 39.05109489 +549 38.97996357 +550 38.90909091 +551 39.01996370 +552 38.94927536 +553 38.87884268 +554 38.80866426 +555 38.73873874 +556 38.84892086 +557 38.77917415 +558 38.88888889 +559 38.81932021 +560 38.92857143 +561 38.85918004 +562 38.96797153 +563 39.07637655 +564 39.00709220 +565 39.11504425 +566 39.04593640 +567 38.97707231 +568 39.08450704 +569 39.01581722 +570 38.94736842 +571 38.87915937 +572 38.98601399 +573 38.91797557 +574 38.85017422 +575 38.78260870 +576 38.88888889 +577 38.99480069 +578 39.10034602 +579 39.03281520 +580 39.13793103 +581 39.07056799 +582 39.00343643 +583 39.10806175 +584 39.21232877 +585 39.31623932 +586 39.24914676 +587 39.18228279 +588 39.11564626 +589 39.04923599 +590 38.98305085 +591 38.91708968 +592 38.85135135 +593 38.95446880 +594 39.05723906 +595 38.99159664 +596 39.09395973 +597 39.02847571 +598 38.96321070 +599 39.06510851 +600 39.00000000 +601 38.93510815 +602 38.87043189 +603 38.97180763 +604 38.90728477 +605 39.00826446 +606 38.94389439 +607 39.04448105 +608 38.98026316 +609 38.91625616 +610 38.85245902 +611 38.95253682 +612 38.88888889 +613 38.98858075 +614 38.92508143 +615 38.86178862 +616 38.96103896 +617 38.89789303 +618 38.83495146 +619 38.77221325 +620 38.70967742 +621 38.64734300 +622 38.74598071 +623 38.68378812 +624 38.62179487 +625 38.56000000 +626 38.65814696 +627 38.59649123 +628 38.53503185 +629 38.63275040 +630 38.57142857 +631 38.51030111 +632 38.60759494 +633 38.54660348 +634 38.48580442 +635 38.42519685 +636 38.36477987 +637 38.46153846 +638 38.40125392 +639 38.34115806 +640 38.43750000 +641 38.37753510 +642 38.31775701 +643 38.25816485 +644 38.19875776 +645 38.13953488 +646 38.08049536 +647 38.02163833 +648 37.96296296 +649 37.90446841 +650 37.84615385 +651 37.78801843 +652 37.73006135 +653 37.67228178 +654 37.76758410 +655 37.70992366 +656 37.80487805 +657 37.74733638 +658 37.84194529 +659 37.78452200 +660 37.72727273 +661 37.67019667 +662 37.61329305 +663 37.55656109 +664 37.65060241 +665 37.74436090 +666 37.68768769 +667 37.78110945 +668 37.87425150 +669 37.81763827 +670 37.91044776 +671 37.85394933 +672 37.79761905 +673 37.74145617 +674 37.68545994 +675 37.62962963 +676 37.57396450 +677 37.51846381 +678 37.61061947 +679 37.55522828 +680 37.64705882 +681 37.73861968 +682 37.68328446 +683 37.62811127 +684 37.57309942 +685 37.51824818 +686 37.46355685 +687 37.40902475 +688 37.35465116 +689 37.44557329 +690 37.39130435 +691 37.33719247 +692 37.28323699 +693 37.22943723 +694 37.17579251 +695 37.12230216 +696 37.21264368 +697 37.15925395 +698 37.24928367 +699 37.33905579 +700 37.28571429 +701 37.23252496 +702 37.32193732 +703 37.41109531 +704 37.50000000 +705 37.44680851 +706 37.39376771 +707 37.34087694 +708 37.28813559 +709 37.23554302 +710 37.18309859 +711 37.27144866 +712 37.21910112 +713 37.30715288 +714 37.39495798 +715 37.34265734 +716 37.29050279 +717 37.23849372 +718 37.18662953 +719 37.13490960 +720 37.08333333 +721 37.03190014 +722 36.98060942 +723 37.06777317 +724 37.15469613 +725 37.24137931 +726 37.19008264 +727 37.27647868 +728 37.22527473 +729 37.17421125 +730 37.12328767 +731 37.07250342 +732 37.02185792 +733 37.10777626 +734 37.19346049 +735 37.14285714 +736 37.09239130 +737 37.17774763 +738 37.26287263 +739 37.34776725 +740 37.29729730 +741 37.24696356 +742 37.33153639 +743 37.41588156 +744 37.50000000 +745 37.44966443 +746 37.39946381 +747 37.34939759 +748 37.29946524 +749 37.24966622 +750 37.33333333 + +Final result: 37.3333 +/- 1.7674 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-iq4_nl.ppx b/scores/Llama-Guard-3-8B-iq4_nl.ppx new file mode 100644 index 0000000000000000000000000000000000000000..5952ddbf94723c77b4a82bafe2b5bae7290109c8 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 7.003106 ± 0.043412 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.57% +Mean ln(PPL(Q)/PPL(base)) : 0.066129 ± 0.001044 +Mean PPL(Q)/PPL(base) : 1.068365 ± 0.001115 +Mean PPL(Q)-PPL(base) : 0.448128 ± 0.007768 + +====== KL divergence statistics ====== +Mean KLD: 0.069975 ± 0.000336 +Maximum KLD: 5.985790 +99.9% KLD: 1.647494 +99.0% KLD: 0.496019 +99.0% KLD: 0.496019 +Median KLD: 0.046161 +10.0% KLD: 0.001926 + 5.0% KLD: 0.000530 + 1.0% KLD: 0.000071 +Minimum KLD: -0.000000 + +====== Token probability statistics ====== +Mean Δp: -1.364 ± 0.020 % +Maximum Δp: 80.174% +99.9% Δp: 32.730% +99.0% Δp: 17.965% +95.0% Δp: 8.831% +90.0% Δp: 4.993% +75.0% Δp: 0.697% +Median Δp: -0.125% +25.0% Δp: -2.890% +10.0% Δp: -8.969% + 5.0% Δp: -13.891% + 1.0% Δp: -27.946% + 0.1% Δp: -63.303% +Minimum Δp: -97.452% +RMS Δp : 7.869 ± 0.046 % +Same top p: 86.071 ± 0.091 % diff --git a/scores/Llama-Guard-3-8B-iq4_nl.tqa b/scores/Llama-Guard-3-8B-iq4_nl.tqa new file mode 100644 index 0000000000000000000000000000000000000000..be27fc131e3ca795a09761a9f97006376cb1f914 --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 0.00000000 +2 0.00000000 +3 0.00000000 +4 0.00000000 +5 20.00000000 +6 16.66666667 +7 14.28571429 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 33.33333333 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 31.57894737 +20 30.00000000 +21 28.57142857 +22 27.27272727 +23 26.08695652 +24 29.16666667 +25 28.00000000 +26 26.92307692 +27 25.92592593 +28 25.00000000 +29 27.58620690 +30 30.00000000 +31 32.25806452 +32 34.37500000 +33 36.36363636 +34 35.29411765 +35 34.28571429 +36 33.33333333 +37 35.13513514 +38 34.21052632 +39 35.89743590 +40 35.00000000 +41 34.14634146 +42 33.33333333 +43 34.88372093 +44 36.36363636 +45 37.77777778 +46 36.95652174 +47 36.17021277 +48 37.50000000 +49 36.73469388 +50 38.00000000 +51 37.25490196 +52 36.53846154 +53 35.84905660 +54 37.03703704 +55 38.18181818 +56 37.50000000 +57 36.84210526 +58 36.20689655 +59 37.28813559 +60 38.33333333 +61 37.70491803 +62 38.70967742 +63 38.09523810 +64 37.50000000 +65 36.92307692 +66 36.36363636 +67 35.82089552 +68 35.29411765 +69 36.23188406 +70 35.71428571 +71 35.21126761 +72 36.11111111 +73 36.98630137 +74 36.48648649 +75 36.00000000 +76 36.84210526 +77 36.36363636 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 35.80246914 +82 36.58536585 +83 36.14457831 +84 35.71428571 +85 35.29411765 +86 34.88372093 +87 34.48275862 +88 34.09090909 +89 34.83146067 +90 34.44444444 +91 34.06593407 +92 33.69565217 +93 33.33333333 +94 32.97872340 +95 32.63157895 +96 33.33333333 +97 32.98969072 +98 32.65306122 +99 33.33333333 +100 33.00000000 +101 33.66336634 +102 33.33333333 +103 33.98058252 +104 33.65384615 +105 33.33333333 +106 33.01886792 +107 33.64485981 +108 34.25925926 +109 33.94495413 +110 34.54545455 +111 34.23423423 +112 34.82142857 +113 35.39823009 +114 35.08771930 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 34.16666667 +121 34.71074380 +122 34.42622951 +123 34.14634146 +124 34.67741935 +125 35.20000000 +126 35.71428571 +127 35.43307087 +128 35.15625000 +129 35.65891473 +130 35.38461538 +131 35.11450382 +132 34.84848485 +133 34.58646617 +134 34.32835821 +135 34.81481481 +136 34.55882353 +137 35.03649635 +138 35.50724638 +139 35.97122302 +140 35.71428571 +141 35.46099291 +142 35.21126761 +143 34.96503497 +144 35.41666667 +145 35.17241379 +146 34.93150685 +147 34.69387755 +148 34.45945946 +149 34.22818792 +150 34.00000000 +151 34.43708609 +152 34.21052632 +153 33.98692810 +154 33.76623377 +155 33.54838710 +156 33.97435897 +157 33.75796178 +158 34.17721519 +159 33.96226415 +160 33.75000000 +161 33.54037267 +162 33.95061728 +163 33.74233129 +164 33.53658537 +165 33.93939394 +166 34.33734940 +167 34.13173653 +168 34.52380952 +169 34.31952663 +170 34.11764706 +171 33.91812865 +172 33.72093023 +173 33.52601156 +174 33.90804598 +175 33.71428571 +176 34.09090909 +177 33.89830508 +178 33.70786517 +179 34.07821229 +180 33.88888889 +181 33.70165746 +182 33.51648352 +183 33.33333333 +184 33.15217391 +185 32.97297297 +186 33.33333333 +187 33.15508021 +188 32.97872340 +189 33.33333333 +190 33.15789474 +191 32.98429319 +192 32.81250000 +193 32.64248705 +194 32.98969072 +195 32.82051282 +196 32.65306122 +197 32.99492386 +198 32.82828283 +199 32.66331658 +200 33.00000000 +201 32.83582090 +202 32.67326733 +203 32.51231527 +204 32.35294118 +205 32.19512195 +206 32.03883495 +207 32.36714976 +208 32.21153846 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.48148148 +217 31.33640553 +218 31.65137615 +219 31.50684932 +220 31.36363636 +221 31.22171946 +222 31.08108108 +223 30.94170404 +224 31.25000000 +225 31.11111111 +226 30.97345133 +227 31.27753304 +228 31.14035088 +229 31.00436681 +230 30.86956522 +231 30.73593074 +232 30.60344828 +233 30.90128755 +234 31.19658120 +235 31.48936170 +236 31.77966102 +237 31.64556962 +238 31.93277311 +239 31.79916318 +240 31.66666667 +241 31.53526971 +242 31.40495868 +243 31.27572016 +244 31.14754098 +245 31.02040816 +246 30.89430894 +247 30.76923077 +248 30.64516129 +249 30.52208835 +250 30.40000000 +251 30.67729084 +252 30.95238095 +253 30.83003953 +254 30.70866142 +255 30.98039216 +256 30.85937500 +257 30.73929961 +258 30.62015504 +259 30.50193050 +260 30.38461538 +261 30.65134100 +262 30.53435115 +263 30.41825095 +264 30.68181818 +265 30.94339623 +266 30.82706767 +267 30.71161049 +268 30.59701493 +269 30.48327138 +270 30.37037037 +271 30.25830258 +272 30.14705882 +273 30.40293040 +274 30.29197080 +275 30.18181818 +276 30.07246377 +277 29.96389892 +278 30.21582734 +279 30.10752688 +280 30.35714286 +281 30.60498221 +282 30.49645390 +283 30.74204947 +284 30.63380282 +285 30.52631579 +286 30.76923077 +287 31.01045296 +288 31.25000000 +289 31.14186851 +290 31.03448276 +291 31.27147766 +292 31.50684932 +293 31.74061433 +294 31.63265306 +295 31.86440678 +296 32.09459459 +297 32.32323232 +298 32.21476510 +299 32.10702341 +300 32.00000000 +301 31.89368771 +302 31.78807947 +303 31.68316832 +304 31.57894737 +305 31.47540984 +306 31.37254902 +307 31.27035831 +308 31.49350649 +309 31.39158576 +310 31.29032258 +311 31.18971061 +312 31.41025641 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 31.23028391 +318 31.13207547 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 31.21212121 +331 31.11782477 +332 31.32530120 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.85840708 +340 31.76470588 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.56484150 +348 32.47126437 +349 32.37822350 +350 32.28571429 +351 32.19373219 +352 32.38636364 +353 32.29461756 +354 32.20338983 +355 32.39436620 +356 32.30337079 +357 32.49299720 +358 32.40223464 +359 32.31197772 +360 32.22222222 +361 32.13296399 +362 32.04419890 +363 31.95592287 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.88010899 +368 31.79347826 +369 31.70731707 +370 31.62162162 +371 31.53638814 +372 31.72043011 +373 31.63538874 +374 31.81818182 +375 31.73333333 +376 31.64893617 +377 31.83023873 +378 31.74603175 +379 31.66226913 +380 31.84210526 +381 31.75853018 +382 31.93717277 +383 31.85378590 +384 31.77083333 +385 31.68831169 +386 31.60621762 +387 31.52454780 +388 31.70103093 +389 31.61953728 +390 31.53846154 +391 31.71355499 +392 31.63265306 +393 31.80661578 +394 31.97969543 +395 31.89873418 +396 32.07070707 +397 32.24181360 +398 32.16080402 +399 32.08020050 +400 32.00000000 +401 32.16957606 +402 32.33830846 +403 32.25806452 +404 32.17821782 +405 32.09876543 +406 32.01970443 +407 31.94103194 +408 31.86274510 +409 31.78484108 +410 31.70731707 +411 31.63017032 +412 31.79611650 +413 31.96125908 +414 32.12560386 +415 32.28915663 +416 32.21153846 +417 32.13429257 +418 32.05741627 +419 31.98090692 +420 32.14285714 +421 32.30403800 +422 32.22748815 +423 32.15130024 +424 32.07547170 +425 32.00000000 +426 31.92488263 +427 31.85011710 +428 31.77570093 +429 31.70163170 +430 31.62790698 +431 31.55452436 +432 31.71296296 +433 31.87066975 +434 32.02764977 +435 31.95402299 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.11845103 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 32.20720721 +445 32.13483146 +446 32.06278027 +447 31.99105145 +448 31.91964286 +449 32.07126949 +450 32.22222222 +451 32.15077605 +452 32.07964602 +453 32.22958057 +454 32.15859031 +455 32.08791209 +456 32.01754386 +457 31.94748359 +458 31.87772926 +459 31.80827887 +460 31.73913043 +461 31.67028200 +462 31.81818182 +463 31.74946004 +464 31.89655172 +465 32.04301075 +466 31.97424893 +467 31.90578158 +468 32.05128205 +469 31.98294243 +470 31.91489362 +471 31.84713376 +472 31.99152542 +473 31.92389006 +474 31.85654008 +475 32.00000000 +476 31.93277311 +477 31.86582809 +478 31.79916318 +479 31.73277662 +480 31.66666667 +481 31.60083160 +482 31.74273859 +483 31.67701863 +484 31.81818182 +485 31.95876289 +486 31.89300412 +487 32.03285421 +488 31.96721311 +489 32.10633947 +490 32.04081633 +491 32.17922607 +492 32.31707317 +493 32.25152130 +494 32.38866397 +495 32.52525253 +496 32.45967742 +497 32.39436620 +498 32.32931727 +499 32.46492986 +500 32.40000000 +501 32.53493014 +502 32.47011952 +503 32.40556660 +504 32.53968254 +505 32.47524752 +506 32.41106719 +507 32.34714004 +508 32.48031496 +509 32.61296660 +510 32.74509804 +511 32.68101761 +512 32.61718750 +513 32.55360624 +514 32.49027237 +515 32.62135922 +516 32.75193798 +517 32.88201161 +518 32.81853282 +519 32.75529865 +520 32.69230769 +521 32.62955854 +522 32.56704981 +523 32.50478011 +524 32.44274809 +525 32.38095238 +526 32.31939163 +527 32.44781784 +528 32.38636364 +529 32.32514178 +530 32.26415094 +531 32.20338983 +532 32.33082707 +533 32.45778612 +534 32.39700375 +535 32.33644860 +536 32.27611940 +537 32.21601490 +538 32.15613383 +539 32.09647495 +540 32.03703704 +541 31.97781885 +542 31.91881919 +543 31.86003683 +544 31.80147059 +545 31.74311927 +546 31.86813187 +547 31.99268739 +548 32.11678832 +549 32.05828780 +550 32.00000000 +551 31.94192377 +552 32.06521739 +553 32.18806510 +554 32.12996390 +555 32.07207207 +556 32.01438849 +557 31.95691203 +558 31.89964158 +559 31.84257603 +560 31.96428571 +561 32.08556150 +562 32.02846975 +563 31.97158082 +564 32.09219858 +565 32.21238938 +566 32.33215548 +567 32.45149912 +568 32.57042254 +569 32.51318102 +570 32.45614035 +571 32.57443082 +572 32.51748252 +573 32.46073298 +574 32.57839721 +575 32.69565217 +576 32.81250000 +577 32.92894281 +578 33.04498270 +579 33.16062176 +580 33.27586207 +581 33.39070568 +582 33.50515464 +583 33.44768439 +584 33.56164384 +585 33.50427350 +586 33.61774744 +587 33.56047700 +588 33.50340136 +589 33.44651952 +590 33.55932203 +591 33.50253807 +592 33.44594595 +593 33.55817875 +594 33.67003367 +595 33.61344538 +596 33.55704698 +597 33.50083752 +598 33.44481605 +599 33.55592654 +600 33.50000000 +601 33.61064892 +602 33.72093023 +603 33.83084577 +604 33.77483444 +605 33.71900826 +606 33.82838284 +607 33.77265239 +608 33.71710526 +609 33.82594417 +610 33.77049180 +611 33.71522095 +612 33.82352941 +613 33.76835237 +614 33.71335505 +615 33.65853659 +616 33.60389610 +617 33.71150729 +618 33.65695793 +619 33.76413570 +620 33.70967742 +621 33.65539452 +622 33.76205788 +623 33.70786517 +624 33.65384615 +625 33.60000000 +626 33.54632588 +627 33.65231260 +628 33.75796178 +629 33.86327504 +630 33.80952381 +631 33.91442155 +632 33.86075949 +633 33.80726698 +634 33.91167192 +635 33.85826772 +636 33.80503145 +637 33.75196232 +638 33.69905956 +639 33.64632238 +640 33.75000000 +641 33.69734789 +642 33.80062305 +643 33.74805599 +644 33.69565217 +645 33.79844961 +646 33.74613003 +647 33.84853168 +648 33.95061728 +649 33.89830508 +650 34.00000000 +651 34.10138249 +652 34.20245399 +653 34.30321593 +654 34.25076453 +655 34.19847328 +656 34.29878049 +657 34.24657534 +658 34.19452888 +659 34.29438543 +660 34.24242424 +661 34.19062027 +662 34.13897281 +663 34.08748115 +664 34.03614458 +665 34.13533835 +666 34.23423423 +667 34.18290855 +668 34.13173653 +669 34.08071749 +670 34.17910448 +671 34.12816692 +672 34.07738095 +673 34.02674591 +674 33.97626113 +675 34.07407407 +676 34.17159763 +677 34.12112260 +678 34.07079646 +679 34.02061856 +680 33.97058824 +681 33.92070485 +682 33.87096774 +683 33.82137628 +684 33.91812865 +685 33.86861314 +686 33.81924198 +687 33.77001456 +688 33.72093023 +689 33.81712627 +690 33.76811594 +691 33.86396527 +692 33.95953757 +693 34.05483405 +694 34.00576369 +695 33.95683453 +696 34.05172414 +697 34.00286944 +698 33.95415473 +699 34.04864092 +700 34.14285714 +701 34.09415121 +702 34.04558405 +703 33.99715505 +704 33.94886364 +705 33.90070922 +706 33.99433428 +707 33.94625177 +708 33.89830508 +709 33.85049365 +710 33.80281690 +711 33.75527426 +712 33.70786517 +713 33.66058906 +714 33.75350140 +715 33.84615385 +716 33.79888268 +717 33.89121339 +718 33.98328691 +719 34.07510431 +720 34.02777778 +721 33.98058252 +722 33.93351801 +723 33.88658368 +724 33.97790055 +725 33.93103448 +726 34.02203857 +727 33.97524072 +728 33.92857143 +729 33.88203018 +730 33.97260274 +731 33.92612859 +732 34.01639344 +733 33.96998636 +734 33.92370572 +735 33.87755102 +736 33.83152174 +737 33.92130258 +738 33.87533875 +739 33.96481732 +740 33.91891892 +741 34.00809717 +742 33.96226415 +743 33.91655451 +744 34.00537634 +745 33.95973154 +746 34.04825737 +747 34.13654618 +748 34.09090909 +749 34.17890521 +750 34.26666667 + +Final result: 34.2667 +/- 1.7342 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-iq4_nl.wng b/scores/Llama-Guard-3-8B-iq4_nl.wng new file mode 100644 index 0000000000000000000000000000000000000000..0738c051420ac31efc34687654fb34a128dd701c --- /dev/null +++ b/scores/Llama-Guard-3-8B-iq4_nl.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.142831 -3.576560 1 1 +2 100.0000 -1.979345 -2.103551 1 1 +3 100.0000 -3.575155 -3.160061 2 2 +4 100.0000 -4.026678 -4.174037 1 1 +5 80.0000 -2.833101 -3.035362 1 2 +6 83.3333 -4.169739 -4.449277 1 1 +7 85.7143 -4.352011 -3.099216 2 2 +8 87.5000 -2.469848 -2.095433 2 2 +9 88.8889 -3.822809 -4.923556 1 1 +10 90.0000 -2.340726 -2.059387 2 2 +11 90.9091 -9.847643 -4.906415 2 2 +12 91.6667 -3.296721 -1.437158 2 2 +13 92.3077 -2.929570 -5.040107 1 1 +14 92.8571 -3.685694 -3.957385 1 1 +15 86.6667 -4.323740 -6.159660 1 2 +16 87.5000 -3.069949 -2.682528 2 2 +17 88.2353 -6.125875 -4.773253 2 2 +18 88.8889 -1.779024 -2.892516 1 1 +19 89.4737 -3.294276 -4.828159 1 1 +20 90.0000 -2.791606 -3.143482 1 1 +21 90.4762 -2.105122 -3.249133 1 1 +22 86.3636 -1.984910 -2.015408 1 2 +23 86.9565 -4.666283 -5.156809 1 1 +24 83.3333 -2.567050 -2.177760 2 1 +25 84.0000 -1.856026 -1.765508 2 2 +26 84.6154 -2.806838 -4.269404 1 1 +27 81.4815 -4.395724 -4.505746 1 2 +28 82.1429 -4.389949 -5.685637 1 1 +29 82.7586 -3.484695 -3.761128 1 1 +30 83.3333 -2.655438 -2.327021 2 2 +31 83.8710 -4.384142 -4.442116 1 1 +32 84.3750 -5.427449 -6.532838 1 1 +33 84.8485 -4.535793 -4.933500 1 1 +34 82.3529 -2.556325 -2.444217 2 1 +35 82.8571 -4.255816 -4.100960 2 2 +36 83.3333 -3.698325 -3.369149 2 2 +37 83.7838 -2.699763 -2.958277 1 1 +38 84.2105 -3.408417 -3.425326 1 1 +39 84.6154 -4.835945 -2.893440 2 2 +40 82.5000 -4.182811 -5.354208 1 2 +41 82.9268 -2.160707 -2.273576 1 1 +42 83.3333 -2.419876 -3.370568 1 1 +43 83.7209 -3.086769 -2.967440 2 2 +44 84.0909 -2.142638 -1.674271 2 2 +45 84.4444 -0.081082 -11.178370 1 1 +46 84.7826 -2.776407 -2.787395 1 1 +47 82.9787 -3.050666 -3.107843 1 2 +48 83.3333 -4.300735 -4.026942 2 2 +49 81.6327 -3.265051 -1.652168 2 1 +50 82.0000 -2.540695 -2.354715 2 2 +51 82.3529 -1.648474 -2.424264 1 1 +52 82.6923 -3.471633 -2.745429 2 2 +53 83.0189 -4.077529 -4.673178 1 1 +54 83.3333 -2.663260 -2.202281 2 2 +55 83.6364 -2.702332 -2.370942 2 2 +56 82.1429 -5.578974 -5.649629 1 2 +57 82.4561 -3.544583 -3.339545 2 2 +58 82.7586 -3.445049 -3.892149 1 1 +59 83.0508 -2.913578 -2.809953 2 2 +60 83.3333 -4.048446 -3.922932 2 2 +61 81.9672 -3.538287 -3.498540 2 1 +62 82.2581 -5.474089 -5.710515 1 1 +63 80.9524 -4.015979 -4.365317 1 2 +64 79.6875 -4.250779 -4.239245 2 1 +65 80.0000 -5.059701 -4.391607 2 2 +66 80.3030 -2.707854 -3.338548 1 1 +67 80.5970 -3.315267 -2.676090 2 2 +68 79.4118 -5.053275 -5.338761 1 2 +69 79.7101 -5.797369 -5.839707 1 1 +70 80.0000 -3.136345 -3.072337 2 2 +71 78.8732 -3.050771 -2.984327 2 1 +72 79.1667 -3.934756 -3.524387 2 2 +73 79.4521 -2.996227 -3.045732 1 1 +74 79.7297 -2.349473 -2.892770 1 1 +75 80.0000 -2.007788 -2.562334 1 1 +76 80.2632 -1.921481 -4.327492 1 1 +77 79.2208 -3.020607 -3.109318 1 2 +78 79.4872 -0.641883 -1.292468 1 1 +79 78.4810 -2.236126 -2.355633 1 2 +80 78.7500 -2.161666 -2.949961 1 1 +81 79.0123 -4.918475 -4.478604 2 2 +82 78.0488 -3.095114 -3.320654 1 2 +83 78.3133 -5.866518 -4.918858 2 2 +84 78.5714 -2.206563 -1.999052 2 2 +85 78.8235 -4.058367 -4.333684 1 1 +86 79.0698 -5.577357 -5.492883 2 2 +87 78.1609 -1.687323 -1.591968 2 1 +88 77.2727 -5.933805 -4.978022 2 1 +89 76.4045 -3.666466 -3.585770 2 1 +90 76.6667 -4.703467 -3.110997 2 2 +91 76.9231 -4.148451 -4.274269 1 1 +92 77.1739 -4.132225 -3.861701 2 2 +93 77.4194 -2.219193 -1.803090 2 2 +94 77.6596 -4.767250 -4.310937 2 2 +95 77.8947 -3.307945 -3.669472 1 1 +96 78.1250 -1.697747 -2.542925 1 1 +97 77.3196 -5.133419 -4.425914 2 1 +98 77.5510 -4.133287 -3.321415 2 2 +99 76.7677 -3.077162 -3.008870 2 1 +100 77.0000 -5.845379 -5.286597 2 2 +101 76.2376 -4.417724 -4.785321 1 2 +102 75.4902 -3.789469 -3.711225 2 1 +103 75.7282 -2.683360 -2.175514 2 2 +104 75.9615 -7.319050 -7.150954 2 2 +105 76.1905 -1.510413 -1.744645 1 1 +106 76.4151 -2.745155 -2.265552 2 2 +107 76.6355 -3.911256 -3.342203 2 2 +108 76.8519 -3.801699 -2.954440 2 2 +109 76.1468 -4.034354 -4.443804 1 2 +110 76.3636 -4.299074 -3.391779 2 2 +111 76.5766 -2.833505 -2.757358 2 2 +112 75.8929 -3.935101 -3.365625 2 1 +113 75.2212 -4.163075 -5.250557 1 2 +114 75.4386 -4.059830 -4.885662 1 1 +115 75.6522 -1.948310 -2.449613 1 1 +116 75.8621 -2.240190 -1.799561 2 2 +117 75.2137 -3.725949 -4.061965 1 2 +118 75.4237 -1.343150 -1.897250 1 1 +119 75.6303 -1.641752 -2.411966 1 1 +120 75.0000 -3.299174 -2.951472 2 1 +121 75.2066 -1.197849 -1.052095 2 2 +122 75.4098 -6.056306 -5.357352 2 2 +123 75.6098 -4.073552 -4.429284 1 1 +124 75.8065 -3.208449 -2.651615 2 2 +125 76.0000 -3.092570 -3.054886 2 2 +126 76.1905 -6.904775 -6.871205 2 2 +127 76.3780 -2.986804 -1.077369 2 2 +128 76.5625 -1.794330 -2.004769 1 1 +129 76.7442 -2.269361 -1.150020 2 2 +130 76.9231 -5.769851 -5.139873 2 2 +131 76.3359 -4.036763 -4.058434 1 2 +132 76.5152 -2.408389 -1.971140 2 2 +133 76.6917 -0.945412 -3.709956 1 1 +134 76.8657 -5.079573 -4.754323 2 2 +135 77.0370 -4.116651 -4.975680 1 1 +136 77.2059 -3.881828 -2.554219 2 2 +137 77.3723 -5.378970 -5.580015 1 1 +138 76.8116 -3.803111 -4.342469 1 2 +139 76.9784 -3.448953 -4.869451 1 1 +140 77.1429 -1.350422 -1.213147 2 2 +141 77.3050 -5.554144 -4.177998 2 2 +142 77.4648 -2.697065 -1.906702 2 2 +143 77.6224 -2.765290 -6.582149 1 1 +144 77.0833 -2.167043 -2.091398 2 1 +145 76.5517 -1.268097 -16.497940 1 2 +146 76.7123 -3.578635 -3.536669 2 2 +147 76.8707 -4.160571 -3.809972 2 2 +148 77.0270 -2.160137 -2.522631 1 1 +149 77.1812 -3.923704 -3.898241 2 2 +150 77.3333 -3.775257 -3.041050 2 2 +151 76.8212 -1.871667 -1.730862 2 1 +152 76.3158 -4.123163 -4.444067 1 2 +153 76.4706 -2.410248 -2.887253 1 1 +154 76.6234 -3.223885 -3.732774 1 1 +155 76.1290 -2.294449 -3.182571 1 2 +156 76.2821 -1.977243 -2.140292 1 1 +157 76.4331 -2.465460 -3.418915 1 1 +158 76.5823 -4.243900 -3.894090 2 2 +159 76.7296 -2.895620 -4.123618 1 1 +160 76.8750 -3.874459 -3.176836 2 2 +161 76.3975 -3.244651 -2.886337 2 1 +162 75.9259 -0.052600 -10.351661 1 2 +163 76.0736 -2.043104 -2.123544 1 1 +164 76.2195 -5.078125 -4.252315 2 2 +165 76.3636 -4.010057 -3.914015 2 2 +166 76.5060 -4.253356 -3.950632 2 2 +167 76.0479 -4.055344 -3.558263 2 1 +168 76.1905 -5.349623 -4.755120 2 2 +169 76.3314 -4.088804 -3.989283 2 2 +170 76.4706 -2.317967 -2.590870 1 1 +171 76.6082 -3.296928 -4.178592 1 1 +172 76.7442 -3.885171 -4.507617 1 1 +173 76.8786 -2.843173 -2.710643 2 2 +174 76.4368 -6.361056 -6.459538 1 2 +175 76.5714 -3.603359 -3.718950 1 1 +176 76.7045 -1.588273 -3.900252 1 1 +177 76.8362 -6.436875 -6.270773 2 2 +178 76.4045 -2.914277 -2.881573 2 1 +179 76.5363 -2.571758 -2.662268 1 1 +180 76.6667 -4.567729 -4.111966 2 2 +181 76.7956 -3.225697 -2.425761 2 2 +182 76.9231 -3.943857 -3.119342 2 2 +183 76.5027 -5.172609 -5.188074 1 2 +184 76.6304 -1.670225 -2.674179 1 1 +185 76.2162 -4.057514 -4.237813 1 2 +186 76.3441 -2.484208 -3.067688 1 1 +187 76.4706 -4.695397 -4.319436 2 2 +188 76.0638 -4.103029 -3.111537 2 1 +189 75.6614 -3.090554 -3.639171 1 2 +190 75.7895 -5.278263 -5.092595 2 2 +191 75.9162 -2.518035 -2.933758 1 1 +192 76.0417 -4.496706 -3.561119 2 2 +193 75.6477 -3.550770 -3.569648 1 2 +194 75.7732 -1.871077 -1.573255 2 2 +195 75.3846 -3.442795 -3.055657 2 1 +196 75.0000 -3.156384 -3.556421 1 2 +197 75.1269 -1.286688 -3.280110 1 1 +198 75.2525 -2.880123 -7.138005 1 1 +199 75.3769 -5.427572 -4.548123 2 2 +200 75.5000 -3.083367 -2.837038 2 2 +201 75.6219 -2.810632 -3.319709 1 1 +202 75.2475 -6.652992 -7.104410 1 2 +203 75.3695 -2.743255 -2.635759 2 2 +204 75.4902 -2.205476 -2.594066 1 1 +205 75.6098 -3.210425 -2.184223 2 2 +206 75.2427 -4.718714 -5.148245 1 2 +207 74.8792 -3.584698 -3.358779 2 1 +208 75.0000 -3.232977 -2.827431 2 2 +209 75.1196 -3.817101 -2.962023 2 2 +210 75.2381 -6.057337 -6.018027 2 2 +211 74.8815 -5.120514 -4.835006 2 1 +212 75.0000 -5.189185 -4.443948 2 2 +213 75.1174 -4.734708 -4.598087 2 2 +214 74.7664 -2.898490 -2.876396 2 1 +215 74.8837 -5.738344 -5.656827 2 2 +216 74.5370 -3.259042 -3.184126 2 1 +217 74.6544 -0.912888 -1.598912 1 1 +218 74.7706 -2.420409 -2.157499 2 2 +219 74.8858 -3.122219 -3.279639 1 1 +220 74.5455 -2.962887 -3.013918 1 2 +221 74.6606 -3.718152 -10.563520 1 1 +222 74.3243 -0.165332 -9.102599 1 2 +223 74.4395 -4.001841 -2.745039 2 2 +224 74.5536 -5.912360 -3.864304 2 2 +225 74.2222 -2.658588 -2.721481 1 2 +226 74.3363 -2.782776 -3.383843 1 1 +227 74.0088 -3.596118 -3.361576 2 1 +228 74.1228 -1.344343 -1.743098 1 1 +229 74.2358 -3.322558 -3.208060 2 2 +230 74.3478 -3.166840 -3.607914 1 1 +231 74.4589 -2.182564 -2.737390 1 1 +232 74.5690 -3.020396 -2.435004 2 2 +233 74.6781 -2.049728 -2.449594 1 1 +234 74.7863 -3.246978 -3.090107 2 2 +235 74.8936 -3.830495 -3.302866 2 2 +236 74.5763 -2.108792 -1.843100 2 1 +237 74.2616 -1.992242 -1.677394 2 1 +238 74.3697 -2.868722 -2.440338 2 2 +239 74.0586 -2.738121 -2.886889 1 2 +240 73.7500 -5.903017 -6.021687 1 2 +241 73.4440 -3.204047 -3.733559 1 2 +242 73.5537 -5.475547 -5.332030 2 2 +243 73.2510 -4.481875 -4.425160 2 1 +244 73.3607 -2.653792 -3.921188 1 1 +245 73.4694 -3.905505 -5.028831 1 1 +246 73.5772 -2.302222 -2.537436 1 1 +247 73.6842 -3.298867 -3.014741 2 2 +248 73.7903 -3.202552 -2.661065 2 2 +249 73.8956 -2.642776 -1.841320 2 2 +250 74.0000 -2.041444 -2.772641 1 1 +251 73.7052 -1.286554 -1.263847 2 1 +252 73.8095 -6.578661 -6.265635 2 2 +253 73.5178 -5.228042 -5.116845 2 1 +254 73.2283 -4.835163 -5.498219 1 2 +255 73.3333 -2.658107 -3.583528 1 1 +256 73.0469 -4.207714 -3.109735 2 1 +257 72.7626 -2.533339 -2.171354 2 1 +258 72.4806 -3.650259 -3.850210 1 2 +259 72.5869 -5.190153 -5.703690 1 1 +260 72.6923 -6.189528 -6.532145 1 1 +261 72.7969 -3.716663 -3.677973 2 2 +262 72.9008 -4.670170 -4.588923 2 2 +263 73.0038 -2.132552 -2.612979 1 1 +264 73.1061 -3.853593 -3.481194 2 2 +265 73.2075 -1.078590 -2.031766 1 1 +266 72.9323 -5.053081 -5.036568 2 1 +267 73.0337 -2.398879 -2.424279 1 1 +268 72.7612 -3.368223 -3.174511 2 1 +269 72.8625 -2.771115 -2.746115 2 2 +270 72.9630 -1.908497 -3.000169 1 1 +271 73.0627 -2.952608 -2.354434 2 2 +272 73.1618 -3.623704 -3.350780 2 2 +273 73.2601 -2.834763 -2.815789 2 2 +274 73.3577 -3.505373 -3.157983 2 2 +275 73.4545 -2.605921 -2.861652 1 1 +276 73.5507 -2.060086 -2.268425 1 1 +277 73.6462 -3.167070 -3.784500 1 1 +278 73.3813 -2.704885 -2.577597 2 1 +279 73.4767 -4.223609 -3.404392 2 2 +280 73.5714 -3.662027 -3.497411 2 2 +281 73.6655 -2.636976 -1.925043 2 2 +282 73.7589 -3.920126 -3.331904 2 2 +283 73.4982 -2.787128 -3.224511 1 2 +284 73.5915 -2.265058 -3.195554 1 1 +285 73.6842 -3.439376 -4.084599 1 1 +286 73.7762 -3.219402 -3.538975 1 1 +287 73.8676 -2.317181 -4.209557 1 1 +288 73.6111 -2.979772 -3.197464 1 2 +289 73.3564 -2.790396 -2.241009 2 1 +290 73.4483 -3.462159 -3.927082 1 1 +291 73.5395 -2.963518 -3.343878 1 1 +292 73.6301 -2.786618 -1.831761 2 2 +293 73.7201 -3.143364 -2.919504 2 2 +294 73.4694 -3.930277 -3.587739 2 1 +295 73.5593 -2.033971 -2.248496 1 1 +296 73.6486 -4.648830 -4.382127 2 2 +297 73.4007 -1.920288 -2.521490 1 2 +298 73.4899 -5.259746 -4.833197 2 2 +299 73.5786 -2.424785 -2.148399 2 2 +300 73.6667 -2.520920 -3.140467 1 1 +301 73.7542 -4.315426 -4.866554 1 1 +302 73.8411 -3.946517 -3.576060 2 2 +303 73.5974 -8.906207 -8.532371 2 1 +304 73.6842 -4.336638 -3.761777 2 2 +305 73.4426 -3.040046 -3.356230 1 2 +306 73.5294 -2.302758 -1.953850 2 2 +307 73.6156 -2.783805 -2.832143 1 1 +308 73.3766 -4.845397 -4.917106 1 2 +309 73.4628 -2.678216 -3.506092 1 1 +310 73.5484 -5.484349 -5.268461 2 2 +311 73.6334 -0.843886 -5.047495 1 1 +312 73.7179 -3.857162 -4.023142 1 1 +313 73.8019 -4.608668 -4.456293 2 2 +314 73.8854 -3.982327 -3.353856 2 2 +315 73.9683 -1.744353 -3.168469 1 1 +316 74.0506 -6.901119 -4.459590 2 2 +317 73.8170 -4.692995 -4.634698 2 1 +318 73.8994 -4.680842 -4.333352 2 2 +319 73.9812 -1.246313 -1.818211 1 1 +320 74.0625 -3.751891 -4.688432 1 1 +321 73.8318 -2.828995 -2.873528 1 2 +322 73.6025 -2.337502 -2.626292 1 2 +323 73.6842 -3.203555 -3.871866 1 1 +324 73.4568 -4.093551 -3.827482 2 1 +325 73.5385 -5.213868 -4.278148 2 2 +326 73.6196 -2.175076 -1.850036 2 2 +327 73.7003 -2.273033 -2.503138 1 1 +328 73.4756 -3.759991 -3.499672 2 1 +329 73.5562 -3.587524 -7.286669 1 1 +330 73.6364 -1.710654 -2.102958 1 1 +331 73.4139 -4.322674 -3.122629 2 1 +332 73.4940 -1.699685 -2.230399 1 1 +333 73.5736 -3.526430 -2.110921 2 2 +334 73.6527 -2.604602 -5.150471 1 1 +335 73.4328 -5.022799 -4.347641 2 1 +336 73.5119 -4.233965 -3.833096 2 2 +337 73.5905 -2.127704 -1.369015 2 2 +338 73.3728 -3.633785 -2.911785 2 1 +339 73.4513 -5.292928 -5.085341 2 2 +340 73.5294 -4.091932 -4.634116 1 1 +341 73.6070 -3.154473 -3.786853 1 1 +342 73.6842 -5.175068 -4.458593 2 2 +343 73.7609 -3.448444 -3.737794 1 1 +344 73.8372 -2.135416 -2.864087 1 1 +345 73.9130 -0.687547 -1.994122 1 1 +346 73.6994 -5.124137 -6.008083 1 2 +347 73.7752 -3.086420 -2.906621 2 2 +348 73.8506 -1.077080 -2.175742 1 1 +349 73.6390 -3.455763 -4.479259 1 2 +350 73.4286 -2.126144 -3.001349 1 2 +351 73.5043 -2.664812 -2.938032 1 1 +352 73.5795 -3.897491 -3.474089 2 2 +353 73.6544 -2.145579 -2.428308 1 1 +354 73.7288 -5.076355 -4.797787 2 2 +355 73.8028 -2.229724 -1.864246 2 2 +356 73.5955 -2.695606 -2.882294 1 2 +357 73.6695 -3.576955 -3.376060 2 2 +358 73.7430 -1.894943 -1.720311 2 2 +359 73.8162 -5.185682 -3.404873 2 2 +360 73.6111 -3.342440 -3.395012 1 2 +361 73.6842 -2.834228 -1.707871 2 2 +362 73.7569 -5.040989 -4.792922 2 2 +363 73.5537 -2.630824 -2.328393 2 1 +364 73.3516 -5.602179 -5.545781 2 1 +365 73.4247 -5.212902 -5.289171 1 1 +366 73.2240 -2.686393 -7.295311 1 2 +367 73.0245 -5.048755 -4.776750 2 1 +368 73.0978 -4.593609 -4.033265 2 2 +369 72.8997 -2.552654 -3.218974 1 2 +370 72.9730 -4.802706 -4.852983 1 1 +371 73.0458 -2.462196 -3.503429 1 1 +372 72.8495 -2.607147 -2.555287 2 1 +373 72.6542 -4.581742 -3.559111 2 1 +374 72.7273 -2.176871 -2.759053 1 1 +375 72.8000 -2.628884 -2.328819 2 2 +376 72.8723 -4.603942 -2.964270 2 2 +377 72.9443 -3.923941 -3.804468 2 2 +378 72.7513 -3.569768 -3.822497 1 2 +379 72.5594 -1.045325 -2.604659 1 2 +380 72.6316 -4.946636 -5.672141 1 1 +381 72.7034 -9.066090 -7.018181 2 2 +382 72.7749 -2.225534 -2.009796 2 2 +383 72.8460 -3.048671 -1.298854 2 2 +384 72.6562 -3.864924 -2.755417 2 1 +385 72.4675 -1.374784 -1.330272 2 1 +386 72.5389 -2.133891 -12.115112 1 1 +387 72.6098 -1.693315 -2.479079 1 1 +388 72.6804 -6.328260 -6.089362 2 2 +389 72.7506 -2.457074 -2.055677 2 2 +390 72.8205 -2.585845 -3.214488 1 1 +391 72.6343 -3.797610 -3.844737 1 2 +392 72.4490 -2.946265 -2.342026 2 1 +393 72.5191 -4.867692 -4.767471 2 2 +394 72.5888 -2.830950 -3.793757 1 1 +395 72.6582 -2.988021 -2.493160 2 2 +396 72.7273 -2.468614 -2.915469 1 1 +397 72.7960 -6.418907 -6.901715 1 1 +398 72.8643 -3.661979 -5.156468 1 1 +399 72.9323 -3.091452 -3.468999 1 1 +400 73.0000 -1.589835 -7.318706 1 1 +401 73.0673 -2.839244 -3.515654 1 1 +402 72.8856 -3.634331 -3.709610 1 2 +403 72.7047 -6.865018 -7.190656 1 2 +404 72.7723 -3.747885 -2.613973 2 2 +405 72.8395 -3.243244 -3.661983 1 1 +406 72.9064 -7.214992 -7.759075 1 1 +407 72.7273 -4.444494 -4.665075 1 2 +408 72.5490 -3.158855 -3.406231 1 2 +409 72.6161 -4.084270 -4.558675 1 1 +410 72.4390 -3.469250 -2.962598 2 1 +411 72.5061 -2.841419 -3.980992 1 1 +412 72.5728 -3.204524 -2.689194 2 2 +413 72.6392 -3.010107 -2.212412 2 2 +414 72.4638 -3.673346 -3.843516 1 2 +415 72.5301 -2.590661 -2.284167 2 2 +416 72.5962 -3.913128 -2.655897 2 2 +417 72.6619 -4.312348 -4.742955 1 1 +418 72.4880 -4.114412 -3.730741 2 1 +419 72.3150 -3.634273 -3.852406 1 2 +420 72.3810 -3.026221 -2.753383 2 2 +421 72.4466 -3.821451 -3.664349 2 2 +422 72.5118 -1.893035 -1.901949 1 1 +423 72.5768 -3.037296 -3.150549 1 1 +424 72.6415 -4.368353 -4.987863 1 1 +425 72.7059 -5.131820 -3.213014 2 2 +426 72.7700 -1.552391 -1.318845 2 2 +427 72.8337 -3.694488 -4.243928 1 1 +428 72.8972 -3.640340 -3.931399 1 1 +429 72.9604 -3.014093 -2.889757 2 2 +430 72.7907 -6.301476 -5.807426 2 1 +431 72.8538 -3.753991 -5.075823 1 1 +432 72.6852 -3.210058 -3.460191 1 2 +433 72.7483 -2.134598 -1.906717 2 2 +434 72.8111 -6.482294 -6.690889 1 1 +435 72.6437 -3.544157 -3.443599 2 1 +436 72.7064 -1.800428 -2.036427 1 1 +437 72.5400 -3.136254 -3.374708 1 2 +438 72.6027 -3.735831 -3.469765 2 2 +439 72.6651 -2.430637 -3.477356 1 1 +440 72.7273 -3.829649 -3.960524 1 1 +441 72.7891 -3.402209 -5.141277 1 1 +442 72.6244 -4.225591 -3.548337 2 1 +443 72.6862 -1.719665 -3.172230 1 1 +444 72.5225 -6.141689 -6.539453 1 2 +445 72.5843 -1.409715 -1.992622 1 1 +446 72.6457 -4.394727 -3.768249 2 2 +447 72.4832 -2.547304 -2.401180 2 1 +448 72.3214 -4.143634 -4.205037 1 2 +449 72.3831 -2.506656 -1.914108 2 2 +450 72.4444 -4.687580 -4.305646 2 2 +451 72.5055 -4.671625 -4.654653 2 2 +452 72.3451 -4.991525 -4.568763 2 1 +453 72.4062 -4.276591 -3.439628 2 2 +454 72.4670 -3.189331 -3.789577 1 1 +455 72.3077 -1.663043 -8.939626 1 2 +456 72.1491 -3.567582 -3.608339 1 2 +457 71.9912 -7.303965 -6.996414 2 1 +458 72.0524 -2.742237 -2.072665 2 2 +459 72.1133 -4.202306 -4.004451 2 2 +460 72.1739 -1.166633 -6.950411 1 1 +461 72.2343 -1.958438 -2.683778 1 1 +462 72.2944 -4.674069 -5.208689 1 1 +463 72.3542 -1.069188 -1.328594 1 1 +464 72.4138 -1.817666 -1.939012 1 1 +465 72.4731 -3.023774 -2.712867 2 2 +466 72.3176 -5.244452 -5.336801 1 2 +467 72.3769 -3.876369 -4.134318 1 1 +468 72.2222 -4.284767 -4.311038 1 2 +469 72.0682 -1.958824 -1.491220 2 1 +470 72.1277 -1.817158 -1.729496 2 2 +471 72.1868 -1.846957 -2.040082 1 1 +472 72.2458 -3.262344 -3.020538 2 2 +473 72.3044 -3.881056 -2.881273 2 2 +474 72.3629 -3.665911 -4.616289 1 1 +475 72.4211 -1.512360 -1.284034 2 2 +476 72.4790 -3.833320 -3.656109 2 2 +477 72.3270 -3.748979 -4.275182 1 2 +478 72.3849 -2.274983 -2.427946 1 1 +479 72.4426 -3.077815 -3.217657 1 1 +480 72.5000 -6.242417 -4.441091 2 2 +481 72.5572 -2.027595 -2.292624 1 1 +482 72.4066 -5.148405 -5.847441 1 2 +483 72.4638 -3.494971 -3.962920 1 1 +484 72.3140 -2.869691 -2.588238 2 1 +485 72.3711 -1.216680 -1.959427 1 1 +486 72.4280 -1.710502 -2.120028 1 1 +487 72.4846 -3.148710 -2.873781 2 2 +488 72.5410 -2.831080 -2.112392 2 2 +489 72.5971 -2.265467 -2.653274 1 1 +490 72.6531 -2.671456 -3.056127 1 1 +491 72.7088 -4.676718 -4.123222 2 2 +492 72.7642 -5.112499 -4.318201 2 2 +493 72.8195 -2.175225 -2.787339 1 1 +494 72.8745 -3.356992 -3.160934 2 2 +495 72.9293 -4.005047 -4.129492 1 1 +496 72.7823 -3.265028 -3.339111 1 2 +497 72.6358 -4.793885 -4.391698 2 1 +498 72.4900 -1.467297 -1.720380 1 2 +499 72.5451 -2.843266 -3.258595 1 1 +500 72.6000 -4.851646 -4.115395 2 2 +501 72.6547 -1.522492 -2.799255 1 1 +502 72.7092 -2.337559 -2.712618 1 1 +503 72.7634 -2.995785 -2.862548 2 2 +504 72.8175 -2.078711 -2.188177 1 1 +505 72.8713 -7.528871 -7.424757 2 2 +506 72.9249 -4.729162 -4.945795 1 1 +507 72.9783 -2.881111 -3.228005 1 1 +508 73.0315 -5.429937 -2.956588 2 2 +509 73.0845 -1.729221 -9.058075 1 1 +510 73.1373 -4.486075 -5.338335 1 1 +511 73.1898 -4.715615 -3.549330 2 2 +512 73.2422 -3.054497 -3.114248 1 1 +513 73.2943 -3.006073 -2.693786 2 2 +514 73.1518 -3.731405 -3.418936 2 1 +515 73.2039 -6.075129 -6.716988 1 1 +516 73.0620 -4.096642 -3.927563 2 1 +517 73.1141 -2.194083 -2.841978 1 1 +518 73.1660 -2.916823 -2.613817 2 2 +519 73.2177 -6.653175 -6.289957 2 2 +520 73.0769 -2.300498 -2.493901 1 2 +521 72.9367 -1.759377 -1.560958 2 1 +522 72.9885 -3.240212 -2.368581 2 2 +523 73.0402 -3.136323 -2.653840 2 2 +524 72.9008 -4.764680 -4.706551 2 1 +525 72.9524 -3.186721 -2.154352 2 2 +526 73.0038 -0.354868 -15.469323 1 1 +527 73.0550 -4.555550 -3.189538 2 2 +528 73.1061 -6.607561 -6.216910 2 2 +529 72.9679 -4.773723 -4.713856 2 1 +530 73.0189 -5.432276 -4.109747 2 2 +531 73.0697 -3.115231 -3.370905 1 1 +532 73.1203 -2.123455 -2.811903 1 1 +533 73.1707 -3.496732 -1.964615 2 2 +534 73.2210 -2.382640 -2.740090 1 1 +535 73.2710 -3.059019 -2.974873 2 2 +536 73.1343 -2.662663 -2.424741 2 1 +537 73.1844 -5.297465 -6.492117 1 1 +538 73.2342 -2.224612 -4.911209 1 1 +539 73.2839 -3.801314 -1.835738 2 2 +540 73.3333 -2.700337 -2.637488 2 2 +541 73.3826 -2.787222 -3.327573 1 1 +542 73.2472 -3.704959 -4.729173 1 2 +543 73.2965 -5.292995 -4.055755 2 2 +544 73.3456 -2.063220 -3.519908 1 1 +545 73.2110 -2.611997 -4.548501 1 2 +546 73.2601 -2.444594 -3.816529 1 1 +547 73.3090 -5.779123 -4.484364 2 2 +548 73.3577 -4.096209 -4.330085 1 1 +549 73.4062 -5.001944 -5.492990 1 1 +550 73.4545 -2.839078 -2.526489 2 2 +551 73.3212 -0.650452 -12.839427 1 2 +552 73.1884 -2.391928 -2.028794 2 1 +553 73.0561 -5.534435 -5.708222 1 2 +554 73.1047 -4.465717 -4.058016 2 2 +555 73.1532 -1.563465 -1.359266 2 2 +556 73.2014 -5.566104 -4.726390 2 2 +557 73.0700 -5.984255 -4.286863 2 1 +558 73.1183 -0.939768 -2.675986 1 1 +559 73.1664 -2.273561 -2.185589 2 2 +560 73.0357 -2.082591 -1.964848 2 1 +561 73.0838 -1.796475 -1.842218 1 1 +562 73.1317 -1.230022 -2.284856 1 1 +563 73.0018 -1.457242 -2.440327 1 2 +564 73.0496 -2.489562 -2.972405 1 1 +565 73.0973 -4.220285 -3.954516 2 2 +566 73.1449 -4.834917 -5.483783 1 1 +567 73.1922 -2.723132 -2.425379 2 2 +568 73.2394 -7.116160 -2.678587 2 2 +569 73.1107 -4.449705 -3.306556 2 1 +570 73.1579 -4.920591 -5.310154 1 1 +571 73.2049 -4.190654 -2.913545 2 2 +572 73.0769 -2.706630 -2.802255 1 2 +573 72.9494 -3.209251 -3.479236 1 2 +574 72.9965 -3.628456 -2.785320 2 2 +575 73.0435 -5.122810 -5.028144 2 2 +576 73.0903 -2.071663 -2.851969 1 1 +577 73.1369 -4.055375 -3.763189 2 2 +578 73.0104 -2.962141 -2.992630 1 2 +579 72.8843 -3.919058 -3.984118 1 2 +580 72.9310 -2.445830 -2.714878 1 1 +581 72.9776 -5.241244 -6.277698 1 1 +582 72.8522 -5.915207 -6.200902 1 2 +583 72.8988 -4.644881 -4.479361 2 2 +584 72.9452 -4.326242 -4.809533 1 1 +585 72.9915 -0.997851 -1.904457 1 1 +586 73.0375 -3.672012 -3.704469 1 1 +587 72.9131 -4.985507 -4.553388 2 1 +588 72.9592 -3.375911 -2.154805 2 2 +589 73.0051 -3.818216 -3.593225 2 2 +590 73.0508 -3.705099 -3.152804 2 2 +591 73.0964 -3.837718 -3.528152 2 2 +592 73.1419 -3.601408 -4.235769 1 1 +593 73.1872 -3.837901 -3.262460 2 2 +594 73.0640 -3.648502 -3.409023 2 1 +595 72.9412 -1.606652 -1.674143 1 2 +596 72.8188 -4.606880 -4.728035 1 2 +597 72.8643 -2.162915 -2.165908 1 1 +598 72.9097 -2.618547 -2.726076 1 1 +599 72.9549 -2.713307 -3.183961 1 1 +600 73.0000 -3.836781 -3.609415 2 2 +601 72.8785 -3.592867 -3.680968 1 2 +602 72.9236 -2.866533 -4.160828 1 1 +603 72.9685 -6.528097 -5.833471 2 2 +604 73.0132 -2.894018 -2.796223 2 2 +605 72.8926 -2.206375 -2.067309 2 1 +606 72.9373 -3.297652 -2.560118 2 2 +607 72.8171 -2.623244 -2.428963 2 1 +608 72.6974 -3.110533 -2.716016 2 1 +609 72.7422 -5.700192 -5.835640 1 1 +610 72.6230 -2.588499 -2.502648 2 1 +611 72.5041 -4.928576 -4.916458 2 1 +612 72.5490 -3.077076 -5.786806 1 1 +613 72.5938 -2.385818 -2.284754 2 2 +614 72.6384 -3.047806 -2.216945 2 2 +615 72.6829 -2.254503 -2.204701 2 2 +616 72.7273 -3.568370 -3.564916 2 2 +617 72.7715 -10.702667 -4.554776 2 2 +618 72.6537 -3.724661 -3.819015 1 2 +619 72.6979 -3.710299 -3.582197 2 2 +620 72.7419 -3.867680 -3.932727 1 1 +621 72.7858 -3.497759 -2.683760 2 2 +622 72.8296 -2.719810 -2.983313 1 1 +623 72.7127 -3.045461 -2.768399 2 1 +624 72.7564 -4.127862 -3.170744 2 2 +625 72.8000 -4.100375 -5.268481 1 1 +626 72.8435 -2.507607 -2.707453 1 1 +627 72.8868 -3.182361 -3.410924 1 1 +628 72.9299 -3.647182 -2.575494 2 2 +629 72.9730 -1.878342 -2.573202 1 1 +630 72.8571 -1.429887 -1.429333 2 1 +631 72.9002 -1.393803 -1.913274 1 1 +632 72.7848 -1.623590 -1.690948 1 2 +633 72.8278 -2.591814 -2.208631 2 2 +634 72.8707 -2.187272 -3.349242 1 1 +635 72.9134 -3.846577 -3.834798 2 2 +636 72.9560 -3.132585 -3.389610 1 1 +637 72.9984 -2.927743 -4.464439 1 1 +638 72.8840 -4.285481 -4.038992 2 1 +639 72.9264 -1.400743 -2.988123 1 1 +640 72.8125 -1.369352 -1.746865 1 2 +641 72.8549 -4.739017 -5.672936 1 1 +642 72.8972 -4.638116 -2.819223 2 2 +643 72.9393 -1.608250 -1.187546 2 2 +644 72.9814 -4.356671 -4.531414 1 1 +645 72.8682 -1.636322 -1.497446 2 1 +646 72.7554 -3.906540 -3.688078 2 1 +647 72.6430 -3.528251 -2.619358 2 1 +648 72.6852 -3.229934 -3.176947 2 2 +649 72.7273 -2.588311 -3.136912 1 1 +650 72.7692 -3.453859 -3.910948 1 1 +651 72.6575 -6.628889 -7.174191 1 2 +652 72.6994 -4.217318 -4.081381 2 2 +653 72.7412 -6.964848 -6.553861 2 2 +654 72.6300 -3.557171 -3.848723 1 2 +655 72.6718 -3.036521 -3.007351 2 2 +656 72.7134 -4.477262 -2.426121 2 2 +657 72.6027 -5.680852 -5.952385 1 2 +658 72.6444 -3.773092 -1.974992 2 2 +659 72.6859 -2.026205 -1.565490 2 2 +660 72.7273 -3.155509 -2.181919 2 2 +661 72.7685 -2.740074 -3.040250 1 1 +662 72.8097 -3.316694 -3.551332 1 1 +663 72.8507 -6.050984 -5.507593 2 2 +664 72.8916 -2.833885 -3.018101 1 1 +665 72.7820 -3.484750 -3.565970 1 2 +666 72.6727 -4.781568 -4.681764 2 1 +667 72.5637 -6.421095 -6.556233 1 2 +668 72.6048 -2.638009 -2.746431 1 1 +669 72.6457 -2.729702 -2.975251 1 1 +670 72.5373 -3.234283 -2.778605 2 1 +671 72.5782 -3.032817 -4.531594 1 1 +672 72.6190 -3.114438 -3.002651 2 2 +673 72.6597 -2.124160 -1.953373 2 2 +674 72.7003 -5.030181 -5.202048 1 1 +675 72.5926 -4.085944 -3.714044 2 1 +676 72.4852 -2.212399 -2.509994 1 2 +677 72.5258 -3.361366 -3.742419 1 1 +678 72.4189 -4.693353 -4.898770 1 2 +679 72.4595 -5.019498 -4.867708 2 2 +680 72.5000 -3.826539 -4.210268 1 1 +681 72.3935 -2.215432 -1.719385 2 1 +682 72.2874 -2.124460 -2.302450 1 2 +683 72.3280 -1.741158 -2.467951 1 1 +684 72.3684 -5.199767 -8.342674 1 1 +685 72.4088 -3.385461 -2.069109 2 2 +686 72.3032 -5.056515 -5.361070 1 2 +687 72.3435 -2.973350 -2.582804 2 2 +688 72.3837 -7.022163 -7.678293 1 1 +689 72.4238 -2.538656 -2.311277 2 2 +690 72.4638 -2.690918 -2.513210 2 2 +691 72.5036 -2.821045 -2.978808 1 1 +692 72.5434 -2.043343 -2.834747 1 1 +693 72.5830 -4.100251 -4.105991 1 1 +694 72.6225 -3.611342 -3.388557 2 2 +695 72.6619 -4.448328 -4.648897 1 1 +696 72.7011 -4.647901 -5.015943 1 1 +697 72.7403 -2.413879 -2.687196 1 1 +698 72.7794 -4.358942 -3.697366 2 2 +699 72.8183 -4.319609 -5.062540 1 1 +700 72.8571 -2.317354 -1.970564 2 2 +701 72.7532 -2.097641 -1.863513 2 1 +702 72.6496 -4.293323 -4.932052 1 2 +703 72.5462 -5.321819 -4.405119 2 1 +704 72.5852 -1.849714 -2.543638 1 1 +705 72.6241 -2.113735 -1.857872 2 2 +706 72.5212 -2.859801 -2.995765 1 2 +707 72.4187 -4.924139 -4.803260 2 1 +708 72.4576 -3.554944 -3.126322 2 2 +709 72.4965 -3.156324 -2.528570 2 2 +710 72.5352 -2.710881 -3.664248 1 1 +711 72.5738 -2.622483 -2.608317 2 2 +712 72.4719 -2.472686 -3.520903 1 2 +713 72.5105 -3.570382 -3.525623 2 2 +714 72.5490 -2.994045 -2.895059 2 2 +715 72.5874 -4.944738 -3.890631 2 2 +716 72.6257 -4.587458 -3.680170 2 2 +717 72.6639 -1.866155 -0.680384 2 2 +718 72.5627 -3.365902 -3.258570 2 1 +719 72.4618 -4.685880 -4.198449 2 1 +720 72.3611 -1.618417 -5.210830 1 2 +721 72.3994 -4.415494 -4.405965 2 2 +722 72.2992 -2.043671 -1.825438 2 1 +723 72.3375 -2.653938 -2.790180 1 1 +724 72.2376 -2.741087 -2.866508 1 2 +725 72.1379 -2.850266 -2.891394 1 2 +726 72.1763 -3.898279 -3.841328 2 2 +727 72.2146 -2.862399 -2.208344 2 2 +728 72.2527 -4.062172 -4.299372 1 1 +729 72.2908 -1.814608 -2.494271 1 1 +730 72.1918 -3.157520 -3.094604 2 1 +731 72.2298 -1.962863 -2.679329 1 1 +732 72.2678 -2.746170 -2.088200 2 2 +733 72.1692 -3.592906 -3.715523 1 2 +734 72.2071 -0.164257 -10.055534 1 1 +735 72.1088 -3.384352 -3.065822 2 1 +736 72.1467 -2.008787 -2.519122 1 1 +737 72.1845 -3.445865 -3.489727 1 1 +738 72.2222 -4.591411 -4.403525 2 2 +739 72.2598 -0.244752 -8.745053 1 1 +740 72.2973 -3.415660 -2.966730 2 2 +741 72.3347 -4.494274 -4.637633 1 1 +742 72.3720 -2.366891 -2.298562 2 2 +743 72.4092 -3.582750 -3.323156 2 2 +744 72.4462 -4.233902 -3.304924 2 2 +745 72.4832 -2.857317 -3.949542 1 1 +746 72.5201 -5.585894 -5.868014 1 1 +747 72.5569 -4.783933 -5.680846 1 1 +748 72.5936 -3.556219 -3.308923 2 2 +749 72.6302 -3.038827 -3.355337 1 1 +750 72.6667 -1.443318 -8.202869 1 1 + +Final Winogrande score(750 tasks): 72.6667 +/- 1.6284 diff --git a/scores/Llama-Guard-3-8B-q3_k_l.arc b/scores/Llama-Guard-3-8B-q3_k_l.arc new file mode 100644 index 0000000000000000000000000000000000000000..219e794879093c94c91d56d67b2b45363658aff3 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 71.42857143 +8 75.00000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 73.68421053 +20 70.00000000 +21 71.42857143 +22 72.72727273 +23 69.56521739 +24 70.83333333 +25 68.00000000 +26 65.38461538 +27 66.66666667 +28 67.85714286 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 68.75000000 +33 66.66666667 +34 64.70588235 +35 62.85714286 +36 61.11111111 +37 62.16216216 +38 63.15789474 +39 64.10256410 +40 65.00000000 +41 65.85365854 +42 64.28571429 +43 62.79069767 +44 61.36363636 +45 62.22222222 +46 63.04347826 +47 63.82978723 +48 62.50000000 +49 63.26530612 +50 62.00000000 +51 60.78431373 +52 61.53846154 +53 62.26415094 +54 61.11111111 +55 60.00000000 +56 60.71428571 +57 61.40350877 +58 62.06896552 +59 61.01694915 +60 61.66666667 +61 62.29508197 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 61.53846154 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 63.76811594 +70 62.85714286 +71 61.97183099 +72 61.11111111 +73 61.64383562 +74 62.16216216 +75 62.66666667 +76 61.84210526 +77 61.03896104 +78 61.53846154 +79 60.75949367 +80 61.25000000 +81 60.49382716 +82 60.97560976 +83 60.24096386 +84 60.71428571 +85 60.00000000 +86 60.46511628 +87 59.77011494 +88 60.22727273 +89 60.67415730 +90 61.11111111 +91 61.53846154 +92 61.95652174 +93 61.29032258 +94 60.63829787 +95 61.05263158 +96 61.45833333 +97 61.85567010 +98 62.24489796 +99 62.62626263 +100 63.00000000 +101 62.37623762 +102 61.76470588 +103 61.16504854 +104 60.57692308 +105 60.95238095 +106 60.37735849 +107 60.74766355 +108 60.18518519 +109 59.63302752 +110 60.00000000 +111 60.36036036 +112 60.71428571 +113 61.06194690 +114 61.40350877 +115 61.73913043 +116 61.20689655 +117 61.53846154 +118 61.86440678 +119 61.34453782 +120 60.83333333 +121 60.33057851 +122 60.65573770 +123 60.97560976 +124 60.48387097 +125 60.80000000 +126 61.11111111 +127 61.41732283 +128 61.71875000 +129 61.24031008 +130 60.76923077 +131 61.06870229 +132 61.36363636 +133 61.65413534 +134 61.19402985 +135 60.74074074 +136 61.02941176 +137 61.31386861 +138 61.59420290 +139 61.87050360 +140 62.14285714 +141 62.41134752 +142 62.67605634 +143 62.93706294 +144 63.19444444 +145 63.44827586 +146 63.01369863 +147 62.58503401 +148 62.16216216 +149 62.41610738 +150 62.66666667 +151 62.25165563 +152 62.50000000 +153 62.74509804 +154 62.33766234 +155 61.93548387 +156 62.17948718 +157 61.78343949 +158 61.39240506 +159 61.63522013 +160 61.87500000 +161 62.11180124 +162 62.34567901 +163 62.57668712 +164 62.19512195 +165 61.81818182 +166 62.04819277 +167 61.67664671 +168 61.90476190 +169 61.53846154 +170 61.76470588 +171 61.98830409 +172 62.20930233 +173 62.42774566 +174 62.64367816 +175 62.28571429 +176 62.50000000 +177 62.71186441 +178 62.35955056 +179 62.56983240 +180 62.77777778 +181 62.43093923 +182 62.63736264 +183 62.29508197 +184 61.95652174 +185 62.16216216 +186 62.36559140 +187 62.56684492 +188 62.76595745 +189 62.43386243 +190 62.10526316 +191 62.30366492 +192 62.50000000 +193 62.17616580 +194 62.37113402 +195 62.56410256 +196 62.75510204 +197 62.94416244 +198 63.13131313 +199 62.81407035 +200 63.00000000 +201 63.18407960 +202 63.36633663 +203 63.54679803 +204 63.72549020 +205 63.41463415 +206 63.10679612 +207 62.80193237 +208 62.98076923 +209 63.15789474 +210 63.33333333 +211 63.50710900 +212 63.20754717 +213 63.38028169 +214 63.55140187 +215 63.72093023 +216 63.88888889 +217 63.59447005 +218 63.76146789 +219 63.92694064 +220 63.63636364 +221 63.34841629 +222 63.51351351 +223 63.22869955 +224 62.94642857 +225 62.66666667 +226 62.38938053 +227 62.55506608 +228 62.71929825 +229 62.88209607 +230 63.04347826 +231 62.77056277 +232 62.50000000 +233 62.66094421 +234 62.82051282 +235 62.55319149 +236 62.71186441 +237 62.86919831 +238 63.02521008 +239 63.17991632 +240 63.33333333 +241 63.48547718 +242 63.63636364 +243 63.78600823 +244 63.52459016 +245 63.67346939 +246 63.82113821 +247 63.96761134 +248 64.11290323 +249 63.85542169 +250 64.00000000 +251 64.14342629 +252 64.28571429 +253 64.42687747 +254 64.17322835 +255 64.31372549 +256 64.45312500 +257 64.20233463 +258 64.34108527 +259 64.09266409 +260 64.23076923 +261 64.36781609 +262 64.50381679 +263 64.63878327 +264 64.77272727 +265 64.52830189 +266 64.28571429 +267 64.41947566 +268 64.55223881 +269 64.68401487 +270 64.81481481 +271 64.94464945 +272 64.70588235 +273 64.46886447 +274 64.23357664 +275 64.00000000 +276 64.13043478 +277 64.25992780 +278 64.02877698 +279 64.15770609 +280 64.28571429 +281 64.41281139 +282 64.53900709 +283 64.31095406 +284 64.43661972 +285 64.56140351 +286 64.68531469 +287 64.80836237 +288 64.93055556 +289 64.70588235 +290 64.82758621 +291 64.94845361 +292 65.06849315 +293 65.18771331 +294 64.96598639 +295 65.08474576 +296 65.20270270 +297 65.31986532 +298 65.43624161 +299 65.55183946 +300 65.66666667 +301 65.44850498 +302 65.56291391 +303 65.67656766 +304 65.78947368 +305 65.57377049 +306 65.35947712 +307 65.47231270 +308 65.58441558 +309 65.69579288 +310 65.80645161 +311 65.91639871 +312 66.02564103 +313 66.13418530 +314 65.92356688 +315 65.71428571 +316 65.82278481 +317 65.93059937 +318 65.72327044 +319 65.51724138 +320 65.31250000 +321 65.42056075 +322 65.52795031 +323 65.63467492 +324 65.43209877 +325 65.53846154 +326 65.64417178 +327 65.44342508 +328 65.54878049 +329 65.65349544 +330 65.45454545 +331 65.55891239 +332 65.66265060 +333 65.76576577 +334 65.56886228 +335 65.37313433 +336 65.17857143 +337 64.98516320 +338 64.79289941 +339 64.89675516 +340 65.00000000 +341 64.80938416 +342 64.61988304 +343 64.72303207 +344 64.82558140 +345 64.63768116 +346 64.45086705 +347 64.26512968 +348 64.08045977 +349 64.18338109 +350 64.28571429 +351 64.10256410 +352 64.20454545 +353 64.30594901 +354 64.12429379 +355 63.94366197 +356 64.04494382 +357 64.14565826 +358 64.24581006 +359 64.06685237 +360 64.16666667 +361 64.26592798 +362 64.36464088 +363 64.18732782 +364 64.01098901 +365 64.10958904 +366 63.93442623 +367 64.03269755 +368 64.13043478 +369 64.22764228 +370 64.32432432 +371 64.42048518 +372 64.51612903 +373 64.61126005 +374 64.70588235 +375 64.53333333 +376 64.62765957 +377 64.45623342 +378 64.55026455 +379 64.37994723 +380 64.47368421 +381 64.56692913 +382 64.39790576 +383 64.22976501 +384 64.06250000 +385 63.89610390 +386 63.98963731 +387 63.82428941 +388 63.65979381 +389 63.49614396 +390 63.33333333 +391 63.17135550 +392 63.26530612 +393 63.35877863 +394 63.45177665 +395 63.54430380 +396 63.38383838 +397 63.22418136 +398 63.06532663 +399 63.15789474 +400 63.25000000 +401 63.09226933 +402 62.93532338 +403 63.02729529 +404 63.11881188 +405 63.20987654 +406 63.30049261 +407 63.39066339 +408 63.48039216 +409 63.32518337 +410 63.41463415 +411 63.50364964 +412 63.59223301 +413 63.68038741 +414 63.76811594 +415 63.61445783 +416 63.70192308 +417 63.78896882 +418 63.87559809 +419 63.72315036 +420 63.80952381 +421 63.65795724 +422 63.50710900 +423 63.59338061 +424 63.44339623 +425 63.52941176 +426 63.61502347 +427 63.70023419 +428 63.55140187 +429 63.63636364 +430 63.72093023 +431 63.80510441 +432 63.88888889 +433 63.74133949 +434 63.82488479 +435 63.90804598 +436 63.99082569 +437 64.07322654 +438 64.15525114 +439 64.23690205 +440 64.09090909 +441 64.17233560 +442 64.02714932 +443 63.88261851 +444 63.73873874 +445 63.82022472 +446 63.90134529 +447 63.98210291 +448 64.06250000 +449 64.14253898 +450 64.00000000 +451 64.07982262 +452 64.15929204 +453 64.23841060 +454 64.09691630 +455 63.95604396 +456 64.03508772 +457 64.11378556 +458 64.19213974 +459 64.27015251 +460 64.34782609 +461 64.42516269 +462 64.50216450 +463 64.36285097 +464 64.22413793 +465 64.30107527 +466 64.37768240 +467 64.45396146 +468 64.52991453 +469 64.39232409 +470 64.46808511 +471 64.54352442 +472 64.61864407 +473 64.48202960 +474 64.55696203 +475 64.63157895 +476 64.49579832 +477 64.57023061 +478 64.64435146 +479 64.71816284 +480 64.79166667 +481 64.65696466 +482 64.73029046 +483 64.80331263 +484 64.87603306 +485 64.94845361 +486 65.02057613 +487 64.88706366 +488 64.95901639 +489 65.03067485 +490 64.89795918 +491 64.76578411 +492 64.83739837 +493 64.70588235 +494 64.77732794 +495 64.64646465 +496 64.71774194 +497 64.78873239 +498 64.85943775 +499 64.92985972 +500 65.00000000 +501 64.87025948 +502 64.94023904 +503 65.00994036 +504 65.07936508 +505 65.14851485 +506 65.01976285 +507 64.89151874 +508 64.96062992 +509 64.83300589 +510 64.90196078 +511 64.77495108 +512 64.64843750 +513 64.52241715 +514 64.59143969 +515 64.46601942 +516 64.34108527 +517 64.41005803 +518 64.47876448 +519 64.54720617 +520 64.42307692 +521 64.49136276 +522 64.55938697 +523 64.43594646 +524 64.50381679 +525 64.38095238 +526 64.25855513 +527 64.13662239 +528 64.01515152 +529 63.89413989 +530 63.96226415 +531 64.03013183 +532 64.09774436 +533 64.16510319 +534 64.04494382 +535 63.92523364 +536 63.99253731 +537 64.05959032 +538 63.94052045 +539 64.00742115 +540 63.88888889 +541 63.95563771 +542 64.02214022 +543 64.08839779 +544 64.15441176 +545 64.22018349 +546 64.10256410 +547 63.98537477 +548 64.05109489 +549 63.93442623 +550 64.00000000 +551 63.88384755 +552 63.76811594 +553 63.83363472 +554 63.89891697 +555 63.96396396 +556 63.84892086 +557 63.91382406 +558 63.79928315 +559 63.86404293 +560 63.92857143 +561 63.99286988 +562 64.05693950 +563 64.12078153 +564 64.00709220 +565 63.89380531 +566 63.95759717 +567 63.84479718 +568 63.90845070 +569 63.79613357 +570 63.68421053 +571 63.74781086 +572 63.63636364 +573 63.52530541 +574 63.58885017 +575 63.47826087 +576 63.54166667 +577 63.60485269 +578 63.66782007 +579 63.73056995 +580 63.62068966 +581 63.68330465 +582 63.57388316 +583 63.63636364 +584 63.69863014 +585 63.76068376 +586 63.65187713 +587 63.71379898 +588 63.77551020 +589 63.83701188 +590 63.89830508 +591 63.95939086 +592 64.02027027 +593 64.08094435 +594 64.14141414 +595 64.20168067 +596 64.09395973 +597 63.98659966 +598 63.87959866 +599 63.93989983 +600 63.83333333 +601 63.89351082 +602 63.78737542 +603 63.68159204 +604 63.74172185 +605 63.80165289 +606 63.86138614 +607 63.92092257 +608 63.98026316 +609 63.87520525 +610 63.93442623 +611 63.82978723 +612 63.88888889 +613 63.78466558 +614 63.84364821 +615 63.90243902 +616 63.79870130 +617 63.85737439 +618 63.75404531 +619 63.65105008 +620 63.70967742 +621 63.60708535 +622 63.50482315 +623 63.56340289 +624 63.62179487 +625 63.52000000 +626 63.41853035 +627 63.47687400 +628 63.53503185 +629 63.43402226 +630 63.49206349 +631 63.54992076 +632 63.44936709 +633 63.34913112 +634 63.40694006 +635 63.46456693 +636 63.52201258 +637 63.42229199 +638 63.47962382 +639 63.53677621 +640 63.43750000 +641 63.49453978 +642 63.39563863 +643 63.45256610 +644 63.50931677 +645 63.41085271 +646 63.46749226 +647 63.52395672 +648 63.42592593 +649 63.32819723 +650 63.38461538 +651 63.44086022 +652 63.49693252 +653 63.39969372 +654 63.30275229 +655 63.20610687 +656 63.10975610 +657 63.01369863 +658 63.06990881 +659 62.97420334 +660 63.03030303 +661 63.08623298 +662 63.14199396 +663 63.19758673 +664 63.25301205 +665 63.30827068 +666 63.21321321 +667 63.26836582 +668 63.17365269 +669 63.07922272 +670 63.13432836 +671 63.04023845 +672 63.09523810 +673 63.00148588 +674 62.90801187 +675 62.81481481 +676 62.72189349 +677 62.77695716 +678 62.83185841 +679 62.88659794 +680 62.94117647 +681 62.84875184 +682 62.75659824 +683 62.66471449 +684 62.57309942 +685 62.62773723 +686 62.53644315 +687 62.44541485 +688 62.50000000 +689 62.40928882 +690 62.46376812 +691 62.51808973 +692 62.57225434 +693 62.62626263 +694 62.53602305 +695 62.44604317 +696 62.35632184 +697 62.41032999 +698 62.32091691 +699 62.23175966 +700 62.28571429 +701 62.33951498 +702 62.39316239 +703 62.44665718 +704 62.50000000 +705 62.41134752 +706 62.46458924 +707 62.51768034 +708 62.57062147 +709 62.62341326 +710 62.67605634 +711 62.72855134 +712 62.78089888 +713 62.83309958 +714 62.74509804 +715 62.65734266 +716 62.70949721 +717 62.62203626 +718 62.53481894 +719 62.44784423 +720 62.50000000 +721 62.55201110 +722 62.60387812 +723 62.65560166 +724 62.56906077 +725 62.62068966 +726 62.53443526 +727 62.44841816 +728 62.50000000 +729 62.55144033 +730 62.60273973 +731 62.65389877 +732 62.70491803 +733 62.75579809 +734 62.80653951 +735 62.72108844 +736 62.77173913 +737 62.68656716 +738 62.73712737 +739 62.78755074 +740 62.83783784 +741 62.88798920 +742 62.93800539 +743 62.98788694 +744 62.90322581 +745 62.95302013 +746 63.00268097 +747 62.91834003 +748 62.83422460 +749 62.75033378 +750 62.80000000 + +Final result: 62.8000 +/- 1.7661 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q3_k_l.hsw b/scores/Llama-Guard-3-8B-q3_k_l.hsw new file mode 100644 index 0000000000000000000000000000000000000000..9b61472b321dc4669daefd80fe7e5f80c2a16499 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 77.77777778 +10 80.00000000 +11 81.81818182 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 83.33333333 +19 78.94736842 +20 80.00000000 +21 80.95238095 +22 81.81818182 +23 82.60869565 +24 79.16666667 +25 76.00000000 +26 73.07692308 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 70.00000000 +31 70.96774194 +32 68.75000000 +33 69.69696970 +34 70.58823529 +35 71.42857143 +36 69.44444444 +37 70.27027027 +38 71.05263158 +39 71.79487179 +40 72.50000000 +41 73.17073171 +42 71.42857143 +43 72.09302326 +44 72.72727273 +45 71.11111111 +46 71.73913043 +47 72.34042553 +48 72.91666667 +49 73.46938776 +50 72.00000000 +51 72.54901961 +52 71.15384615 +53 69.81132075 +54 70.37037037 +55 69.09090909 +56 67.85714286 +57 68.42105263 +58 68.96551724 +59 69.49152542 +60 70.00000000 +61 68.85245902 +62 69.35483871 +63 69.84126984 +64 70.31250000 +65 70.76923077 +66 69.69696970 +67 70.14925373 +68 70.58823529 +69 69.56521739 +70 70.00000000 +71 69.01408451 +72 69.44444444 +73 68.49315068 +74 68.91891892 +75 68.00000000 +76 68.42105263 +77 68.83116883 +78 69.23076923 +79 69.62025316 +80 70.00000000 +81 70.37037037 +82 70.73170732 +83 71.08433735 +84 71.42857143 +85 71.76470588 +86 72.09302326 +87 72.41379310 +88 72.72727273 +89 71.91011236 +90 72.22222222 +91 72.52747253 +92 71.73913043 +93 72.04301075 +94 72.34042553 +95 72.63157895 +96 72.91666667 +97 73.19587629 +98 73.46938776 +99 73.73737374 +100 73.00000000 +101 73.26732673 +102 72.54901961 +103 71.84466019 +104 72.11538462 +105 72.38095238 +106 72.64150943 +107 72.89719626 +108 73.14814815 +109 72.47706422 +110 72.72727273 +111 72.97297297 +112 73.21428571 +113 73.45132743 +114 73.68421053 +115 73.91304348 +116 73.27586207 +117 72.64957265 +118 72.88135593 +119 73.10924370 +120 73.33333333 +121 73.55371901 +122 73.77049180 +123 73.98373984 +124 74.19354839 +125 74.40000000 +126 74.60317460 +127 74.80314961 +128 74.21875000 +129 74.41860465 +130 73.84615385 +131 74.04580153 +132 73.48484848 +133 73.68421053 +134 73.88059701 +135 74.07407407 +136 74.26470588 +137 74.45255474 +138 74.63768116 +139 74.10071942 +140 74.28571429 +141 74.46808511 +142 74.64788732 +143 74.82517483 +144 75.00000000 +145 75.17241379 +146 75.34246575 +147 75.51020408 +148 75.00000000 +149 75.16778523 +150 75.33333333 +151 74.83443709 +152 74.34210526 +153 74.50980392 +154 74.67532468 +155 74.83870968 +156 74.35897436 +157 74.52229299 +158 74.68354430 +159 74.84276730 +160 75.00000000 +161 75.15527950 +162 75.30864198 +163 75.46012270 +164 75.60975610 +165 75.75757576 +166 75.90361446 +167 76.04790419 +168 76.19047619 +169 75.73964497 +170 75.88235294 +171 76.02339181 +172 76.16279070 +173 75.72254335 +174 75.86206897 +175 76.00000000 +176 76.13636364 +177 76.27118644 +178 76.40449438 +179 75.97765363 +180 76.11111111 +181 75.69060773 +182 75.82417582 +183 75.95628415 +184 75.54347826 +185 75.67567568 +186 75.26881720 +187 74.86631016 +188 75.00000000 +189 74.60317460 +190 74.73684211 +191 74.86910995 +192 75.00000000 +193 74.61139896 +194 74.74226804 +195 74.35897436 +196 73.97959184 +197 74.11167513 +198 73.73737374 +199 73.86934673 +200 74.00000000 +201 74.12935323 +202 74.25742574 +203 73.89162562 +204 74.01960784 +205 74.14634146 +206 74.27184466 +207 74.39613527 +208 74.03846154 +209 74.16267943 +210 74.28571429 +211 74.40758294 +212 74.52830189 +213 74.64788732 +214 74.76635514 +215 74.41860465 +216 74.53703704 +217 74.19354839 +218 74.31192661 +219 74.42922374 +220 74.54545455 +221 74.20814480 +222 74.32432432 +223 74.43946188 +224 74.55357143 +225 74.66666667 +226 74.77876106 +227 74.44933921 +228 74.56140351 +229 74.67248908 +230 74.78260870 +231 74.45887446 +232 74.13793103 +233 74.24892704 +234 74.35897436 +235 74.04255319 +236 73.72881356 +237 73.83966245 +238 73.94957983 +239 74.05857741 +240 74.16666667 +241 74.27385892 +242 74.38016529 +243 74.48559671 +244 74.18032787 +245 73.87755102 +246 73.98373984 +247 74.08906883 +248 74.19354839 +249 74.29718876 +250 74.40000000 +251 74.50199203 +252 74.60317460 +253 74.30830040 +254 74.40944882 +255 74.50980392 +256 74.60937500 +257 74.31906615 +258 74.41860465 +259 74.51737452 +260 74.61538462 +261 74.71264368 +262 74.42748092 +263 74.14448669 +264 74.24242424 +265 74.33962264 +266 74.06015038 +267 74.15730337 +268 74.25373134 +269 74.34944238 +270 74.44444444 +271 74.16974170 +272 74.26470588 +273 73.99267399 +274 74.08759124 +275 73.81818182 +276 73.91304348 +277 74.00722022 +278 74.10071942 +279 74.19354839 +280 74.28571429 +281 74.37722420 +282 74.46808511 +283 74.20494700 +284 74.29577465 +285 74.03508772 +286 74.12587413 +287 74.21602787 +288 74.30555556 +289 74.39446367 +290 74.48275862 +291 74.57044674 +292 74.31506849 +293 74.40273038 +294 74.48979592 +295 74.57627119 +296 74.66216216 +297 74.74747475 +298 74.83221477 +299 74.58193980 +300 74.33333333 +301 74.41860465 +302 74.50331126 +303 74.25742574 +304 74.01315789 +305 74.09836066 +306 74.18300654 +307 73.94136808 +308 74.02597403 +309 74.11003236 +310 74.19354839 +311 74.27652733 +312 74.35897436 +313 74.44089457 +314 74.20382166 +315 74.28571429 +316 74.36708861 +317 74.44794953 +318 74.21383648 +319 74.29467085 +320 74.37500000 +321 74.14330218 +322 73.91304348 +323 73.99380805 +324 74.07407407 +325 74.15384615 +326 74.23312883 +327 74.00611621 +328 74.08536585 +329 74.16413374 +330 74.24242424 +331 74.32024169 +332 74.39759036 +333 74.47447447 +334 74.25149701 +335 74.32835821 +336 74.40476190 +337 74.18397626 +338 73.96449704 +339 74.04129794 +340 74.11764706 +341 74.19354839 +342 74.26900585 +343 74.34402332 +344 74.41860465 +345 74.49275362 +346 74.27745665 +347 74.06340058 +348 73.85057471 +349 73.63896848 +350 73.71428571 +351 73.78917379 +352 73.86363636 +353 73.93767705 +354 74.01129944 +355 74.08450704 +356 74.15730337 +357 74.22969188 +358 74.30167598 +359 74.37325905 +360 74.44444444 +361 74.51523546 +362 74.58563536 +363 74.65564738 +364 74.72527473 +365 74.79452055 +366 74.86338798 +367 74.93188011 +368 75.00000000 +369 75.06775068 +370 75.13513514 +371 74.93261456 +372 75.00000000 +373 74.79892761 +374 74.86631016 +375 74.93333333 +376 75.00000000 +377 74.80106101 +378 74.86772487 +379 74.93403694 +380 75.00000000 +381 75.06561680 +382 75.13089005 +383 75.19582245 +384 75.26041667 +385 75.32467532 +386 75.38860104 +387 75.45219638 +388 75.25773196 +389 75.32133676 +390 75.38461538 +391 75.19181586 +392 75.25510204 +393 75.31806616 +394 75.38071066 +395 75.44303797 +396 75.50505051 +397 75.56675063 +398 75.62814070 +399 75.68922306 +400 75.75000000 +401 75.81047382 +402 75.87064677 +403 75.68238213 +404 75.74257426 +405 75.55555556 +406 75.61576355 +407 75.67567568 +408 75.73529412 +409 75.79462103 +410 75.60975610 +411 75.66909976 +412 75.72815534 +413 75.78692494 +414 75.84541063 +415 75.66265060 +416 75.72115385 +417 75.77937650 +418 75.83732057 +419 75.89498807 +420 75.95238095 +421 75.77197150 +422 75.82938389 +423 75.88652482 +424 75.94339623 +425 76.00000000 +426 76.05633803 +427 75.87822014 +428 75.93457944 +429 75.75757576 +430 75.81395349 +431 75.87006961 +432 75.69444444 +433 75.75057737 +434 75.80645161 +435 75.63218391 +436 75.68807339 +437 75.51487414 +438 75.57077626 +439 75.62642369 +440 75.45454545 +441 75.51020408 +442 75.56561086 +443 75.62076749 +444 75.67567568 +445 75.73033708 +446 75.78475336 +447 75.83892617 +448 75.89285714 +449 75.94654788 +450 76.00000000 +451 75.83148559 +452 75.66371681 +453 75.49668874 +454 75.55066079 +455 75.60439560 +456 75.65789474 +457 75.71115974 +458 75.76419214 +459 75.81699346 +460 75.65217391 +461 75.70498915 +462 75.75757576 +463 75.80993521 +464 75.86206897 +465 75.69892473 +466 75.75107296 +467 75.80299786 +468 75.64102564 +469 75.69296375 +470 75.53191489 +471 75.58386412 +472 75.63559322 +473 75.68710359 +474 75.73839662 +475 75.78947368 +476 75.63025210 +477 75.47169811 +478 75.52301255 +479 75.57411273 +480 75.62500000 +481 75.46777547 +482 75.51867220 +483 75.56935818 +484 75.41322314 +485 75.25773196 +486 75.30864198 +487 75.35934292 +488 75.20491803 +489 75.25562372 +490 75.30612245 +491 75.35641548 +492 75.40650407 +493 75.45638945 +494 75.50607287 +495 75.55555556 +496 75.60483871 +497 75.65392354 +498 75.70281124 +499 75.55110220 +500 75.60000000 +501 75.64870259 +502 75.69721116 +503 75.74552684 +504 75.79365079 +505 75.84158416 +506 75.88932806 +507 75.93688363 +508 75.98425197 +509 76.03143418 +510 76.07843137 +511 76.12524462 +512 75.97656250 +513 75.82846004 +514 75.87548638 +515 75.92233010 +516 75.77519380 +517 75.62862669 +518 75.67567568 +519 75.52986513 +520 75.57692308 +521 75.43186180 +522 75.47892720 +523 75.52581262 +524 75.57251908 +525 75.42857143 +526 75.28517110 +527 75.33206831 +528 75.37878788 +529 75.42533081 +530 75.47169811 +531 75.51789077 +532 75.56390977 +533 75.60975610 +534 75.65543071 +535 75.70093458 +536 75.74626866 +537 75.79143389 +538 75.83643123 +539 75.69573284 +540 75.74074074 +541 75.78558226 +542 75.83025830 +543 75.69060773 +544 75.73529412 +545 75.77981651 +546 75.82417582 +547 75.86837294 +548 75.91240876 +549 75.95628415 +550 75.81818182 +551 75.86206897 +552 75.90579710 +553 75.94936709 +554 75.99277978 +555 75.85585586 +556 75.89928058 +557 75.76301616 +558 75.62724014 +559 75.67084079 +560 75.71428571 +561 75.75757576 +562 75.80071174 +563 75.84369449 +564 75.88652482 +565 75.75221239 +566 75.61837456 +567 75.66137566 +568 75.70422535 +569 75.74692443 +570 75.78947368 +571 75.83187391 +572 75.87412587 +573 75.91623037 +574 75.95818815 +575 76.00000000 +576 76.04166667 +577 75.90987868 +578 75.95155709 +579 75.99309154 +580 76.03448276 +581 75.90361446 +582 75.94501718 +583 75.98627787 +584 76.02739726 +585 76.06837607 +586 76.10921502 +587 76.14991482 +588 76.02040816 +589 76.06112054 +590 76.10169492 +591 76.14213198 +592 76.18243243 +593 76.05396290 +594 75.92592593 +595 75.96638655 +596 76.00671141 +597 76.04690117 +598 76.08695652 +599 75.95993322 +600 76.00000000 +601 76.03993344 +602 76.07973422 +603 76.11940299 +604 76.15894040 +605 76.19834711 +606 76.07260726 +607 75.94728171 +608 75.98684211 +609 76.02627258 +610 76.06557377 +611 76.10474632 +612 76.14379085 +613 76.01957586 +614 76.05863192 +615 76.09756098 +616 75.97402597 +617 75.85089141 +618 75.88996764 +619 75.92891761 +620 75.96774194 +621 76.00644122 +622 76.04501608 +623 76.08346709 +624 76.12179487 +625 76.16000000 +626 76.19808307 +627 76.23604466 +628 76.27388535 +629 76.15262321 +630 76.03174603 +631 76.06973059 +632 75.94936709 +633 75.82938389 +634 75.86750789 +635 75.90551181 +636 75.94339623 +637 75.98116170 +638 76.01880878 +639 76.05633803 +640 76.09375000 +641 76.13104524 +642 76.16822430 +643 76.20528771 +644 76.24223602 +645 76.12403101 +646 76.16099071 +647 76.19783617 +648 76.23456790 +649 76.11710324 +650 76.15384615 +651 76.19047619 +652 76.22699387 +653 76.26339969 +654 76.29969419 +655 76.33587786 +656 76.37195122 +657 76.40791476 +658 76.44376900 +659 76.32776935 +660 76.21212121 +661 76.24810893 +662 76.28398792 +663 76.31975867 +664 76.35542169 +665 76.39097744 +666 76.42642643 +667 76.46176912 +668 76.49700599 +669 76.53213752 +670 76.56716418 +671 76.60208644 +672 76.63690476 +673 76.67161961 +674 76.70623145 +675 76.74074074 +676 76.77514793 +677 76.80945347 +678 76.84365782 +679 76.87776141 +680 76.91176471 +681 76.94566814 +682 76.97947214 +683 77.01317716 +684 77.04678363 +685 77.08029197 +686 77.11370262 +687 77.14701601 +688 77.18023256 +689 77.21335269 +690 77.24637681 +691 77.27930535 +692 77.31213873 +693 77.20057720 +694 77.23342939 +695 77.26618705 +696 77.29885057 +697 77.33142037 +698 77.36389685 +699 77.25321888 +700 77.28571429 +701 77.31811698 +702 77.35042735 +703 77.38264580 +704 77.41477273 +705 77.44680851 +706 77.47875354 +707 77.51060820 +708 77.54237288 +709 77.57404795 +710 77.60563380 +711 77.49648383 +712 77.52808989 +713 77.55960729 +714 77.59103641 +715 77.48251748 +716 77.51396648 +717 77.54532775 +718 77.43732591 +719 77.46870654 +720 77.50000000 +721 77.53120666 +722 77.56232687 +723 77.59336100 +724 77.62430939 +725 77.65517241 +726 77.68595041 +727 77.71664374 +728 77.74725275 +729 77.77777778 +730 77.80821918 +731 77.83857729 +732 77.73224044 +733 77.62619372 +734 77.65667575 +735 77.68707483 +736 77.71739130 +737 77.61194030 +738 77.50677507 +739 77.40189445 +740 77.43243243 +741 77.46288799 +742 77.49326146 +743 77.52355316 +744 77.55376344 +745 77.44966443 +746 77.47989276 +747 77.37617135 +748 77.40641711 +749 77.43658211 +750 77.46666667 diff --git a/scores/Llama-Guard-3-8B-q3_k_l.mmlu b/scores/Llama-Guard-3-8B-q3_k_l.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..52605721137a8d1b7b9a2f39cd36c0d8a6a8f428 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 48.27586207 +30 50.00000000 +31 51.61290323 +32 53.12500000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 55.55555556 +37 54.05405405 +38 55.26315789 +39 53.84615385 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 51.02040816 +50 50.00000000 +51 49.01960784 +52 50.00000000 +53 49.05660377 +54 48.14814815 +55 49.09090909 +56 50.00000000 +57 50.87719298 +58 51.72413793 +59 52.54237288 +60 51.66666667 +61 52.45901639 +62 51.61290323 +63 50.79365079 +64 50.00000000 +65 49.23076923 +66 48.48484848 +67 47.76119403 +68 47.05882353 +69 46.37681159 +70 47.14285714 +71 47.88732394 +72 47.22222222 +73 46.57534247 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 48.75000000 +81 49.38271605 +82 48.78048780 +83 49.39759036 +84 50.00000000 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 49.43820225 +90 48.88888889 +91 48.35164835 +92 47.82608696 +93 47.31182796 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 46.39175258 +98 45.91836735 +99 45.45454545 +100 45.00000000 +101 45.54455446 +102 45.09803922 +103 44.66019417 +104 45.19230769 +105 45.71428571 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 47.00854701 +118 47.45762712 +119 47.05882353 +120 46.66666667 +121 47.10743802 +122 46.72131148 +123 46.34146341 +124 45.96774194 +125 45.60000000 +126 45.23809524 +127 44.88188976 +128 44.53125000 +129 44.18604651 +130 43.84615385 +131 44.27480916 +132 44.69696970 +133 44.36090226 +134 44.02985075 +135 43.70370370 +136 43.38235294 +137 43.06569343 +138 42.75362319 +139 43.16546763 +140 42.85714286 +141 43.26241135 +142 43.66197183 +143 44.05594406 +144 43.75000000 +145 44.13793103 +146 44.52054795 +147 44.21768707 +148 44.59459459 +149 44.96644295 +150 44.66666667 +151 44.37086093 +152 44.73684211 +153 44.44444444 +154 44.15584416 +155 43.87096774 +156 43.58974359 +157 43.94904459 +158 44.30379747 +159 44.02515723 +160 44.37500000 +161 44.09937888 +162 43.82716049 +163 43.55828221 +164 43.29268293 +165 43.63636364 +166 43.37349398 +167 43.71257485 +168 43.45238095 +169 43.78698225 +170 43.52941176 +171 43.85964912 +172 43.60465116 +173 43.35260116 +174 43.10344828 +175 42.85714286 +176 42.61363636 +177 42.37288136 +178 42.13483146 +179 42.45810056 +180 42.77777778 +181 43.09392265 +182 42.85714286 +183 43.16939891 +184 42.93478261 +185 43.24324324 +186 43.54838710 +187 43.85026738 +188 44.14893617 +189 44.44444444 +190 44.21052632 +191 44.50261780 +192 44.27083333 +193 44.04145078 +194 44.32989691 +195 44.61538462 +196 44.89795918 +197 44.67005076 +198 44.94949495 +199 44.72361809 +200 44.50000000 +201 44.27860697 +202 44.05940594 +203 43.84236453 +204 43.62745098 +205 43.90243902 +206 43.68932039 +207 43.96135266 +208 43.75000000 +209 43.54066986 +210 43.33333333 +211 43.60189573 +212 43.39622642 +213 43.19248826 +214 42.99065421 +215 43.25581395 +216 43.51851852 +217 43.31797235 +218 43.57798165 +219 43.83561644 +220 44.09090909 +221 43.89140271 +222 44.14414414 +223 44.39461883 +224 44.64285714 +225 44.88888889 +226 44.69026549 +227 44.49339207 +228 44.73684211 +229 44.54148472 +230 44.34782609 +231 44.15584416 +232 44.39655172 +233 44.20600858 +234 44.44444444 +235 44.25531915 +236 44.06779661 +237 43.88185654 +238 43.69747899 +239 43.51464435 +240 43.75000000 +241 43.56846473 +242 43.80165289 +243 44.03292181 +244 43.85245902 +245 44.08163265 +246 43.90243902 +247 43.72469636 +248 43.95161290 +249 43.77510040 +250 43.60000000 +251 43.42629482 +252 43.25396825 +253 43.08300395 +254 42.91338583 +255 42.74509804 +256 42.96875000 +257 43.19066148 +258 43.02325581 +259 42.85714286 +260 42.69230769 +261 42.91187739 +262 42.74809160 +263 42.58555133 +264 42.80303030 +265 43.01886792 +266 43.23308271 +267 43.07116105 +268 42.91044776 +269 43.12267658 +270 42.96296296 +271 42.80442804 +272 43.01470588 +273 42.85714286 +274 42.70072993 +275 42.54545455 +276 42.75362319 +277 42.96028881 +278 42.80575540 +279 42.65232975 +280 42.85714286 +281 42.70462633 +282 42.55319149 +283 42.40282686 +284 42.25352113 +285 42.10526316 +286 41.95804196 +287 42.16027875 +288 42.01388889 +289 41.86851211 +290 42.06896552 +291 42.26804124 +292 42.46575342 +293 42.32081911 +294 42.17687075 +295 42.03389831 +296 41.89189189 +297 41.75084175 +298 41.94630872 +299 42.14046823 +300 42.33333333 +301 42.19269103 +302 42.05298013 +303 41.91419142 +304 41.77631579 +305 41.96721311 +306 41.83006536 +307 42.01954397 +308 41.88311688 +309 41.74757282 +310 41.61290323 +311 41.47909968 +312 41.66666667 +313 41.53354633 +314 41.40127389 +315 41.26984127 +316 41.13924051 +317 41.32492114 +318 41.19496855 +319 41.37931034 +320 41.25000000 +321 41.12149533 +322 40.99378882 +323 40.86687307 +324 40.74074074 +325 40.92307692 +326 40.79754601 +327 40.97859327 +328 40.85365854 +329 41.03343465 +330 40.90909091 +331 40.78549849 +332 40.66265060 +333 40.84084084 +334 40.71856287 +335 40.89552239 +336 41.07142857 +337 40.94955490 +338 40.82840237 +339 40.70796460 +340 40.88235294 +341 41.05571848 +342 41.22807018 +343 41.10787172 +344 40.98837209 +345 40.86956522 +346 41.04046243 +347 41.21037464 +348 41.09195402 +349 40.97421203 +350 41.14285714 +351 41.02564103 +352 41.19318182 +353 41.35977337 +354 41.24293785 +355 41.12676056 +356 41.01123596 +357 41.17647059 +358 41.06145251 +359 40.94707521 +360 41.11111111 +361 41.27423823 +362 41.43646409 +363 41.59779614 +364 41.48351648 +365 41.36986301 +366 41.53005464 +367 41.41689373 +368 41.30434783 +369 41.19241192 +370 41.35135135 +371 41.23989218 +372 41.12903226 +373 41.01876676 +374 41.17647059 +375 41.33333333 +376 41.22340426 +377 41.11405836 +378 41.26984127 +379 41.16094987 +380 41.05263158 +381 40.94488189 +382 40.83769634 +383 40.99216710 +384 40.88541667 +385 41.03896104 +386 40.93264249 +387 40.82687339 +388 40.72164948 +389 40.87403599 +390 41.02564103 +391 41.17647059 +392 41.32653061 +393 41.22137405 +394 41.11675127 +395 41.26582278 +396 41.41414141 +397 41.30982368 +398 41.20603015 +399 41.35338346 +400 41.25000000 +401 41.39650873 +402 41.29353234 +403 41.19106700 +404 41.08910891 +405 41.23456790 +406 41.13300493 +407 41.03194103 +408 40.93137255 +409 41.07579462 +410 40.97560976 +411 40.87591241 +412 40.77669903 +413 40.67796610 +414 40.82125604 +415 40.72289157 +416 40.62500000 +417 40.52757794 +418 40.43062201 +419 40.57279236 +420 40.47619048 +421 40.61757720 +422 40.52132701 +423 40.42553191 +424 40.56603774 +425 40.47058824 +426 40.37558685 +427 40.28103044 +428 40.18691589 +429 40.32634033 +430 40.23255814 +431 40.37122970 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.33333333 +451 39.24611973 +452 39.38053097 +453 39.51434879 +454 39.42731278 +455 39.34065934 +456 39.47368421 +457 39.60612691 +458 39.51965066 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.95726496 +469 40.08528785 +470 40.21276596 +471 40.12738854 +472 40.04237288 +473 40.16913319 +474 40.08438819 +475 40.00000000 +476 40.12605042 +477 40.04192872 +478 40.16736402 +479 40.08350731 +480 40.20833333 +481 40.12474012 +482 40.04149378 +483 39.95859213 +484 39.87603306 +485 39.79381443 +486 39.91769547 +487 40.04106776 +488 39.95901639 +489 39.87730061 +490 40.00000000 +491 39.91853360 +492 39.83739837 +493 39.75659229 +494 39.87854251 +495 40.00000000 +496 40.12096774 +497 40.04024145 +498 39.95983936 +499 40.08016032 +500 40.20000000 +501 40.11976048 +502 40.03984064 +503 40.15904573 +504 40.07936508 +505 40.19801980 +506 40.31620553 +507 40.23668639 +508 40.15748031 +509 40.07858546 +510 40.19607843 +511 40.11741683 +512 40.03906250 +513 39.96101365 +514 39.88326848 +515 40.00000000 +516 40.11627907 +517 40.23210832 +518 40.34749035 +519 40.26974952 +520 40.19230769 +521 40.11516315 +522 40.22988506 +523 40.15296367 +524 40.07633588 +525 40.00000000 +526 39.92395437 +527 40.03795066 +528 40.15151515 +529 40.07561437 +530 40.18867925 +531 40.11299435 +532 40.03759398 +533 39.96247655 +534 39.88764045 +535 40.00000000 +536 39.92537313 +537 40.03724395 +538 40.14869888 +539 40.07421150 +540 40.00000000 +541 39.92606285 +542 40.03690037 +543 39.96316759 +544 40.07352941 +545 40.00000000 +546 39.92673993 +547 40.03656307 +548 40.14598540 +549 40.07285974 +550 40.00000000 +551 40.10889292 +552 40.03623188 +553 39.96383363 +554 39.89169675 +555 39.81981982 +556 39.92805755 +557 39.85637343 +558 39.96415771 +559 39.89266547 +560 39.82142857 +561 39.75044563 +562 39.85765125 +563 39.96447602 +564 39.89361702 +565 40.00000000 +566 39.92932862 +567 39.85890653 +568 39.96478873 +569 39.89455185 +570 39.82456140 +571 39.75481611 +572 39.68531469 +573 39.61605585 +574 39.54703833 +575 39.47826087 +576 39.58333333 +577 39.51473137 +578 39.61937716 +579 39.55094991 +580 39.65517241 +581 39.58691910 +582 39.51890034 +583 39.62264151 +584 39.72602740 +585 39.82905983 +586 39.76109215 +587 39.69335605 +588 39.62585034 +589 39.55857385 +590 39.49152542 +591 39.42470389 +592 39.35810811 +593 39.46037099 +594 39.56228956 +595 39.49579832 +596 39.59731544 +597 39.53098827 +598 39.46488294 +599 39.56594324 +600 39.50000000 +601 39.43427621 +602 39.36877076 +603 39.46932007 +604 39.40397351 +605 39.50413223 +606 39.43894389 +607 39.53871499 +608 39.47368421 +609 39.40886700 +610 39.34426230 +611 39.44353519 +612 39.37908497 +613 39.47797716 +614 39.57654723 +615 39.51219512 +616 39.61038961 +617 39.54619125 +618 39.48220065 +619 39.41841680 +620 39.35483871 +621 39.29146538 +622 39.38906752 +623 39.32584270 +624 39.26282051 +625 39.20000000 +626 39.29712460 +627 39.23444976 +628 39.17197452 +629 39.26868045 +630 39.20634921 +631 39.14421553 +632 39.24050633 +633 39.17851501 +634 39.11671924 +635 39.05511811 +636 38.99371069 +637 39.08948195 +638 39.02821317 +639 38.96713615 +640 39.06250000 +641 39.00156006 +642 38.94080997 +643 38.88024883 +644 38.81987578 +645 38.75968992 +646 38.69969040 +647 38.63987635 +648 38.58024691 +649 38.52080123 +650 38.46153846 +651 38.40245776 +652 38.49693252 +653 38.43797856 +654 38.53211009 +655 38.47328244 +656 38.41463415 +657 38.35616438 +658 38.44984802 +659 38.39150228 +660 38.33333333 +661 38.27534039 +662 38.21752266 +663 38.15987934 +664 38.25301205 +665 38.34586466 +666 38.28828829 +667 38.38080960 +668 38.47305389 +669 38.56502242 +670 38.65671642 +671 38.74813711 +672 38.69047619 +673 38.63298663 +674 38.57566766 +675 38.51851852 +676 38.46153846 +677 38.40472674 +678 38.49557522 +679 38.43888071 +680 38.52941176 +681 38.61967695 +682 38.56304985 +683 38.50658858 +684 38.59649123 +685 38.68613139 +686 38.62973761 +687 38.57350801 +688 38.51744186 +689 38.46153846 +690 38.40579710 +691 38.49493488 +692 38.43930636 +693 38.38383838 +694 38.32853026 +695 38.27338129 +696 38.36206897 +697 38.30703013 +698 38.39541547 +699 38.48354793 +700 38.42857143 +701 38.37375178 +702 38.46153846 +703 38.54907539 +704 38.63636364 +705 38.58156028 +706 38.52691218 +707 38.47241867 +708 38.41807910 +709 38.50493653 +710 38.45070423 +711 38.53727145 +712 38.48314607 +713 38.56942496 +714 38.65546218 +715 38.60139860 +716 38.54748603 +717 38.49372385 +718 38.44011142 +719 38.38664812 +720 38.33333333 +721 38.28016644 +722 38.22714681 +723 38.31258645 +724 38.39779006 +725 38.48275862 +726 38.42975207 +727 38.51444292 +728 38.46153846 +729 38.40877915 +730 38.35616438 +731 38.30369357 +732 38.25136612 +733 38.33560709 +734 38.28337875 +735 38.23129252 +736 38.17934783 +737 38.26322931 +738 38.34688347 +739 38.43031123 +740 38.37837838 +741 38.32658570 +742 38.40970350 +743 38.49259758 +744 38.57526882 +745 38.52348993 +746 38.47184987 +747 38.55421687 +748 38.50267380 +749 38.45126836 +750 38.53333333 + +Final result: 38.5333 +/- 1.7783 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q3_k_l.ppx b/scores/Llama-Guard-3-8B-q3_k_l.ppx new file mode 100644 index 0000000000000000000000000000000000000000..85a885075521c18fdbca8cd9d59574ce9356a0ce --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 7.825878 ± 0.050018 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.39% +Mean ln(PPL(Q)/PPL(base)) : 0.177211 ± 0.001703 +Mean PPL(Q)/PPL(base) : 1.193883 ± 0.002033 +Mean PPL(Q)-PPL(base) : 1.270900 ± 0.015567 + +====== KL divergence statistics ====== +Mean KLD: 0.181845 ± 0.000636 +Maximum KLD: 7.828508 +99.9% KLD: 2.858182 +99.0% KLD: 1.030388 +99.0% KLD: 1.030388 +Median KLD: 0.138830 +10.0% KLD: 0.005421 + 5.0% KLD: 0.001428 + 1.0% KLD: 0.000187 +Minimum KLD: 0.000000 + +====== Token probability statistics ====== +Mean Δp: -3.002 ± 0.033 % +Maximum Δp: 86.895% +99.9% Δp: 45.204% +99.0% Δp: 27.928% +95.0% Δp: 14.105% +90.0% Δp: 7.801% +75.0% Δp: 0.751% +Median Δp: -0.398% +25.0% Δp: -5.906% +10.0% Δp: -17.208% + 5.0% Δp: -25.855% + 1.0% Δp: -46.392% + 0.1% Δp: -81.546% +Minimum Δp: -98.791% +RMS Δp : 12.836 ± 0.052 % +Same top p: 77.231 ± 0.111 % diff --git a/scores/Llama-Guard-3-8B-q3_k_l.tqa b/scores/Llama-Guard-3-8B-q3_k_l.tqa new file mode 100644 index 0000000000000000000000000000000000000000..db8965cc6b5f997aa79aa79485c427f6e6c6cc59 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 26.66666667 +16 25.00000000 +17 23.52941176 +18 22.22222222 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 20.00000000 +31 19.35483871 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 23.25581395 +44 22.72727273 +45 24.44444444 +46 23.91304348 +47 23.40425532 +48 25.00000000 +49 24.48979592 +50 26.00000000 +51 25.49019608 +52 25.00000000 +53 24.52830189 +54 24.07407407 +55 25.45454545 +56 25.00000000 +57 24.56140351 +58 25.86206897 +59 25.42372881 +60 26.66666667 +61 26.22950820 +62 27.41935484 +63 26.98412698 +64 26.56250000 +65 26.15384615 +66 25.75757576 +67 25.37313433 +68 25.00000000 +69 26.08695652 +70 25.71428571 +71 25.35211268 +72 26.38888889 +73 26.02739726 +74 25.67567568 +75 25.33333333 +76 25.00000000 +77 24.67532468 +78 24.35897436 +79 24.05063291 +80 25.00000000 +81 24.69135802 +82 25.60975610 +83 25.30120482 +84 25.00000000 +85 24.70588235 +86 24.41860465 +87 24.13793103 +88 23.86363636 +89 24.71910112 +90 24.44444444 +91 24.17582418 +92 23.91304348 +93 23.65591398 +94 23.40425532 +95 23.15789474 +96 23.95833333 +97 23.71134021 +98 23.46938776 +99 24.24242424 +100 24.00000000 +101 24.75247525 +102 24.50980392 +103 24.27184466 +104 24.03846154 +105 23.80952381 +106 24.52830189 +107 25.23364486 +108 25.00000000 +109 24.77064220 +110 25.45454545 +111 25.22522523 +112 25.89285714 +113 25.66371681 +114 26.31578947 +115 26.08695652 +116 25.86206897 +117 25.64102564 +118 25.42372881 +119 25.21008403 +120 25.00000000 +121 25.61983471 +122 25.40983607 +123 25.20325203 +124 25.80645161 +125 26.40000000 +126 26.98412698 +127 26.77165354 +128 26.56250000 +129 27.13178295 +130 26.92307692 +131 26.71755725 +132 26.51515152 +133 26.31578947 +134 26.11940299 +135 26.66666667 +136 26.47058824 +137 27.00729927 +138 27.53623188 +139 28.05755396 +140 27.85714286 +141 27.65957447 +142 27.46478873 +143 27.27272727 +144 27.77777778 +145 27.58620690 +146 27.39726027 +147 27.21088435 +148 27.02702703 +149 26.84563758 +150 26.66666667 +151 27.15231788 +152 26.97368421 +153 26.79738562 +154 26.62337662 +155 26.45161290 +156 26.92307692 +157 26.75159236 +158 27.21518987 +159 27.04402516 +160 26.87500000 +161 26.70807453 +162 27.16049383 +163 26.99386503 +164 26.82926829 +165 26.66666667 +166 27.10843373 +167 26.94610778 +168 27.38095238 +169 27.21893491 +170 27.05882353 +171 26.90058480 +172 26.74418605 +173 26.58959538 +174 27.01149425 +175 26.85714286 +176 27.27272727 +177 27.11864407 +178 26.96629213 +179 27.37430168 +180 27.22222222 +181 27.07182320 +182 26.92307692 +183 26.77595628 +184 26.63043478 +185 26.48648649 +186 26.88172043 +187 26.73796791 +188 26.59574468 +189 26.98412698 +190 26.84210526 +191 26.70157068 +192 26.56250000 +193 26.42487047 +194 26.80412371 +195 26.66666667 +196 27.04081633 +197 27.41116751 +198 27.27272727 +199 27.13567839 +200 27.00000000 +201 26.86567164 +202 26.73267327 +203 26.60098522 +204 26.47058824 +205 26.82926829 +206 26.69902913 +207 27.05314010 +208 26.92307692 +209 26.79425837 +210 26.66666667 +211 26.54028436 +212 26.41509434 +213 26.29107981 +214 26.16822430 +215 26.04651163 +216 26.38888889 +217 26.26728111 +218 26.14678899 +219 26.02739726 +220 25.90909091 +221 25.79185520 +222 25.67567568 +223 25.56053812 +224 25.89285714 +225 25.77777778 +226 25.66371681 +227 25.99118943 +228 25.87719298 +229 25.76419214 +230 25.65217391 +231 25.54112554 +232 25.43103448 +233 25.32188841 +234 25.64102564 +235 25.95744681 +236 26.27118644 +237 26.16033755 +238 26.47058824 +239 26.35983264 +240 26.25000000 +241 26.14107884 +242 26.03305785 +243 25.92592593 +244 25.81967213 +245 25.71428571 +246 25.60975610 +247 25.50607287 +248 25.40322581 +249 25.70281124 +250 25.60000000 +251 25.89641434 +252 26.19047619 +253 26.08695652 +254 25.98425197 +255 26.27450980 +256 26.17187500 +257 26.07003891 +258 25.96899225 +259 25.86872587 +260 25.76923077 +261 26.05363985 +262 25.95419847 +263 25.85551331 +264 26.13636364 +265 26.41509434 +266 26.31578947 +267 26.21722846 +268 26.11940299 +269 26.02230483 +270 25.92592593 +271 25.83025830 +272 25.73529412 +273 25.64102564 +274 25.54744526 +275 25.45454545 +276 25.36231884 +277 25.27075812 +278 25.17985612 +279 25.08960573 +280 25.35714286 +281 25.62277580 +282 25.53191489 +283 25.44169611 +284 25.35211268 +285 25.26315789 +286 25.52447552 +287 25.78397213 +288 26.04166667 +289 25.95155709 +290 25.86206897 +291 26.11683849 +292 26.36986301 +293 26.62116041 +294 26.53061224 +295 26.77966102 +296 27.02702703 +297 27.27272727 +298 27.18120805 +299 27.09030100 +300 27.00000000 +301 26.91029900 +302 26.82119205 +303 26.73267327 +304 26.64473684 +305 26.55737705 +306 26.47058824 +307 26.38436482 +308 26.62337662 +309 26.53721683 +310 26.45161290 +311 26.36655949 +312 26.60256410 +313 26.51757188 +314 26.43312102 +315 26.34920635 +316 26.26582278 +317 26.18296530 +318 26.10062893 +319 26.01880878 +320 25.93750000 +321 25.85669782 +322 26.08695652 +323 26.00619195 +324 25.92592593 +325 25.84615385 +326 25.76687117 +327 25.99388379 +328 26.21951220 +329 26.13981763 +330 26.36363636 +331 26.28398792 +332 26.50602410 +333 26.72672673 +334 26.64670659 +335 26.86567164 +336 27.08333333 +337 27.00296736 +338 26.92307692 +339 27.13864307 +340 27.05882353 +341 26.97947214 +342 27.19298246 +343 27.11370262 +344 27.32558140 +345 27.53623188 +346 27.45664740 +347 27.66570605 +348 27.58620690 +349 27.50716332 +350 27.42857143 +351 27.35042735 +352 27.55681818 +353 27.47875354 +354 27.40112994 +355 27.60563380 +356 27.52808989 +357 27.73109244 +358 27.65363128 +359 27.57660167 +360 27.50000000 +361 27.70083102 +362 27.62430939 +363 27.54820937 +364 27.47252747 +365 27.39726027 +366 27.32240437 +367 27.52043597 +368 27.71739130 +369 27.64227642 +370 27.56756757 +371 27.49326146 +372 27.68817204 +373 27.61394102 +374 27.80748663 +375 27.73333333 +376 27.65957447 +377 27.85145889 +378 27.77777778 +379 27.70448549 +380 27.63157895 +381 27.55905512 +382 27.74869110 +383 27.67624021 +384 27.60416667 +385 27.53246753 +386 27.46113990 +387 27.39018088 +388 27.57731959 +389 27.50642674 +390 27.43589744 +391 27.62148338 +392 27.55102041 +393 27.48091603 +394 27.66497462 +395 27.59493671 +396 27.77777778 +397 27.95969773 +398 27.88944724 +399 27.81954887 +400 27.75000000 +401 27.68079800 +402 27.86069652 +403 27.79156328 +404 27.72277228 +405 27.65432099 +406 27.83251232 +407 27.76412776 +408 27.69607843 +409 27.62836186 +410 27.56097561 +411 27.49391727 +412 27.66990291 +413 27.60290557 +414 27.77777778 +415 27.95180723 +416 27.88461538 +417 28.05755396 +418 27.99043062 +419 27.92362768 +420 27.85714286 +421 28.02850356 +422 27.96208531 +423 27.89598109 +424 27.83018868 +425 27.76470588 +426 27.69953052 +427 27.63466042 +428 27.57009346 +429 27.50582751 +430 27.44186047 +431 27.37819026 +432 27.54629630 +433 27.71362587 +434 27.88018433 +435 27.81609195 +436 27.98165138 +437 27.91762014 +438 28.08219178 +439 28.01822323 +440 28.18181818 +441 28.11791383 +442 28.05429864 +443 27.99097065 +444 28.15315315 +445 28.08988764 +446 28.02690583 +447 27.96420582 +448 27.90178571 +449 28.06236080 +450 28.22222222 +451 28.15964523 +452 28.09734513 +453 28.25607064 +454 28.19383260 +455 28.13186813 +456 28.07017544 +457 28.00875274 +458 27.94759825 +459 27.88671024 +460 27.82608696 +461 27.76572668 +462 27.92207792 +463 28.07775378 +464 28.23275862 +465 28.38709677 +466 28.32618026 +467 28.26552463 +468 28.20512821 +469 28.14498934 +470 28.08510638 +471 28.02547771 +472 27.96610169 +473 28.11839323 +474 28.05907173 +475 28.21052632 +476 28.15126050 +477 28.30188679 +478 28.24267782 +479 28.18371608 +480 28.33333333 +481 28.27442827 +482 28.42323651 +483 28.36438923 +484 28.30578512 +485 28.45360825 +486 28.60082305 +487 28.74743326 +488 28.68852459 +489 28.83435583 +490 28.97959184 +491 29.12423625 +492 29.26829268 +493 29.20892495 +494 29.35222672 +495 29.29292929 +496 29.23387097 +497 29.17505030 +498 29.11646586 +499 29.25851703 +500 29.20000000 +501 29.34131737 +502 29.28286853 +503 29.22465209 +504 29.36507937 +505 29.30693069 +506 29.24901186 +507 29.19132150 +508 29.33070866 +509 29.46954813 +510 29.41176471 +511 29.35420744 +512 29.29687500 +513 29.23976608 +514 29.18287938 +515 29.32038835 +516 29.26356589 +517 29.40038685 +518 29.34362934 +519 29.28709056 +520 29.23076923 +521 29.36660269 +522 29.31034483 +523 29.25430210 +524 29.19847328 +525 29.14285714 +526 29.08745247 +527 29.22201139 +528 29.16666667 +529 29.11153119 +530 29.05660377 +531 29.00188324 +532 29.13533835 +533 29.26829268 +534 29.21348315 +535 29.15887850 +536 29.10447761 +537 29.23649907 +538 29.18215613 +539 29.12801484 +540 29.07407407 +541 29.02033272 +542 28.96678967 +543 28.91344383 +544 28.86029412 +545 28.80733945 +546 28.93772894 +547 29.06764168 +548 29.19708029 +549 29.14389800 +550 29.09090909 +551 29.03811252 +552 29.16666667 +553 29.29475588 +554 29.24187726 +555 29.18918919 +556 29.13669065 +557 29.08438061 +558 29.03225806 +559 28.98032200 +560 29.10714286 +561 29.23351159 +562 29.18149466 +563 29.12966252 +564 29.25531915 +565 29.20353982 +566 29.32862191 +567 29.45326279 +568 29.57746479 +569 29.52548330 +570 29.47368421 +571 29.59719790 +572 29.54545455 +573 29.49389180 +574 29.61672474 +575 29.73913043 +576 29.86111111 +577 29.98266898 +578 29.93079585 +579 30.05181347 +580 30.00000000 +581 29.94836489 +582 29.89690722 +583 29.84562607 +584 29.96575342 +585 29.91452991 +586 30.03412969 +587 29.98296422 +588 29.93197279 +589 29.88115450 +590 30.00000000 +591 29.94923858 +592 29.89864865 +593 29.84822934 +594 29.79797980 +595 29.74789916 +596 29.69798658 +597 29.64824121 +598 29.59866221 +599 29.54924875 +600 29.50000000 +601 29.61730449 +602 29.73421927 +603 29.85074627 +604 29.80132450 +605 29.75206612 +606 29.86798680 +607 29.81878089 +608 29.76973684 +609 29.88505747 +610 29.83606557 +611 29.78723404 +612 29.90196078 +613 29.85318108 +614 29.80456026 +615 29.75609756 +616 29.87012987 +617 29.98379254 +618 29.93527508 +619 30.04846527 +620 30.00000000 +621 29.95169082 +622 30.06430868 +623 30.01605136 +624 29.96794872 +625 29.92000000 +626 29.87220447 +627 29.82456140 +628 29.93630573 +629 29.88871224 +630 29.84126984 +631 29.79397781 +632 29.74683544 +633 29.69984202 +634 29.65299685 +635 29.60629921 +636 29.55974843 +637 29.51334380 +638 29.46708464 +639 29.42097027 +640 29.53125000 +641 29.48517941 +642 29.59501558 +643 29.54898911 +644 29.50310559 +645 29.61240310 +646 29.56656347 +647 29.52086553 +648 29.62962963 +649 29.58397535 +650 29.69230769 +651 29.80030722 +652 29.90797546 +653 30.01531394 +654 29.96941896 +655 29.92366412 +656 30.03048780 +657 30.13698630 +658 30.09118541 +659 30.19726859 +660 30.15151515 +661 30.10590015 +662 30.06042296 +663 30.01508296 +664 29.96987952 +665 30.07518797 +666 30.18018018 +667 30.13493253 +668 30.08982036 +669 30.04484305 +670 30.14925373 +671 30.10432191 +672 30.05952381 +673 30.01485884 +674 29.97032641 +675 30.07407407 +676 30.17751479 +677 30.28064993 +678 30.23598820 +679 30.19145803 +680 30.14705882 +681 30.10279001 +682 30.20527859 +683 30.16105417 +684 30.26315789 +685 30.21897810 +686 30.17492711 +687 30.13100437 +688 30.23255814 +689 30.18867925 +690 30.14492754 +691 30.24602026 +692 30.20231214 +693 30.30303030 +694 30.25936599 +695 30.21582734 +696 30.31609195 +697 30.27259684 +698 30.22922636 +699 30.18597997 +700 30.28571429 +701 30.24251070 +702 30.19943020 +703 30.15647226 +704 30.11363636 +705 30.07092199 +706 30.16997167 +707 30.12729844 +708 30.08474576 +709 30.04231312 +710 30.00000000 +711 29.95780591 +712 30.05617978 +713 30.01402525 +714 29.97198880 +715 29.93006993 +716 29.88826816 +717 29.98605300 +718 30.08356546 +719 30.18080668 +720 30.13888889 +721 30.09708738 +722 30.05540166 +723 30.01383126 +724 30.11049724 +725 30.06896552 +726 30.16528926 +727 30.12379642 +728 30.08241758 +729 30.17832647 +730 30.27397260 +731 30.23255814 +732 30.32786885 +733 30.28649386 +734 30.24523161 +735 30.20408163 +736 30.16304348 +737 30.12211669 +738 30.08130081 +739 30.17591340 +740 30.27027027 +741 30.36437247 +742 30.32345013 +743 30.28263795 +744 30.37634409 +745 30.33557047 +746 30.42895442 +747 30.52208835 +748 30.48128342 +749 30.57409880 +750 30.66666667 + +Final result: 30.6667 +/- 1.6849 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q3_k_l.wng b/scores/Llama-Guard-3-8B-q3_k_l.wng new file mode 100644 index 0000000000000000000000000000000000000000..9f3fb3d4ac4c89309424e7fe5d1cabaf18bf7a7a --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_l.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.320681 -4.219081 1 1 +2 100.0000 -2.031455 -2.153261 1 1 +3 100.0000 -3.532886 -3.385275 2 2 +4 100.0000 -4.520019 -4.710617 1 1 +5 100.0000 -2.813658 -2.769583 2 2 +6 100.0000 -4.146379 -4.514676 1 1 +7 100.0000 -4.810807 -3.065440 2 2 +8 100.0000 -3.012941 -2.570545 2 2 +9 100.0000 -3.866246 -4.760868 1 1 +10 100.0000 -2.252407 -2.077946 2 2 +11 100.0000 -9.973624 -4.430281 2 2 +12 100.0000 -3.317947 -1.516433 2 2 +13 100.0000 -3.268496 -5.074358 1 1 +14 100.0000 -3.646341 -3.997730 1 1 +15 93.3333 -4.211279 -6.604583 1 2 +16 93.7500 -3.368759 -3.154704 2 2 +17 94.1176 -6.647305 -5.518907 2 2 +18 94.4444 -2.533683 -3.751529 1 1 +19 94.7368 -3.304903 -4.830479 1 1 +20 95.0000 -2.986025 -3.056321 1 1 +21 95.2381 -2.341071 -3.454241 1 1 +22 90.9091 -2.174505 -2.300974 1 2 +23 91.3043 -5.063877 -5.407587 1 1 +24 87.5000 -2.435937 -2.053087 2 1 +25 88.0000 -1.676311 -1.601450 2 2 +26 88.4615 -3.287292 -4.915075 1 1 +27 85.1852 -4.777923 -5.001075 1 2 +28 85.7143 -5.603361 -6.023302 1 1 +29 82.7586 -3.935886 -3.898343 2 1 +30 80.0000 -1.962746 -2.075688 1 2 +31 80.6452 -4.725294 -4.780079 1 1 +32 81.2500 -5.300086 -6.460160 1 1 +33 81.8182 -4.950253 -5.776318 1 1 +34 79.4118 -3.282978 -2.930296 2 1 +35 80.0000 -4.263133 -4.023636 2 2 +36 80.5556 -3.978190 -3.929088 2 2 +37 81.0811 -2.665794 -2.873585 1 1 +38 81.5789 -3.398103 -3.412869 1 1 +39 82.0513 -5.461933 -3.618674 2 2 +40 80.0000 -5.124531 -6.083372 1 2 +41 80.4878 -2.323445 -2.619308 1 1 +42 80.9524 -2.922423 -3.837714 1 1 +43 81.3953 -3.193081 -3.164106 2 2 +44 81.8182 -2.336073 -1.797312 2 2 +45 82.2222 -0.233384 -11.601808 1 1 +46 82.6087 -2.973458 -3.084563 1 1 +47 80.8511 -3.807987 -3.887995 1 2 +48 81.2500 -4.060977 -3.856173 2 2 +49 79.5918 -3.137826 -1.756424 2 1 +50 80.0000 -2.476756 -2.295302 2 2 +51 80.3922 -1.872109 -2.424069 1 1 +52 80.7692 -4.182875 -3.062132 2 2 +53 81.1321 -4.270496 -4.694894 1 1 +54 81.4815 -2.770695 -2.331923 2 2 +55 81.8182 -2.683672 -2.532243 2 2 +56 80.3571 -5.177619 -5.675575 1 2 +57 80.7018 -3.228775 -3.000390 2 2 +58 81.0345 -3.953522 -4.368062 1 1 +59 81.3559 -3.051327 -2.914098 2 2 +60 81.6667 -3.856172 -3.628944 2 2 +61 81.9672 -3.087901 -3.111802 1 1 +62 82.2581 -5.543615 -5.937804 1 1 +63 80.9524 -4.619720 -4.958538 1 2 +64 79.6875 -4.416713 -4.333005 2 1 +65 80.0000 -5.179851 -4.348857 2 2 +66 80.3030 -3.188883 -3.581967 1 1 +67 80.5970 -3.466020 -2.804839 2 2 +68 80.8824 -5.857892 -5.848383 2 2 +69 81.1594 -5.345795 -6.027427 1 1 +70 81.4286 -3.051552 -2.976158 2 2 +71 80.2817 -3.233564 -2.911223 2 1 +72 80.5556 -3.619262 -3.407612 2 2 +73 79.4521 -2.871054 -2.856565 2 1 +74 79.7297 -2.422503 -2.868161 1 1 +75 80.0000 -1.962024 -2.341212 1 1 +76 80.2632 -2.341945 -4.799911 1 1 +77 80.5195 -2.931902 -2.762834 2 2 +78 80.7692 -0.816808 -1.348262 1 1 +79 79.7468 -2.310219 -2.457395 1 2 +80 80.0000 -2.516520 -3.116717 1 1 +81 80.2469 -5.479287 -4.441917 2 2 +82 79.2683 -3.117156 -3.547492 1 2 +83 79.5181 -5.881275 -5.483458 2 2 +84 79.7619 -2.420042 -2.168170 2 2 +85 80.0000 -4.063465 -4.180771 1 1 +86 80.2326 -6.121032 -6.066597 2 2 +87 79.3103 -1.915557 -1.737219 2 1 +88 78.4091 -5.723625 -5.320217 2 1 +89 78.6517 -3.487824 -3.597359 1 1 +90 78.8889 -3.785635 -2.765771 2 2 +91 78.0220 -4.789408 -4.582961 2 1 +92 78.2609 -4.728750 -4.416075 2 2 +93 78.4946 -2.407983 -2.326249 2 2 +94 78.7234 -4.649073 -4.122531 2 2 +95 78.9474 -3.598083 -3.742907 1 1 +96 79.1667 -2.162896 -2.793312 1 1 +97 78.3505 -5.226370 -4.973624 2 1 +98 78.5714 -4.086940 -3.257777 2 2 +99 77.7778 -2.863183 -2.704783 2 1 +100 78.0000 -5.615650 -5.228658 2 2 +101 77.2277 -4.728361 -4.969359 1 2 +102 77.4510 -3.761212 -4.132001 1 1 +103 77.6699 -3.072273 -2.743898 2 2 +104 77.8846 -7.489352 -7.000047 2 2 +105 78.0952 -1.354764 -1.833570 1 1 +106 78.3019 -2.673537 -2.368842 2 2 +107 78.5047 -3.826265 -3.047615 2 2 +108 78.7037 -3.618064 -2.605557 2 2 +109 77.9817 -3.941301 -4.388412 1 2 +110 78.1818 -4.197892 -3.270787 2 2 +111 78.3784 -3.326490 -3.256200 2 2 +112 77.6786 -4.352828 -3.553276 2 1 +113 76.9912 -4.602688 -6.014342 1 2 +114 77.1930 -3.955908 -4.912250 1 1 +115 77.3913 -1.920484 -2.319573 1 1 +116 77.5862 -2.568859 -2.440731 2 2 +117 76.9231 -3.604007 -3.762966 1 2 +118 77.1186 -1.541978 -2.189944 1 1 +119 77.3109 -1.913925 -2.424073 1 1 +120 76.6667 -3.092328 -2.793462 2 1 +121 76.0331 -1.249691 -1.350322 1 2 +122 76.2295 -6.195851 -5.530741 2 2 +123 76.4228 -3.494557 -3.667911 1 1 +124 76.6129 -2.854542 -2.393001 2 2 +125 76.8000 -3.524247 -3.235692 2 2 +126 76.9841 -6.548388 -5.961172 2 2 +127 77.1654 -3.141486 -1.710232 2 2 +128 76.5625 -1.843565 -1.778846 2 1 +129 76.7442 -2.366908 -1.687642 2 2 +130 76.9231 -6.708339 -5.100298 2 2 +131 77.0992 -3.816392 -3.788301 2 2 +132 77.2727 -1.941257 -1.888015 2 2 +133 77.4436 -1.036723 -4.207201 1 1 +134 77.6119 -4.869682 -4.645983 2 2 +135 77.7778 -4.356271 -5.275885 1 1 +136 77.9412 -3.307897 -2.036326 2 2 +137 78.1022 -5.483087 -5.559175 1 1 +138 77.5362 -3.742266 -4.579340 1 2 +139 77.6978 -4.048603 -5.087761 1 1 +140 77.8571 -1.441912 -1.358554 2 2 +141 78.0142 -5.267407 -4.197617 2 2 +142 78.1690 -3.150406 -2.386808 2 2 +143 78.3217 -3.901824 -7.268406 1 1 +144 77.7778 -2.508536 -2.499502 2 1 +145 77.2414 -0.846160 -16.380079 1 2 +146 77.3973 -3.861186 -3.847277 2 2 +147 77.5510 -4.074709 -3.786206 2 2 +148 77.7027 -1.970854 -2.322418 1 1 +149 77.8523 -3.928737 -3.619038 2 2 +150 78.0000 -4.086158 -3.520073 2 2 +151 77.4834 -1.806184 -1.721381 2 1 +152 76.9737 -4.717344 -4.884740 1 2 +153 77.1242 -2.533551 -3.072836 1 1 +154 77.2727 -3.573151 -3.966646 1 1 +155 76.7742 -2.302186 -2.878110 1 2 +156 76.9231 -1.975625 -2.147482 1 1 +157 77.0701 -2.275496 -3.506995 1 1 +158 77.2152 -4.475531 -3.989265 2 2 +159 77.3585 -3.825847 -5.002004 1 1 +160 77.5000 -4.395874 -3.625981 2 2 +161 77.6398 -2.795546 -2.973293 1 1 +162 77.1605 -0.069094 -9.869191 1 2 +163 77.3006 -2.096849 -2.318986 1 1 +164 77.4390 -5.597894 -4.550830 2 2 +165 77.5758 -3.885678 -3.816545 2 2 +166 77.7108 -4.701594 -4.511921 2 2 +167 77.2455 -4.556908 -3.876645 2 1 +168 77.3810 -4.973131 -4.650895 2 2 +169 77.5148 -4.490028 -4.432447 2 2 +170 77.6471 -2.608167 -3.161654 1 1 +171 77.7778 -3.685482 -4.296645 1 1 +172 77.9070 -3.720123 -4.408930 1 1 +173 78.0347 -2.891215 -2.653590 2 2 +174 78.1609 -6.456402 -6.225083 2 2 +175 78.2857 -3.690023 -4.077699 1 1 +176 78.4091 -1.665377 -3.213634 1 1 +177 78.5311 -6.919551 -6.636597 2 2 +178 78.0899 -3.189456 -2.997046 2 1 +179 77.6536 -2.424321 -2.392611 2 1 +180 77.7778 -4.816533 -4.423397 2 2 +181 77.9006 -3.606931 -2.776944 2 2 +182 78.0220 -4.241520 -3.543178 2 2 +183 78.1421 -5.483622 -5.317149 2 2 +184 78.2609 -1.508474 -2.493435 1 1 +185 77.8378 -4.111951 -4.508322 1 2 +186 77.9570 -2.758392 -3.306920 1 1 +187 78.0749 -4.809207 -4.584584 2 2 +188 77.6596 -4.109312 -3.380391 2 1 +189 77.2487 -3.284910 -3.716977 1 2 +190 77.3684 -5.123552 -4.949734 2 2 +191 77.4869 -3.026812 -3.367443 1 1 +192 77.6042 -5.551996 -4.371348 2 2 +193 77.2021 -3.367549 -3.420553 1 2 +194 77.3196 -1.872139 -1.638222 2 2 +195 76.9231 -3.516731 -3.321476 2 1 +196 76.5306 -3.008392 -3.750769 1 2 +197 76.6497 -1.361096 -3.434630 1 1 +198 76.7677 -3.403182 -8.122925 1 1 +199 76.8844 -5.672566 -4.527917 2 2 +200 77.0000 -3.465482 -3.040025 2 2 +201 77.1144 -2.863352 -3.300406 1 1 +202 76.7327 -7.377562 -7.621317 1 2 +203 76.8473 -2.788990 -2.787414 2 2 +204 76.9608 -2.264432 -2.548640 1 1 +205 77.0732 -3.268497 -2.027139 2 2 +206 76.6990 -4.951293 -5.323642 1 2 +207 76.8116 -2.985722 -3.289272 1 1 +208 76.9231 -3.915148 -3.317236 2 2 +209 77.0335 -3.065629 -2.863815 2 2 +210 77.1429 -6.308765 -6.294018 2 2 +211 76.7773 -5.068549 -4.999796 2 1 +212 76.8868 -5.438050 -4.655626 2 2 +213 76.9953 -4.641923 -4.618525 2 2 +214 76.6355 -3.323775 -3.301759 2 1 +215 76.2791 -5.553902 -5.644958 1 2 +216 75.9259 -3.303802 -3.158900 2 1 +217 76.0369 -1.130138 -1.664896 1 1 +218 76.1468 -2.422675 -2.171799 2 2 +219 76.2557 -3.211128 -3.482748 1 1 +220 75.9091 -3.236513 -3.375406 1 2 +221 76.0181 -2.533227 -9.473888 1 1 +222 75.6757 -0.161081 -7.353528 1 2 +223 75.7848 -4.589238 -2.782721 2 2 +224 75.8929 -6.228347 -4.418702 2 2 +225 75.5556 -2.585168 -2.732849 1 2 +226 75.6637 -2.901183 -3.067083 1 1 +227 75.7709 -3.221492 -3.238860 1 1 +228 75.8772 -1.656840 -2.326229 1 1 +229 75.9825 -3.099335 -2.918350 2 2 +230 76.0870 -2.865414 -3.499861 1 1 +231 76.1905 -2.346741 -3.132081 1 1 +232 76.2931 -1.800528 -1.383422 2 2 +233 76.3948 -1.812807 -2.048554 1 1 +234 76.4957 -2.973331 -2.607796 2 2 +235 76.5957 -3.934325 -3.754662 2 2 +236 76.6949 -1.550323 -1.573301 1 1 +237 76.3713 -2.105480 -1.685882 2 1 +238 76.4706 -2.785717 -2.490440 2 2 +239 76.1506 -2.448977 -2.555543 1 2 +240 75.8333 -6.038845 -6.165897 1 2 +241 75.5187 -3.497941 -3.735603 1 2 +242 75.6198 -5.995677 -5.751496 2 2 +243 75.3086 -4.476830 -4.304314 2 1 +244 75.4098 -2.356579 -3.828663 1 1 +245 75.5102 -3.973640 -4.885637 1 1 +246 75.6098 -2.424642 -2.654713 1 1 +247 75.7085 -3.830786 -3.460802 2 2 +248 75.8065 -3.477342 -2.911080 2 2 +249 75.9036 -2.810668 -1.951640 2 2 +250 76.0000 -2.190011 -2.994959 1 1 +251 75.6972 -1.170946 -1.102631 2 1 +252 75.7937 -7.357184 -7.052989 2 2 +253 75.4941 -5.403206 -5.020864 2 1 +254 75.1969 -5.515695 -6.029147 1 2 +255 75.2941 -4.233824 -4.845341 1 1 +256 75.0000 -4.259084 -3.593487 2 1 +257 74.7082 -2.214795 -1.934126 2 1 +258 74.4186 -3.691667 -3.817493 1 2 +259 74.5174 -5.124876 -5.428707 1 1 +260 74.2308 -6.528703 -6.452806 2 1 +261 74.3295 -3.927156 -3.766996 2 2 +262 74.4275 -4.699417 -4.670008 2 2 +263 74.5247 -2.466859 -3.105453 1 1 +264 74.6212 -3.888117 -3.432886 2 2 +265 74.7170 -1.097488 -2.219385 1 1 +266 74.8120 -4.861168 -5.681940 1 1 +267 74.5318 -2.860254 -2.760382 2 1 +268 74.2537 -3.639488 -3.318681 2 1 +269 74.3494 -3.001595 -2.986368 2 2 +270 74.4444 -2.329948 -3.145855 1 1 +271 74.5387 -3.158465 -2.407161 2 2 +272 74.6324 -3.603904 -3.414267 2 2 +273 74.7253 -3.240260 -2.986776 2 2 +274 74.8175 -4.031548 -3.711901 2 2 +275 74.5455 -3.004160 -2.990721 2 1 +276 74.6377 -2.048778 -2.283988 1 1 +277 74.7292 -3.396559 -4.461534 1 1 +278 74.8201 -2.923723 -2.933722 1 1 +279 74.9104 -3.816574 -2.665056 2 2 +280 75.0000 -3.610366 -3.266026 2 2 +281 75.0890 -2.807264 -2.174023 2 2 +282 75.1773 -4.105532 -3.629467 2 2 +283 74.9117 -3.555014 -4.005873 1 2 +284 75.0000 -2.498138 -2.787011 1 1 +285 75.0877 -3.136884 -4.104566 1 1 +286 75.1748 -3.255042 -3.519781 1 1 +287 75.2613 -1.924262 -3.720991 1 1 +288 75.0000 -3.080080 -3.341689 1 2 +289 74.7405 -2.758361 -2.684168 2 1 +290 74.8276 -3.295193 -3.619754 1 1 +291 74.9141 -2.926021 -3.462505 1 1 +292 75.0000 -2.707637 -1.587080 2 2 +293 75.0853 -3.422501 -3.332181 2 2 +294 75.1701 -3.764170 -3.764179 1 1 +295 75.2542 -2.191977 -2.381648 1 1 +296 75.3378 -4.946838 -4.717408 2 2 +297 75.0842 -1.920653 -2.536389 1 2 +298 75.1678 -5.820901 -5.049150 2 2 +299 75.2508 -2.339111 -2.082458 2 2 +300 75.3333 -2.243542 -2.914727 1 1 +301 75.0831 -4.394866 -4.237213 2 1 +302 74.8344 -4.011967 -4.075497 1 2 +303 74.5875 -9.586607 -9.252840 2 1 +304 74.6711 -4.973784 -4.089474 2 2 +305 74.4262 -3.388069 -3.453732 1 2 +306 74.5098 -2.586332 -2.142607 2 2 +307 74.5928 -2.850605 -2.986194 1 1 +308 74.6753 -4.682523 -4.586152 2 2 +309 74.7573 -4.123813 -4.266186 1 1 +310 74.8387 -5.353816 -5.306710 2 2 +311 74.9196 -0.723751 -5.346320 1 1 +312 74.6795 -4.084009 -3.947916 2 1 +313 74.7604 -5.024883 -4.714929 2 2 +314 74.8408 -3.753250 -3.255847 2 2 +315 74.9206 -1.571752 -3.058925 1 1 +316 75.0000 -7.270087 -5.271405 2 2 +317 75.0789 -4.838969 -4.868464 1 1 +318 75.1572 -4.910277 -4.487294 2 2 +319 75.2351 -1.398190 -1.853979 1 1 +320 75.3125 -3.186789 -4.240838 1 1 +321 75.0779 -2.842245 -2.872928 1 2 +322 74.8447 -2.383072 -3.120599 1 2 +323 74.9226 -2.462810 -3.175873 1 1 +324 74.6914 -3.972535 -3.759085 2 1 +325 74.7692 -5.856583 -4.385068 2 2 +326 74.8466 -2.139569 -1.783301 2 2 +327 74.9235 -2.219711 -2.553456 1 1 +328 74.6951 -3.895141 -3.879966 2 1 +329 74.7720 -3.898585 -6.876862 1 1 +330 74.8485 -1.981355 -2.710085 1 1 +331 74.6224 -4.501025 -3.407950 2 1 +332 74.6988 -1.735901 -2.171374 1 1 +333 74.7748 -3.193779 -1.295608 2 2 +334 74.8503 -2.157701 -4.853960 1 1 +335 74.6269 -5.203288 -4.819575 2 1 +336 74.7024 -4.361217 -3.931806 2 2 +337 74.7774 -1.754030 -1.336610 2 2 +338 74.5562 -3.506513 -3.060882 2 1 +339 74.6313 -5.212262 -5.017117 2 2 +340 74.7059 -4.895197 -5.544711 1 1 +341 74.7801 -3.046218 -3.749386 1 1 +342 74.8538 -5.168378 -4.487939 2 2 +343 74.9271 -3.412948 -3.611957 1 1 +344 75.0000 -1.869935 -2.527485 1 1 +345 75.0725 -1.243069 -2.740295 1 1 +346 74.8555 -5.428610 -5.773758 1 2 +347 74.9280 -3.647413 -3.274741 2 2 +348 75.0000 -1.119349 -2.022369 1 1 +349 74.7851 -2.933803 -4.028327 1 2 +350 74.5714 -2.788462 -3.575740 1 2 +351 74.6439 -2.642288 -2.978311 1 1 +352 74.7159 -3.948998 -3.558991 2 2 +353 74.7875 -2.020986 -2.231992 1 1 +354 74.8588 -5.091423 -4.706398 2 2 +355 74.9296 -2.117533 -1.673455 2 2 +356 75.0000 -2.682143 -2.516811 2 2 +357 75.0700 -3.647971 -3.488507 2 2 +358 75.1397 -2.120036 -2.022762 2 2 +359 75.2089 -5.244745 -3.101766 2 2 +360 75.0000 -3.270347 -3.540109 1 2 +361 75.0693 -2.553375 -1.503042 2 2 +362 75.1381 -5.224361 -4.815914 2 2 +363 74.9311 -2.601853 -2.538409 2 1 +364 74.7253 -6.049226 -6.048347 2 1 +365 74.7945 -5.473660 -5.666784 1 1 +366 74.5902 -2.936147 -7.256275 1 2 +367 74.3869 -5.448748 -5.329430 2 1 +368 74.4565 -4.870188 -4.330065 2 2 +369 74.2547 -3.030735 -3.633329 1 2 +370 74.3243 -5.063807 -5.354389 1 1 +371 74.3935 -2.558175 -3.998125 1 1 +372 74.4624 -2.125064 -2.415922 1 1 +373 74.2627 -4.458243 -3.823929 2 1 +374 74.3316 -2.606400 -3.377328 1 1 +375 74.4000 -2.727590 -2.225795 2 2 +376 74.4681 -4.893266 -3.833923 2 2 +377 74.5358 -3.264617 -3.126079 2 2 +378 74.3386 -3.661032 -4.029675 1 2 +379 74.1425 -0.896262 -2.528283 1 2 +380 74.2105 -5.138459 -6.182687 1 1 +381 74.2782 -9.484240 -7.405505 2 2 +382 74.3455 -2.536909 -2.375363 2 2 +383 74.4125 -2.928502 -1.344948 2 2 +384 74.2188 -4.125960 -3.175974 2 1 +385 74.0260 -0.896543 -0.793485 2 1 +386 74.0933 -1.393902 -13.206882 1 1 +387 74.1602 -1.886553 -2.657174 1 1 +388 74.2268 -5.988962 -5.710531 2 2 +389 74.2931 -2.655513 -2.113396 2 2 +390 74.3590 -3.265077 -3.847630 1 1 +391 74.4246 -4.005236 -3.860275 2 2 +392 74.2347 -3.885047 -3.223767 2 1 +393 74.3003 -5.342729 -5.191143 2 2 +394 74.3655 -2.880179 -3.691959 1 1 +395 74.4304 -3.249249 -2.732931 2 2 +396 74.4949 -3.306341 -3.806300 1 1 +397 74.5592 -6.502656 -6.713633 1 1 +398 74.6231 -3.235547 -5.086102 1 1 +399 74.6867 -2.881356 -3.209660 1 1 +400 74.7500 -1.830588 -7.628127 1 1 +401 74.8130 -3.025508 -3.605087 1 1 +402 74.6269 -3.762922 -3.905280 1 2 +403 74.4417 -7.142705 -7.630753 1 2 +404 74.5050 -3.378423 -2.319649 2 2 +405 74.5679 -3.821817 -4.006557 1 1 +406 74.6305 -7.939959 -8.447573 1 1 +407 74.4472 -4.511655 -4.793885 1 2 +408 74.2647 -3.084599 -3.187555 1 2 +409 74.3276 -4.098211 -4.473531 1 1 +410 74.1463 -3.751646 -3.519361 2 1 +411 74.2092 -3.023904 -4.334176 1 1 +412 74.2718 -3.189442 -2.849902 2 2 +413 74.3341 -3.328038 -2.596753 2 2 +414 74.1546 -4.184736 -4.382417 1 2 +415 73.9759 -3.073813 -3.155630 1 2 +416 74.0385 -3.640829 -1.748433 2 2 +417 74.1007 -4.325650 -4.967455 1 1 +418 73.9234 -4.142013 -4.047241 2 1 +419 73.7470 -3.604037 -3.632477 1 2 +420 73.8095 -3.190016 -2.977750 2 2 +421 73.8717 -3.915094 -3.776329 2 2 +422 73.9336 -2.063106 -2.209296 1 1 +423 73.9953 -3.026095 -3.124844 1 1 +424 74.0566 -4.776747 -5.631216 1 1 +425 74.1176 -4.960957 -3.719491 2 2 +426 74.1784 -1.692470 -1.440971 2 2 +427 74.2389 -3.741481 -4.106025 1 1 +428 74.2991 -4.266752 -4.302760 1 1 +429 74.3590 -3.339394 -3.320736 2 2 +430 74.1860 -6.132507 -5.951184 2 1 +431 74.2459 -3.625039 -4.939583 1 1 +432 74.0741 -3.327155 -3.520955 1 2 +433 74.1339 -1.913184 -1.690044 2 2 +434 74.1935 -6.456582 -6.790293 1 1 +435 74.0230 -4.082061 -3.907728 2 1 +436 74.0826 -2.085607 -2.422270 1 1 +437 73.9130 -3.700519 -3.897761 1 2 +438 73.9726 -3.862026 -3.554835 2 2 +439 74.0319 -3.193870 -4.065728 1 1 +440 74.0909 -4.524137 -4.551479 1 1 +441 74.1497 -3.716878 -4.846336 1 1 +442 73.9819 -3.788626 -3.380875 2 1 +443 74.0406 -1.791884 -3.246818 1 1 +444 73.8739 -5.938597 -5.949035 1 2 +445 73.9326 -1.489620 -2.427080 1 1 +446 73.9910 -5.188773 -4.731164 2 2 +447 73.8255 -3.023111 -2.783827 2 1 +448 73.8839 -4.839721 -4.811152 2 2 +449 73.9421 -2.283099 -1.902849 2 2 +450 74.0000 -5.624500 -5.252862 2 2 +451 73.8359 -4.593285 -4.619460 1 2 +452 73.6726 -5.367051 -5.343252 2 1 +453 73.7307 -4.535386 -3.699276 2 2 +454 73.7885 -3.433235 -3.985340 1 1 +455 73.6264 -2.076887 -10.664105 1 2 +456 73.4649 -3.827697 -3.856127 1 2 +457 73.5230 -7.416358 -7.614988 1 1 +458 73.5808 -2.762048 -2.071019 2 2 +459 73.6383 -4.147487 -3.848809 2 2 +460 73.6957 -0.811262 -5.920923 1 1 +461 73.7527 -2.381386 -3.464220 1 1 +462 73.5931 -5.081143 -5.071989 2 1 +463 73.6501 -1.348660 -1.538633 1 1 +464 73.7069 -2.469743 -2.579610 1 1 +465 73.7634 -2.882578 -2.832614 2 2 +466 73.6052 -5.285942 -5.504112 1 2 +467 73.4475 -4.173226 -3.837857 2 1 +468 73.5043 -4.601026 -4.548613 2 2 +469 73.5608 -2.109957 -2.169692 1 1 +470 73.6170 -1.882073 -1.762818 2 2 +471 73.6730 -2.170183 -2.576110 1 1 +472 73.7288 -3.139089 -3.025904 2 2 +473 73.7844 -3.997126 -3.276273 2 2 +474 73.8397 -3.717083 -4.872658 1 1 +475 73.8947 -2.028034 -1.695682 2 2 +476 73.7395 -3.716713 -4.051606 1 2 +477 73.5849 -4.217836 -4.710768 1 2 +478 73.6402 -2.515919 -2.626984 1 1 +479 73.6952 -2.925626 -3.146734 1 1 +480 73.7500 -6.539940 -5.527340 2 2 +481 73.8046 -2.107503 -2.366659 1 1 +482 73.6515 -4.810746 -5.586721 1 2 +483 73.7060 -3.440782 -3.768466 1 1 +484 73.5537 -2.836427 -2.505842 2 1 +485 73.6082 -1.380623 -1.905750 1 1 +486 73.6626 -2.325574 -2.744238 1 1 +487 73.7166 -3.264809 -3.036327 2 2 +488 73.7705 -2.833780 -2.345919 2 2 +489 73.8241 -2.215958 -2.511359 1 1 +490 73.8776 -2.697329 -2.881598 1 1 +491 73.9308 -4.985675 -4.440409 2 2 +492 73.9837 -5.183511 -4.488697 2 2 +493 74.0365 -1.885654 -2.223528 1 1 +494 74.0891 -3.076192 -2.819484 2 2 +495 74.1414 -4.103652 -4.221547 1 1 +496 73.9919 -3.198503 -3.348217 1 2 +497 73.8431 -4.685811 -4.499259 2 1 +498 73.6948 -1.485892 -1.785078 1 2 +499 73.7475 -2.754855 -3.163188 1 1 +500 73.8000 -5.296804 -4.497989 2 2 +501 73.8523 -1.950960 -2.998379 1 1 +502 73.9044 -1.917629 -2.406676 1 1 +503 73.9563 -3.578477 -3.163240 2 2 +504 73.8095 -2.237595 -2.192399 2 1 +505 73.6634 -7.585763 -7.993789 1 2 +506 73.7154 -4.969470 -5.102901 1 1 +507 73.7673 -2.966943 -3.398376 1 1 +508 73.8189 -4.790573 -3.935700 2 2 +509 73.8703 -2.625659 -10.212638 1 1 +510 73.9216 -5.185688 -5.847795 1 1 +511 73.9726 -4.425436 -3.054842 2 2 +512 74.0234 -3.476364 -3.587038 1 1 +513 73.8791 -3.121325 -3.156077 1 2 +514 73.7354 -3.559857 -3.441449 2 1 +515 73.7864 -5.955275 -6.750070 1 1 +516 73.6434 -4.135087 -4.011279 2 1 +517 73.6944 -2.064437 -2.601772 1 1 +518 73.7452 -2.859919 -2.704384 2 2 +519 73.7958 -6.959686 -6.797301 2 2 +520 73.6538 -2.551452 -2.618422 1 2 +521 73.5125 -2.542238 -1.933515 2 1 +522 73.5632 -3.252443 -2.454625 2 2 +523 73.6138 -3.311179 -3.120761 2 2 +524 73.6641 -4.150813 -4.347944 1 1 +525 73.7143 -3.703957 -2.784356 2 2 +526 73.7643 -0.723964 -15.150995 1 1 +527 73.8140 -5.377984 -3.368101 2 2 +528 73.8636 -6.900791 -6.402226 2 2 +529 73.9130 -5.154415 -5.426358 1 1 +530 73.9623 -5.565814 -4.280720 2 2 +531 74.0113 -3.186947 -3.470900 1 1 +532 74.0602 -1.674777 -2.658829 1 1 +533 74.1088 -3.353500 -2.430966 2 2 +534 74.1573 -2.201723 -2.489687 1 1 +535 74.2056 -3.452092 -3.430815 2 2 +536 74.0672 -2.688919 -2.367879 2 1 +537 74.1155 -5.169993 -6.431246 1 1 +538 74.1636 -1.124284 -3.818242 1 1 +539 74.2115 -3.807818 -1.729504 2 2 +540 74.2593 -2.775214 -2.738217 2 2 +541 74.3068 -3.280817 -3.728810 1 1 +542 74.1697 -4.457097 -5.227140 1 2 +543 74.2173 -5.590462 -4.352331 2 2 +544 74.2647 -2.749512 -4.369521 1 1 +545 74.1284 -2.709110 -4.510940 1 2 +546 74.1758 -2.396448 -3.968534 1 1 +547 74.2230 -5.781416 -5.149703 2 2 +548 74.2701 -4.111608 -4.218018 1 1 +549 74.3169 -4.934184 -5.238368 1 1 +550 74.1818 -2.669779 -2.714575 1 2 +551 74.0472 -1.147859 -13.181138 1 2 +552 73.9130 -2.246018 -1.967557 2 1 +553 73.7794 -5.019640 -5.115459 1 2 +554 73.8267 -4.920618 -4.329072 2 2 +555 73.8739 -1.643754 -1.280268 2 2 +556 73.9209 -5.945858 -5.309825 2 2 +557 73.7882 -6.766137 -4.732576 2 1 +558 73.8351 -1.545268 -3.369627 1 1 +559 73.8819 -2.683084 -2.611420 2 2 +560 73.7500 -2.043862 -1.626284 2 1 +561 73.7968 -2.097676 -2.390262 1 1 +562 73.8434 -0.932941 -2.239369 1 1 +563 73.7123 -1.528783 -2.480721 1 2 +564 73.7589 -2.808983 -3.057644 1 1 +565 73.8053 -3.669317 -3.443128 2 2 +566 73.8516 -5.116509 -5.468282 1 1 +567 73.8977 -2.960061 -2.497856 2 2 +568 73.9437 -6.968747 -2.420921 2 2 +569 73.8137 -3.934227 -3.132015 2 1 +570 73.8596 -5.201622 -5.497450 1 1 +571 73.9054 -4.027700 -2.929719 2 2 +572 73.9510 -2.666691 -2.584124 2 2 +573 73.8220 -3.281030 -3.572565 1 2 +574 73.8676 -4.132204 -3.096719 2 2 +575 73.7391 -5.451134 -5.547892 1 2 +576 73.7847 -2.956036 -3.390336 1 1 +577 73.8302 -4.132752 -3.614201 2 2 +578 73.8754 -3.097856 -3.050946 2 2 +579 73.9206 -3.771211 -3.714161 2 2 +580 73.9655 -2.860476 -2.996865 1 1 +581 74.0103 -5.612149 -5.613297 1 1 +582 74.0550 -6.462044 -6.090666 2 2 +583 74.0995 -4.978535 -4.721890 2 2 +584 74.1438 -4.359628 -4.641758 1 1 +585 74.1880 -0.844381 -1.729400 1 1 +586 74.2321 -3.672109 -3.739410 1 1 +587 74.1056 -4.882196 -4.638238 2 1 +588 74.1497 -3.745824 -3.334242 2 2 +589 74.1935 -4.323704 -4.076680 2 2 +590 74.2373 -4.011027 -3.665394 2 2 +591 74.2809 -3.800880 -3.539650 2 2 +592 74.3243 -3.446105 -4.184533 1 1 +593 74.3676 -3.940608 -3.355366 2 2 +594 74.2424 -3.433402 -3.264650 2 1 +595 74.2857 -1.556096 -1.552668 2 2 +596 74.1611 -4.782178 -4.935816 1 2 +597 74.2044 -2.219043 -2.299471 1 1 +598 74.2475 -2.598767 -2.825515 1 1 +599 74.2905 -2.883768 -3.122567 1 1 +600 74.3333 -4.092968 -3.908424 2 2 +601 74.3760 -3.826686 -3.741888 2 2 +602 74.4186 -3.448227 -4.967735 1 1 +603 74.4610 -6.507943 -6.060904 2 2 +604 74.3377 -2.839475 -2.858456 1 2 +605 74.2149 -1.966837 -1.596780 2 1 +606 74.2574 -3.024804 -2.502051 2 2 +607 74.1351 -2.589529 -2.235375 2 1 +608 74.0132 -2.265489 -2.146287 2 1 +609 74.0558 -5.983165 -6.222984 1 1 +610 73.9344 -2.668355 -2.537213 2 1 +611 73.9771 -4.865870 -5.071925 1 1 +612 74.0196 -3.842566 -5.816599 1 1 +613 74.0620 -2.145392 -2.089079 2 2 +614 74.1042 -3.289599 -2.551029 2 2 +615 74.1463 -2.795961 -2.626205 2 2 +616 74.1883 -3.634185 -3.435055 2 2 +617 74.2301 -12.137346 -4.509944 2 2 +618 74.2718 -4.195783 -4.064568 2 2 +619 74.3134 -3.670247 -3.350488 2 2 +620 74.1935 -4.544254 -4.166575 2 1 +621 74.2351 -3.149565 -2.416123 2 2 +622 74.2765 -2.615510 -2.639290 1 1 +623 74.1573 -2.744584 -2.562219 2 1 +624 74.1987 -4.250117 -3.388122 2 2 +625 74.2400 -4.635824 -5.686207 1 1 +626 74.2812 -2.643735 -3.444453 1 1 +627 74.3222 -3.239439 -3.365427 1 1 +628 74.3631 -4.103691 -2.719296 2 2 +629 74.4038 -1.720279 -2.522733 1 1 +630 74.2857 -1.674799 -1.637632 2 1 +631 74.3265 -1.653571 -2.362149 1 1 +632 74.3671 -2.347295 -1.845582 2 2 +633 74.2496 -2.436827 -2.518341 1 2 +634 74.2902 -2.345611 -3.351638 1 1 +635 74.1732 -3.980198 -4.290838 1 2 +636 74.2138 -3.307028 -4.123537 1 1 +637 74.2543 -2.666965 -4.679073 1 1 +638 74.1379 -5.114817 -4.237109 2 1 +639 74.1784 -2.445467 -3.534232 1 1 +640 74.0625 -1.535308 -1.723125 1 2 +641 74.1030 -5.217902 -5.880186 1 1 +642 74.1433 -3.877198 -2.165786 2 2 +643 74.1835 -1.569163 -1.269282 2 2 +644 74.2236 -4.232280 -4.942000 1 1 +645 74.2636 -1.255814 -1.554344 1 1 +646 74.1486 -4.298759 -3.850067 2 1 +647 74.0340 -4.186737 -4.181344 2 1 +648 74.0741 -3.178370 -2.656806 2 2 +649 74.1140 -2.404949 -2.930719 1 1 +650 74.1538 -3.910079 -4.516647 1 1 +651 74.0399 -5.980164 -6.161668 1 2 +652 74.0798 -4.969862 -4.480063 2 2 +653 74.1194 -7.045476 -6.537982 2 2 +654 74.0061 -3.431510 -4.001270 1 2 +655 73.8931 -3.057611 -3.103391 1 2 +656 73.9329 -3.983018 -1.782660 2 2 +657 73.8204 -5.855287 -6.141628 1 2 +658 73.8602 -3.926688 -2.080279 2 2 +659 73.8998 -1.871061 -1.628263 2 2 +660 73.9394 -3.729220 -3.066046 2 2 +661 73.9788 -2.836241 -2.986303 1 1 +662 74.0181 -3.024497 -3.622191 1 1 +663 74.0573 -5.578636 -4.966496 2 2 +664 74.0964 -2.419887 -2.452969 1 1 +665 73.9850 -3.881009 -4.008849 1 2 +666 73.8739 -5.153530 -5.083124 2 1 +667 73.9130 -5.766753 -5.371179 2 2 +668 73.9521 -2.855384 -3.401847 1 1 +669 73.9910 -3.267259 -3.550362 1 1 +670 73.8806 -3.058332 -2.750565 2 1 +671 73.9195 -3.388443 -4.646696 1 1 +672 73.9583 -3.658034 -3.405735 2 2 +673 73.9970 -1.749063 -1.555717 2 2 +674 74.0356 -4.929151 -5.246531 1 1 +675 73.9259 -4.275362 -4.195963 2 1 +676 73.8166 -2.431697 -2.978527 1 2 +677 73.8552 -3.172670 -3.681246 1 1 +678 73.7463 -4.954224 -5.156998 1 2 +679 73.7850 -5.408679 -5.205462 2 2 +680 73.8235 -4.070210 -4.622832 1 1 +681 73.7151 -3.142421 -2.795254 2 1 +682 73.6070 -2.370233 -2.525102 1 2 +683 73.6457 -1.809333 -2.367912 1 1 +684 73.6842 -4.433867 -8.977304 1 1 +685 73.7226 -3.220824 -2.199178 2 2 +686 73.6152 -4.237863 -4.506115 1 2 +687 73.6536 -2.521540 -2.014746 2 2 +688 73.6919 -7.207506 -7.898818 1 1 +689 73.7300 -2.537982 -2.247747 2 2 +690 73.6232 -2.763680 -2.816972 1 2 +691 73.6614 -2.957956 -3.345399 1 1 +692 73.6994 -1.867850 -2.471861 1 1 +693 73.5931 -4.713593 -4.698039 2 1 +694 73.6311 -3.398247 -3.153270 2 2 +695 73.5252 -5.009202 -4.976309 2 1 +696 73.5632 -4.160707 -4.622635 1 1 +697 73.6011 -2.665512 -2.985036 1 1 +698 73.6390 -4.496970 -3.938098 2 2 +699 73.6767 -4.259026 -5.095891 1 1 +700 73.7143 -2.483974 -2.253174 2 2 +701 73.6091 -2.237344 -1.933688 2 1 +702 73.5043 -4.848767 -5.363595 1 2 +703 73.5420 -4.881748 -5.101875 1 1 +704 73.5795 -1.818172 -2.692454 1 1 +705 73.4752 -2.509412 -2.691021 1 2 +706 73.3711 -2.934300 -3.248856 1 2 +707 73.2673 -5.245112 -4.973187 2 1 +708 73.3051 -3.379827 -3.082026 2 2 +709 73.3427 -4.200286 -3.716634 2 2 +710 73.3803 -2.652154 -3.289840 1 1 +711 73.2771 -3.546175 -3.656276 1 2 +712 73.1742 -2.404510 -3.310075 1 2 +713 73.2118 -3.381577 -3.369339 2 2 +714 73.1092 -3.213830 -3.352495 1 2 +715 73.1469 -4.733482 -3.847507 2 2 +716 73.1844 -4.789380 -3.782342 2 2 +717 73.2218 -2.393173 -0.754590 2 2 +718 73.2591 -2.560243 -2.934964 1 1 +719 73.1572 -4.831176 -4.497748 2 1 +720 73.0556 -1.632523 -5.510214 1 2 +721 72.9542 -4.897368 -5.102040 1 2 +722 72.8532 -2.220087 -1.713381 2 1 +723 72.8907 -2.717244 -2.913609 1 1 +724 72.7901 -3.156208 -3.550925 1 2 +725 72.8276 -2.992428 -2.794628 2 2 +726 72.7273 -3.810073 -3.878713 1 2 +727 72.7648 -3.310680 -2.749540 2 2 +728 72.8022 -4.333546 -4.488933 1 1 +729 72.8395 -1.836808 -2.374956 1 1 +730 72.8767 -3.480191 -3.632570 1 1 +731 72.9138 -2.738303 -3.429298 1 1 +732 72.9508 -2.886732 -2.209711 2 2 +733 72.8513 -4.250475 -4.279273 1 2 +734 72.8883 -0.176853 -9.368359 1 1 +735 72.9252 -3.438629 -3.604017 1 1 +736 72.9620 -2.468394 -3.531071 1 1 +737 72.9986 -3.834163 -4.120405 1 1 +738 73.0352 -4.614786 -4.414639 2 2 +739 73.0717 -0.302070 -6.834158 1 1 +740 73.1081 -3.771361 -3.248605 2 2 +741 73.1444 -4.802891 -4.809996 1 1 +742 73.1806 -2.734056 -2.620535 2 2 +743 73.2167 -3.668105 -3.564016 2 2 +744 73.2527 -4.610103 -3.661600 2 2 +745 73.2886 -2.951216 -4.380625 1 1 +746 73.3244 -5.790077 -6.152243 1 1 +747 73.3601 -5.286572 -5.490196 1 1 +748 73.3957 -3.855380 -3.746634 2 2 +749 73.4312 -2.759106 -3.242423 1 1 +750 73.4667 -1.234341 -9.942220 1 1 + +Final Winogrande score(750 tasks): 73.4667 +/- 1.6132 diff --git a/scores/Llama-Guard-3-8B-q3_k_m.arc b/scores/Llama-Guard-3-8B-q3_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..35439dd0ec3874bf0ec2066eac6cb475b728cc7f --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 73.33333333 +31 70.96774194 +32 71.87500000 +33 69.69696970 +34 67.64705882 +35 65.71428571 +36 63.88888889 +37 64.86486486 +38 65.78947368 +39 66.66666667 +40 67.50000000 +41 68.29268293 +42 66.66666667 +43 65.11627907 +44 63.63636364 +45 64.44444444 +46 65.21739130 +47 65.95744681 +48 64.58333333 +49 65.30612245 +50 64.00000000 +51 64.70588235 +52 65.38461538 +53 66.03773585 +54 64.81481481 +55 63.63636364 +56 64.28571429 +57 64.91228070 +58 65.51724138 +59 64.40677966 +60 65.00000000 +61 65.57377049 +62 64.51612903 +63 65.07936508 +64 65.62500000 +65 64.61538462 +66 65.15151515 +67 65.67164179 +68 66.17647059 +69 66.66666667 +70 65.71428571 +71 64.78873239 +72 63.88888889 +73 64.38356164 +74 64.86486486 +75 65.33333333 +76 64.47368421 +77 63.63636364 +78 64.10256410 +79 63.29113924 +80 63.75000000 +81 62.96296296 +82 63.41463415 +83 62.65060241 +84 63.09523810 +85 62.35294118 +86 62.79069767 +87 62.06896552 +88 62.50000000 +89 62.92134831 +90 63.33333333 +91 63.73626374 +92 64.13043478 +93 63.44086022 +94 62.76595745 +95 63.15789474 +96 63.54166667 +97 63.91752577 +98 64.28571429 +99 64.64646465 +100 65.00000000 +101 64.35643564 +102 63.72549020 +103 63.10679612 +104 62.50000000 +105 62.85714286 +106 62.26415094 +107 62.61682243 +108 62.03703704 +109 62.38532110 +110 62.72727273 +111 63.06306306 +112 63.39285714 +113 63.71681416 +114 64.03508772 +115 64.34782609 +116 63.79310345 +117 64.10256410 +118 64.40677966 +119 63.86554622 +120 64.16666667 +121 63.63636364 +122 63.93442623 +123 64.22764228 +124 63.70967742 +125 64.00000000 +126 64.28571429 +127 63.77952756 +128 64.06250000 +129 63.56589147 +130 63.07692308 +131 63.35877863 +132 63.63636364 +133 63.90977444 +134 63.43283582 +135 62.96296296 +136 63.23529412 +137 63.50364964 +138 63.76811594 +139 64.02877698 +140 64.28571429 +141 64.53900709 +142 64.78873239 +143 65.03496503 +144 65.27777778 +145 65.51724138 +146 65.06849315 +147 64.62585034 +148 64.86486486 +149 65.10067114 +150 65.33333333 +151 64.90066225 +152 65.13157895 +153 65.35947712 +154 64.93506494 +155 65.16129032 +156 65.38461538 +157 65.60509554 +158 65.18987342 +159 65.40880503 +160 65.62500000 +161 65.83850932 +162 66.04938272 +163 66.25766871 +164 65.85365854 +165 65.45454545 +166 65.66265060 +167 65.26946108 +168 65.47619048 +169 65.08875740 +170 65.29411765 +171 64.91228070 +172 65.11627907 +173 65.31791908 +174 65.51724138 +175 65.14285714 +176 65.34090909 +177 65.53672316 +178 65.16853933 +179 65.36312849 +180 65.55555556 +181 65.19337017 +182 65.38461538 +183 65.02732240 +184 65.21739130 +185 65.40540541 +186 65.59139785 +187 65.77540107 +188 65.95744681 +189 65.60846561 +190 65.26315789 +191 65.44502618 +192 65.62500000 +193 65.28497409 +194 65.46391753 +195 65.64102564 +196 65.81632653 +197 65.98984772 +198 66.16161616 +199 65.82914573 +200 66.00000000 +201 66.16915423 +202 66.33663366 +203 66.50246305 +204 66.66666667 +205 66.34146341 +206 66.01941748 +207 65.70048309 +208 65.86538462 +209 66.02870813 +210 66.19047619 +211 66.35071090 +212 66.03773585 +213 66.19718310 +214 66.35514019 +215 66.51162791 +216 66.66666667 +217 66.35944700 +218 66.51376147 +219 66.21004566 +220 65.90909091 +221 65.61085973 +222 65.76576577 +223 65.47085202 +224 65.62500000 +225 65.33333333 +226 65.04424779 +227 65.19823789 +228 65.35087719 +229 65.50218341 +230 65.65217391 +231 65.36796537 +232 65.08620690 +233 65.23605150 +234 65.38461538 +235 65.10638298 +236 65.25423729 +237 65.40084388 +238 65.54621849 +239 65.69037657 +240 65.83333333 +241 65.97510373 +242 66.11570248 +243 66.25514403 +244 65.98360656 +245 66.12244898 +246 66.26016260 +247 66.39676113 +248 66.53225806 +249 66.66666667 +250 66.80000000 +251 66.93227092 +252 67.06349206 +253 67.19367589 +254 66.92913386 +255 67.05882353 +256 67.18750000 +257 66.92607004 +258 67.05426357 +259 66.79536680 +260 66.92307692 +261 67.04980843 +262 67.17557252 +263 67.30038023 +264 67.42424242 +265 67.16981132 +266 66.91729323 +267 67.04119850 +268 67.16417910 +269 67.28624535 +270 67.40740741 +271 67.52767528 +272 67.27941176 +273 67.03296703 +274 66.78832117 +275 66.54545455 +276 66.66666667 +277 66.78700361 +278 66.54676259 +279 66.66666667 +280 66.78571429 +281 66.90391459 +282 67.02127660 +283 66.78445230 +284 66.90140845 +285 67.01754386 +286 67.13286713 +287 67.24738676 +288 67.36111111 +289 67.12802768 +290 67.24137931 +291 67.35395189 +292 67.46575342 +293 67.57679181 +294 67.34693878 +295 67.45762712 +296 67.56756757 +297 67.67676768 +298 67.78523490 +299 67.89297659 +300 68.00000000 +301 67.77408638 +302 67.88079470 +303 67.98679868 +304 68.09210526 +305 67.86885246 +306 67.64705882 +307 67.75244300 +308 67.85714286 +309 67.96116505 +310 68.06451613 +311 68.16720257 +312 68.26923077 +313 68.37060703 +314 68.15286624 +315 67.93650794 +316 68.03797468 +317 68.13880126 +318 67.92452830 +319 67.71159875 +320 67.50000000 +321 67.60124611 +322 67.70186335 +323 67.80185759 +324 67.59259259 +325 67.69230769 +326 67.79141104 +327 67.58409786 +328 67.68292683 +329 67.78115502 +330 67.57575758 +331 67.67371601 +332 67.77108434 +333 67.86786787 +334 67.66467066 +335 67.46268657 +336 67.26190476 +337 67.06231454 +338 66.86390533 +339 66.96165192 +340 67.05882353 +341 66.86217009 +342 66.66666667 +343 66.76384840 +344 66.86046512 +345 66.66666667 +346 66.47398844 +347 66.28242075 +348 66.09195402 +349 66.18911175 +350 66.28571429 +351 66.38176638 +352 66.47727273 +353 66.57223796 +354 66.38418079 +355 66.19718310 +356 66.29213483 +357 66.38655462 +358 66.48044693 +359 66.29526462 +360 66.38888889 +361 66.48199446 +362 66.57458564 +363 66.39118457 +364 66.20879121 +365 66.30136986 +366 66.12021858 +367 66.21253406 +368 66.30434783 +369 66.39566396 +370 66.48648649 +371 66.57681941 +372 66.66666667 +373 66.75603217 +374 66.84491979 +375 66.66666667 +376 66.75531915 +377 66.57824934 +378 66.66666667 +379 66.49076517 +380 66.57894737 +381 66.66666667 +382 66.49214660 +383 66.31853786 +384 66.40625000 +385 66.23376623 +386 66.32124352 +387 66.14987080 +388 65.97938144 +389 65.80976864 +390 65.64102564 +391 65.47314578 +392 65.56122449 +393 65.64885496 +394 65.73604061 +395 65.82278481 +396 65.65656566 +397 65.49118388 +398 65.32663317 +399 65.41353383 +400 65.50000000 +401 65.33665835 +402 65.17412935 +403 65.26054591 +404 65.34653465 +405 65.43209877 +406 65.27093596 +407 65.35626536 +408 65.44117647 +409 65.28117359 +410 65.36585366 +411 65.45012165 +412 65.53398058 +413 65.37530266 +414 65.45893720 +415 65.30120482 +416 65.14423077 +417 64.98800959 +418 65.07177033 +419 64.91646778 +420 65.00000000 +421 64.84560570 +422 64.69194313 +423 64.77541371 +424 64.62264151 +425 64.70588235 +426 64.78873239 +427 64.87119438 +428 64.71962617 +429 64.80186480 +430 64.88372093 +431 64.96519722 +432 65.04629630 +433 64.89607390 +434 64.97695853 +435 65.05747126 +436 65.13761468 +437 65.21739130 +438 65.06849315 +439 65.14806378 +440 65.00000000 +441 65.07936508 +442 64.93212670 +443 64.78555305 +444 64.63963964 +445 64.71910112 +446 64.79820628 +447 64.87695749 +448 64.95535714 +449 65.03340757 +450 64.88888889 +451 64.96674058 +452 65.04424779 +453 65.12141280 +454 64.97797357 +455 64.83516484 +456 64.91228070 +457 64.98905908 +458 65.06550218 +459 65.14161220 +460 65.21739130 +461 65.29284165 +462 65.36796537 +463 65.22678186 +464 65.08620690 +465 65.16129032 +466 65.23605150 +467 65.31049251 +468 65.38461538 +469 65.24520256 +470 65.31914894 +471 65.39278132 +472 65.46610169 +473 65.32769556 +474 65.40084388 +475 65.47368421 +476 65.33613445 +477 65.40880503 +478 65.48117155 +479 65.55323591 +480 65.62500000 +481 65.48856549 +482 65.56016598 +483 65.63146998 +484 65.70247934 +485 65.77319588 +486 65.84362140 +487 65.70841889 +488 65.77868852 +489 65.84867076 +490 65.71428571 +491 65.58044807 +492 65.65040650 +493 65.51724138 +494 65.58704453 +495 65.45454545 +496 65.52419355 +497 65.59356137 +498 65.66265060 +499 65.73146293 +500 65.80000000 +501 65.66866267 +502 65.73705179 +503 65.80516899 +504 65.87301587 +505 65.94059406 +506 65.81027668 +507 65.68047337 +508 65.74803150 +509 65.61886051 +510 65.68627451 +511 65.55772994 +512 65.42968750 +513 65.30214425 +514 65.36964981 +515 65.24271845 +516 65.11627907 +517 65.18375242 +518 65.25096525 +519 65.31791908 +520 65.19230769 +521 65.25911708 +522 65.32567050 +523 65.20076482 +524 65.26717557 +525 65.14285714 +526 65.01901141 +527 64.89563567 +528 64.77272727 +529 64.65028355 +530 64.71698113 +531 64.78342750 +532 64.84962406 +533 64.91557223 +534 64.79400749 +535 64.67289720 +536 64.73880597 +537 64.80446927 +538 64.68401487 +539 64.74953618 +540 64.62962963 +541 64.69500924 +542 64.76014760 +543 64.82504604 +544 64.88970588 +545 64.95412844 +546 64.83516484 +547 64.71663620 +548 64.78102190 +549 64.66302368 +550 64.72727273 +551 64.60980036 +552 64.49275362 +553 64.55696203 +554 64.62093863 +555 64.68468468 +556 64.56834532 +557 64.63195691 +558 64.51612903 +559 64.57960644 +560 64.64285714 +561 64.70588235 +562 64.76868327 +563 64.83126110 +564 64.71631206 +565 64.60176991 +566 64.66431095 +567 64.55026455 +568 64.61267606 +569 64.49912127 +570 64.38596491 +571 64.44833625 +572 64.33566434 +573 64.39790576 +574 64.45993031 +575 64.34782609 +576 64.40972222 +577 64.47140381 +578 64.53287197 +579 64.59412781 +580 64.48275862 +581 64.54388985 +582 64.43298969 +583 64.32246998 +584 64.38356164 +585 64.44444444 +586 64.33447099 +587 64.39522998 +588 64.45578231 +589 64.51612903 +590 64.57627119 +591 64.63620981 +592 64.69594595 +593 64.75548061 +594 64.81481481 +595 64.87394958 +596 64.76510067 +597 64.65661642 +598 64.54849498 +599 64.60767947 +600 64.50000000 +601 64.55906822 +602 64.45182724 +603 64.34494196 +604 64.40397351 +605 64.46280992 +606 64.52145215 +607 64.57990115 +608 64.63815789 +609 64.53201970 +610 64.59016393 +611 64.48445172 +612 64.54248366 +613 64.43719413 +614 64.49511401 +615 64.55284553 +616 64.44805195 +617 64.50567261 +618 64.40129450 +619 64.29725363 +620 64.35483871 +621 64.25120773 +622 64.14790997 +623 64.20545746 +624 64.10256410 +625 64.00000000 +626 63.89776358 +627 63.95534290 +628 64.01273885 +629 63.91096979 +630 63.96825397 +631 64.02535658 +632 63.92405063 +633 63.82306477 +634 63.88012618 +635 63.93700787 +636 63.99371069 +637 63.89324961 +638 63.94984326 +639 64.00625978 +640 63.90625000 +641 63.96255850 +642 63.86292835 +643 63.91912908 +644 63.97515528 +645 63.87596899 +646 63.93188854 +647 63.98763524 +648 63.88888889 +649 63.79044684 +650 63.84615385 +651 63.90168971 +652 63.95705521 +653 63.85911179 +654 63.76146789 +655 63.66412214 +656 63.56707317 +657 63.47031963 +658 63.52583587 +659 63.42943854 +660 63.48484848 +661 63.38880484 +662 63.44410876 +663 63.49924585 +664 63.55421687 +665 63.60902256 +666 63.51351351 +667 63.56821589 +668 63.47305389 +669 63.37817638 +670 63.43283582 +671 63.33830104 +672 63.39285714 +673 63.29866270 +674 63.20474777 +675 63.11111111 +676 63.01775148 +677 63.07237814 +678 63.12684366 +679 63.18114875 +680 63.23529412 +681 63.14243759 +682 63.04985337 +683 62.95754026 +684 62.86549708 +685 62.91970803 +686 62.82798834 +687 62.73653566 +688 62.79069767 +689 62.69956459 +690 62.75362319 +691 62.80752533 +692 62.86127168 +693 62.91486291 +694 62.82420749 +695 62.73381295 +696 62.64367816 +697 62.69727403 +698 62.60744986 +699 62.51788269 +700 62.57142857 +701 62.62482168 +702 62.67806268 +703 62.73115220 +704 62.78409091 +705 62.69503546 +706 62.74787535 +707 62.80056577 +708 62.85310734 +709 62.90550071 +710 62.95774648 +711 63.00984529 +712 63.06179775 +713 63.11360449 +714 63.02521008 +715 62.93706294 +716 62.98882682 +717 62.90097629 +718 62.81337047 +719 62.72600834 +720 62.77777778 +721 62.82940361 +722 62.88088643 +723 62.93222683 +724 62.84530387 +725 62.89655172 +726 62.80991736 +727 62.72352132 +728 62.77472527 +729 62.82578875 +730 62.87671233 +731 62.92749658 +732 62.97814208 +733 63.02864939 +734 63.07901907 +735 62.99319728 +736 63.04347826 +737 62.95793758 +738 63.00813008 +739 62.92286874 +740 62.97297297 +741 63.02294197 +742 63.07277628 +743 63.12247645 +744 63.03763441 +745 63.08724832 +746 63.13672922 +747 63.05220884 +748 62.96791444 +749 62.88384513 +750 62.93333333 + +Final result: 62.9333 +/- 1.7648 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q3_k_m.hsw b/scores/Llama-Guard-3-8B-q3_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..a76907dbfddd5c8a0a3d76822b2c007ee826c1de --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 77.77777778 +10 80.00000000 +11 81.81818182 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 83.33333333 +19 78.94736842 +20 80.00000000 +21 80.95238095 +22 81.81818182 +23 82.60869565 +24 79.16666667 +25 76.00000000 +26 73.07692308 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 70.00000000 +31 70.96774194 +32 68.75000000 +33 69.69696970 +34 70.58823529 +35 71.42857143 +36 72.22222222 +37 72.97297297 +38 73.68421053 +39 74.35897436 +40 75.00000000 +41 75.60975610 +42 73.80952381 +43 74.41860465 +44 75.00000000 +45 73.33333333 +46 73.91304348 +47 74.46808511 +48 75.00000000 +49 75.51020408 +50 74.00000000 +51 72.54901961 +52 71.15384615 +53 69.81132075 +54 70.37037037 +55 69.09090909 +56 67.85714286 +57 68.42105263 +58 68.96551724 +59 69.49152542 +60 70.00000000 +61 68.85245902 +62 69.35483871 +63 69.84126984 +64 70.31250000 +65 70.76923077 +66 69.69696970 +67 70.14925373 +68 70.58823529 +69 69.56521739 +70 70.00000000 +71 69.01408451 +72 69.44444444 +73 68.49315068 +74 68.91891892 +75 68.00000000 +76 68.42105263 +77 68.83116883 +78 69.23076923 +79 69.62025316 +80 70.00000000 +81 70.37037037 +82 70.73170732 +83 71.08433735 +84 71.42857143 +85 71.76470588 +86 72.09302326 +87 72.41379310 +88 72.72727273 +89 71.91011236 +90 72.22222222 +91 72.52747253 +92 71.73913043 +93 72.04301075 +94 72.34042553 +95 72.63157895 +96 72.91666667 +97 73.19587629 +98 73.46938776 +99 73.73737374 +100 73.00000000 +101 73.26732673 +102 72.54901961 +103 71.84466019 +104 72.11538462 +105 72.38095238 +106 72.64150943 +107 72.89719626 +108 73.14814815 +109 72.47706422 +110 72.72727273 +111 72.97297297 +112 73.21428571 +113 73.45132743 +114 73.68421053 +115 73.91304348 +116 73.27586207 +117 72.64957265 +118 72.88135593 +119 73.10924370 +120 73.33333333 +121 73.55371901 +122 73.77049180 +123 73.98373984 +124 74.19354839 +125 74.40000000 +126 74.60317460 +127 74.80314961 +128 74.21875000 +129 74.41860465 +130 73.84615385 +131 74.04580153 +132 74.24242424 +133 74.43609023 +134 74.62686567 +135 74.81481481 +136 75.00000000 +137 75.18248175 +138 75.36231884 +139 74.82014388 +140 75.00000000 +141 75.17730496 +142 75.35211268 +143 75.52447552 +144 75.69444444 +145 75.86206897 +146 76.02739726 +147 76.19047619 +148 75.67567568 +149 75.83892617 +150 76.00000000 +151 75.49668874 +152 75.00000000 +153 75.16339869 +154 75.32467532 +155 75.48387097 +156 75.00000000 +157 75.15923567 +158 75.31645570 +159 75.47169811 +160 75.62500000 +161 75.77639752 +162 75.92592593 +163 76.07361963 +164 76.21951220 +165 76.36363636 +166 76.50602410 +167 76.64670659 +168 76.78571429 +169 76.33136095 +170 76.47058824 +171 76.60818713 +172 76.74418605 +173 76.30057803 +174 76.43678161 +175 76.57142857 +176 76.70454545 +177 76.83615819 +178 76.96629213 +179 76.53631285 +180 76.66666667 +181 76.24309392 +182 76.37362637 +183 76.50273224 +184 76.08695652 +185 76.21621622 +186 75.80645161 +187 75.40106952 +188 75.53191489 +189 75.13227513 +190 75.26315789 +191 75.39267016 +192 75.52083333 +193 75.12953368 +194 75.25773196 +195 74.87179487 +196 74.48979592 +197 74.61928934 +198 74.24242424 +199 74.37185930 +200 74.50000000 +201 74.62686567 +202 74.75247525 +203 74.38423645 +204 74.50980392 +205 74.63414634 +206 74.75728155 +207 74.87922705 +208 74.51923077 +209 74.64114833 +210 74.76190476 +211 74.88151659 +212 75.00000000 +213 75.11737089 +214 75.23364486 +215 74.88372093 +216 75.00000000 +217 74.65437788 +218 74.77064220 +219 74.88584475 +220 75.00000000 +221 74.66063348 +222 74.77477477 +223 74.88789238 +224 75.00000000 +225 75.11111111 +226 75.22123894 +227 74.88986784 +228 75.00000000 +229 75.10917031 +230 75.21739130 +231 74.89177489 +232 74.56896552 +233 74.67811159 +234 74.78632479 +235 74.46808511 +236 74.15254237 +237 74.26160338 +238 74.36974790 +239 74.47698745 +240 74.58333333 +241 74.68879668 +242 74.79338843 +243 74.89711934 +244 74.59016393 +245 74.28571429 +246 74.39024390 +247 74.49392713 +248 74.59677419 +249 74.69879518 +250 74.80000000 +251 74.90039841 +252 75.00000000 +253 74.70355731 +254 74.80314961 +255 74.90196078 +256 75.00000000 +257 74.70817121 +258 74.80620155 +259 74.90347490 +260 75.00000000 +261 75.09578544 +262 74.80916031 +263 74.52471483 +264 74.62121212 +265 74.71698113 +266 74.43609023 +267 74.53183521 +268 74.62686567 +269 74.72118959 +270 74.81481481 +271 74.53874539 +272 74.63235294 +273 74.35897436 +274 74.45255474 +275 74.18181818 +276 74.27536232 +277 74.36823105 +278 74.46043165 +279 74.55197133 +280 74.64285714 +281 74.73309609 +282 74.82269504 +283 74.55830389 +284 74.64788732 +285 74.38596491 +286 74.47552448 +287 74.56445993 +288 74.65277778 +289 74.74048443 +290 74.82758621 +291 74.91408935 +292 74.65753425 +293 74.74402730 +294 74.82993197 +295 74.91525424 +296 75.00000000 +297 75.08417508 +298 75.16778523 +299 74.91638796 +300 74.66666667 +301 74.75083056 +302 74.83443709 +303 74.58745875 +304 74.34210526 +305 74.42622951 +306 74.50980392 +307 74.26710098 +308 74.35064935 +309 74.43365696 +310 74.51612903 +311 74.59807074 +312 74.67948718 +313 74.76038339 +314 74.84076433 +315 74.92063492 +316 75.00000000 +317 75.07886435 +318 74.84276730 +319 74.92163009 +320 75.00000000 +321 74.76635514 +322 74.53416149 +323 74.61300310 +324 74.69135802 +325 74.76923077 +326 74.84662577 +327 74.61773700 +328 74.69512195 +329 74.77203647 +330 74.84848485 +331 74.92447130 +332 75.00000000 +333 75.07507508 +334 74.85029940 +335 74.92537313 +336 75.00000000 +337 74.77744807 +338 74.55621302 +339 74.63126844 +340 74.70588235 +341 74.78005865 +342 74.85380117 +343 74.92711370 +344 75.00000000 +345 75.07246377 +346 74.85549133 +347 74.63976945 +348 74.42528736 +349 74.21203438 +350 74.28571429 +351 74.35897436 +352 74.43181818 +353 74.50424929 +354 74.57627119 +355 74.64788732 +356 74.71910112 +357 74.78991597 +358 74.86033520 +359 74.93036212 +360 75.00000000 +361 75.06925208 +362 75.13812155 +363 75.20661157 +364 75.27472527 +365 75.34246575 +366 75.40983607 +367 75.47683924 +368 75.54347826 +369 75.60975610 +370 75.67567568 +371 75.47169811 +372 75.53763441 +373 75.60321716 +374 75.66844920 +375 75.73333333 +376 75.79787234 +377 75.59681698 +378 75.66137566 +379 75.72559367 +380 75.78947368 +381 75.85301837 +382 75.91623037 +383 75.97911227 +384 76.04166667 +385 76.10389610 +386 76.16580311 +387 76.22739018 +388 76.03092784 +389 76.09254499 +390 76.15384615 +391 75.95907928 +392 76.02040816 +393 76.08142494 +394 76.14213198 +395 76.20253165 +396 76.26262626 +397 76.32241814 +398 76.38190955 +399 76.44110276 +400 76.50000000 +401 76.55860349 +402 76.61691542 +403 76.42679901 +404 76.48514851 +405 76.29629630 +406 76.35467980 +407 76.41277641 +408 76.47058824 +409 76.52811736 +410 76.34146341 +411 76.39902676 +412 76.45631068 +413 76.27118644 +414 76.32850242 +415 76.14457831 +416 76.20192308 +417 76.25899281 +418 76.31578947 +419 76.37231504 +420 76.42857143 +421 76.24703088 +422 76.30331754 +423 76.35933806 +424 76.41509434 +425 76.47058824 +426 76.52582160 +427 76.34660422 +428 76.40186916 +429 76.22377622 +430 76.27906977 +431 76.33410673 +432 76.15740741 +433 76.21247113 +434 76.26728111 +435 76.09195402 +436 76.14678899 +437 75.97254005 +438 76.02739726 +439 76.08200456 +440 75.90909091 +441 75.96371882 +442 76.01809955 +443 76.07223476 +444 76.12612613 +445 76.17977528 +446 76.23318386 +447 76.28635347 +448 76.33928571 +449 76.39198218 +450 76.44444444 +451 76.27494457 +452 76.10619469 +453 75.93818985 +454 75.99118943 +455 76.04395604 +456 76.09649123 +457 76.14879650 +458 76.20087336 +459 76.25272331 +460 76.08695652 +461 76.13882863 +462 76.19047619 +463 76.24190065 +464 76.29310345 +465 76.12903226 +466 76.18025751 +467 76.23126338 +468 76.06837607 +469 76.11940299 +470 75.95744681 +471 76.00849257 +472 76.05932203 +473 76.10993658 +474 76.16033755 +475 76.21052632 +476 76.05042017 +477 75.89098532 +478 75.94142259 +479 75.99164927 +480 76.04166667 +481 75.88357588 +482 75.93360996 +483 75.98343685 +484 75.82644628 +485 75.67010309 +486 75.72016461 +487 75.77002053 +488 75.61475410 +489 75.66462168 +490 75.71428571 +491 75.76374745 +492 75.81300813 +493 75.86206897 +494 75.91093117 +495 75.95959596 +496 76.00806452 +497 76.05633803 +498 76.10441767 +499 75.95190381 +500 76.00000000 +501 76.04790419 +502 76.09561753 +503 76.14314115 +504 76.19047619 +505 76.23762376 +506 76.28458498 +507 76.33136095 +508 76.37795276 +509 76.42436149 +510 76.47058824 +511 76.51663405 +512 76.36718750 +513 76.21832359 +514 76.26459144 +515 76.31067961 +516 76.16279070 +517 76.01547389 +518 76.06177606 +519 75.91522158 +520 75.96153846 +521 75.81573896 +522 75.86206897 +523 75.90822180 +524 75.95419847 +525 75.80952381 +526 75.66539924 +527 75.71157495 +528 75.75757576 +529 75.80340265 +530 75.84905660 +531 75.89453861 +532 75.93984962 +533 75.98499062 +534 76.02996255 +535 76.07476636 +536 76.11940299 +537 76.16387337 +538 76.20817844 +539 76.06679035 +540 76.11111111 +541 76.15526802 +542 76.19926199 +543 76.05893186 +544 76.10294118 +545 76.14678899 +546 76.19047619 +547 76.23400366 +548 76.27737226 +549 76.32058288 +550 76.18181818 +551 76.22504537 +552 76.08695652 +553 76.13019892 +554 76.17328520 +555 76.03603604 +556 76.07913669 +557 75.94254937 +558 75.80645161 +559 75.84973166 +560 75.89285714 +561 75.93582888 +562 75.97864769 +563 76.02131439 +564 76.06382979 +565 75.92920354 +566 75.97173145 +567 76.01410935 +568 76.05633803 +569 76.09841828 +570 76.14035088 +571 76.18213660 +572 76.22377622 +573 76.26527051 +574 76.30662021 +575 76.34782609 +576 76.38888889 +577 76.25649913 +578 76.29757785 +579 76.33851468 +580 76.37931034 +581 76.24784854 +582 76.28865979 +583 76.32933105 +584 76.36986301 +585 76.41025641 +586 76.45051195 +587 76.49063032 +588 76.36054422 +589 76.40067912 +590 76.44067797 +591 76.48054146 +592 76.52027027 +593 76.39123103 +594 76.26262626 +595 76.30252101 +596 76.34228188 +597 76.38190955 +598 76.42140468 +599 76.29382304 +600 76.33333333 +601 76.37271215 +602 76.41196013 +603 76.45107794 +604 76.49006623 +605 76.52892562 +606 76.40264026 +607 76.27677100 +608 76.31578947 +609 76.35467980 +610 76.39344262 +611 76.43207856 +612 76.47058824 +613 76.34584013 +614 76.38436482 +615 76.42276423 +616 76.29870130 +617 76.33711507 +618 76.37540453 +619 76.41357027 +620 76.45161290 +621 76.48953301 +622 76.52733119 +623 76.56500803 +624 76.60256410 +625 76.64000000 +626 76.67731629 +627 76.71451356 +628 76.75159236 +629 76.62957075 +630 76.50793651 +631 76.54516640 +632 76.42405063 +633 76.30331754 +634 76.34069401 +635 76.37795276 +636 76.41509434 +637 76.45211931 +638 76.48902821 +639 76.52582160 +640 76.56250000 +641 76.59906396 +642 76.63551402 +643 76.67185070 +644 76.70807453 +645 76.58914729 +646 76.62538700 +647 76.66151468 +648 76.69753086 +649 76.57935285 +650 76.61538462 +651 76.65130568 +652 76.68711656 +653 76.72281776 +654 76.75840979 +655 76.79389313 +656 76.82926829 +657 76.86453577 +658 76.89969605 +659 76.78300455 +660 76.66666667 +661 76.70196672 +662 76.73716012 +663 76.77224736 +664 76.80722892 +665 76.84210526 +666 76.87687688 +667 76.91154423 +668 76.94610778 +669 76.98056801 +670 77.01492537 +671 77.04918033 +672 77.08333333 +673 77.11738484 +674 77.15133531 +675 77.18518519 +676 77.21893491 +677 77.25258493 +678 77.28613569 +679 77.31958763 +680 77.35294118 +681 77.38619677 +682 77.41935484 +683 77.45241581 +684 77.48538012 +685 77.51824818 +686 77.55102041 +687 77.58369723 +688 77.61627907 +689 77.64876633 +690 77.68115942 +691 77.71345876 +692 77.74566474 +693 77.63347763 +694 77.66570605 +695 77.69784173 +696 77.72988506 +697 77.76183644 +698 77.79369628 +699 77.68240343 +700 77.71428571 +701 77.74607703 +702 77.77777778 +703 77.80938834 +704 77.84090909 +705 77.87234043 +706 77.90368272 +707 77.93493635 +708 77.96610169 +709 77.99717913 +710 78.02816901 +711 77.91842475 +712 77.94943820 +713 77.98036466 +714 78.01120448 +715 77.90209790 +716 77.93296089 +717 77.96373780 +718 77.85515320 +719 77.88595271 +720 77.91666667 +721 77.94729542 +722 77.97783934 +723 78.00829876 +724 78.03867403 +725 78.06896552 +726 78.09917355 +727 78.12929849 +728 78.15934066 +729 78.18930041 +730 78.21917808 +731 78.24897401 +732 78.27868852 +733 78.17189632 +734 78.20163488 +735 78.23129252 +736 78.26086957 +737 78.15468114 +738 78.04878049 +739 77.94316644 +740 77.97297297 +741 78.00269906 +742 78.03234501 +743 78.06191117 +744 78.09139785 +745 77.98657718 +746 78.01608579 +747 77.91164659 +748 77.94117647 +749 77.97062750 +750 78.00000000 diff --git a/scores/Llama-Guard-3-8B-q3_k_m.mmlu b/scores/Llama-Guard-3-8B-q3_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..b0360917d31a936d342a7cdd470acc6623417590 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 50.00000000 +13 46.15384615 +14 42.85714286 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 50.00000000 +21 52.38095238 +22 50.00000000 +23 47.82608696 +24 50.00000000 +25 52.00000000 +26 50.00000000 +27 51.85185185 +28 50.00000000 +29 51.72413793 +30 53.33333333 +31 54.83870968 +32 56.25000000 +33 54.54545455 +34 55.88235294 +35 57.14285714 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 57.50000000 +41 56.09756098 +42 54.76190476 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 54.34782609 +47 53.19148936 +48 54.16666667 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 52.63157895 +58 53.44827586 +59 54.23728814 +60 53.33333333 +61 54.09836066 +62 53.22580645 +63 52.38095238 +64 51.56250000 +65 50.76923077 +66 50.00000000 +67 49.25373134 +68 48.52941176 +69 47.82608696 +70 48.57142857 +71 49.29577465 +72 48.61111111 +73 47.94520548 +74 47.29729730 +75 48.00000000 +76 48.68421053 +77 49.35064935 +78 50.00000000 +79 49.36708861 +80 50.00000000 +81 50.61728395 +82 50.00000000 +83 50.60240964 +84 50.00000000 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 49.43820225 +90 48.88888889 +91 48.35164835 +92 47.82608696 +93 47.31182796 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 46.39175258 +98 45.91836735 +99 45.45454545 +100 45.00000000 +101 45.54455446 +102 45.09803922 +103 44.66019417 +104 45.19230769 +105 45.71428571 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 47.74774775 +112 47.32142857 +113 46.90265487 +114 47.36842105 +115 47.82608696 +116 47.41379310 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 47.50000000 +121 47.93388430 +122 47.54098361 +123 47.15447154 +124 46.77419355 +125 47.20000000 +126 46.82539683 +127 46.45669291 +128 46.09375000 +129 45.73643411 +130 45.38461538 +131 45.80152672 +132 45.45454545 +133 45.11278195 +134 44.77611940 +135 44.44444444 +136 44.11764706 +137 43.79562044 +138 43.47826087 +139 43.88489209 +140 44.28571429 +141 43.97163121 +142 44.36619718 +143 44.75524476 +144 44.44444444 +145 44.82758621 +146 45.20547945 +147 44.89795918 +148 45.27027027 +149 45.63758389 +150 45.33333333 +151 45.03311258 +152 45.39473684 +153 45.09803922 +154 44.80519481 +155 44.51612903 +156 44.23076923 +157 44.58598726 +158 44.93670886 +159 44.65408805 +160 45.00000000 +161 44.72049689 +162 44.44444444 +163 44.17177914 +164 43.90243902 +165 44.24242424 +166 43.97590361 +167 44.31137725 +168 44.04761905 +169 44.37869822 +170 44.11764706 +171 44.44444444 +172 44.18604651 +173 43.93063584 +174 43.67816092 +175 43.42857143 +176 43.18181818 +177 42.93785311 +178 42.69662921 +179 43.01675978 +180 43.33333333 +181 43.64640884 +182 43.40659341 +183 43.71584699 +184 43.47826087 +185 43.78378378 +186 44.08602151 +187 44.38502674 +188 44.68085106 +189 44.97354497 +190 44.73684211 +191 45.02617801 +192 44.79166667 +193 44.55958549 +194 44.84536082 +195 45.12820513 +196 45.40816327 +197 45.17766497 +198 45.45454545 +199 45.22613065 +200 45.00000000 +201 44.77611940 +202 44.55445545 +203 44.33497537 +204 44.11764706 +205 44.39024390 +206 44.17475728 +207 44.44444444 +208 44.23076923 +209 44.01913876 +210 43.80952381 +211 44.07582938 +212 43.86792453 +213 43.66197183 +214 43.45794393 +215 43.72093023 +216 43.98148148 +217 43.77880184 +218 44.03669725 +219 44.29223744 +220 44.54545455 +221 44.34389140 +222 44.59459459 +223 44.84304933 +224 45.08928571 +225 45.33333333 +226 45.13274336 +227 44.93392070 +228 45.17543860 +229 44.97816594 +230 44.78260870 +231 44.58874459 +232 44.82758621 +233 44.63519313 +234 44.87179487 +235 44.68085106 +236 44.49152542 +237 44.30379747 +238 44.11764706 +239 43.93305439 +240 44.16666667 +241 43.98340249 +242 44.21487603 +243 44.44444444 +244 44.26229508 +245 44.48979592 +246 44.30894309 +247 44.12955466 +248 44.35483871 +249 44.17670683 +250 44.00000000 +251 43.82470120 +252 43.65079365 +253 43.47826087 +254 43.30708661 +255 43.13725490 +256 43.35937500 +257 43.57976654 +258 43.41085271 +259 43.24324324 +260 43.07692308 +261 43.29501916 +262 43.12977099 +263 42.96577947 +264 43.18181818 +265 43.39622642 +266 43.60902256 +267 43.44569288 +268 43.28358209 +269 43.49442379 +270 43.33333333 +271 43.17343173 +272 43.38235294 +273 43.22344322 +274 43.06569343 +275 42.90909091 +276 43.11594203 +277 43.32129964 +278 43.16546763 +279 43.01075269 +280 43.21428571 +281 43.06049822 +282 42.90780142 +283 42.75618375 +284 42.60563380 +285 42.45614035 +286 42.30769231 +287 42.50871080 +288 42.36111111 +289 42.21453287 +290 42.41379310 +291 42.61168385 +292 42.80821918 +293 42.66211604 +294 42.51700680 +295 42.37288136 +296 42.22972973 +297 42.08754209 +298 42.28187919 +299 42.14046823 +300 42.33333333 +301 42.19269103 +302 42.05298013 +303 41.91419142 +304 41.77631579 +305 41.96721311 +306 41.83006536 +307 42.01954397 +308 41.88311688 +309 41.74757282 +310 41.61290323 +311 41.47909968 +312 41.66666667 +313 41.53354633 +314 41.40127389 +315 41.26984127 +316 41.13924051 +317 41.32492114 +318 41.19496855 +319 41.37931034 +320 41.25000000 +321 41.12149533 +322 40.99378882 +323 40.86687307 +324 40.74074074 +325 40.92307692 +326 40.79754601 +327 40.97859327 +328 40.85365854 +329 40.72948328 +330 40.60606061 +331 40.48338369 +332 40.36144578 +333 40.54054054 +334 40.41916168 +335 40.59701493 +336 40.77380952 +337 40.65281899 +338 40.53254438 +339 40.41297935 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.68767908 +350 40.85714286 +351 40.74074074 +352 40.90909091 +353 41.07648725 +354 40.96045198 +355 40.84507042 +356 40.73033708 +357 40.89635854 +358 40.78212291 +359 40.66852368 +360 40.83333333 +361 40.99722992 +362 41.16022099 +363 41.32231405 +364 41.20879121 +365 41.09589041 +366 41.25683060 +367 41.14441417 +368 41.03260870 +369 40.92140921 +370 41.08108108 +371 40.97035040 +372 40.86021505 +373 40.75067024 +374 40.90909091 +375 41.06666667 +376 40.95744681 +377 40.84880637 +378 41.00529101 +379 40.89709763 +380 40.78947368 +381 40.68241470 +382 40.57591623 +383 40.73107050 +384 40.62500000 +385 40.77922078 +386 40.67357513 +387 40.56847545 +388 40.46391753 +389 40.61696658 +390 40.76923077 +391 40.92071611 +392 41.07142857 +393 40.96692112 +394 40.86294416 +395 41.01265823 +396 41.16161616 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.98765432 +406 40.88669951 +407 40.78624079 +408 40.68627451 +409 40.83129584 +410 40.73170732 +411 40.63260341 +412 40.53398058 +413 40.43583535 +414 40.57971014 +415 40.48192771 +416 40.38461538 +417 40.28776978 +418 40.19138756 +419 40.33412888 +420 40.23809524 +421 40.38004751 +422 40.28436019 +423 40.18912530 +424 40.33018868 +425 40.23529412 +426 40.14084507 +427 40.28103044 +428 40.18691589 +429 40.32634033 +430 40.23255814 +431 40.37122970 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.33333333 +451 39.24611973 +452 39.38053097 +453 39.51434879 +454 39.42731278 +455 39.34065934 +456 39.47368421 +457 39.60612691 +458 39.51965066 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.95726496 +469 40.08528785 +470 40.21276596 +471 40.12738854 +472 40.04237288 +473 40.16913319 +474 40.08438819 +475 40.00000000 +476 40.12605042 +477 40.04192872 +478 40.16736402 +479 40.29227557 +480 40.41666667 +481 40.33264033 +482 40.24896266 +483 40.16563147 +484 40.08264463 +485 40.00000000 +486 40.12345679 +487 40.24640657 +488 40.16393443 +489 40.08179959 +490 40.20408163 +491 40.12219959 +492 40.04065041 +493 39.95943205 +494 40.08097166 +495 40.20202020 +496 40.32258065 +497 40.24144869 +498 40.16064257 +499 40.28056112 +500 40.40000000 +501 40.31936128 +502 40.23904382 +503 40.15904573 +504 40.07936508 +505 40.19801980 +506 40.31620553 +507 40.23668639 +508 40.15748031 +509 40.07858546 +510 40.19607843 +511 40.11741683 +512 40.03906250 +513 39.96101365 +514 39.88326848 +515 40.00000000 +516 40.11627907 +517 40.23210832 +518 40.34749035 +519 40.26974952 +520 40.19230769 +521 40.11516315 +522 40.22988506 +523 40.15296367 +524 40.07633588 +525 40.00000000 +526 39.92395437 +527 40.03795066 +528 40.15151515 +529 40.07561437 +530 40.18867925 +531 40.11299435 +532 40.03759398 +533 39.96247655 +534 39.88764045 +535 40.00000000 +536 39.92537313 +537 40.03724395 +538 40.14869888 +539 40.07421150 +540 40.00000000 +541 39.92606285 +542 40.03690037 +543 39.96316759 +544 40.07352941 +545 40.00000000 +546 39.92673993 +547 40.03656307 +548 40.14598540 +549 40.07285974 +550 40.00000000 +551 40.10889292 +552 40.03623188 +553 39.96383363 +554 40.07220217 +555 40.00000000 +556 40.10791367 +557 40.03590664 +558 40.14336918 +559 40.07155635 +560 40.17857143 +561 40.10695187 +562 40.21352313 +563 40.31971581 +564 40.24822695 +565 40.35398230 +566 40.28268551 +567 40.21164021 +568 40.31690141 +569 40.24604569 +570 40.17543860 +571 40.10507881 +572 40.03496503 +573 39.96509599 +574 39.89547038 +575 39.82608696 +576 39.93055556 +577 39.86135182 +578 39.96539792 +579 39.89637306 +580 40.00000000 +581 39.93115318 +582 39.86254296 +583 39.96569468 +584 40.06849315 +585 40.17094017 +586 40.10238908 +587 40.03407155 +588 39.96598639 +589 39.89813243 +590 39.83050847 +591 39.76311337 +592 39.69594595 +593 39.79763912 +594 39.89898990 +595 39.83193277 +596 39.93288591 +597 39.86599665 +598 39.79933110 +599 39.89983306 +600 39.83333333 +601 39.76705491 +602 39.70099668 +603 39.80099502 +604 39.73509934 +605 39.83471074 +606 39.76897690 +607 39.86820428 +608 39.80263158 +609 39.73727422 +610 39.67213115 +611 39.77086743 +612 39.70588235 +613 39.80424144 +614 39.90228013 +615 39.83739837 +616 39.93506494 +617 39.87034036 +618 39.80582524 +619 39.74151858 +620 39.67741935 +621 39.61352657 +622 39.71061093 +623 39.64686998 +624 39.58333333 +625 39.52000000 +626 39.61661342 +627 39.55342903 +628 39.49044586 +629 39.58664547 +630 39.52380952 +631 39.61965135 +632 39.71518987 +633 39.65244866 +634 39.58990536 +635 39.52755906 +636 39.46540881 +637 39.56043956 +638 39.49843260 +639 39.43661972 +640 39.53125000 +641 39.46957878 +642 39.40809969 +643 39.34681182 +644 39.28571429 +645 39.22480620 +646 39.16408669 +647 39.10355487 +648 39.04320988 +649 38.98305085 +650 38.92307692 +651 38.86328725 +652 38.95705521 +653 38.89739663 +654 38.99082569 +655 38.93129771 +656 39.02439024 +657 38.96499239 +658 39.05775076 +659 38.99848255 +660 38.93939394 +661 38.88048411 +662 38.82175227 +663 38.76319759 +664 38.85542169 +665 38.94736842 +666 38.88888889 +667 38.98050975 +668 39.07185629 +669 39.16292975 +670 39.25373134 +671 39.34426230 +672 39.28571429 +673 39.22734027 +674 39.16913947 +675 39.11111111 +676 39.05325444 +677 38.99556869 +678 39.08554572 +679 39.02798233 +680 39.11764706 +681 39.20704846 +682 39.14956012 +683 39.09224012 +684 39.18128655 +685 39.27007299 +686 39.21282799 +687 39.15574964 +688 39.09883721 +689 39.04208999 +690 38.98550725 +691 39.07380608 +692 39.01734104 +693 38.96103896 +694 38.90489914 +695 38.84892086 +696 38.93678161 +697 38.88091822 +698 38.96848138 +699 39.05579399 +700 39.00000000 +701 38.94436519 +702 39.03133903 +703 39.11806543 +704 39.20454545 +705 39.14893617 +706 39.09348442 +707 39.03818953 +708 38.98305085 +709 39.06911142 +710 39.01408451 +711 39.09985935 +712 39.04494382 +713 39.13043478 +714 39.21568627 +715 39.16083916 +716 39.10614525 +717 39.05160391 +718 38.99721448 +719 38.94297636 +720 38.88888889 +721 38.83495146 +722 38.78116343 +723 38.86583679 +724 38.95027624 +725 39.03448276 +726 38.98071625 +727 38.92709766 +728 38.87362637 +729 38.82030178 +730 38.76712329 +731 38.71409029 +732 38.66120219 +733 38.74488404 +734 38.69209809 +735 38.63945578 +736 38.58695652 +737 38.67028494 +738 38.75338753 +739 38.83626522 +740 38.78378378 +741 38.73144399 +742 38.81401617 +743 38.76177658 +744 38.84408602 +745 38.79194631 +746 38.73994638 +747 38.82195448 +748 38.77005348 +749 38.71829105 +750 38.80000000 + +Final result: 38.8000 +/- 1.7805 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q3_k_m.ppx b/scores/Llama-Guard-3-8B-q3_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..eb89bc4b79855d036acdd9fadc13032f74a3307d --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 7.911577 ± 0.050533 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.13% +Mean ln(PPL(Q)/PPL(base)) : 0.188102 ± 0.001761 +Mean PPL(Q)/PPL(base) : 1.206957 ± 0.002125 +Mean PPL(Q)-PPL(base) : 1.356599 ± 0.016275 + +====== KL divergence statistics ====== +Mean KLD: 0.194188 ± 0.000679 +Maximum KLD: 10.630087 +99.9% KLD: 2.995659 +99.0% KLD: 1.123950 +99.0% KLD: 1.123950 +Median KLD: 0.146729 +10.0% KLD: 0.006264 + 5.0% KLD: 0.001677 + 1.0% KLD: 0.000230 +Minimum KLD: 0.000001 + +====== Token probability statistics ====== +Mean Δp: -3.300 ± 0.034 % +Maximum Δp: 82.643% +99.9% Δp: 46.448% +99.0% Δp: 28.068% +95.0% Δp: 14.185% +90.0% Δp: 7.667% +75.0% Δp: 0.669% +Median Δp: -0.491% +25.0% Δp: -6.343% +10.0% Δp: -17.979% + 5.0% Δp: -26.867% + 1.0% Δp: -48.683% + 0.1% Δp: -83.954% +Minimum Δp: -98.929% +RMS Δp : 13.302 ± 0.054 % +Same top p: 76.728 ± 0.111 % diff --git a/scores/Llama-Guard-3-8B-q3_k_m.tqa b/scores/Llama-Guard-3-8B-q3_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..8667c9b86b84ab2813d477fda4700de252d961c9 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 25.00000000 +9 22.22222222 +10 20.00000000 +11 18.18181818 +12 25.00000000 +13 30.76923077 +14 28.57142857 +15 26.66666667 +16 25.00000000 +17 23.52941176 +18 22.22222222 +19 21.05263158 +20 20.00000000 +21 19.04761905 +22 18.18181818 +23 17.39130435 +24 20.83333333 +25 20.00000000 +26 19.23076923 +27 18.51851852 +28 17.85714286 +29 20.68965517 +30 20.00000000 +31 19.35483871 +32 21.87500000 +33 24.24242424 +34 23.52941176 +35 22.85714286 +36 22.22222222 +37 24.32432432 +38 23.68421053 +39 25.64102564 +40 25.00000000 +41 24.39024390 +42 23.80952381 +43 23.25581395 +44 25.00000000 +45 26.66666667 +46 28.26086957 +47 27.65957447 +48 29.16666667 +49 28.57142857 +50 30.00000000 +51 29.41176471 +52 28.84615385 +53 28.30188679 +54 27.77777778 +55 29.09090909 +56 28.57142857 +57 28.07017544 +58 29.31034483 +59 28.81355932 +60 30.00000000 +61 29.50819672 +62 30.64516129 +63 30.15873016 +64 29.68750000 +65 29.23076923 +66 28.78787879 +67 28.35820896 +68 27.94117647 +69 28.98550725 +70 28.57142857 +71 28.16901408 +72 29.16666667 +73 28.76712329 +74 28.37837838 +75 28.00000000 +76 27.63157895 +77 27.27272727 +78 26.92307692 +79 26.58227848 +80 27.50000000 +81 27.16049383 +82 28.04878049 +83 27.71084337 +84 27.38095238 +85 27.05882353 +86 26.74418605 +87 26.43678161 +88 26.13636364 +89 26.96629213 +90 26.66666667 +91 26.37362637 +92 26.08695652 +93 25.80645161 +94 25.53191489 +95 26.31578947 +96 27.08333333 +97 26.80412371 +98 26.53061224 +99 27.27272727 +100 27.00000000 +101 27.72277228 +102 27.45098039 +103 27.18446602 +104 26.92307692 +105 26.66666667 +106 27.35849057 +107 28.03738318 +108 28.70370370 +109 28.44036697 +110 29.09090909 +111 28.82882883 +112 29.46428571 +113 29.20353982 +114 29.82456140 +115 29.56521739 +116 29.31034483 +117 29.05982906 +118 28.81355932 +119 28.57142857 +120 29.16666667 +121 29.75206612 +122 29.50819672 +123 29.26829268 +124 29.83870968 +125 30.40000000 +126 30.95238095 +127 30.70866142 +128 30.46875000 +129 31.00775194 +130 30.76923077 +131 30.53435115 +132 30.30303030 +133 30.07518797 +134 29.85074627 +135 30.37037037 +136 30.14705882 +137 30.65693431 +138 31.15942029 +139 31.65467626 +140 31.42857143 +141 31.20567376 +142 30.98591549 +143 30.76923077 +144 31.25000000 +145 31.03448276 +146 30.82191781 +147 30.61224490 +148 30.40540541 +149 30.20134228 +150 30.00000000 +151 30.46357616 +152 30.26315789 +153 30.06535948 +154 29.87012987 +155 29.67741935 +156 30.12820513 +157 29.93630573 +158 29.74683544 +159 29.55974843 +160 29.37500000 +161 29.19254658 +162 29.62962963 +163 29.44785276 +164 29.26829268 +165 29.69696970 +166 30.12048193 +167 29.94011976 +168 30.35714286 +169 30.17751479 +170 30.00000000 +171 29.82456140 +172 29.65116279 +173 29.47976879 +174 29.88505747 +175 29.71428571 +176 30.11363636 +177 29.94350282 +178 29.77528090 +179 30.16759777 +180 30.00000000 +181 29.83425414 +182 29.67032967 +183 29.50819672 +184 29.34782609 +185 29.18918919 +186 29.56989247 +187 29.41176471 +188 29.25531915 +189 29.62962963 +190 29.47368421 +191 29.31937173 +192 29.16666667 +193 29.01554404 +194 29.38144330 +195 29.23076923 +196 29.59183673 +197 29.94923858 +198 29.79797980 +199 29.64824121 +200 29.50000000 +201 29.35323383 +202 29.70297030 +203 29.55665025 +204 29.41176471 +205 29.75609756 +206 29.61165049 +207 29.95169082 +208 29.80769231 +209 29.66507177 +210 29.52380952 +211 29.38388626 +212 29.24528302 +213 29.10798122 +214 28.97196262 +215 28.83720930 +216 29.16666667 +217 29.03225806 +218 28.89908257 +219 28.76712329 +220 28.63636364 +221 28.50678733 +222 28.37837838 +223 28.25112108 +224 28.57142857 +225 28.44444444 +226 28.76106195 +227 29.07488987 +228 28.94736842 +229 28.82096070 +230 28.69565217 +231 28.57142857 +232 28.44827586 +233 28.32618026 +234 28.63247863 +235 28.93617021 +236 29.23728814 +237 29.11392405 +238 29.41176471 +239 29.28870293 +240 29.16666667 +241 29.04564315 +242 28.92561983 +243 28.80658436 +244 28.68852459 +245 28.57142857 +246 28.45528455 +247 28.74493927 +248 28.62903226 +249 28.91566265 +250 28.80000000 +251 29.08366534 +252 29.36507937 +253 29.24901186 +254 29.13385827 +255 29.41176471 +256 29.29687500 +257 29.18287938 +258 29.06976744 +259 28.95752896 +260 28.84615385 +261 29.11877395 +262 29.00763359 +263 28.89733840 +264 29.16666667 +265 29.43396226 +266 29.32330827 +267 29.21348315 +268 29.10447761 +269 28.99628253 +270 28.88888889 +271 28.78228782 +272 28.67647059 +273 28.93772894 +274 28.83211679 +275 28.72727273 +276 28.62318841 +277 28.51985560 +278 28.41726619 +279 28.31541219 +280 28.57142857 +281 28.82562278 +282 28.72340426 +283 28.62190813 +284 28.52112676 +285 28.42105263 +286 28.67132867 +287 28.91986063 +288 29.16666667 +289 29.06574394 +290 28.96551724 +291 29.20962199 +292 29.45205479 +293 29.69283276 +294 29.59183673 +295 29.83050847 +296 30.06756757 +297 30.30303030 +298 30.20134228 +299 30.10033445 +300 30.00000000 +301 29.90033223 +302 29.80132450 +303 29.70297030 +304 29.60526316 +305 29.50819672 +306 29.41176471 +307 29.31596091 +308 29.54545455 +309 29.44983819 +310 29.35483871 +311 29.26045016 +312 29.48717949 +313 29.39297125 +314 29.29936306 +315 29.20634921 +316 29.11392405 +317 29.02208202 +318 28.93081761 +319 28.84012539 +320 28.75000000 +321 28.66043614 +322 28.88198758 +323 28.79256966 +324 28.70370370 +325 28.61538462 +326 28.52760736 +327 28.74617737 +328 28.96341463 +329 28.87537994 +330 29.09090909 +331 29.00302115 +332 29.21686747 +333 29.42942943 +334 29.34131737 +335 29.55223881 +336 29.76190476 +337 29.67359050 +338 29.58579882 +339 29.79351032 +340 29.70588235 +341 29.61876833 +342 29.82456140 +343 29.73760933 +344 29.94186047 +345 30.14492754 +346 30.05780347 +347 30.25936599 +348 30.17241379 +349 30.37249284 +350 30.28571429 +351 30.19943020 +352 30.39772727 +353 30.31161473 +354 30.22598870 +355 30.42253521 +356 30.33707865 +357 30.25210084 +358 30.16759777 +359 30.08356546 +360 30.00000000 +361 30.19390582 +362 30.11049724 +363 30.02754821 +364 29.94505495 +365 29.86301370 +366 29.78142077 +367 29.97275204 +368 30.16304348 +369 30.08130081 +370 30.00000000 +371 29.91913747 +372 30.10752688 +373 30.02680965 +374 30.21390374 +375 30.13333333 +376 30.05319149 +377 30.23872679 +378 30.15873016 +379 30.07915567 +380 30.26315789 +381 30.18372703 +382 30.36649215 +383 30.28720627 +384 30.20833333 +385 30.12987013 +386 30.05181347 +387 29.97416021 +388 30.15463918 +389 30.07712082 +390 30.00000000 +391 30.17902813 +392 30.10204082 +393 30.02544529 +394 30.20304569 +395 30.12658228 +396 30.30303030 +397 30.47858942 +398 30.40201005 +399 30.32581454 +400 30.25000000 +401 30.42394015 +402 30.59701493 +403 30.52109181 +404 30.44554455 +405 30.37037037 +406 30.29556650 +407 30.22113022 +408 30.14705882 +409 30.07334963 +410 30.00000000 +411 29.92700730 +412 30.09708738 +413 30.02421308 +414 30.19323671 +415 30.36144578 +416 30.28846154 +417 30.45563549 +418 30.38277512 +419 30.31026253 +420 30.23809524 +421 30.40380048 +422 30.33175355 +423 30.26004728 +424 30.18867925 +425 30.11764706 +426 30.04694836 +427 29.97658080 +428 29.90654206 +429 29.83682984 +430 29.76744186 +431 29.69837587 +432 29.86111111 +433 30.02309469 +434 30.18433180 +435 30.11494253 +436 30.27522936 +437 30.20594966 +438 30.36529680 +439 30.29612756 +440 30.45454545 +441 30.38548753 +442 30.31674208 +443 30.24830700 +444 30.40540541 +445 30.33707865 +446 30.26905830 +447 30.20134228 +448 30.13392857 +449 30.28953229 +450 30.44444444 +451 30.37694013 +452 30.30973451 +453 30.46357616 +454 30.39647577 +455 30.32967033 +456 30.26315789 +457 30.19693654 +458 30.13100437 +459 30.06535948 +460 30.00000000 +461 29.93492408 +462 30.08658009 +463 30.02159827 +464 30.17241379 +465 30.32258065 +466 30.25751073 +467 30.19271949 +468 30.12820513 +469 30.06396588 +470 30.00000000 +471 29.93630573 +472 30.08474576 +473 30.23255814 +474 30.16877637 +475 30.31578947 +476 30.25210084 +477 30.39832285 +478 30.33472803 +479 30.27139875 +480 30.41666667 +481 30.35343035 +482 30.49792531 +483 30.43478261 +484 30.37190083 +485 30.51546392 +486 30.45267490 +487 30.59548255 +488 30.53278689 +489 30.67484663 +490 30.81632653 +491 30.95723014 +492 31.09756098 +493 31.03448276 +494 31.17408907 +495 31.11111111 +496 31.04838710 +497 30.98591549 +498 30.92369478 +499 30.86172345 +500 30.80000000 +501 30.93812375 +502 30.87649402 +503 30.81510934 +504 30.95238095 +505 30.89108911 +506 30.83003953 +507 30.76923077 +508 30.90551181 +509 31.04125737 +510 30.98039216 +511 30.91976517 +512 30.85937500 +513 30.79922027 +514 30.73929961 +515 30.87378641 +516 30.81395349 +517 30.94777563 +518 30.88803089 +519 30.82851638 +520 30.76923077 +521 30.71017274 +522 30.65134100 +523 30.59273423 +524 30.53435115 +525 30.47619048 +526 30.41825095 +527 30.55028463 +528 30.49242424 +529 30.43478261 +530 30.37735849 +531 30.32015066 +532 30.45112782 +533 30.58161351 +534 30.52434457 +535 30.46728972 +536 30.41044776 +537 30.54003724 +538 30.48327138 +539 30.42671614 +540 30.37037037 +541 30.31423290 +542 30.25830258 +543 30.20257827 +544 30.14705882 +545 30.09174312 +546 30.21978022 +547 30.34734918 +548 30.29197080 +549 30.23679417 +550 30.18181818 +551 30.12704174 +552 30.25362319 +553 30.37974684 +554 30.32490975 +555 30.27027027 +556 30.21582734 +557 30.16157989 +558 30.10752688 +559 30.05366726 +560 30.17857143 +561 30.30303030 +562 30.24911032 +563 30.19538188 +564 30.31914894 +565 30.44247788 +566 30.56537102 +567 30.68783069 +568 30.80985915 +569 30.75571178 +570 30.70175439 +571 30.64798599 +572 30.59440559 +573 30.54101222 +574 30.48780488 +575 30.60869565 +576 30.72916667 +577 30.67590988 +578 30.62283737 +579 30.74265976 +580 30.68965517 +581 30.63683305 +582 30.58419244 +583 30.53173242 +584 30.65068493 +585 30.59829060 +586 30.71672355 +587 30.66439523 +588 30.61224490 +589 30.56027165 +590 30.67796610 +591 30.62605753 +592 30.57432432 +593 30.52276560 +594 30.47138047 +595 30.42016807 +596 30.36912752 +597 30.31825796 +598 30.26755853 +599 30.38397329 +600 30.33333333 +601 30.44925125 +602 30.56478405 +603 30.67993367 +604 30.62913907 +605 30.57851240 +606 30.69306931 +607 30.64250412 +608 30.59210526 +609 30.70607553 +610 30.65573770 +611 30.60556465 +612 30.71895425 +613 30.66884176 +614 30.61889251 +615 30.56910569 +616 30.51948052 +617 30.63209076 +618 30.58252427 +619 30.69466882 +620 30.64516129 +621 30.59581320 +622 30.70739550 +623 30.65810594 +624 30.60897436 +625 30.56000000 +626 30.51118211 +627 30.46251994 +628 30.57324841 +629 30.52464229 +630 30.47619048 +631 30.42789223 +632 30.37974684 +633 30.33175355 +634 30.28391167 +635 30.23622047 +636 30.18867925 +637 30.14128728 +638 30.09404389 +639 30.04694836 +640 30.15625000 +641 30.10920437 +642 30.21806854 +643 30.17107309 +644 30.12422360 +645 30.23255814 +646 30.18575851 +647 30.13910355 +648 30.24691358 +649 30.20030817 +650 30.30769231 +651 30.41474654 +652 30.52147239 +653 30.62787136 +654 30.58103976 +655 30.53435115 +656 30.64024390 +657 30.74581431 +658 30.69908815 +659 30.80424886 +660 30.75757576 +661 30.71104387 +662 30.66465257 +663 30.61840121 +664 30.57228916 +665 30.67669173 +666 30.78078078 +667 30.73463268 +668 30.68862275 +669 30.64275037 +670 30.74626866 +671 30.70044709 +672 30.65476190 +673 30.60921248 +674 30.56379822 +675 30.66666667 +676 30.76923077 +677 30.87149188 +678 30.82595870 +679 30.78055965 +680 30.73529412 +681 30.69016153 +682 30.64516129 +683 30.60029283 +684 30.70175439 +685 30.65693431 +686 30.61224490 +687 30.56768559 +688 30.66860465 +689 30.62409289 +690 30.57971014 +691 30.68017366 +692 30.63583815 +693 30.73593074 +694 30.69164265 +695 30.64748201 +696 30.74712644 +697 30.70301291 +698 30.65902579 +699 30.61516452 +700 30.71428571 +701 30.67047076 +702 30.62678063 +703 30.58321479 +704 30.53977273 +705 30.49645390 +706 30.59490085 +707 30.55162659 +708 30.50847458 +709 30.46544429 +710 30.42253521 +711 30.37974684 +712 30.47752809 +713 30.43478261 +714 30.39215686 +715 30.48951049 +716 30.44692737 +717 30.54393305 +718 30.64066852 +719 30.73713491 +720 30.69444444 +721 30.65187240 +722 30.60941828 +723 30.56708160 +724 30.66298343 +725 30.62068966 +726 30.71625344 +727 30.67400275 +728 30.63186813 +729 30.58984911 +730 30.68493151 +731 30.64295486 +732 30.73770492 +733 30.69577080 +734 30.65395095 +735 30.61224490 +736 30.57065217 +737 30.66485753 +738 30.62330623 +739 30.71718539 +740 30.81081081 +741 30.90418354 +742 30.86253369 +743 30.82099596 +744 30.91397849 +745 30.87248322 +746 30.96514745 +747 31.05756359 +748 31.01604278 +749 31.10814419 +750 31.20000000 + +Final result: 31.2000 +/- 1.6929 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q3_k_m.wng b/scores/Llama-Guard-3-8B-q3_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..d91219c3654866390eeb8d43c13f66503b2acb5e --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.291009 -4.202178 1 1 +2 100.0000 -2.006853 -2.157813 1 1 +3 100.0000 -3.530247 -3.312146 2 2 +4 100.0000 -4.509454 -4.707750 1 1 +5 100.0000 -2.709781 -2.708505 2 2 +6 100.0000 -4.171224 -4.511888 1 1 +7 100.0000 -4.610290 -3.040838 2 2 +8 100.0000 -3.025064 -2.579919 2 2 +9 100.0000 -3.754206 -4.789490 1 1 +10 100.0000 -2.272550 -2.127983 2 2 +11 100.0000 -9.906845 -4.236180 2 2 +12 100.0000 -3.326123 -1.570223 2 2 +13 100.0000 -3.223145 -5.097336 1 1 +14 100.0000 -3.620093 -3.948060 1 1 +15 93.3333 -4.153701 -6.498940 1 2 +16 93.7500 -3.439095 -3.171452 2 2 +17 94.1176 -6.709713 -5.387115 2 2 +18 94.4444 -2.442028 -3.787095 1 1 +19 94.7368 -3.449014 -4.972128 1 1 +20 95.0000 -2.996602 -3.099195 1 1 +21 95.2381 -2.122584 -3.291793 1 1 +22 90.9091 -2.107409 -2.209688 1 2 +23 91.3043 -4.876755 -5.326258 1 1 +24 87.5000 -2.376172 -1.952599 2 1 +25 88.0000 -1.671200 -1.588130 2 2 +26 88.4615 -3.265563 -4.938519 1 1 +27 85.1852 -4.691752 -4.917481 1 2 +28 85.7143 -5.556420 -5.663069 1 1 +29 82.7586 -3.950960 -3.927893 2 1 +30 80.0000 -2.006139 -2.185173 1 2 +31 80.6452 -4.944614 -5.076279 1 1 +32 81.2500 -5.337349 -6.717053 1 1 +33 81.8182 -5.027084 -5.913359 1 1 +34 79.4118 -3.285825 -2.914280 2 1 +35 80.0000 -4.236798 -3.994675 2 2 +36 77.7778 -3.760324 -3.806580 1 2 +37 78.3784 -2.604054 -2.929133 1 1 +38 78.9474 -3.449051 -3.477351 1 1 +39 79.4872 -5.423435 -3.831656 2 2 +40 77.5000 -4.903682 -6.041369 1 2 +41 78.0488 -2.371373 -2.632749 1 1 +42 78.5714 -3.122098 -3.877985 1 1 +43 76.7442 -3.107920 -3.108186 1 2 +44 77.2727 -2.381224 -1.906864 2 2 +45 77.7778 -0.215743 -11.072924 1 1 +46 78.2609 -2.947897 -3.113478 1 1 +47 76.5957 -3.845485 -3.950532 1 2 +48 77.0833 -4.116682 -3.840229 2 2 +49 75.5102 -3.203879 -1.734837 2 1 +50 76.0000 -2.410638 -2.224864 2 2 +51 76.4706 -1.848859 -2.488090 1 1 +52 76.9231 -3.946080 -2.785029 2 2 +53 77.3585 -4.472150 -4.748587 1 1 +54 77.7778 -2.647036 -2.278770 2 2 +55 78.1818 -2.645549 -2.527050 2 2 +56 76.7857 -5.057897 -5.593069 1 2 +57 77.1930 -3.298778 -3.041262 2 2 +58 77.5862 -3.885703 -4.282406 1 1 +59 77.9661 -3.097569 -2.900006 2 2 +60 78.3333 -3.935990 -3.666388 2 2 +61 78.6885 -3.092181 -3.106054 1 1 +62 79.0323 -5.531168 -5.778731 1 1 +63 77.7778 -4.690188 -4.912751 1 2 +64 76.5625 -4.372472 -4.319026 2 1 +65 76.9231 -5.185533 -4.314235 2 2 +66 77.2727 -3.076428 -3.521337 1 1 +67 77.6119 -3.443630 -2.880680 2 2 +68 77.9412 -5.776810 -5.761121 2 2 +69 78.2609 -5.364109 -6.208566 1 1 +70 78.5714 -3.143306 -3.062752 2 2 +71 77.4648 -3.221520 -2.796459 2 1 +72 77.7778 -3.632470 -3.430674 2 2 +73 78.0822 -2.875616 -2.949490 1 1 +74 78.3784 -2.296112 -2.749559 1 1 +75 78.6667 -1.907944 -2.153561 1 1 +76 78.9474 -2.331708 -4.591707 1 1 +77 79.2208 -2.827023 -2.712718 2 2 +78 79.4872 -0.814885 -1.327326 1 1 +79 78.4810 -2.325322 -2.477683 1 2 +80 78.7500 -2.457757 -3.121538 1 1 +81 79.0123 -5.397479 -4.324208 2 2 +82 78.0488 -3.102758 -3.401888 1 2 +83 78.3133 -5.838211 -5.376797 2 2 +84 78.5714 -2.476350 -2.245378 2 2 +85 78.8235 -4.226213 -4.424120 1 1 +86 79.0698 -6.098559 -5.991798 2 2 +87 78.1609 -1.897803 -1.718538 2 1 +88 77.2727 -5.817401 -5.331107 2 1 +89 76.4045 -3.606392 -3.582304 2 1 +90 76.6667 -3.662312 -2.830120 2 2 +91 75.8242 -4.672320 -4.507504 2 1 +92 76.0870 -4.718913 -4.489987 2 2 +93 75.2688 -2.420235 -2.720422 1 2 +94 75.5319 -4.840773 -4.258759 2 2 +95 75.7895 -3.558704 -3.659219 1 1 +96 76.0417 -2.199018 -2.674768 1 1 +97 75.2577 -5.186292 -5.016904 2 1 +98 75.5102 -4.007030 -3.304995 2 2 +99 74.7475 -2.795828 -2.708555 2 1 +100 75.0000 -5.438422 -5.329860 2 2 +101 74.2574 -4.722426 -4.964796 1 2 +102 74.5098 -3.733866 -4.279402 1 1 +103 74.7573 -3.139681 -2.647578 2 2 +104 75.0000 -7.643226 -7.135787 2 2 +105 75.2381 -1.439840 -1.924002 1 1 +106 75.4717 -2.704075 -2.457676 2 2 +107 75.7009 -3.805207 -2.990175 2 2 +108 75.9259 -3.698960 -2.768892 2 2 +109 75.2294 -3.942236 -4.401901 1 2 +110 75.4545 -4.060013 -3.249959 2 2 +111 75.6757 -3.303366 -3.152627 2 2 +112 75.0000 -4.519016 -3.610515 2 1 +113 74.3363 -4.551997 -5.863658 1 2 +114 74.5614 -3.979324 -4.785155 1 1 +115 74.7826 -1.980168 -2.366451 1 1 +116 75.0000 -2.581256 -2.459723 2 2 +117 74.3590 -3.545808 -3.586547 1 2 +118 74.5763 -1.587480 -2.271808 1 1 +119 74.7899 -1.821271 -2.357396 1 1 +120 74.1667 -3.109321 -2.808342 2 1 +121 73.5537 -1.284089 -1.383228 1 2 +122 73.7705 -6.102493 -5.389809 2 2 +123 73.9837 -3.646632 -3.786093 1 1 +124 74.1935 -2.847098 -2.316091 2 2 +125 74.4000 -3.479772 -3.281813 2 2 +126 74.6032 -6.593100 -6.003334 2 2 +127 74.8031 -2.900435 -1.556458 2 2 +128 74.2188 -1.920856 -1.762142 2 1 +129 74.4186 -2.519385 -1.874196 2 2 +130 74.6154 -6.543128 -5.024766 2 2 +131 74.8092 -3.757376 -3.677822 2 2 +132 75.0000 -1.990966 -1.823955 2 2 +133 75.1880 -0.922488 -4.001134 1 1 +134 75.3731 -4.936911 -4.544749 2 2 +135 75.5556 -4.384804 -5.302982 1 1 +136 75.7353 -3.554990 -2.124086 2 2 +137 75.9124 -5.350266 -5.554971 1 1 +138 75.3623 -3.715677 -4.341323 1 2 +139 75.5396 -3.582957 -4.968817 1 1 +140 75.7143 -1.435203 -1.306681 2 2 +141 75.8865 -5.300107 -4.155904 2 2 +142 76.0563 -2.883891 -2.286007 2 2 +143 76.2238 -4.191224 -7.399245 1 1 +144 75.6944 -2.465727 -2.451983 2 1 +145 75.1724 -0.966745 -16.888468 1 2 +146 74.6575 -3.906889 -3.917047 1 2 +147 74.8299 -4.225228 -3.891387 2 2 +148 75.0000 -1.929703 -2.368884 1 1 +149 75.1678 -3.977483 -3.634778 2 2 +150 75.3333 -4.227919 -3.649228 2 2 +151 74.8344 -1.798058 -1.711350 2 1 +152 74.3421 -4.525629 -4.684457 1 2 +153 74.5098 -2.630060 -3.033709 1 1 +154 74.6753 -3.499314 -3.850337 1 1 +155 74.1935 -2.293575 -2.765524 1 2 +156 74.3590 -1.936629 -2.103978 1 1 +157 74.5223 -2.303220 -3.453483 1 1 +158 74.6835 -4.494241 -4.107305 2 2 +159 74.8428 -3.828189 -4.925978 1 1 +160 75.0000 -4.344562 -3.620885 2 2 +161 75.1553 -2.767744 -2.986793 1 1 +162 74.6914 -0.070590 -9.020448 1 2 +163 74.8466 -2.092531 -2.382548 1 1 +164 75.0000 -5.478633 -4.484758 2 2 +165 75.1515 -3.952765 -3.924842 2 2 +166 75.3012 -4.612485 -4.369568 2 2 +167 74.8503 -4.326870 -3.740786 2 1 +168 75.0000 -5.086701 -4.597950 2 2 +169 75.1479 -4.385777 -4.367552 2 2 +170 75.2941 -2.436210 -2.918252 1 1 +171 75.4386 -3.674105 -4.357872 1 1 +172 75.5814 -3.808202 -4.480383 1 1 +173 75.7225 -2.894266 -2.655252 2 2 +174 75.8621 -6.548320 -6.279071 2 2 +175 76.0000 -3.489746 -3.937981 1 1 +176 76.1364 -1.542049 -3.008107 1 1 +177 76.2712 -6.873206 -6.646982 2 2 +178 75.8427 -3.146559 -2.987523 2 1 +179 75.9777 -2.304217 -2.401108 1 1 +180 76.1111 -4.675814 -4.393304 2 2 +181 76.2431 -3.567990 -2.941109 2 2 +182 76.3736 -4.198859 -3.520305 2 2 +183 76.5027 -5.433413 -5.303581 2 2 +184 76.6304 -1.475546 -2.452826 1 1 +185 76.2162 -4.152044 -4.560733 1 2 +186 76.3441 -2.760342 -3.364117 1 1 +187 76.4706 -4.896455 -4.562424 2 2 +188 76.0638 -4.175973 -3.440887 2 1 +189 75.6614 -3.489756 -3.928730 1 2 +190 75.7895 -5.335269 -5.143240 2 2 +191 75.9162 -2.872466 -3.313407 1 1 +192 76.0417 -5.641675 -4.608878 2 2 +193 75.6477 -3.520481 -3.554760 1 2 +194 75.7732 -1.766891 -1.665867 2 2 +195 75.3846 -3.553571 -3.264724 2 1 +196 75.0000 -3.045154 -3.622590 1 2 +197 75.1269 -1.370751 -3.326501 1 1 +198 75.2525 -3.334451 -7.900583 1 1 +199 75.3769 -5.679333 -4.549876 2 2 +200 75.5000 -3.390921 -3.021654 2 2 +201 75.6219 -2.888742 -3.274220 1 1 +202 75.2475 -7.329547 -7.588760 1 2 +203 74.8768 -2.720784 -2.839810 1 2 +204 75.0000 -2.141654 -2.499184 1 1 +205 75.1220 -3.204040 -2.030220 2 2 +206 74.7573 -5.067153 -5.423927 1 2 +207 74.8792 -3.123377 -3.273415 1 1 +208 75.0000 -3.870995 -3.270774 2 2 +209 75.1196 -2.970064 -2.807414 2 2 +210 74.7619 -6.485775 -6.496540 1 2 +211 74.4076 -5.078597 -5.018876 2 1 +212 74.5283 -5.503535 -4.671180 2 2 +213 74.1784 -4.555860 -4.718793 1 2 +214 73.8318 -3.410158 -3.361078 2 1 +215 73.4884 -5.368714 -5.591769 1 2 +216 73.1481 -3.366281 -3.197371 2 1 +217 73.2719 -1.297608 -1.866500 1 1 +218 73.3945 -2.397805 -2.172225 2 2 +219 73.5160 -3.175615 -3.481575 1 1 +220 73.1818 -3.360013 -3.405160 1 2 +221 73.3032 -2.662441 -9.614073 1 1 +222 72.9730 -0.168122 -7.991071 1 2 +223 73.0942 -4.324557 -2.760476 2 2 +224 73.2143 -6.144270 -4.649146 2 2 +225 72.8889 -2.717519 -2.812598 1 2 +226 73.0088 -2.833281 -3.014085 1 1 +227 72.6872 -3.263675 -3.159186 2 1 +228 72.8070 -1.571364 -2.358642 1 1 +229 72.9258 -3.058794 -2.852224 2 2 +230 73.0435 -2.870418 -3.416323 1 1 +231 73.1602 -2.351038 -3.166258 1 1 +232 73.2759 -1.840405 -1.463297 2 2 +233 73.3906 -1.778236 -2.079750 1 1 +234 73.5043 -2.972081 -2.587226 2 2 +235 73.6170 -4.147983 -3.849221 2 2 +236 73.3051 -1.563325 -1.507939 2 1 +237 72.9958 -1.994039 -1.679245 2 1 +238 73.1092 -2.970419 -2.524232 2 2 +239 72.8033 -2.512122 -2.578094 1 2 +240 72.5000 -6.231466 -6.341193 1 2 +241 72.1992 -3.182895 -3.482619 1 2 +242 72.3140 -5.832341 -5.628835 2 2 +243 72.0165 -4.549260 -4.364693 2 1 +244 72.1311 -2.321737 -3.746419 1 1 +245 72.2449 -3.683178 -4.829795 1 1 +246 72.3577 -2.449089 -2.626718 1 1 +247 72.4696 -3.980063 -3.509776 2 2 +248 72.5806 -3.436617 -2.945908 2 2 +249 72.6908 -2.800433 -2.004869 2 2 +250 72.8000 -2.263306 -3.166947 1 1 +251 72.5100 -1.103878 -1.027015 2 1 +252 72.6190 -7.231702 -6.960950 2 2 +253 72.3320 -5.508232 -5.112301 2 1 +254 72.0472 -5.307320 -5.962740 1 2 +255 72.1569 -3.955616 -4.570029 1 1 +256 71.8750 -4.075347 -3.625108 2 1 +257 71.5953 -2.270093 -2.001644 2 1 +258 71.3178 -3.643964 -3.772714 1 2 +259 71.4286 -5.208101 -5.378605 1 1 +260 71.1538 -6.483981 -6.386546 2 1 +261 71.2644 -3.938719 -3.674819 2 2 +262 71.3740 -4.840706 -4.723447 2 2 +263 71.4829 -2.566297 -3.462598 1 1 +264 71.5909 -3.656737 -3.263252 2 2 +265 71.6981 -1.095697 -2.140507 1 1 +266 71.8045 -5.031305 -5.640456 1 1 +267 71.5356 -2.836216 -2.693718 2 1 +268 71.2687 -3.532478 -3.216791 2 1 +269 71.0037 -3.024126 -3.051515 1 2 +270 71.1111 -2.310311 -3.006626 1 1 +271 71.2177 -3.186700 -2.377464 2 2 +272 71.3235 -3.650745 -3.461266 2 2 +273 71.4286 -3.132000 -2.928122 2 2 +274 71.5328 -3.932456 -3.608192 2 2 +275 71.6364 -3.120301 -3.144011 1 1 +276 71.7391 -1.983192 -2.234494 1 1 +277 71.8412 -3.390126 -4.381590 1 1 +278 71.9424 -2.921128 -3.004064 1 1 +279 72.0430 -3.854727 -2.723552 2 2 +280 72.1429 -3.595309 -3.237729 2 2 +281 72.2420 -2.805584 -2.114962 2 2 +282 72.3404 -4.026994 -3.622843 2 2 +283 72.0848 -3.529945 -4.048262 1 2 +284 72.1831 -2.602592 -2.906582 1 1 +285 72.2807 -3.397178 -4.353668 1 1 +286 72.3776 -3.295684 -3.573724 1 1 +287 72.4739 -1.898865 -3.602654 1 1 +288 72.2222 -3.254881 -3.396857 1 2 +289 71.9723 -2.862155 -2.716612 2 1 +290 72.0690 -3.341725 -3.704958 1 1 +291 72.1649 -2.741124 -3.436589 1 1 +292 72.2603 -2.664606 -1.561480 2 2 +293 72.3549 -3.440925 -3.326571 2 2 +294 72.4490 -3.756124 -3.841743 1 1 +295 72.5424 -2.184068 -2.340081 1 1 +296 72.6351 -4.862537 -4.641012 2 2 +297 72.3906 -1.747936 -2.317717 1 2 +298 72.4832 -5.770131 -5.007800 2 2 +299 72.5753 -2.399761 -2.171569 2 2 +300 72.6667 -2.205578 -3.013476 1 1 +301 72.7575 -4.464497 -4.471882 1 1 +302 72.5166 -3.997698 -4.070244 1 2 +303 72.2772 -9.752104 -9.404512 2 1 +304 72.3684 -4.888855 -3.954995 2 2 +305 72.1311 -3.311174 -3.485563 1 2 +306 72.2222 -2.548795 -2.168762 2 2 +307 72.3127 -2.777616 -2.845668 1 1 +308 72.4026 -4.843307 -4.551435 2 2 +309 72.4919 -4.197194 -4.340418 1 1 +310 72.2581 -5.342052 -5.394407 1 2 +311 72.3473 -0.677879 -5.255028 1 1 +312 72.1154 -4.127493 -3.956645 2 1 +313 72.2045 -5.086228 -4.808879 2 2 +314 72.2930 -3.956352 -3.331098 2 2 +315 72.3810 -1.502618 -2.939375 1 1 +316 72.4684 -7.465468 -5.411332 2 2 +317 72.2397 -4.732797 -4.715436 2 1 +318 72.3270 -5.160145 -4.629941 2 2 +319 72.4138 -1.435465 -1.802351 1 1 +320 72.5000 -2.864830 -4.054581 1 1 +321 72.2741 -2.829310 -2.870590 1 2 +322 72.0497 -2.369872 -3.154593 1 2 +323 72.1362 -2.343479 -3.241022 1 1 +324 71.9136 -4.034791 -3.819815 2 1 +325 72.0000 -5.810365 -4.466153 2 2 +326 72.0859 -2.055898 -1.704975 2 2 +327 72.1713 -2.129685 -2.493889 1 1 +328 72.2561 -3.821596 -3.840614 1 1 +329 72.3404 -3.794150 -6.653251 1 1 +330 72.4242 -2.012419 -2.710583 1 1 +331 72.2054 -4.420337 -3.391021 2 1 +332 72.2892 -1.701025 -2.170755 1 1 +333 72.3724 -3.546764 -1.148608 2 2 +334 72.4551 -2.425189 -5.198684 1 1 +335 72.2388 -5.130641 -4.821297 2 1 +336 72.3214 -4.219779 -3.946833 2 2 +337 72.4036 -1.750906 -1.365492 2 2 +338 72.1893 -3.617731 -3.093538 2 1 +339 72.2714 -5.282136 -4.958401 2 2 +340 72.3529 -5.028333 -5.648301 1 1 +341 72.4340 -2.914651 -3.625139 1 1 +342 72.5146 -5.072254 -4.518001 2 2 +343 72.5948 -3.419577 -3.630964 1 1 +344 72.6744 -1.851914 -2.581889 1 1 +345 72.7536 -1.357594 -2.788038 1 1 +346 72.5434 -5.553448 -5.802570 1 2 +347 72.6225 -3.544697 -3.262988 2 2 +348 72.7011 -1.149573 -2.069835 1 1 +349 72.4928 -2.849833 -3.995002 1 2 +350 72.2857 -3.051543 -3.497581 1 2 +351 72.3647 -2.582592 -2.887373 1 1 +352 72.4432 -3.988607 -3.717964 2 2 +353 72.5212 -2.052541 -2.403244 1 1 +354 72.5989 -5.066440 -4.712307 2 2 +355 72.6761 -2.170448 -1.751184 2 2 +356 72.4719 -2.440359 -2.502185 1 2 +357 72.5490 -3.771172 -3.548020 2 2 +358 72.6257 -2.060779 -2.043579 2 2 +359 72.7019 -5.180894 -3.118029 2 2 +360 72.5000 -3.395461 -3.597509 1 2 +361 72.5762 -2.611124 -1.515054 2 2 +362 72.6519 -5.147909 -4.877007 2 2 +363 72.4518 -2.642538 -2.566803 2 1 +364 72.2527 -5.977388 -5.959959 2 1 +365 72.3288 -5.452437 -5.752527 1 1 +366 72.1311 -2.860299 -7.091002 1 2 +367 71.9346 -5.244688 -5.160537 2 1 +368 72.0109 -4.797809 -4.251198 2 2 +369 71.8157 -3.248312 -3.804221 1 2 +370 71.8919 -4.937537 -5.356993 1 1 +371 71.9677 -3.002082 -4.282524 1 1 +372 72.0430 -2.111734 -2.423976 1 1 +373 71.8499 -4.353622 -3.953172 2 1 +374 71.9251 -2.560889 -3.180992 1 1 +375 72.0000 -2.752406 -2.235452 2 2 +376 72.0745 -4.838719 -3.771791 2 2 +377 72.1485 -3.540231 -3.378175 2 2 +378 71.9577 -3.689184 -4.082622 1 2 +379 71.7678 -0.941825 -2.348126 1 2 +380 71.8421 -5.382215 -6.240354 1 1 +381 71.9160 -9.367264 -7.344215 2 2 +382 71.9895 -2.631672 -2.477206 2 2 +383 72.0627 -2.780446 -1.333235 2 2 +384 71.8750 -3.988344 -3.149051 2 1 +385 71.6883 -0.820356 -0.748633 2 1 +386 71.7617 -1.662412 -13.137661 1 1 +387 71.8346 -1.914249 -2.618091 1 1 +388 71.9072 -6.007401 -5.612870 2 2 +389 71.9794 -2.555281 -2.140595 2 2 +390 72.0513 -3.136145 -3.660685 1 1 +391 71.8670 -3.958345 -4.002108 1 2 +392 71.6837 -3.886022 -3.281695 2 1 +393 71.7557 -5.474447 -5.446338 2 2 +394 71.8274 -3.095309 -3.912395 1 1 +395 71.8987 -3.326187 -2.768560 2 2 +396 71.9697 -3.399234 -4.091855 1 1 +397 72.0403 -6.357996 -6.643047 1 1 +398 72.1106 -3.284039 -5.359758 1 1 +399 72.1805 -3.038147 -3.186627 1 1 +400 72.2500 -1.628927 -7.096921 1 1 +401 72.3192 -3.141691 -3.767087 1 1 +402 72.1393 -3.738407 -3.868528 1 2 +403 71.9603 -7.257498 -7.681130 1 2 +404 72.0297 -3.370166 -2.359819 2 2 +405 72.0988 -3.746801 -3.874676 1 1 +406 72.1675 -7.844193 -8.326367 1 1 +407 71.9902 -4.519745 -4.825925 1 2 +408 71.8137 -3.166971 -3.220742 1 2 +409 71.8826 -4.180157 -4.547122 1 1 +410 71.7073 -3.955281 -3.698173 2 1 +411 71.7762 -3.033521 -4.320234 1 1 +412 71.8447 -3.263947 -2.978606 2 2 +413 71.9128 -3.297125 -2.620782 2 2 +414 71.7391 -4.247041 -4.412498 1 2 +415 71.5663 -2.874548 -2.882146 1 2 +416 71.6346 -3.553858 -1.637530 2 2 +417 71.7026 -4.545881 -5.114901 1 1 +418 71.5311 -4.253338 -4.056282 2 1 +419 71.3604 -3.685648 -3.826506 1 2 +420 71.4286 -3.094369 -2.945502 2 2 +421 71.4964 -3.949847 -3.818467 2 2 +422 71.5640 -2.071244 -2.209007 1 1 +423 71.6312 -3.197481 -3.252014 1 1 +424 71.6981 -4.892600 -5.585108 1 1 +425 71.7647 -5.116741 -3.738234 2 2 +426 71.8310 -1.604577 -1.421461 2 2 +427 71.8970 -3.744870 -3.998452 1 1 +428 71.7290 -4.330569 -4.321064 2 1 +429 71.7949 -3.423336 -3.348593 2 2 +430 71.6279 -6.178332 -5.978865 2 1 +431 71.6937 -3.677626 -4.811221 1 1 +432 71.5278 -3.385220 -3.541600 1 2 +433 71.5935 -1.861850 -1.686020 2 2 +434 71.6590 -6.537368 -6.933195 1 1 +435 71.4943 -4.082986 -3.832188 2 1 +436 71.5596 -2.139695 -2.695874 1 1 +437 71.3959 -3.889113 -3.956084 1 2 +438 71.4612 -3.900591 -3.577857 2 2 +439 71.5262 -3.152765 -4.066370 1 1 +440 71.5909 -4.615939 -4.635306 1 1 +441 71.6553 -3.793237 -4.694879 1 1 +442 71.4932 -3.672308 -3.337904 2 1 +443 71.5576 -1.769480 -3.452193 1 1 +444 71.6216 -5.794106 -5.683993 2 2 +445 71.6854 -1.414460 -2.436709 1 1 +446 71.7489 -5.318777 -4.925323 2 2 +447 71.5884 -2.979153 -2.849125 2 1 +448 71.6518 -4.948179 -4.916570 2 2 +449 71.7149 -2.215453 -1.836392 2 2 +450 71.7778 -5.500520 -4.987841 2 2 +451 71.6186 -4.612812 -4.716053 1 2 +452 71.6814 -5.422372 -5.485984 1 1 +453 71.7439 -4.505280 -3.599015 2 2 +454 71.8062 -3.551021 -3.987052 1 1 +455 71.6484 -1.792562 -10.323152 1 2 +456 71.7105 -3.744057 -3.684497 2 2 +457 71.7724 -7.587643 -7.965334 1 1 +458 71.8341 -2.908715 -2.247473 2 2 +459 71.8954 -4.143837 -3.846899 2 2 +460 71.9565 -0.396039 -6.140368 1 1 +461 72.0174 -2.351559 -3.496947 1 1 +462 72.0779 -5.084625 -5.235945 1 1 +463 72.1382 -1.325935 -1.501656 1 1 +464 72.1983 -2.323481 -2.584174 1 1 +465 72.2581 -2.866359 -2.668919 2 2 +466 72.1030 -5.287042 -5.452151 1 2 +467 71.9486 -4.796755 -4.630039 2 1 +468 71.7949 -4.549383 -4.690597 1 2 +469 71.8550 -2.100286 -2.198165 1 1 +470 71.9149 -1.943125 -1.761490 2 2 +471 71.9745 -2.190745 -2.609671 1 1 +472 72.0339 -3.123671 -2.974282 2 2 +473 72.0930 -3.937013 -3.246243 2 2 +474 72.1519 -3.643432 -4.737093 1 1 +475 72.2105 -1.952467 -1.477354 2 2 +476 72.0588 -3.754105 -4.088669 1 2 +477 71.9078 -4.385948 -4.757844 1 2 +478 71.9665 -2.566511 -2.731238 1 1 +479 72.0251 -2.993846 -3.155354 1 1 +480 72.0833 -6.541666 -5.365874 2 2 +481 72.1414 -2.069095 -2.375471 1 1 +482 71.9917 -4.902905 -5.537218 1 2 +483 72.0497 -3.566090 -4.060844 1 1 +484 71.9008 -2.873456 -2.465254 2 1 +485 71.9588 -1.337655 -1.840155 1 1 +486 72.0165 -2.341229 -2.807843 1 1 +487 72.0739 -3.229102 -2.999670 2 2 +488 72.1311 -2.938893 -2.432668 2 2 +489 72.1881 -2.247715 -2.600146 1 1 +490 72.2449 -2.582571 -2.814421 1 1 +491 72.3014 -4.962760 -4.348536 2 2 +492 72.3577 -5.176557 -4.453800 2 2 +493 72.4138 -1.933697 -2.209642 1 1 +494 72.4696 -3.097763 -2.744693 2 2 +495 72.5253 -4.049809 -4.167732 1 1 +496 72.3790 -3.224714 -3.306053 1 2 +497 72.2334 -4.591590 -4.389954 2 1 +498 72.0884 -1.513393 -1.875970 1 2 +499 72.1443 -2.696108 -3.124070 1 1 +500 72.2000 -5.138134 -4.509945 2 2 +501 72.2555 -1.896716 -2.975550 1 1 +502 72.3108 -1.953416 -2.502280 1 1 +503 72.3658 -3.688254 -3.207641 2 2 +504 72.2222 -2.330059 -2.251224 2 1 +505 72.0792 -7.628956 -7.916478 1 2 +506 71.9368 -5.208918 -5.195285 2 1 +507 71.9921 -2.884708 -3.290898 1 1 +508 72.0472 -4.993225 -3.942707 2 2 +509 72.1022 -2.679713 -10.490200 1 1 +510 72.1569 -4.987891 -5.608490 1 1 +511 72.2114 -4.468611 -3.035067 2 2 +512 72.2656 -3.483751 -3.589658 1 1 +513 72.1248 -3.295639 -3.323377 1 2 +514 71.9844 -3.394986 -3.221572 2 1 +515 72.0388 -6.361215 -7.316633 1 1 +516 71.8992 -4.187651 -3.985611 2 1 +517 71.9536 -2.108609 -2.691210 1 1 +518 72.0077 -2.881353 -2.816152 2 2 +519 71.8690 -6.950835 -7.033538 1 2 +520 71.7308 -2.523949 -2.570200 1 2 +521 71.5931 -2.540255 -2.189801 2 1 +522 71.6475 -3.326190 -2.411980 2 2 +523 71.7017 -3.416546 -3.216142 2 2 +524 71.7557 -4.430398 -4.516519 1 1 +525 71.8095 -3.563715 -2.726701 2 2 +526 71.8631 -0.864542 -15.550712 1 1 +527 71.9165 -5.390403 -3.314576 2 2 +528 71.9697 -6.982170 -6.504339 2 2 +529 72.0227 -5.331805 -5.536285 1 1 +530 72.0755 -5.446100 -4.354410 2 2 +531 72.1281 -3.123323 -3.379511 1 1 +532 72.1805 -1.699471 -2.575607 1 1 +533 72.2326 -3.029816 -2.400794 2 2 +534 72.2846 -2.245917 -2.459564 1 1 +535 72.3364 -3.519805 -3.485989 2 2 +536 72.2015 -2.722736 -2.467903 2 1 +537 72.2533 -5.234187 -6.396675 1 1 +538 72.3048 -1.062108 -3.535357 1 1 +539 72.3562 -3.787941 -1.740414 2 2 +540 72.4074 -2.674397 -2.604689 2 2 +541 72.4584 -3.478681 -3.912437 1 1 +542 72.3247 -4.340789 -5.356725 1 2 +543 72.3757 -5.409505 -4.216755 2 2 +544 72.4265 -2.516873 -4.024231 1 1 +545 72.2936 -2.581365 -4.344795 1 2 +546 72.3443 -2.374190 -3.996717 1 1 +547 72.3949 -5.816709 -5.102543 2 2 +548 72.4453 -4.064827 -4.187183 1 1 +549 72.4954 -4.924760 -5.181400 1 1 +550 72.3636 -2.685732 -2.756745 1 2 +551 72.2323 -1.141387 -13.084006 1 2 +552 72.1014 -2.244901 -1.936979 2 1 +553 71.9711 -4.958869 -5.001305 1 2 +554 72.0217 -4.942567 -4.419192 2 2 +555 72.0721 -1.643382 -1.397828 2 2 +556 72.1223 -5.939761 -5.263233 2 2 +557 71.9928 -6.485832 -4.597477 2 1 +558 72.0430 -1.529059 -3.300533 1 1 +559 72.0930 -2.672551 -2.595415 2 2 +560 71.9643 -2.050147 -1.606878 2 1 +561 72.0143 -2.116674 -2.372903 1 1 +562 72.0641 -0.931028 -2.362871 1 1 +563 71.9361 -1.477257 -2.425399 1 2 +564 71.9858 -2.804916 -3.072198 1 1 +565 72.0354 -3.632449 -3.539181 2 2 +566 72.0848 -5.154366 -5.525972 1 1 +567 72.1340 -2.835355 -2.419289 2 2 +568 72.1831 -7.047451 -2.437651 2 2 +569 72.0562 -3.925899 -3.191781 2 1 +570 72.1053 -5.170930 -5.208446 1 1 +571 72.1541 -4.048781 -2.937381 2 2 +572 72.2028 -2.688211 -2.593048 2 2 +573 72.0768 -3.301796 -3.610568 1 2 +574 72.1254 -4.129849 -3.020887 2 2 +575 72.0000 -5.364849 -5.457622 1 2 +576 72.0486 -2.874887 -3.252233 1 1 +577 72.0971 -3.980635 -3.344777 2 2 +578 72.1453 -3.098268 -3.075045 2 2 +579 72.1934 -3.717379 -3.660085 2 2 +580 72.2414 -2.934411 -2.999169 1 1 +581 72.1170 -5.730872 -5.665668 2 1 +582 72.1649 -6.450204 -6.085813 2 2 +583 72.2127 -4.997996 -4.754937 2 2 +584 72.2603 -4.396696 -4.533998 1 1 +585 72.3077 -0.835912 -1.670879 1 1 +586 72.3549 -3.660575 -3.764813 1 1 +587 72.2317 -5.017138 -4.580519 2 1 +588 72.2789 -4.071325 -3.274291 2 2 +589 72.3260 -4.426859 -3.984320 2 2 +590 72.3729 -3.923525 -3.790770 2 2 +591 72.4196 -3.771587 -3.510860 2 2 +592 72.4662 -3.546565 -4.220302 1 1 +593 72.5126 -4.034138 -3.356914 2 2 +594 72.3906 -3.526109 -3.382977 2 1 +595 72.2689 -1.499157 -1.514144 1 2 +596 72.1477 -4.737054 -4.880269 1 2 +597 72.1943 -2.210779 -2.327513 1 1 +598 72.2408 -2.853630 -2.946669 1 1 +599 72.2871 -2.920541 -3.175244 1 1 +600 72.3333 -4.116319 -3.919904 2 2 +601 72.3794 -3.893121 -3.761055 2 2 +602 72.4252 -3.368816 -4.905223 1 1 +603 72.4710 -6.621150 -6.148672 2 2 +604 72.5166 -2.876511 -2.875870 2 2 +605 72.3967 -1.958680 -1.351685 2 1 +606 72.4422 -3.108515 -2.655800 2 2 +607 72.3229 -2.416292 -2.098745 2 1 +608 72.2039 -2.410368 -2.259075 2 1 +609 72.2496 -5.976983 -6.337693 1 1 +610 72.1311 -2.671500 -2.556581 2 1 +611 72.1768 -4.934955 -5.080767 1 1 +612 72.2222 -4.195889 -5.993395 1 1 +613 72.2675 -2.261951 -2.201711 2 2 +614 72.3127 -3.564429 -2.930156 2 2 +615 72.3577 -2.807139 -2.624406 2 2 +616 72.4026 -3.565858 -3.343804 2 2 +617 72.4473 -12.042237 -4.472860 2 2 +618 72.4919 -4.220615 -4.036497 2 2 +619 72.5363 -3.641259 -3.373682 2 2 +620 72.4194 -4.597248 -4.052145 2 1 +621 72.4638 -3.117246 -2.382322 2 2 +622 72.3473 -2.628382 -2.617581 2 1 +623 72.2311 -2.765347 -2.563129 2 1 +624 72.2756 -4.198210 -3.394321 2 2 +625 72.3200 -4.637621 -5.850461 1 1 +626 72.3642 -2.633340 -3.292194 1 1 +627 72.4083 -3.263484 -3.397876 1 1 +628 72.4522 -4.072089 -2.712848 2 2 +629 72.4960 -1.784514 -2.579784 1 1 +630 72.5397 -1.621803 -1.657757 1 1 +631 72.5832 -1.819903 -2.387472 1 1 +632 72.6266 -2.383270 -1.911567 2 2 +633 72.5118 -2.403282 -2.411137 1 2 +634 72.5552 -2.313184 -3.323897 1 1 +635 72.4409 -4.035704 -4.203453 1 2 +636 72.4843 -3.239440 -3.998293 1 1 +637 72.5275 -2.700863 -4.610830 1 1 +638 72.4138 -4.928589 -4.360361 2 1 +639 72.4570 -2.181896 -3.248932 1 1 +640 72.3438 -1.412857 -1.673014 1 2 +641 72.3869 -5.376986 -5.999149 1 1 +642 72.4299 -3.851443 -2.240675 2 2 +643 72.4728 -1.643173 -1.300387 2 2 +644 72.5155 -3.846417 -4.678486 1 1 +645 72.5581 -1.380559 -1.542643 1 1 +646 72.4458 -4.412789 -4.050744 2 1 +647 72.3338 -4.397866 -4.315578 2 1 +648 72.3765 -3.304072 -2.701402 2 2 +649 72.4191 -2.339463 -2.993467 1 1 +650 72.4615 -3.877909 -4.291356 1 1 +651 72.3502 -5.965522 -6.355499 1 2 +652 72.3926 -5.072223 -4.621674 2 2 +653 72.4349 -6.961954 -6.387412 2 2 +654 72.3242 -3.399859 -3.943368 1 2 +655 72.2137 -2.925897 -3.014278 1 2 +656 72.2561 -4.088199 -1.756041 2 2 +657 72.1461 -5.861948 -6.226078 1 2 +658 72.1884 -3.926444 -1.877886 2 2 +659 72.2307 -1.798872 -1.645218 2 2 +660 72.2727 -3.661855 -3.075664 2 2 +661 72.3147 -2.860763 -3.042619 1 1 +662 72.3565 -3.061430 -3.695479 1 1 +663 72.3982 -5.299406 -4.797444 2 2 +664 72.2892 -2.414202 -2.381314 2 1 +665 72.1805 -3.813219 -3.866253 1 2 +666 72.2222 -4.887685 -5.051052 1 1 +667 72.2639 -5.690870 -5.553699 2 2 +668 72.3054 -2.882099 -3.271089 1 1 +669 72.3468 -3.269231 -3.552432 1 1 +670 72.2388 -3.131976 -2.864871 2 1 +671 72.2802 -3.375634 -4.647972 1 1 +672 72.3214 -3.551136 -3.246392 2 2 +673 72.3626 -1.770390 -1.543662 2 2 +674 72.4036 -4.886218 -5.257999 1 1 +675 72.4444 -4.096106 -4.220474 1 1 +676 72.3373 -2.415094 -3.074218 1 2 +677 72.3781 -3.206287 -3.776021 1 1 +678 72.2714 -5.015755 -5.183906 1 2 +679 72.3122 -5.462209 -5.229771 2 2 +680 72.3529 -4.041514 -4.504796 1 1 +681 72.2467 -3.274705 -2.948863 2 1 +682 72.1408 -2.287177 -2.415975 1 2 +683 72.1816 -1.837361 -2.499934 1 1 +684 72.2222 -4.384779 -9.002346 1 1 +685 72.2628 -3.012540 -2.100916 2 2 +686 72.1574 -4.036109 -4.315605 1 2 +687 72.1980 -2.582090 -1.960640 2 2 +688 72.2384 -7.165595 -7.873798 1 1 +689 72.2787 -2.488595 -2.148379 2 2 +690 72.1739 -2.756252 -2.918656 1 2 +691 72.2142 -3.088844 -3.451460 1 1 +692 72.2543 -1.873439 -2.499667 1 1 +693 72.2944 -4.362279 -4.378514 1 1 +694 72.3343 -3.538393 -3.287516 2 2 +695 72.3741 -5.000183 -5.011523 1 1 +696 72.4138 -4.274866 -4.638674 1 1 +697 72.4534 -2.747720 -3.021998 1 1 +698 72.4928 -4.387545 -3.932849 2 2 +699 72.5322 -4.165211 -4.853080 1 1 +700 72.5714 -2.527208 -2.276271 2 2 +701 72.4679 -2.281127 -2.007111 2 1 +702 72.3647 -4.859085 -5.263846 1 2 +703 72.4040 -4.712575 -4.978873 1 1 +704 72.4432 -1.683074 -2.598528 1 1 +705 72.3404 -2.444874 -2.618439 1 2 +706 72.2380 -2.896260 -3.098674 1 2 +707 72.1358 -5.219934 -4.973157 2 1 +708 72.1751 -3.397063 -3.072234 2 2 +709 72.2144 -3.972857 -3.513512 2 2 +710 72.2535 -2.395719 -3.289929 1 1 +711 72.1519 -3.461267 -3.740004 1 2 +712 72.0506 -2.226410 -3.161308 1 2 +713 72.0898 -3.358858 -3.348167 2 2 +714 71.9888 -3.221996 -3.359792 1 2 +715 72.0280 -5.011347 -3.900218 2 2 +716 72.0670 -4.839734 -3.751317 2 2 +717 72.1060 -2.635748 -0.881365 2 2 +718 72.1448 -2.612489 -2.944056 1 1 +719 72.0445 -4.959667 -4.441902 2 1 +720 71.9444 -1.194866 -5.414776 1 2 +721 71.8447 -4.880378 -5.363291 1 2 +722 71.7452 -2.275815 -1.737553 2 1 +723 71.7842 -2.620583 -2.877430 1 1 +724 71.6851 -3.029024 -3.464040 1 2 +725 71.7241 -3.071403 -2.762161 2 2 +726 71.6253 -3.786325 -3.880798 1 2 +727 71.6644 -3.483548 -2.911606 2 2 +728 71.7033 -4.463236 -4.623196 1 1 +729 71.7421 -1.972884 -2.462607 1 1 +730 71.7808 -3.522823 -3.659546 1 1 +731 71.8194 -2.659538 -3.308346 1 1 +732 71.8579 -2.865661 -2.291428 2 2 +733 71.8963 -4.363946 -4.342498 2 2 +734 71.9346 -0.182094 -8.986290 1 1 +735 71.9728 -3.400938 -3.455172 1 1 +736 72.0109 -2.395453 -3.320559 1 1 +737 72.0488 -3.983459 -4.243083 1 1 +738 72.0867 -4.447684 -4.278074 2 2 +739 72.1245 -0.462461 -7.334899 1 1 +740 72.1622 -3.826998 -3.448224 2 2 +741 72.1997 -4.754451 -4.816527 1 1 +742 72.2372 -2.737451 -2.722118 2 2 +743 72.2746 -3.629498 -3.534332 2 2 +744 72.3118 -4.515767 -3.666075 2 2 +745 72.3490 -2.952762 -4.443953 1 1 +746 72.3861 -5.662763 -6.479774 1 1 +747 72.4230 -5.388995 -5.459758 1 1 +748 72.4599 -3.917891 -3.751006 2 2 +749 72.4967 -2.708469 -3.171071 1 1 +750 72.5333 -1.400378 -9.416963 1 1 + +Final Winogrande score(750 tasks): 72.5333 +/- 1.6309 diff --git a/scores/Llama-Guard-3-8B-q3_k_s.arc b/scores/Llama-Guard-3-8B-q3_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..cc61b254e1733d9d3df97d906270d52e2a165060 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 66.66666667 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 71.42857143 +8 75.00000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 66.66666667 +13 61.53846154 +14 64.28571429 +15 66.66666667 +16 68.75000000 +17 70.58823529 +18 66.66666667 +19 68.42105263 +20 65.00000000 +21 66.66666667 +22 68.18181818 +23 65.21739130 +24 66.66666667 +25 64.00000000 +26 61.53846154 +27 62.96296296 +28 60.71428571 +29 58.62068966 +30 56.66666667 +31 54.83870968 +32 56.25000000 +33 54.54545455 +34 52.94117647 +35 51.42857143 +36 50.00000000 +37 51.35135135 +38 52.63157895 +39 53.84615385 +40 55.00000000 +41 53.65853659 +42 54.76190476 +43 53.48837209 +44 52.27272727 +45 51.11111111 +46 52.17391304 +47 53.19148936 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 52.94117647 +52 53.84615385 +53 54.71698113 +54 53.70370370 +55 52.72727273 +56 53.57142857 +57 54.38596491 +58 55.17241379 +59 54.23728814 +60 55.00000000 +61 55.73770492 +62 54.83870968 +63 55.55555556 +64 56.25000000 +65 55.38461538 +66 56.06060606 +67 56.71641791 +68 55.88235294 +69 56.52173913 +70 55.71428571 +71 54.92957746 +72 54.16666667 +73 54.79452055 +74 54.05405405 +75 54.66666667 +76 55.26315789 +77 55.84415584 +78 56.41025641 +79 55.69620253 +80 56.25000000 +81 55.55555556 +82 56.09756098 +83 55.42168675 +84 55.95238095 +85 56.47058824 +86 56.97674419 +87 56.32183908 +88 56.81818182 +89 57.30337079 +90 57.77777778 +91 58.24175824 +92 58.69565217 +93 58.06451613 +94 57.44680851 +95 57.89473684 +96 58.33333333 +97 57.73195876 +98 58.16326531 +99 58.58585859 +100 59.00000000 +101 58.41584158 +102 57.84313725 +103 57.28155340 +104 56.73076923 +105 57.14285714 +106 56.60377358 +107 57.00934579 +108 56.48148148 +109 56.88073394 +110 57.27272727 +111 57.65765766 +112 58.03571429 +113 58.40707965 +114 58.77192982 +115 59.13043478 +116 58.62068966 +117 58.97435897 +118 59.32203390 +119 58.82352941 +120 59.16666667 +121 58.67768595 +122 59.01639344 +123 59.34959350 +124 58.87096774 +125 59.20000000 +126 59.52380952 +127 59.84251969 +128 60.15625000 +129 59.68992248 +130 59.23076923 +131 59.54198473 +132 59.84848485 +133 60.15037594 +134 59.70149254 +135 59.25925926 +136 58.82352941 +137 59.12408759 +138 59.42028986 +139 59.71223022 +140 60.00000000 +141 59.57446809 +142 59.85915493 +143 60.13986014 +144 60.41666667 +145 60.68965517 +146 60.27397260 +147 59.86394558 +148 59.45945946 +149 59.73154362 +150 60.00000000 +151 59.60264901 +152 59.86842105 +153 60.13071895 +154 59.74025974 +155 59.35483871 +156 59.61538462 +157 59.87261146 +158 59.49367089 +159 59.74842767 +160 59.37500000 +161 59.62732919 +162 59.87654321 +163 60.12269939 +164 59.75609756 +165 59.39393939 +166 59.63855422 +167 59.28143713 +168 59.52380952 +169 59.17159763 +170 58.82352941 +171 59.06432749 +172 59.30232558 +173 59.53757225 +174 59.77011494 +175 59.42857143 +176 59.65909091 +177 59.88700565 +178 59.55056180 +179 59.21787709 +180 59.44444444 +181 59.11602210 +182 59.34065934 +183 59.01639344 +184 58.69565217 +185 58.91891892 +186 59.13978495 +187 59.35828877 +188 59.04255319 +189 58.73015873 +190 58.42105263 +191 58.63874346 +192 58.85416667 +193 58.54922280 +194 58.76288660 +195 58.97435897 +196 58.67346939 +197 58.88324873 +198 59.09090909 +199 58.79396985 +200 59.00000000 +201 59.20398010 +202 59.40594059 +203 59.60591133 +204 59.80392157 +205 59.51219512 +206 59.22330097 +207 59.42028986 +208 59.61538462 +209 59.80861244 +210 60.00000000 +211 60.18957346 +212 59.90566038 +213 60.09389671 +214 60.28037383 +215 60.46511628 +216 60.64814815 +217 60.82949309 +218 60.55045872 +219 60.73059361 +220 60.45454545 +221 60.63348416 +222 60.81081081 +223 60.53811659 +224 60.26785714 +225 60.00000000 +226 60.17699115 +227 60.35242291 +228 60.52631579 +229 60.69868996 +230 60.86956522 +231 60.60606061 +232 60.34482759 +233 60.51502146 +234 60.25641026 +235 60.00000000 +236 59.74576271 +237 59.91561181 +238 60.08403361 +239 60.25104603 +240 60.41666667 +241 60.58091286 +242 60.33057851 +243 60.49382716 +244 60.24590164 +245 60.40816327 +246 60.56910569 +247 60.72874494 +248 60.88709677 +249 60.64257028 +250 60.80000000 +251 60.95617530 +252 61.11111111 +253 61.26482213 +254 61.02362205 +255 61.17647059 +256 61.32812500 +257 61.47859922 +258 61.62790698 +259 61.38996139 +260 61.53846154 +261 61.30268199 +262 61.45038168 +263 61.59695817 +264 61.74242424 +265 61.50943396 +266 61.27819549 +267 61.42322097 +268 61.19402985 +269 61.33828996 +270 61.48148148 +271 61.25461255 +272 61.02941176 +273 60.80586081 +274 60.58394161 +275 60.36363636 +276 60.50724638 +277 60.64981949 +278 60.43165468 +279 60.57347670 +280 60.71428571 +281 60.85409253 +282 60.99290780 +283 60.77738516 +284 60.91549296 +285 61.05263158 +286 61.18881119 +287 61.32404181 +288 61.45833333 +289 61.24567474 +290 61.37931034 +291 61.16838488 +292 61.30136986 +293 61.43344710 +294 61.22448980 +295 61.35593220 +296 61.48648649 +297 61.61616162 +298 61.74496644 +299 61.87290970 +300 62.00000000 +301 61.79401993 +302 61.92052980 +303 62.04620462 +304 62.17105263 +305 62.29508197 +306 62.09150327 +307 61.88925081 +308 62.01298701 +309 62.13592233 +310 62.25806452 +311 62.37942122 +312 62.17948718 +313 62.30031949 +314 62.10191083 +315 62.22222222 +316 62.34177215 +317 62.46056782 +318 62.57861635 +319 62.38244514 +320 62.18750000 +321 62.30529595 +322 62.11180124 +323 62.22910217 +324 62.03703704 +325 62.15384615 +326 62.26993865 +327 62.07951070 +328 62.19512195 +329 62.31003040 +330 62.12121212 +331 62.23564955 +332 62.34939759 +333 62.46246246 +334 62.27544910 +335 62.08955224 +336 61.90476190 +337 61.72106825 +338 61.53846154 +339 61.65191740 +340 61.76470588 +341 61.58357771 +342 61.40350877 +343 61.51603499 +344 61.62790698 +345 61.44927536 +346 61.27167630 +347 61.09510086 +348 60.91954023 +349 61.03151862 +350 61.14285714 +351 61.25356125 +352 61.07954545 +353 61.18980170 +354 61.01694915 +355 60.84507042 +356 60.95505618 +357 60.78431373 +358 60.89385475 +359 61.00278552 +360 61.11111111 +361 61.21883657 +362 61.32596685 +363 61.15702479 +364 60.98901099 +365 61.09589041 +366 61.20218579 +367 61.30790191 +368 61.41304348 +369 61.51761518 +370 61.62162162 +371 61.72506739 +372 61.82795699 +373 61.66219839 +374 61.76470588 +375 61.60000000 +376 61.70212766 +377 61.53846154 +378 61.64021164 +379 61.47757256 +380 61.57894737 +381 61.67979003 +382 61.51832461 +383 61.35770235 +384 61.19791667 +385 61.03896104 +386 61.13989637 +387 60.98191214 +388 60.82474227 +389 60.66838046 +390 60.51282051 +391 60.35805627 +392 60.45918367 +393 60.55979644 +394 60.65989848 +395 60.75949367 +396 60.60606061 +397 60.45340050 +398 60.30150754 +399 60.40100251 +400 60.50000000 +401 60.34912718 +402 60.44776119 +403 60.54590571 +404 60.64356436 +405 60.74074074 +406 60.83743842 +407 60.93366093 +408 61.02941176 +409 60.88019560 +410 60.97560976 +411 61.07055961 +412 61.16504854 +413 61.01694915 +414 61.11111111 +415 60.96385542 +416 61.05769231 +417 60.91127098 +418 60.76555024 +419 60.62052506 +420 60.71428571 +421 60.57007126 +422 60.42654028 +423 60.52009456 +424 60.37735849 +425 60.47058824 +426 60.56338028 +427 60.65573770 +428 60.51401869 +429 60.60606061 +430 60.69767442 +431 60.78886311 +432 60.87962963 +433 60.73903002 +434 60.82949309 +435 60.91954023 +436 61.00917431 +437 61.09839817 +438 60.95890411 +439 61.04783599 +440 60.90909091 +441 60.99773243 +442 60.85972851 +443 60.72234763 +444 60.58558559 +445 60.67415730 +446 60.76233184 +447 60.85011186 +448 60.93750000 +449 61.02449889 +450 60.88888889 +451 60.97560976 +452 61.06194690 +453 61.14790287 +454 61.01321586 +455 60.87912088 +456 60.96491228 +457 61.05032823 +458 61.13537118 +459 61.22004357 +460 61.30434783 +461 61.17136659 +462 61.25541126 +463 61.12311015 +464 60.99137931 +465 61.07526882 +466 61.15879828 +467 61.24197002 +468 61.32478632 +469 61.19402985 +470 61.27659574 +471 61.35881104 +472 61.44067797 +473 61.31078224 +474 61.39240506 +475 61.47368421 +476 61.34453782 +477 61.42557652 +478 61.50627615 +479 61.58663883 +480 61.66666667 +481 61.53846154 +482 61.61825726 +483 61.69772257 +484 61.77685950 +485 61.85567010 +486 61.93415638 +487 61.80698152 +488 61.88524590 +489 61.75869121 +490 61.63265306 +491 61.50712831 +492 61.58536585 +493 61.46044625 +494 61.53846154 +495 61.41414141 +496 61.49193548 +497 61.56941650 +498 61.64658635 +499 61.72344689 +500 61.80000000 +501 61.67664671 +502 61.75298805 +503 61.82902584 +504 61.70634921 +505 61.78217822 +506 61.66007905 +507 61.53846154 +508 61.41732283 +509 61.29666012 +510 61.37254902 +511 61.25244618 +512 61.13281250 +513 61.01364522 +514 61.08949416 +515 60.97087379 +516 61.04651163 +517 61.12185687 +518 61.19691120 +519 61.27167630 +520 61.15384615 +521 61.22840691 +522 61.30268199 +523 61.18546845 +524 61.25954198 +525 61.14285714 +526 61.02661597 +527 60.91081594 +528 60.79545455 +529 60.68052930 +530 60.75471698 +531 60.82862524 +532 60.90225564 +533 60.97560976 +534 60.86142322 +535 60.93457944 +536 60.82089552 +537 60.89385475 +538 60.78066914 +539 60.85343228 +540 60.74074074 +541 60.81330869 +542 60.70110701 +543 60.58931860 +544 60.66176471 +545 60.73394495 +546 60.62271062 +547 60.51188300 +548 60.58394161 +549 60.65573770 +550 60.72727273 +551 60.61705989 +552 60.50724638 +553 60.57866184 +554 60.64981949 +555 60.72072072 +556 60.61151079 +557 60.68222621 +558 60.57347670 +559 60.64400716 +560 60.71428571 +561 60.78431373 +562 60.85409253 +563 60.92362345 +564 60.81560284 +565 60.70796460 +566 60.77738516 +567 60.67019400 +568 60.73943662 +569 60.63268893 +570 60.52631579 +571 60.59544658 +572 60.48951049 +573 60.55846422 +574 60.62717770 +575 60.52173913 +576 60.59027778 +577 60.65857886 +578 60.72664360 +579 60.79447323 +580 60.68965517 +581 60.75731497 +582 60.65292096 +583 60.54888508 +584 60.61643836 +585 60.68376068 +586 60.58020478 +587 60.64735945 +588 60.71428571 +589 60.78098472 +590 60.84745763 +591 60.91370558 +592 60.97972973 +593 61.04553120 +594 61.11111111 +595 61.17647059 +596 61.07382550 +597 60.97152429 +598 61.03678930 +599 61.10183639 +600 61.00000000 +601 61.06489185 +602 60.96345515 +603 60.86235489 +604 60.92715232 +605 60.99173554 +606 60.89108911 +607 60.95551895 +608 61.01973684 +609 60.91954023 +610 60.98360656 +611 60.88379705 +612 60.94771242 +613 60.84828711 +614 60.74918567 +615 60.65040650 +616 60.55194805 +617 60.61588331 +618 60.51779935 +619 60.42003231 +620 60.48387097 +621 60.54750403 +622 60.45016077 +623 60.51364366 +624 60.41666667 +625 60.32000000 +626 60.22364217 +627 60.28708134 +628 60.35031847 +629 60.25437202 +630 60.31746032 +631 60.38034865 +632 60.28481013 +633 60.18957346 +634 60.25236593 +635 60.31496063 +636 60.37735849 +637 60.28257457 +638 60.34482759 +639 60.40688576 +640 60.31250000 +641 60.37441498 +642 60.28037383 +643 60.34214619 +644 60.40372671 +645 60.31007752 +646 60.37151703 +647 60.43276662 +648 60.49382716 +649 60.40061633 +650 60.46153846 +651 60.52227343 +652 60.58282209 +653 60.49004594 +654 60.55045872 +655 60.45801527 +656 60.36585366 +657 60.27397260 +658 60.18237082 +659 60.09104704 +660 60.15151515 +661 60.06051437 +662 60.12084592 +663 60.18099548 +664 60.24096386 +665 60.30075188 +666 60.21021021 +667 60.26986507 +668 60.17964072 +669 60.08968610 +670 60.14925373 +671 60.05961252 +672 60.11904762 +673 60.02971768 +674 59.94065282 +675 59.85185185 +676 59.76331361 +677 59.82274742 +678 59.73451327 +679 59.79381443 +680 59.85294118 +681 59.76505140 +682 59.67741935 +683 59.59004392 +684 59.50292398 +685 59.56204380 +686 59.47521866 +687 59.38864629 +688 59.44767442 +689 59.36139332 +690 59.42028986 +691 59.47901592 +692 59.53757225 +693 59.59595960 +694 59.51008646 +695 59.42446043 +696 59.33908046 +697 59.25394548 +698 59.16905444 +699 59.08440629 +700 59.14285714 +701 59.05848787 +702 59.11680912 +703 59.17496444 +704 59.23295455 +705 59.14893617 +706 59.20679887 +707 59.12305516 +708 59.18079096 +709 59.23836389 +710 59.29577465 +711 59.35302391 +712 59.41011236 +713 59.46704067 +714 59.38375350 +715 59.30069930 +716 59.35754190 +717 59.27475593 +718 59.19220056 +719 59.10987483 +720 59.16666667 +721 59.22330097 +722 59.27977839 +723 59.33609959 +724 59.25414365 +725 59.31034483 +726 59.22865014 +727 59.14718019 +728 59.20329670 +729 59.25925926 +730 59.31506849 +731 59.37072503 +732 59.42622951 +733 59.48158254 +734 59.53678474 +735 59.45578231 +736 59.51086957 +737 59.43012212 +738 59.48509485 +739 59.40460081 +740 59.32432432 +741 59.37921727 +742 59.43396226 +743 59.48855989 +744 59.40860215 +745 59.46308725 +746 59.51742627 +747 59.43775100 +748 59.35828877 +749 59.27903872 +750 59.33333333 + +Final result: 59.3333 +/- 1.7948 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q3_k_s.hsw b/scores/Llama-Guard-3-8B-q3_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..1f14ff4a79688bf702df4a724e9e7400278cb6e2 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 60.00000000 +6 66.66666667 +7 57.14285714 +8 62.50000000 +9 66.66666667 +10 70.00000000 +11 72.72727273 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 68.42105263 +20 70.00000000 +21 66.66666667 +22 68.18181818 +23 69.56521739 +24 66.66666667 +25 64.00000000 +26 61.53846154 +27 59.25925926 +28 60.71428571 +29 62.06896552 +30 60.00000000 +31 61.29032258 +32 59.37500000 +33 60.60606061 +34 61.76470588 +35 62.85714286 +36 61.11111111 +37 62.16216216 +38 63.15789474 +39 64.10256410 +40 65.00000000 +41 65.85365854 +42 64.28571429 +43 65.11627907 +44 65.90909091 +45 64.44444444 +46 65.21739130 +47 63.82978723 +48 64.58333333 +49 65.30612245 +50 64.00000000 +51 62.74509804 +52 61.53846154 +53 60.37735849 +54 61.11111111 +55 60.00000000 +56 58.92857143 +57 59.64912281 +58 60.34482759 +59 61.01694915 +60 61.66666667 +61 60.65573770 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 63.07692308 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 62.31884058 +70 62.85714286 +71 61.97183099 +72 62.50000000 +73 61.64383562 +74 62.16216216 +75 61.33333333 +76 61.84210526 +77 62.33766234 +78 62.82051282 +79 63.29113924 +80 63.75000000 +81 64.19753086 +82 64.63414634 +83 65.06024096 +84 65.47619048 +85 65.88235294 +86 66.27906977 +87 66.66666667 +88 67.04545455 +89 66.29213483 +90 66.66666667 +91 67.03296703 +92 66.30434783 +93 66.66666667 +94 67.02127660 +95 67.36842105 +96 67.70833333 +97 68.04123711 +98 68.36734694 +99 68.68686869 +100 68.00000000 +101 68.31683168 +102 67.64705882 +103 66.99029126 +104 67.30769231 +105 67.61904762 +106 67.92452830 +107 68.22429907 +108 68.51851852 +109 67.88990826 +110 68.18181818 +111 68.46846847 +112 68.75000000 +113 69.02654867 +114 69.29824561 +115 69.56521739 +116 68.96551724 +117 68.37606838 +118 68.64406780 +119 68.90756303 +120 69.16666667 +121 69.42148760 +122 69.67213115 +123 69.91869919 +124 70.16129032 +125 70.40000000 +126 70.63492063 +127 70.86614173 +128 70.31250000 +129 70.54263566 +130 70.00000000 +131 70.22900763 +132 70.45454545 +133 70.67669173 +134 70.89552239 +135 71.11111111 +136 71.32352941 +137 71.53284672 +138 71.73913043 +139 71.22302158 +140 71.42857143 +141 71.63120567 +142 71.83098592 +143 72.02797203 +144 72.22222222 +145 72.41379310 +146 72.60273973 +147 72.78911565 +148 72.97297297 +149 73.15436242 +150 73.33333333 +151 72.84768212 +152 72.36842105 +153 72.54901961 +154 72.72727273 +155 72.90322581 +156 72.43589744 +157 72.61146497 +158 72.78481013 +159 72.95597484 +160 73.12500000 +161 73.29192547 +162 73.45679012 +163 73.61963190 +164 73.78048780 +165 73.93939394 +166 74.09638554 +167 74.25149701 +168 74.40476190 +169 74.55621302 +170 74.70588235 +171 74.85380117 +172 75.00000000 +173 74.56647399 +174 74.71264368 +175 74.85714286 +176 75.00000000 +177 75.14124294 +178 75.28089888 +179 74.86033520 +180 75.00000000 +181 74.58563536 +182 74.72527473 +183 74.86338798 +184 74.45652174 +185 74.59459459 +186 74.19354839 +187 73.79679144 +188 73.93617021 +189 73.54497354 +190 73.68421053 +191 73.82198953 +192 73.95833333 +193 73.57512953 +194 73.71134021 +195 73.33333333 +196 72.95918367 +197 73.09644670 +198 72.72727273 +199 72.86432161 +200 73.00000000 +201 73.13432836 +202 73.26732673 +203 72.90640394 +204 73.03921569 +205 73.17073171 +206 73.30097087 +207 72.94685990 +208 72.59615385 +209 72.72727273 +210 72.85714286 +211 72.98578199 +212 73.11320755 +213 73.23943662 +214 73.36448598 +215 73.02325581 +216 73.14814815 +217 72.81105991 +218 72.93577982 +219 73.05936073 +220 73.18181818 +221 72.85067873 +222 72.97297297 +223 73.09417040 +224 73.21428571 +225 73.33333333 +226 73.45132743 +227 73.12775330 +228 73.24561404 +229 73.36244541 +230 73.47826087 +231 73.16017316 +232 72.84482759 +233 72.96137339 +234 73.07692308 +235 72.76595745 +236 72.45762712 +237 72.57383966 +238 72.68907563 +239 72.80334728 +240 72.91666667 +241 73.02904564 +242 73.14049587 +243 73.25102881 +244 73.36065574 +245 73.06122449 +246 73.17073171 +247 73.27935223 +248 73.38709677 +249 73.49397590 +250 73.60000000 +251 73.70517928 +252 73.80952381 +253 73.51778656 +254 73.62204724 +255 73.72549020 +256 73.82812500 +257 73.54085603 +258 73.64341085 +259 73.74517375 +260 73.84615385 +261 73.94636015 +262 73.66412214 +263 73.38403042 +264 73.48484848 +265 73.58490566 +266 73.30827068 +267 73.40823970 +268 73.50746269 +269 73.60594796 +270 73.70370370 +271 73.43173432 +272 73.52941176 +273 73.26007326 +274 73.35766423 +275 73.09090909 +276 73.18840580 +277 73.28519856 +278 73.38129496 +279 73.47670251 +280 73.57142857 +281 73.66548043 +282 73.75886525 +283 73.49823322 +284 73.59154930 +285 73.33333333 +286 73.42657343 +287 73.51916376 +288 73.61111111 +289 73.70242215 +290 73.79310345 +291 73.88316151 +292 73.63013699 +293 73.72013652 +294 73.80952381 +295 73.89830508 +296 73.98648649 +297 74.07407407 +298 74.16107383 +299 73.91304348 +300 74.00000000 +301 74.08637874 +302 74.17218543 +303 73.92739274 +304 74.01315789 +305 74.09836066 +306 74.18300654 +307 73.94136808 +308 74.02597403 +309 74.11003236 +310 74.19354839 +311 74.27652733 +312 74.35897436 +313 74.44089457 +314 74.52229299 +315 74.60317460 +316 74.68354430 +317 74.76340694 +318 74.52830189 +319 74.60815047 +320 74.68750000 +321 74.45482866 +322 74.22360248 +323 74.30340557 +324 74.38271605 +325 74.46153846 +326 74.53987730 +327 74.31192661 +328 74.39024390 +329 74.46808511 +330 74.54545455 +331 74.62235650 +332 74.39759036 +333 74.47447447 +334 74.25149701 +335 74.32835821 +336 74.40476190 +337 74.18397626 +338 73.96449704 +339 74.04129794 +340 74.11764706 +341 74.19354839 +342 74.26900585 +343 74.34402332 +344 74.41860465 +345 74.49275362 +346 74.27745665 +347 74.35158501 +348 74.13793103 +349 73.92550143 +350 74.00000000 +351 74.07407407 +352 74.14772727 +353 74.22096317 +354 74.29378531 +355 74.36619718 +356 74.43820225 +357 74.50980392 +358 74.58100559 +359 74.65181058 +360 74.72222222 +361 74.79224377 +362 74.86187845 +363 74.93112948 +364 75.00000000 +365 75.06849315 +366 75.13661202 +367 75.20435967 +368 75.27173913 +369 75.33875339 +370 75.40540541 +371 75.47169811 +372 75.53763441 +373 75.60321716 +374 75.66844920 +375 75.73333333 +376 75.79787234 +377 75.59681698 +378 75.66137566 +379 75.72559367 +380 75.78947368 +381 75.85301837 +382 75.91623037 +383 75.97911227 +384 76.04166667 +385 76.10389610 +386 76.16580311 +387 75.96899225 +388 76.03092784 +389 76.09254499 +390 76.15384615 +391 75.95907928 +392 76.02040816 +393 76.08142494 +394 76.14213198 +395 76.20253165 +396 76.26262626 +397 76.32241814 +398 76.38190955 +399 76.44110276 +400 76.25000000 +401 76.30922693 +402 76.36815920 +403 76.17866005 +404 76.23762376 +405 76.04938272 +406 76.10837438 +407 76.16707617 +408 76.22549020 +409 76.28361858 +410 76.34146341 +411 76.39902676 +412 76.45631068 +413 76.27118644 +414 76.32850242 +415 76.38554217 +416 76.44230769 +417 76.49880096 +418 76.55502392 +419 76.61097852 +420 76.66666667 +421 76.48456057 +422 76.54028436 +423 76.59574468 +424 76.65094340 +425 76.70588235 +426 76.76056338 +427 76.58079625 +428 76.63551402 +429 76.45687646 +430 76.51162791 +431 76.56612529 +432 76.62037037 +433 76.67436490 +434 76.72811060 +435 76.55172414 +436 76.60550459 +437 76.43020595 +438 76.48401826 +439 76.53758542 +440 76.36363636 +441 76.41723356 +442 76.47058824 +443 76.52370203 +444 76.57657658 +445 76.62921348 +446 76.68161435 +447 76.73378076 +448 76.78571429 +449 76.83741648 +450 76.88888889 +451 76.71840355 +452 76.54867257 +453 76.37969095 +454 76.43171806 +455 76.48351648 +456 76.53508772 +457 76.58643326 +458 76.63755459 +459 76.68845316 +460 76.52173913 +461 76.57266811 +462 76.62337662 +463 76.67386609 +464 76.72413793 +465 76.55913978 +466 76.60944206 +467 76.65952891 +468 76.49572650 +469 76.54584222 +470 76.38297872 +471 76.43312102 +472 76.48305085 +473 76.53276956 +474 76.58227848 +475 76.63157895 +476 76.47058824 +477 76.31027254 +478 76.35983264 +479 76.40918580 +480 76.45833333 +481 76.29937630 +482 76.34854772 +483 76.39751553 +484 76.23966942 +485 76.08247423 +486 76.13168724 +487 76.18069815 +488 76.02459016 +489 76.07361963 +490 76.12244898 +491 76.17107943 +492 76.21951220 +493 76.26774848 +494 76.31578947 +495 76.36363636 +496 76.41129032 +497 76.45875252 +498 76.50602410 +499 76.35270541 +500 76.40000000 +501 76.44710579 +502 76.49402390 +503 76.54075547 +504 76.58730159 +505 76.63366337 +506 76.67984190 +507 76.72583826 +508 76.77165354 +509 76.81728880 +510 76.86274510 +511 76.90802348 +512 76.75781250 +513 76.60818713 +514 76.65369650 +515 76.69902913 +516 76.55038760 +517 76.40232108 +518 76.44787645 +519 76.30057803 +520 76.34615385 +521 76.19961612 +522 76.24521073 +523 76.29063098 +524 76.33587786 +525 76.38095238 +526 76.23574144 +527 76.09108159 +528 76.13636364 +529 76.18147448 +530 76.22641509 +531 76.27118644 +532 76.31578947 +533 76.36022514 +534 76.40449438 +535 76.44859813 +536 76.49253731 +537 76.53631285 +538 76.57992565 +539 76.43784787 +540 76.48148148 +541 76.52495379 +542 76.56826568 +543 76.42725599 +544 76.47058824 +545 76.51376147 +546 76.55677656 +547 76.59963437 +548 76.45985401 +549 76.50273224 +550 76.36363636 +551 76.40653358 +552 76.26811594 +553 76.31103074 +554 76.35379061 +555 76.21621622 +556 76.25899281 +557 76.12208259 +558 75.98566308 +559 76.02862254 +560 76.07142857 +561 76.11408200 +562 76.15658363 +563 76.19893428 +564 76.24113475 +565 76.10619469 +566 76.14840989 +567 76.19047619 +568 76.23239437 +569 76.27416520 +570 76.31578947 +571 76.35726795 +572 76.39860140 +573 76.43979058 +574 76.48083624 +575 76.52173913 +576 76.56250000 +577 76.42980936 +578 76.47058824 +579 76.51122625 +580 76.55172414 +581 76.41996558 +582 76.46048110 +583 76.50085763 +584 76.54109589 +585 76.58119658 +586 76.62116041 +587 76.66098807 +588 76.53061224 +589 76.57045840 +590 76.61016949 +591 76.64974619 +592 76.68918919 +593 76.55986509 +594 76.43097643 +595 76.47058824 +596 76.51006711 +597 76.54941374 +598 76.58862876 +599 76.62771285 +600 76.66666667 +601 76.70549085 +602 76.74418605 +603 76.78275290 +604 76.82119205 +605 76.85950413 +606 76.73267327 +607 76.60626030 +608 76.64473684 +609 76.68308703 +610 76.72131148 +611 76.75941080 +612 76.79738562 +613 76.83523654 +614 76.87296417 +615 76.91056911 +616 76.78571429 +617 76.66126418 +618 76.69902913 +619 76.73667205 +620 76.77419355 +621 76.81159420 +622 76.84887460 +623 76.88603531 +624 76.92307692 +625 76.96000000 +626 76.99680511 +627 77.03349282 +628 77.07006369 +629 76.94753577 +630 76.98412698 +631 77.02060222 +632 76.89873418 +633 76.77725118 +634 76.81388013 +635 76.85039370 +636 76.88679245 +637 76.92307692 +638 76.95924765 +639 76.99530516 +640 76.87500000 +641 76.91107644 +642 76.94704050 +643 76.98289269 +644 77.01863354 +645 76.89922481 +646 76.93498452 +647 76.97063369 +648 77.00617284 +649 76.88751926 +650 76.92307692 +651 76.95852535 +652 76.99386503 +653 77.02909648 +654 77.06422018 +655 77.09923664 +656 77.13414634 +657 77.16894977 +658 77.20364742 +659 77.08649469 +660 77.12121212 +661 77.15582451 +662 77.19033233 +663 77.22473605 +664 77.25903614 +665 77.29323308 +666 77.32732733 +667 77.36131934 +668 77.39520958 +669 77.27952167 +670 77.31343284 +671 77.34724292 +672 77.38095238 +673 77.41456166 +674 77.44807122 +675 77.48148148 +676 77.51479290 +677 77.54800591 +678 77.58112094 +679 77.61413844 +680 77.64705882 +681 77.67988253 +682 77.71260997 +683 77.74524158 +684 77.77777778 +685 77.81021898 +686 77.84256560 +687 77.87481805 +688 77.90697674 +689 77.93904209 +690 77.97101449 +691 77.85817656 +692 77.89017341 +693 77.77777778 +694 77.80979827 +695 77.84172662 +696 77.87356322 +697 77.90530846 +698 77.93696275 +699 77.82546495 +700 77.85714286 +701 77.88873039 +702 77.92022792 +703 77.95163585 +704 77.98295455 +705 78.01418440 +706 78.04532578 +707 78.07637907 +708 78.10734463 +709 78.13822285 +710 78.16901408 +711 78.05907173 +712 78.08988764 +713 78.12061711 +714 78.15126050 +715 78.04195804 +716 78.07262570 +717 78.10320781 +718 77.99442897 +719 78.02503477 +720 78.05555556 +721 78.08599168 +722 78.11634349 +723 78.14661134 +724 78.17679558 +725 78.20689655 +726 78.23691460 +727 78.26685007 +728 78.29670330 +729 78.32647462 +730 78.35616438 +731 78.38577291 +732 78.27868852 +733 78.17189632 +734 78.20163488 +735 78.09523810 +736 78.12500000 +737 78.01899593 +738 77.91327913 +739 77.80784844 +740 77.83783784 +741 77.86774629 +742 77.89757412 +743 77.92732167 +744 77.95698925 +745 77.85234899 +746 77.88203753 +747 77.77777778 +748 77.80748663 +749 77.83711615 +750 77.86666667 diff --git a/scores/Llama-Guard-3-8B-q3_k_s.mmlu b/scores/Llama-Guard-3-8B-q3_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..733911a129247aefec63c578e7790440454bb04b --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 47.05882353 +18 44.44444444 +19 47.36842105 +20 45.00000000 +21 47.61904762 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 48.00000000 +26 46.15384615 +27 44.44444444 +28 42.85714286 +29 44.82758621 +30 46.66666667 +31 48.38709677 +32 50.00000000 +33 48.48484848 +34 50.00000000 +35 51.42857143 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 52.50000000 +41 51.21951220 +42 50.00000000 +43 51.16279070 +44 50.00000000 +45 51.11111111 +46 50.00000000 +47 48.93617021 +48 50.00000000 +49 48.97959184 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 47.16981132 +54 46.29629630 +55 47.27272727 +56 48.21428571 +57 49.12280702 +58 50.00000000 +59 49.15254237 +60 48.33333333 +61 49.18032787 +62 48.38709677 +63 47.61904762 +64 46.87500000 +65 46.15384615 +66 45.45454545 +67 44.77611940 +68 44.11764706 +69 43.47826087 +70 44.28571429 +71 45.07042254 +72 44.44444444 +73 43.83561644 +74 44.59459459 +75 45.33333333 +76 46.05263158 +77 46.75324675 +78 47.43589744 +79 46.83544304 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 47.61904762 +85 47.05882353 +86 46.51162791 +87 47.12643678 +88 47.72727273 +89 47.19101124 +90 46.66666667 +91 46.15384615 +92 45.65217391 +93 45.16129032 +94 44.68085106 +95 44.21052632 +96 44.79166667 +97 44.32989691 +98 43.87755102 +99 43.43434343 +100 43.00000000 +101 43.56435644 +102 43.13725490 +103 42.71844660 +104 43.26923077 +105 43.80952381 +106 44.33962264 +107 43.92523364 +108 43.51851852 +109 44.03669725 +110 44.54545455 +111 44.14414414 +112 43.75000000 +113 43.36283186 +114 43.85964912 +115 44.34782609 +116 43.96551724 +117 44.44444444 +118 44.91525424 +119 44.53781513 +120 44.16666667 +121 44.62809917 +122 44.26229508 +123 43.90243902 +124 43.54838710 +125 43.20000000 +126 42.85714286 +127 42.51968504 +128 42.18750000 +129 41.86046512 +130 41.53846154 +131 41.98473282 +132 41.66666667 +133 41.35338346 +134 41.04477612 +135 40.74074074 +136 40.44117647 +137 40.14598540 +138 39.85507246 +139 40.28776978 +140 40.71428571 +141 40.42553191 +142 40.84507042 +143 41.25874126 +144 40.97222222 +145 41.37931034 +146 41.78082192 +147 41.49659864 +148 41.89189189 +149 41.61073826 +150 41.33333333 +151 41.05960265 +152 41.44736842 +153 41.17647059 +154 40.90909091 +155 40.64516129 +156 40.38461538 +157 40.76433121 +158 41.13924051 +159 40.88050314 +160 41.25000000 +161 40.99378882 +162 40.74074074 +163 40.49079755 +164 40.24390244 +165 40.60606061 +166 40.36144578 +167 40.71856287 +168 40.47619048 +169 40.82840237 +170 40.58823529 +171 40.93567251 +172 40.69767442 +173 40.46242775 +174 40.22988506 +175 40.00000000 +176 39.77272727 +177 39.54802260 +178 39.32584270 +179 39.66480447 +180 40.00000000 +181 40.33149171 +182 40.10989011 +183 40.43715847 +184 40.21739130 +185 40.54054054 +186 40.86021505 +187 41.17647059 +188 41.48936170 +189 41.79894180 +190 41.57894737 +191 41.88481675 +192 41.66666667 +193 41.45077720 +194 41.75257732 +195 42.05128205 +196 42.34693878 +197 42.13197970 +198 42.42424242 +199 42.21105528 +200 42.00000000 +201 41.79104478 +202 41.58415842 +203 41.37931034 +204 41.17647059 +205 41.46341463 +206 41.26213592 +207 41.54589372 +208 41.34615385 +209 41.14832536 +210 40.95238095 +211 41.23222749 +212 41.03773585 +213 40.84507042 +214 40.65420561 +215 40.46511628 +216 40.74074074 +217 40.55299539 +218 40.82568807 +219 41.09589041 +220 41.36363636 +221 41.17647059 +222 41.44144144 +223 41.70403587 +224 41.51785714 +225 41.77777778 +226 41.59292035 +227 41.40969163 +228 41.66666667 +229 41.92139738 +230 41.73913043 +231 41.55844156 +232 41.81034483 +233 41.63090129 +234 41.88034188 +235 41.70212766 +236 41.52542373 +237 41.35021097 +238 41.17647059 +239 41.00418410 +240 41.25000000 +241 41.07883817 +242 41.32231405 +243 41.56378601 +244 41.39344262 +245 41.63265306 +246 41.46341463 +247 41.29554656 +248 41.53225806 +249 41.36546185 +250 41.20000000 +251 41.03585657 +252 40.87301587 +253 40.71146245 +254 40.55118110 +255 40.39215686 +256 40.62500000 +257 40.85603113 +258 40.69767442 +259 40.54054054 +260 40.38461538 +261 40.61302682 +262 40.45801527 +263 40.30418251 +264 40.53030303 +265 40.75471698 +266 40.97744361 +267 40.82397004 +268 40.67164179 +269 40.89219331 +270 40.74074074 +271 40.59040590 +272 40.44117647 +273 40.29304029 +274 40.14598540 +275 40.00000000 +276 40.21739130 +277 40.43321300 +278 40.28776978 +279 40.14336918 +280 40.35714286 +281 40.21352313 +282 40.42553191 +283 40.28268551 +284 40.14084507 +285 40.00000000 +286 39.86013986 +287 40.06968641 +288 39.93055556 +289 39.79238754 +290 40.00000000 +291 40.20618557 +292 40.41095890 +293 40.27303754 +294 40.13605442 +295 40.00000000 +296 39.86486486 +297 39.73063973 +298 39.93288591 +299 39.79933110 +300 40.00000000 +301 39.86710963 +302 39.73509934 +303 39.60396040 +304 39.47368421 +305 39.67213115 +306 39.54248366 +307 39.73941368 +308 39.61038961 +309 39.48220065 +310 39.35483871 +311 39.22829582 +312 39.42307692 +313 39.29712460 +314 39.17197452 +315 39.04761905 +316 38.92405063 +317 38.80126183 +318 38.99371069 +319 39.18495298 +320 39.06250000 +321 38.94080997 +322 39.13043478 +323 39.00928793 +324 38.88888889 +325 39.07692308 +326 38.95705521 +327 39.14373089 +328 39.02439024 +329 38.90577508 +330 38.78787879 +331 38.67069486 +332 38.55421687 +333 38.43843844 +334 38.32335329 +335 38.50746269 +336 38.69047619 +337 38.57566766 +338 38.46153846 +339 38.34808260 +340 38.23529412 +341 38.41642229 +342 38.59649123 +343 38.48396501 +344 38.66279070 +345 38.55072464 +346 38.72832370 +347 38.90489914 +348 38.79310345 +349 38.96848138 +350 39.14285714 +351 39.03133903 +352 39.20454545 +353 39.37677054 +354 39.26553672 +355 39.15492958 +356 39.04494382 +357 39.21568627 +358 39.10614525 +359 38.99721448 +360 39.16666667 +361 39.33518006 +362 39.50276243 +363 39.66942149 +364 39.56043956 +365 39.45205479 +366 39.61748634 +367 39.50953678 +368 39.40217391 +369 39.29539295 +370 39.45945946 +371 39.35309973 +372 39.24731183 +373 39.14209115 +374 39.03743316 +375 39.20000000 +376 39.09574468 +377 38.99204244 +378 39.15343915 +379 39.05013193 +380 38.94736842 +381 38.84514436 +382 39.00523560 +383 39.16449086 +384 39.06250000 +385 39.22077922 +386 39.11917098 +387 39.01808786 +388 38.91752577 +389 39.07455013 +390 39.23076923 +391 39.38618926 +392 39.54081633 +393 39.44020356 +394 39.34010152 +395 39.49367089 +396 39.64646465 +397 39.54659950 +398 39.44723618 +399 39.59899749 +400 39.50000000 +401 39.65087282 +402 39.55223881 +403 39.45409429 +404 39.35643564 +405 39.50617284 +406 39.40886700 +407 39.31203931 +408 39.21568627 +409 39.36430318 +410 39.26829268 +411 39.17274939 +412 39.07766990 +413 38.98305085 +414 39.13043478 +415 39.03614458 +416 38.94230769 +417 38.84892086 +418 38.75598086 +419 38.90214797 +420 38.80952381 +421 38.71733967 +422 38.62559242 +423 38.53427896 +424 38.67924528 +425 38.58823529 +426 38.49765258 +427 38.64168618 +428 38.55140187 +429 38.69463869 +430 38.60465116 +431 38.74709977 +432 38.65740741 +433 38.56812933 +434 38.47926267 +435 38.39080460 +436 38.30275229 +437 38.21510297 +438 38.35616438 +439 38.49658314 +440 38.40909091 +441 38.54875283 +442 38.46153846 +443 38.37471783 +444 38.28828829 +445 38.20224719 +446 38.11659193 +447 38.03131991 +448 37.94642857 +449 37.86191537 +450 37.77777778 +451 37.69401330 +452 37.61061947 +453 37.74834437 +454 37.66519824 +455 37.58241758 +456 37.71929825 +457 37.85557987 +458 37.77292576 +459 37.69063181 +460 37.82608696 +461 37.74403471 +462 37.87878788 +463 37.79697624 +464 37.93103448 +465 37.84946237 +466 37.76824034 +467 37.90149893 +468 38.03418803 +469 38.16631130 +470 38.29787234 +471 38.21656051 +472 38.13559322 +473 38.26638478 +474 38.18565401 +475 38.10526316 +476 38.23529412 +477 38.15513627 +478 38.28451883 +479 38.41336117 +480 38.33333333 +481 38.25363825 +482 38.17427386 +483 38.09523810 +484 38.01652893 +485 37.93814433 +486 38.06584362 +487 38.19301848 +488 38.11475410 +489 38.03680982 +490 38.16326531 +491 38.08553971 +492 38.00813008 +493 37.93103448 +494 38.05668016 +495 38.18181818 +496 38.30645161 +497 38.22937626 +498 38.15261044 +499 38.27655311 +500 38.40000000 +501 38.32335329 +502 38.44621514 +503 38.56858847 +504 38.49206349 +505 38.61386139 +506 38.73517787 +507 38.65877712 +508 38.58267717 +509 38.70333988 +510 38.82352941 +511 38.74755382 +512 38.67187500 +513 38.59649123 +514 38.52140078 +515 38.64077670 +516 38.75968992 +517 38.87814313 +518 38.99613900 +519 38.92100193 +520 38.84615385 +521 38.77159309 +522 38.88888889 +523 38.81453155 +524 38.93129771 +525 38.85714286 +526 38.78326996 +527 38.89943074 +528 39.01515152 +529 39.13043478 +530 39.24528302 +531 39.17137476 +532 39.09774436 +533 39.02439024 +534 39.13857678 +535 39.25233645 +536 39.17910448 +537 39.29236499 +538 39.21933086 +539 39.14656772 +540 39.07407407 +541 39.00184843 +542 39.11439114 +543 39.04235727 +544 39.15441176 +545 39.08256881 +546 39.01098901 +547 39.12248629 +548 39.23357664 +549 39.16211293 +550 39.09090909 +551 39.20145191 +552 39.13043478 +553 39.05967450 +554 38.98916968 +555 38.91891892 +556 39.02877698 +557 38.95870736 +558 39.06810036 +559 38.99821109 +560 38.92857143 +561 38.85918004 +562 38.96797153 +563 39.07637655 +564 39.00709220 +565 39.11504425 +566 39.22261484 +567 39.15343915 +568 39.08450704 +569 39.01581722 +570 38.94736842 +571 38.87915937 +572 38.81118881 +573 38.74345550 +574 38.67595819 +575 38.60869565 +576 38.71527778 +577 38.64818024 +578 38.58131488 +579 38.51468048 +580 38.62068966 +581 38.55421687 +582 38.48797251 +583 38.59348199 +584 38.69863014 +585 38.80341880 +586 38.73720137 +587 38.67120954 +588 38.60544218 +589 38.53989813 +590 38.47457627 +591 38.40947547 +592 38.34459459 +593 38.44856661 +594 38.55218855 +595 38.48739496 +596 38.59060403 +597 38.52596315 +598 38.46153846 +599 38.56427379 +600 38.50000000 +601 38.43594010 +602 38.37209302 +603 38.47429519 +604 38.41059603 +605 38.51239669 +606 38.44884488 +607 38.55024712 +608 38.48684211 +609 38.42364532 +610 38.36065574 +611 38.46153846 +612 38.39869281 +613 38.49918434 +614 38.59934853 +615 38.53658537 +616 38.47402597 +617 38.41166937 +618 38.34951456 +619 38.28756058 +620 38.22580645 +621 38.16425121 +622 38.26366559 +623 38.20224719 +624 38.14102564 +625 38.08000000 +626 38.17891374 +627 38.11802233 +628 38.05732484 +629 38.15580286 +630 38.09523810 +631 38.03486529 +632 38.13291139 +633 38.07266983 +634 38.01261830 +635 37.95275591 +636 37.89308176 +637 37.99058085 +638 37.93103448 +639 37.87167449 +640 37.96875000 +641 37.90951638 +642 38.00623053 +643 37.94712286 +644 37.88819876 +645 37.82945736 +646 37.77089783 +647 37.71251932 +648 37.80864198 +649 37.75038521 +650 37.69230769 +651 37.63440860 +652 37.73006135 +653 37.67228178 +654 37.76758410 +655 37.70992366 +656 37.80487805 +657 37.74733638 +658 37.84194529 +659 37.78452200 +660 37.72727273 +661 37.67019667 +662 37.61329305 +663 37.55656109 +664 37.50000000 +665 37.44360902 +666 37.38738739 +667 37.33133433 +668 37.42514970 +669 37.51868460 +670 37.46268657 +671 37.40685544 +672 37.35119048 +673 37.29569094 +674 37.38872404 +675 37.33333333 +676 37.27810651 +677 37.22304284 +678 37.31563422 +679 37.26067747 +680 37.20588235 +681 37.29809104 +682 37.24340176 +683 37.18887262 +684 37.13450292 +685 37.22627737 +686 37.17201166 +687 37.11790393 +688 37.06395349 +689 37.01015965 +690 36.95652174 +691 37.04775687 +692 36.99421965 +693 36.94083694 +694 36.88760807 +695 36.83453237 +696 36.92528736 +697 36.87230990 +698 36.96275072 +699 37.05293276 +700 37.00000000 +701 36.94721826 +702 37.03703704 +703 37.12660028 +704 37.21590909 +705 37.16312057 +706 37.11048159 +707 37.05799151 +708 37.00564972 +709 36.95345557 +710 36.90140845 +711 36.99015471 +712 36.93820225 +713 37.02664797 +714 37.11484594 +715 37.06293706 +716 37.15083799 +717 37.09902371 +718 37.04735376 +719 36.99582754 +720 36.94444444 +721 36.89320388 +722 36.84210526 +723 36.92946058 +724 36.87845304 +725 36.96551724 +726 36.91460055 +727 37.00137552 +728 37.08791209 +729 37.03703704 +730 36.98630137 +731 36.93570451 +732 36.88524590 +733 36.97135061 +734 36.92098093 +735 36.87074830 +736 36.82065217 +737 36.90637720 +738 36.99186992 +739 37.07713126 +740 37.02702703 +741 36.97705803 +742 37.06199461 +743 37.01211306 +744 37.09677419 +745 37.04697987 +746 36.99731903 +747 36.94779116 +748 36.89839572 +749 36.84913218 +750 36.93333333 + +Final result: 36.9333 +/- 1.7635 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q3_k_s.ppx b/scores/Llama-Guard-3-8B-q3_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..057dd186fe6e84a7868ed5c885466f16b02f1f0e --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 9.042611 ± 0.058114 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 93.39% +Mean ln(PPL(Q)/PPL(base)) : 0.321723 ± 0.002300 +Mean PPL(Q)/PPL(base) : 1.379503 ± 0.003173 +Mean PPL(Q)-PPL(base) : 2.487633 ± 0.025114 + +====== KL divergence statistics ====== +Mean KLD: 0.314022 ± 0.001100 +Maximum KLD: 11.607251 +99.9% KLD: 4.556875 +99.0% KLD: 2.015109 +99.0% KLD: 2.015109 +Median KLD: 0.223092 +10.0% KLD: 0.015061 + 5.0% KLD: 0.004158 + 1.0% KLD: 0.000543 +Minimum KLD: 0.000004 + +====== Token probability statistics ====== +Mean Δp: -6.686 ± 0.044 % +Maximum Δp: 88.802% +99.9% Δp: 49.073% +99.0% Δp: 28.522% +95.0% Δp: 12.495% +90.0% Δp: 5.934% +75.0% Δp: 0.133% +Median Δp: -1.476% +25.0% Δp: -11.046% +10.0% Δp: -26.987% + 5.0% Δp: -39.679% + 1.0% Δp: -70.293% + 0.1% Δp: -92.795% +Minimum Δp: -99.990% +RMS Δp : 17.945 ± 0.066 % +Same top p: 72.007 ± 0.118 % diff --git a/scores/Llama-Guard-3-8B-q3_k_s.tqa b/scores/Llama-Guard-3-8B-q3_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..4a2af03842efc297487ebd026a50f4ada81c5db4 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 37.50000000 +17 35.29411765 +18 33.33333333 +19 31.57894737 +20 30.00000000 +21 28.57142857 +22 27.27272727 +23 26.08695652 +24 29.16666667 +25 28.00000000 +26 26.92307692 +27 25.92592593 +28 25.00000000 +29 27.58620690 +30 26.66666667 +31 25.80645161 +32 28.12500000 +33 30.30303030 +34 29.41176471 +35 28.57142857 +36 27.77777778 +37 29.72972973 +38 28.94736842 +39 30.76923077 +40 30.00000000 +41 29.26829268 +42 28.57142857 +43 27.90697674 +44 29.54545455 +45 31.11111111 +46 30.43478261 +47 31.91489362 +48 33.33333333 +49 32.65306122 +50 34.00000000 +51 33.33333333 +52 32.69230769 +53 32.07547170 +54 31.48148148 +55 32.72727273 +56 32.14285714 +57 31.57894737 +58 32.75862069 +59 33.89830508 +60 35.00000000 +61 34.42622951 +62 35.48387097 +63 34.92063492 +64 34.37500000 +65 33.84615385 +66 33.33333333 +67 32.83582090 +68 32.35294118 +69 33.33333333 +70 32.85714286 +71 33.80281690 +72 34.72222222 +73 34.24657534 +74 33.78378378 +75 33.33333333 +76 32.89473684 +77 32.46753247 +78 32.05128205 +79 31.64556962 +80 32.50000000 +81 32.09876543 +82 32.92682927 +83 32.53012048 +84 32.14285714 +85 31.76470588 +86 31.39534884 +87 31.03448276 +88 30.68181818 +89 31.46067416 +90 31.11111111 +91 31.86813187 +92 31.52173913 +93 31.18279570 +94 30.85106383 +95 30.52631579 +96 31.25000000 +97 30.92783505 +98 30.61224490 +99 31.31313131 +100 31.00000000 +101 31.68316832 +102 31.37254902 +103 31.06796117 +104 30.76923077 +105 30.47619048 +106 31.13207547 +107 31.77570093 +108 31.48148148 +109 31.19266055 +110 31.81818182 +111 31.53153153 +112 32.14285714 +113 32.74336283 +114 33.33333333 +115 33.04347826 +116 32.75862069 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 33.33333333 +121 33.88429752 +122 33.60655738 +123 34.14634146 +124 34.67741935 +125 35.20000000 +126 35.71428571 +127 35.43307087 +128 35.15625000 +129 35.65891473 +130 36.15384615 +131 35.87786260 +132 35.60606061 +133 35.33834586 +134 35.07462687 +135 35.55555556 +136 35.29411765 +137 35.76642336 +138 36.23188406 +139 36.69064748 +140 36.42857143 +141 36.17021277 +142 35.91549296 +143 35.66433566 +144 36.11111111 +145 35.86206897 +146 35.61643836 +147 35.37414966 +148 35.13513514 +149 34.89932886 +150 34.66666667 +151 35.09933775 +152 35.52631579 +153 35.29411765 +154 35.06493506 +155 34.83870968 +156 35.25641026 +157 35.03184713 +158 34.81012658 +159 34.59119497 +160 34.37500000 +161 34.78260870 +162 35.18518519 +163 34.96932515 +164 34.75609756 +165 35.15151515 +166 35.54216867 +167 35.32934132 +168 35.71428571 +169 35.50295858 +170 35.29411765 +171 35.08771930 +172 34.88372093 +173 34.68208092 +174 35.05747126 +175 34.85714286 +176 35.22727273 +177 35.02824859 +178 34.83146067 +179 35.19553073 +180 35.00000000 +181 34.80662983 +182 34.61538462 +183 34.42622951 +184 34.23913043 +185 34.05405405 +186 34.40860215 +187 34.22459893 +188 34.04255319 +189 33.86243386 +190 33.68421053 +191 33.50785340 +192 33.33333333 +193 33.16062176 +194 33.50515464 +195 33.33333333 +196 33.16326531 +197 33.50253807 +198 33.83838384 +199 33.66834171 +200 33.50000000 +201 33.33333333 +202 33.66336634 +203 33.49753695 +204 33.33333333 +205 33.65853659 +206 33.49514563 +207 33.81642512 +208 33.65384615 +209 33.49282297 +210 33.33333333 +211 33.17535545 +212 33.01886792 +213 32.86384977 +214 32.71028037 +215 32.55813953 +216 32.87037037 +217 32.71889401 +218 32.56880734 +219 32.42009132 +220 32.27272727 +221 32.12669683 +222 31.98198198 +223 31.83856502 +224 32.14285714 +225 32.00000000 +226 31.85840708 +227 32.15859031 +228 32.01754386 +229 31.87772926 +230 31.73913043 +231 31.60173160 +232 31.89655172 +233 31.75965665 +234 32.05128205 +235 32.34042553 +236 32.62711864 +237 32.48945148 +238 32.77310924 +239 32.63598326 +240 32.50000000 +241 32.36514523 +242 32.23140496 +243 32.09876543 +244 31.96721311 +245 31.83673469 +246 31.70731707 +247 31.98380567 +248 32.25806452 +249 32.12851406 +250 32.00000000 +251 32.27091633 +252 32.53968254 +253 32.41106719 +254 32.28346457 +255 32.54901961 +256 32.42187500 +257 32.29571984 +258 32.17054264 +259 32.04633205 +260 31.92307692 +261 32.18390805 +262 32.06106870 +263 31.93916350 +264 32.19696970 +265 32.45283019 +266 32.33082707 +267 32.20973783 +268 32.08955224 +269 31.97026022 +270 31.85185185 +271 31.73431734 +272 31.61764706 +273 31.50183150 +274 31.38686131 +275 31.27272727 +276 31.15942029 +277 31.04693141 +278 31.29496403 +279 31.18279570 +280 31.42857143 +281 31.67259786 +282 31.56028369 +283 31.44876325 +284 31.33802817 +285 31.22807018 +286 31.46853147 +287 31.70731707 +288 31.94444444 +289 31.83391003 +290 31.72413793 +291 31.95876289 +292 31.84931507 +293 32.08191126 +294 31.97278912 +295 32.20338983 +296 32.43243243 +297 32.65993266 +298 32.55033557 +299 32.44147157 +300 32.33333333 +301 32.22591362 +302 32.11920530 +303 32.01320132 +304 31.90789474 +305 31.80327869 +306 31.69934641 +307 31.59609121 +308 31.81818182 +309 31.71521036 +310 31.61290323 +311 31.51125402 +312 31.73076923 +313 31.62939297 +314 31.52866242 +315 31.74603175 +316 31.64556962 +317 31.54574132 +318 31.44654088 +319 31.34796238 +320 31.25000000 +321 31.15264798 +322 31.36645963 +323 31.26934985 +324 31.17283951 +325 31.07692308 +326 30.98159509 +327 31.19266055 +328 31.40243902 +329 31.30699088 +330 31.51515152 +331 31.41993958 +332 31.62650602 +333 31.83183183 +334 31.73652695 +335 31.94029851 +336 32.14285714 +337 32.04747774 +338 31.95266272 +339 32.15339233 +340 32.05882353 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.27665706 +348 32.18390805 +349 32.09169054 +350 32.00000000 +351 31.90883191 +352 31.81818182 +353 31.72804533 +354 31.63841808 +355 31.83098592 +356 31.74157303 +357 31.65266106 +358 31.84357542 +359 31.75487465 +360 31.66666667 +361 31.85595568 +362 31.76795580 +363 31.68044077 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.88010899 +368 32.06521739 +369 31.97831978 +370 31.89189189 +371 31.80592992 +372 31.98924731 +373 31.90348525 +374 32.08556150 +375 32.00000000 +376 31.91489362 +377 32.09549072 +378 32.01058201 +379 31.92612137 +380 32.10526316 +381 32.02099738 +382 32.19895288 +383 32.11488251 +384 32.03125000 +385 31.94805195 +386 31.86528497 +387 31.78294574 +388 31.95876289 +389 31.87660668 +390 31.79487179 +391 31.96930946 +392 31.88775510 +393 31.80661578 +394 31.97969543 +395 31.89873418 +396 32.07070707 +397 32.24181360 +398 32.16080402 +399 32.08020050 +400 32.00000000 +401 31.92019950 +402 32.08955224 +403 32.00992556 +404 31.93069307 +405 31.85185185 +406 31.77339901 +407 31.69533170 +408 31.61764706 +409 31.54034230 +410 31.46341463 +411 31.38686131 +412 31.55339806 +413 31.47699758 +414 31.64251208 +415 31.80722892 +416 31.73076923 +417 31.65467626 +418 31.57894737 +419 31.50357995 +420 31.42857143 +421 31.59144893 +422 31.51658768 +423 31.67848700 +424 31.60377358 +425 31.52941176 +426 31.69014085 +427 31.61592506 +428 31.54205607 +429 31.46853147 +430 31.39534884 +431 31.32250580 +432 31.48148148 +433 31.63972286 +434 31.79723502 +435 31.72413793 +436 31.88073394 +437 31.80778032 +438 31.96347032 +439 31.89066059 +440 32.04545455 +441 31.97278912 +442 32.12669683 +443 32.05417607 +444 32.20720721 +445 32.13483146 +446 32.06278027 +447 31.99105145 +448 31.91964286 +449 32.07126949 +450 32.22222222 +451 32.15077605 +452 32.07964602 +453 32.22958057 +454 32.15859031 +455 32.08791209 +456 32.01754386 +457 31.94748359 +458 31.87772926 +459 31.80827887 +460 31.73913043 +461 31.67028200 +462 31.81818182 +463 31.74946004 +464 31.89655172 +465 32.04301075 +466 31.97424893 +467 31.90578158 +468 31.83760684 +469 31.76972281 +470 31.70212766 +471 31.63481953 +472 31.77966102 +473 31.92389006 +474 31.85654008 +475 32.00000000 +476 31.93277311 +477 31.86582809 +478 31.79916318 +479 31.73277662 +480 31.66666667 +481 31.60083160 +482 31.74273859 +483 31.67701863 +484 31.61157025 +485 31.75257732 +486 31.89300412 +487 32.03285421 +488 31.96721311 +489 32.10633947 +490 32.24489796 +491 32.38289206 +492 32.52032520 +493 32.45436105 +494 32.38866397 +495 32.32323232 +496 32.25806452 +497 32.19315895 +498 32.12851406 +499 32.26452906 +500 32.20000000 +501 32.33532934 +502 32.27091633 +503 32.20675944 +504 32.34126984 +505 32.27722772 +506 32.21343874 +507 32.14990138 +508 32.08661417 +509 32.22003929 +510 32.15686275 +511 32.09393346 +512 32.03125000 +513 31.96881092 +514 31.90661479 +515 32.03883495 +516 32.17054264 +517 32.30174081 +518 32.23938224 +519 32.17726397 +520 32.11538462 +521 32.24568138 +522 32.18390805 +523 32.12237094 +524 32.06106870 +525 32.00000000 +526 31.93916350 +527 32.06831120 +528 32.00757576 +529 31.94706994 +530 31.88679245 +531 31.82674200 +532 31.76691729 +533 31.89493433 +534 31.83520599 +535 31.77570093 +536 31.71641791 +537 31.65735568 +538 31.59851301 +539 31.53988868 +540 31.48148148 +541 31.42329020 +542 31.36531365 +543 31.30755064 +544 31.25000000 +545 31.19266055 +546 31.31868132 +547 31.44424132 +548 31.56934307 +549 31.51183971 +550 31.45454545 +551 31.39745917 +552 31.52173913 +553 31.64556962 +554 31.58844765 +555 31.53153153 +556 31.47482014 +557 31.41831239 +558 31.36200717 +559 31.30590340 +560 31.42857143 +561 31.55080214 +562 31.49466192 +563 31.43872114 +564 31.56028369 +565 31.68141593 +566 31.80212014 +567 31.92239859 +568 32.04225352 +569 31.98594025 +570 31.92982456 +571 32.04903678 +572 31.99300699 +573 31.93717277 +574 32.05574913 +575 32.17391304 +576 32.29166667 +577 32.23570191 +578 32.17993080 +579 32.12435233 +580 32.24137931 +581 32.18588640 +582 32.30240550 +583 32.24699828 +584 32.36301370 +585 32.30769231 +586 32.42320819 +587 32.36797274 +588 32.31292517 +589 32.25806452 +590 32.37288136 +591 32.31810491 +592 32.26351351 +593 32.20910624 +594 32.32323232 +595 32.26890756 +596 32.21476510 +597 32.16080402 +598 32.10702341 +599 32.05342237 +600 32.00000000 +601 32.11314476 +602 32.22591362 +603 32.33830846 +604 32.28476821 +605 32.23140496 +606 32.34323432 +607 32.28995058 +608 32.23684211 +609 32.34811166 +610 32.29508197 +611 32.24222586 +612 32.35294118 +613 32.30016313 +614 32.24755700 +615 32.19512195 +616 32.30519481 +617 32.41491086 +618 32.36245955 +619 32.31017771 +620 32.25806452 +621 32.20611916 +622 32.31511254 +623 32.26324238 +624 32.21153846 +625 32.16000000 +626 32.10862620 +627 32.05741627 +628 32.16560510 +629 32.11446741 +630 32.06349206 +631 32.01267829 +632 31.96202532 +633 31.91153239 +634 31.86119874 +635 31.81102362 +636 31.76100629 +637 31.71114600 +638 31.66144201 +639 31.61189358 +640 31.71875000 +641 31.66926677 +642 31.77570093 +643 31.72628305 +644 31.67701863 +645 31.78294574 +646 31.73374613 +647 31.68469861 +648 31.79012346 +649 31.74114022 +650 31.84615385 +651 31.95084485 +652 32.05521472 +653 32.15926493 +654 32.11009174 +655 32.06106870 +656 32.16463415 +657 32.26788432 +658 32.21884498 +659 32.32169954 +660 32.27272727 +661 32.22390318 +662 32.17522659 +663 32.12669683 +664 32.07831325 +665 32.18045113 +666 32.28228228 +667 32.23388306 +668 32.18562874 +669 32.13751868 +670 32.23880597 +671 32.19076006 +672 32.14285714 +673 32.09509658 +674 32.04747774 +675 32.14814815 +676 32.24852071 +677 32.20088626 +678 32.15339233 +679 32.10603829 +680 32.05882353 +681 32.01174743 +682 32.11143695 +683 32.06442167 +684 32.16374269 +685 32.11678832 +686 32.06997085 +687 32.02328967 +688 32.12209302 +689 32.07547170 +690 32.02898551 +691 32.12735166 +692 32.22543353 +693 32.32323232 +694 32.27665706 +695 32.23021583 +696 32.32758621 +697 32.42467719 +698 32.37822350 +699 32.33190272 +700 32.42857143 +701 32.38231098 +702 32.33618234 +703 32.29018492 +704 32.24431818 +705 32.19858156 +706 32.29461756 +707 32.24893918 +708 32.20338983 +709 32.15796897 +710 32.25352113 +711 32.20815752 +712 32.16292135 +713 32.11781206 +714 32.07282913 +715 32.02797203 +716 31.98324022 +717 32.07810321 +718 32.17270195 +719 32.26703755 +720 32.22222222 +721 32.17753121 +722 32.13296399 +723 32.08852006 +724 32.18232044 +725 32.13793103 +726 32.23140496 +727 32.18707015 +728 32.14285714 +729 32.09876543 +730 32.19178082 +731 32.14774282 +732 32.24043716 +733 32.19645293 +734 32.15258856 +735 32.10884354 +736 32.06521739 +737 32.02170963 +738 31.97831978 +739 32.07036536 +740 32.16216216 +741 32.25371120 +742 32.21024259 +743 32.16689098 +744 32.25806452 +745 32.21476510 +746 32.30563003 +747 32.39625167 +748 32.35294118 +749 32.44325768 +750 32.53333333 + +Final result: 32.5333 +/- 1.7119 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q3_k_s.wng b/scores/Llama-Guard-3-8B-q3_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..b7f4919085fffeba1818e77700e5aa7c697c2ebc --- /dev/null +++ b/scores/Llama-Guard-3-8B-q3_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.404113 -4.501207 1 1 +2 100.0000 -1.949085 -2.087851 1 1 +3 100.0000 -3.694238 -3.486710 2 2 +4 100.0000 -4.566243 -4.655322 1 1 +5 80.0000 -2.618143 -2.742609 1 2 +6 83.3333 -4.161426 -4.569647 1 1 +7 85.7143 -4.679324 -3.258267 2 2 +8 87.5000 -3.170470 -2.852830 2 2 +9 88.8889 -3.860065 -5.112684 1 1 +10 90.0000 -2.301522 -2.259299 2 2 +11 90.9091 -10.419147 -4.419586 2 2 +12 91.6667 -3.398761 -1.869155 2 2 +13 92.3077 -3.570042 -5.187008 1 1 +14 92.8571 -3.676782 -4.050981 1 1 +15 86.6667 -4.200867 -6.156721 1 2 +16 87.5000 -3.537147 -3.521819 2 2 +17 88.2353 -7.354769 -6.272237 2 2 +18 88.8889 -2.606681 -3.431015 1 1 +19 89.4737 -3.881335 -5.288807 1 1 +20 90.0000 -3.123758 -3.447488 1 1 +21 90.4762 -2.517708 -3.345313 1 1 +22 86.3636 -2.321157 -2.452397 1 2 +23 86.9565 -5.345246 -5.862235 1 1 +24 83.3333 -2.583141 -2.095159 2 1 +25 84.0000 -1.776238 -1.711999 2 2 +26 84.6154 -3.308546 -4.559226 1 1 +27 81.4815 -4.773584 -5.011889 1 2 +28 82.1429 -5.755711 -5.952010 1 1 +29 79.3103 -4.307198 -4.149672 2 1 +30 76.6667 -1.997367 -2.100454 1 2 +31 74.1935 -4.915453 -4.603197 2 1 +32 75.0000 -5.782047 -6.720274 1 1 +33 75.7576 -4.791529 -5.755970 1 1 +34 73.5294 -3.537805 -3.495893 2 1 +35 74.2857 -4.215806 -3.971028 2 2 +36 72.2222 -3.430537 -3.879352 1 2 +37 72.9730 -2.825747 -3.201919 1 1 +38 73.6842 -3.708208 -3.744170 1 1 +39 74.3590 -5.510167 -3.930365 2 2 +40 72.5000 -4.893994 -5.798409 1 2 +41 73.1707 -2.431603 -2.743672 1 1 +42 73.8095 -2.677585 -3.824471 1 1 +43 74.4186 -3.038084 -2.987553 2 2 +44 75.0000 -2.512338 -1.967495 2 2 +45 75.5556 -0.139180 -11.474059 1 1 +46 76.0870 -2.765024 -2.891994 1 1 +47 74.4681 -3.656733 -3.738290 1 2 +48 75.0000 -4.251717 -3.917617 2 2 +49 73.4694 -2.853035 -1.660840 2 1 +50 74.0000 -2.649097 -2.399412 2 2 +51 74.5098 -2.009147 -2.631729 1 1 +52 75.0000 -3.683470 -3.008121 2 2 +53 75.4717 -4.293517 -4.738814 1 1 +54 75.9259 -2.920302 -2.510520 2 2 +55 76.3636 -2.976442 -2.756757 2 2 +56 75.0000 -5.067479 -5.474733 1 2 +57 73.6842 -3.101753 -3.215405 1 2 +58 74.1379 -3.972188 -4.511765 1 1 +59 74.5763 -3.281858 -3.001519 2 2 +60 75.0000 -3.769428 -3.623138 2 2 +61 75.4098 -2.808456 -2.842204 1 1 +62 75.8065 -5.667444 -6.119150 1 1 +63 74.6032 -5.185693 -5.321094 1 2 +64 73.4375 -4.576710 -4.334903 2 1 +65 73.8462 -5.153032 -4.629025 2 2 +66 74.2424 -3.289694 -3.561785 1 1 +67 74.6269 -3.572782 -3.094257 2 2 +68 75.0000 -5.867633 -5.671648 2 2 +69 75.3623 -5.727709 -5.885180 1 1 +70 75.7143 -3.075832 -2.830278 2 2 +71 74.6479 -3.244830 -2.841394 2 1 +72 73.6111 -3.372756 -3.518602 1 2 +73 73.9726 -2.468776 -2.578935 1 1 +74 74.3243 -2.625901 -2.977247 1 1 +75 74.6667 -1.831154 -2.029787 1 1 +76 75.0000 -2.413162 -4.370273 1 1 +77 75.3247 -3.056945 -2.894377 2 2 +78 75.6410 -0.816000 -1.352797 1 1 +79 74.6835 -2.201977 -2.203400 1 2 +80 75.0000 -2.394724 -3.023347 1 1 +81 75.3086 -5.427794 -4.587601 2 2 +82 74.3902 -3.218205 -3.510663 1 2 +83 74.6988 -5.804905 -5.356279 2 2 +84 75.0000 -2.456965 -2.274759 2 2 +85 75.2941 -4.181184 -4.196256 1 1 +86 74.4186 -6.009626 -6.091503 1 2 +87 73.5632 -2.178551 -2.075785 2 1 +88 72.7273 -5.842628 -5.323282 2 1 +89 71.9101 -3.786011 -3.658578 2 1 +90 72.2222 -3.728966 -2.761148 2 2 +91 71.4286 -4.585396 -4.477264 2 1 +92 71.7391 -4.839056 -4.078735 2 2 +93 70.9677 -2.693150 -2.859253 1 2 +94 71.2766 -4.972899 -4.071581 2 2 +95 71.5789 -3.549921 -4.045752 1 1 +96 71.8750 -2.486963 -2.916084 1 1 +97 71.1340 -5.549794 -5.121896 2 1 +98 71.4286 -4.026048 -3.258707 2 2 +99 71.7172 -2.715600 -2.917047 1 1 +100 72.0000 -4.803493 -4.276371 2 2 +101 71.2871 -4.746183 -4.970987 1 2 +102 71.5686 -3.758657 -4.243975 1 1 +103 71.8447 -3.229101 -2.732107 2 2 +104 72.1154 -7.731172 -7.302657 2 2 +105 72.3810 -1.666408 -2.107336 1 1 +106 72.6415 -2.839344 -2.457938 2 2 +107 72.8972 -3.354088 -2.914844 2 2 +108 73.1481 -3.722313 -2.846113 2 2 +109 72.4771 -4.083035 -4.326482 1 2 +110 72.7273 -4.170046 -3.498377 2 2 +111 72.9730 -3.486823 -3.274951 2 2 +112 72.3214 -4.339139 -3.492114 2 1 +113 71.6814 -5.299963 -5.924597 1 2 +114 71.9298 -3.823709 -4.761624 1 1 +115 72.1739 -1.989824 -2.322135 1 1 +116 72.4138 -2.695102 -2.684773 2 2 +117 71.7949 -3.705931 -3.895600 1 2 +118 72.0339 -1.593567 -2.223746 1 1 +119 72.2689 -2.020907 -2.426532 1 1 +120 71.6667 -2.912466 -2.806992 2 1 +121 71.0744 -1.328473 -1.749923 1 2 +122 71.3115 -6.074831 -5.728734 2 2 +123 71.5447 -3.469143 -3.654897 1 1 +124 71.7742 -2.866998 -2.417970 2 2 +125 72.0000 -3.543087 -3.440381 2 2 +126 72.2222 -6.605364 -6.401711 2 2 +127 72.4409 -3.143764 -1.601223 2 2 +128 72.6562 -1.752640 -1.832552 1 1 +129 72.8682 -2.529410 -2.047240 2 2 +130 73.0769 -6.610354 -4.932430 2 2 +131 72.5191 -3.738557 -3.953290 1 2 +132 71.9697 -2.157609 -2.163677 1 2 +133 72.1805 -1.940502 -4.509617 1 1 +134 72.3881 -4.914851 -4.469059 2 2 +135 72.5926 -4.350119 -5.237402 1 1 +136 72.7941 -3.539036 -2.231090 2 2 +137 72.9927 -5.302195 -5.471859 1 1 +138 72.4638 -3.531708 -4.563721 1 2 +139 72.6619 -4.255456 -5.560330 1 1 +140 72.8571 -1.436863 -1.334378 2 2 +141 73.0496 -5.619192 -4.496534 2 2 +142 73.2394 -3.006731 -2.491816 2 2 +143 73.4266 -5.004443 -5.600176 1 1 +144 72.9167 -2.536055 -2.475190 2 1 +145 72.4138 -1.764792 -16.434412 1 2 +146 71.9178 -3.691210 -3.710730 1 2 +147 72.1088 -4.325875 -4.246411 2 2 +148 72.2973 -2.016956 -2.436925 1 1 +149 72.4832 -4.248338 -4.111567 2 2 +150 72.6667 -3.857415 -3.180850 2 2 +151 72.1854 -1.933105 -1.751813 2 1 +152 71.7105 -4.628403 -4.732910 1 2 +153 71.8954 -2.695540 -3.415843 1 1 +154 72.0779 -3.725365 -4.039640 1 1 +155 71.6129 -2.398084 -2.962935 1 2 +156 71.7949 -2.047705 -2.233645 1 1 +157 71.9745 -2.587262 -3.475070 1 1 +158 72.1519 -4.418336 -4.056970 2 2 +159 72.3270 -3.585273 -4.944505 1 1 +160 72.5000 -4.897079 -3.676206 2 2 +161 72.6708 -3.053717 -3.195543 1 1 +162 72.2222 -0.247012 -11.007299 1 2 +163 72.3926 -2.197048 -2.422904 1 1 +164 72.5610 -5.329475 -4.575562 2 2 +165 72.7273 -4.051850 -3.897827 2 2 +166 72.8916 -5.121271 -4.791911 2 2 +167 72.4551 -4.320125 -3.679305 2 1 +168 72.0238 -5.040054 -5.120240 1 2 +169 72.1893 -4.469879 -4.124729 2 2 +170 72.3529 -2.874990 -3.258046 1 1 +171 72.5146 -3.713879 -4.432453 1 1 +172 72.6744 -3.894406 -4.566109 1 1 +173 72.8324 -3.043466 -2.771991 2 2 +174 72.9885 -6.383853 -6.108354 2 2 +175 73.1429 -3.684581 -4.117098 1 1 +176 73.2955 -1.773575 -3.475206 1 1 +177 73.4463 -6.896071 -6.662214 2 2 +178 73.0337 -3.111052 -2.942285 2 1 +179 73.1844 -2.282835 -2.556195 1 1 +180 73.3333 -4.574965 -4.387966 2 2 +181 73.4807 -3.876093 -3.121572 2 2 +182 73.6264 -4.542068 -4.021102 2 2 +183 73.7705 -5.211321 -5.032471 2 2 +184 73.9130 -1.818052 -2.555448 1 1 +185 73.5135 -4.184422 -4.585035 1 2 +186 73.6559 -2.781589 -3.472362 1 1 +187 73.7968 -5.129333 -4.720884 2 2 +188 73.4043 -4.502792 -3.772062 2 1 +189 73.0159 -4.109755 -4.234207 1 2 +190 73.1579 -5.054308 -4.617551 2 2 +191 73.2984 -3.467965 -3.921428 1 1 +192 73.4375 -5.895333 -4.514701 2 2 +193 73.0570 -3.450670 -3.567554 1 2 +194 73.1959 -2.006341 -1.767908 2 2 +195 73.3333 -3.681099 -3.748887 1 1 +196 72.9592 -3.335251 -4.131973 1 2 +197 73.0964 -1.633949 -3.688884 1 1 +198 73.2323 -3.560534 -8.082170 1 1 +199 73.3668 -6.494413 -5.094406 2 2 +200 73.5000 -3.441001 -2.989126 2 2 +201 73.6318 -2.832250 -3.211943 1 1 +202 73.2673 -8.168809 -8.288339 1 2 +203 73.3990 -3.018070 -2.929508 2 2 +204 73.5294 -2.328735 -2.585761 1 1 +205 73.6585 -3.138247 -2.341259 2 2 +206 73.7864 -5.585842 -5.282663 2 2 +207 73.9130 -2.870404 -3.261202 1 1 +208 74.0385 -3.764216 -3.265662 2 2 +209 74.1627 -2.934986 -2.858118 2 2 +210 74.2857 -6.262994 -6.229620 2 2 +211 73.9336 -5.446405 -5.407588 2 1 +212 74.0566 -5.507381 -4.754332 2 2 +213 73.7089 -5.013193 -5.026832 1 2 +214 73.8318 -3.387199 -3.454031 1 1 +215 73.9535 -5.497586 -5.285318 2 2 +216 73.6111 -3.305277 -3.158017 2 1 +217 73.7327 -1.413989 -1.709348 1 1 +218 73.8532 -2.482194 -2.263291 2 2 +219 73.9726 -3.172226 -3.402776 1 1 +220 73.6364 -3.433764 -3.551366 1 2 +221 73.7557 -2.399597 -9.162340 1 1 +222 73.4234 -0.418378 -7.406444 1 2 +223 73.5426 -4.477809 -2.735555 2 2 +224 73.6607 -5.177784 -3.546761 2 2 +225 73.7778 -2.731028 -2.714273 2 2 +226 73.8938 -3.031469 -3.346741 1 1 +227 74.0088 -3.384348 -3.511927 1 1 +228 74.1228 -1.552817 -2.313671 1 1 +229 74.2358 -3.138326 -2.956034 2 2 +230 74.3478 -3.060227 -3.518263 1 1 +231 74.4589 -2.105771 -2.636454 1 1 +232 74.5690 -2.122824 -1.420108 2 2 +233 74.6781 -1.933284 -2.079942 1 1 +234 74.7863 -3.314359 -2.899236 2 2 +235 74.8936 -3.930827 -3.781292 2 2 +236 75.0000 -1.706681 -1.726865 1 1 +237 74.6835 -2.114797 -1.761841 2 1 +238 74.7899 -2.941802 -2.459775 2 2 +239 74.8954 -2.467901 -2.442626 2 2 +240 74.5833 -6.150454 -6.260264 1 2 +241 74.2739 -3.392373 -3.531901 1 2 +242 74.3802 -6.073216 -5.822416 2 2 +243 74.0741 -3.996934 -3.920444 2 1 +244 74.1803 -2.588365 -3.754608 1 1 +245 74.2857 -4.198847 -4.963261 1 1 +246 74.3902 -2.829123 -2.972232 1 1 +247 74.0891 -3.477366 -3.513751 1 2 +248 74.1935 -3.366323 -2.959336 2 2 +249 74.2972 -2.989695 -2.148563 2 2 +250 74.4000 -2.309217 -3.157916 1 1 +251 74.1036 -1.487603 -1.345148 2 1 +252 74.2063 -7.405899 -7.317900 2 2 +253 73.9130 -5.382170 -5.078726 2 1 +254 73.6220 -5.519382 -5.956254 1 2 +255 73.7255 -4.754561 -5.374253 1 1 +256 73.4375 -4.333625 -3.728548 2 1 +257 73.1518 -2.304588 -1.916961 2 1 +258 72.8682 -3.430357 -3.566499 1 2 +259 72.9730 -5.112608 -5.436058 1 1 +260 72.6923 -6.498483 -6.138756 2 1 +261 72.7969 -3.594656 -3.500106 2 2 +262 72.5191 -4.544973 -4.717159 1 2 +263 72.6236 -2.730606 -3.590525 1 1 +264 72.7273 -3.941998 -3.370528 2 2 +265 72.8302 -1.205132 -2.363555 1 1 +266 72.9323 -4.860231 -5.646533 1 1 +267 72.6592 -3.068517 -2.976601 2 1 +268 72.3881 -3.491815 -3.062814 2 1 +269 72.4907 -3.092271 -2.943154 2 2 +270 72.5926 -2.393315 -2.987930 1 1 +271 72.6937 -3.213297 -2.558485 2 2 +272 72.7941 -3.551676 -3.528825 2 2 +273 72.5275 -3.321806 -3.394533 1 2 +274 72.2628 -3.900610 -3.924263 1 2 +275 72.0000 -3.222672 -3.167690 2 1 +276 72.1014 -1.972389 -2.048697 1 1 +277 72.2022 -3.241056 -4.049938 1 1 +278 72.3022 -3.237027 -3.441186 1 1 +279 72.4014 -3.845961 -2.805498 2 2 +280 72.5000 -3.701761 -3.200131 2 2 +281 72.5979 -2.720218 -2.285801 2 2 +282 72.6950 -4.601866 -4.095882 2 2 +283 72.4382 -3.738963 -4.044602 1 2 +284 72.5352 -2.347281 -2.856631 1 1 +285 72.6316 -3.350778 -4.696111 1 1 +286 72.7273 -3.163366 -3.446435 1 1 +287 72.8223 -2.262962 -4.016606 1 1 +288 72.9167 -3.339555 -3.228120 2 2 +289 72.6644 -3.567132 -3.003520 2 1 +290 72.7586 -4.234837 -4.640613 1 1 +291 72.8522 -2.855249 -3.373667 1 1 +292 72.9452 -2.696271 -1.768706 2 2 +293 73.0375 -3.466397 -3.308076 2 2 +294 72.7891 -3.803043 -3.572160 2 1 +295 72.8814 -2.362298 -2.395336 1 1 +296 72.9730 -4.958567 -4.709478 2 2 +297 72.7273 -1.702302 -2.341692 1 2 +298 72.8188 -5.792975 -5.183115 2 2 +299 72.9097 -2.257020 -2.135015 2 2 +300 73.0000 -2.200637 -2.696724 1 1 +301 73.0897 -4.055916 -4.113608 1 1 +302 73.1788 -4.270724 -4.142876 2 2 +303 72.9373 -9.637186 -8.917808 2 1 +304 73.0263 -4.896291 -4.476264 2 2 +305 72.7869 -3.313114 -3.348509 1 2 +306 72.8758 -2.468969 -1.913090 2 2 +307 72.6384 -2.912716 -2.903084 2 1 +308 72.7273 -5.032123 -4.439166 2 2 +309 72.8155 -4.951046 -5.248078 1 1 +310 72.9032 -5.372112 -5.327577 2 2 +311 72.9904 -0.679586 -4.860969 1 1 +312 72.7564 -4.556929 -3.961810 2 1 +313 72.8435 -5.310473 -4.955408 2 2 +314 72.9299 -4.952147 -3.962755 2 2 +315 73.0159 -1.849530 -3.451345 1 1 +316 73.1013 -6.873590 -4.816301 2 2 +317 73.1861 -4.721348 -4.772652 1 1 +318 73.2704 -5.444310 -4.319089 2 2 +319 73.3542 -1.948238 -2.345734 1 1 +320 73.4375 -3.476619 -4.522326 1 1 +321 73.2087 -2.801301 -2.834764 1 2 +322 72.9814 -2.397609 -3.076056 1 2 +323 73.0650 -2.261350 -3.005524 1 1 +324 72.8395 -4.043578 -3.658867 2 1 +325 72.9231 -5.585260 -4.014213 2 2 +326 73.0061 -2.320339 -1.901251 2 2 +327 73.0887 -2.295143 -2.445532 1 1 +328 72.8659 -3.973047 -3.862165 2 1 +329 72.9483 -4.093930 -7.283823 1 1 +330 73.0303 -2.161708 -2.839150 1 1 +331 72.8097 -4.847880 -3.425275 2 1 +332 72.8916 -1.787426 -2.151807 1 1 +333 72.9730 -3.201008 -1.519181 2 2 +334 73.0539 -2.173369 -4.972378 1 1 +335 72.8358 -5.341172 -4.730330 2 1 +336 72.9167 -4.126619 -3.958664 2 2 +337 72.9970 -1.957832 -1.444620 2 2 +338 72.7811 -3.430679 -3.268915 2 1 +339 72.8614 -5.428810 -5.237241 2 2 +340 72.9412 -4.799813 -5.310598 1 1 +341 73.0205 -2.887841 -3.960166 1 1 +342 73.0994 -5.180639 -4.747828 2 2 +343 72.8863 -4.138621 -4.132602 2 1 +344 72.9651 -2.674812 -3.062408 1 1 +345 73.0435 -1.280198 -3.021029 1 1 +346 72.8324 -5.176620 -5.415096 1 2 +347 72.9107 -3.497986 -3.070814 2 2 +348 72.9885 -1.122187 -1.939350 1 1 +349 72.7794 -2.718805 -3.886033 1 2 +350 72.5714 -2.430751 -3.581245 1 2 +351 72.6496 -2.651066 -3.004706 1 1 +352 72.7273 -4.086165 -3.961697 2 2 +353 72.8045 -2.745224 -2.877811 1 1 +354 72.8814 -5.276099 -5.027474 2 2 +355 72.9577 -2.099309 -1.699119 2 2 +356 72.7528 -2.771878 -2.777721 1 2 +357 72.8291 -3.481193 -3.175489 2 2 +358 72.6257 -2.003401 -2.054952 1 2 +359 72.7019 -5.278176 -3.230909 2 2 +360 72.5000 -3.490905 -3.668078 1 2 +361 72.5762 -2.891383 -1.648675 2 2 +362 72.6519 -5.446062 -5.165579 2 2 +363 72.4518 -2.637005 -2.617889 2 1 +364 72.5275 -6.473190 -6.847096 1 1 +365 72.6027 -5.315180 -5.465111 1 1 +366 72.4044 -3.397165 -8.466528 1 2 +367 72.4796 -5.510793 -5.717860 1 1 +368 72.5543 -5.140646 -4.719724 2 2 +369 72.3577 -3.366763 -3.724023 1 2 +370 72.1622 -5.286876 -5.205956 2 1 +371 72.2372 -2.943378 -4.095751 1 1 +372 72.3118 -2.184637 -2.420375 1 1 +373 72.1180 -4.569325 -3.584064 2 1 +374 72.1925 -2.685642 -3.280166 1 1 +375 72.2667 -2.835909 -2.547745 2 2 +376 72.3404 -4.808238 -3.949813 2 2 +377 72.1485 -4.132453 -4.220027 1 2 +378 71.9577 -3.583298 -4.026619 1 2 +379 71.7678 -1.249624 -2.652001 1 2 +380 71.8421 -5.111659 -5.961377 1 1 +381 71.9160 -9.479171 -7.691653 2 2 +382 71.9895 -2.567461 -2.356142 2 2 +383 72.0627 -2.762376 -1.409394 2 2 +384 71.8750 -3.924295 -3.450924 2 1 +385 71.9481 -0.864639 -1.027988 1 1 +386 72.0207 -2.237027 -13.360170 1 1 +387 72.0930 -1.953490 -2.669803 1 1 +388 72.1649 -6.008088 -5.720919 2 2 +389 72.2365 -2.582492 -2.195849 2 2 +390 72.3077 -3.486026 -3.567326 1 1 +391 72.3785 -4.142857 -3.895761 2 2 +392 72.1939 -4.428809 -3.968745 2 1 +393 72.2646 -4.846869 -4.738393 2 2 +394 72.3350 -3.458823 -3.828924 1 1 +395 72.4051 -2.960495 -2.662043 2 2 +396 72.4747 -4.640623 -4.736489 1 1 +397 72.5441 -6.631475 -6.665025 1 1 +398 72.6131 -2.957169 -5.402658 1 1 +399 72.6817 -3.540222 -3.738591 1 1 +400 72.7500 -1.974027 -7.330345 1 1 +401 72.8180 -3.144278 -3.533947 1 1 +402 72.6368 -3.846597 -3.938242 1 2 +403 72.4566 -7.113107 -7.277442 1 2 +404 72.5248 -3.493997 -2.605625 2 2 +405 72.5926 -4.075744 -4.242884 1 1 +406 72.6601 -7.943439 -8.755338 1 1 +407 72.4816 -4.673134 -5.043098 1 2 +408 72.3039 -2.983809 -3.292951 1 2 +409 72.3716 -4.370620 -4.801710 1 1 +410 72.4390 -3.529165 -3.598900 1 1 +411 72.5061 -3.252100 -4.313421 1 1 +412 72.5728 -3.504787 -3.355871 2 2 +413 72.6392 -2.983084 -2.778878 2 2 +414 72.4638 -4.179317 -4.428854 1 2 +415 72.2892 -3.368455 -3.637009 1 2 +416 72.3558 -3.694121 -2.373835 2 2 +417 72.4221 -4.386746 -4.950511 1 1 +418 72.2488 -4.651541 -3.707911 2 1 +419 72.3150 -3.784171 -3.664939 2 2 +420 72.3810 -3.064787 -2.693812 2 2 +421 72.4466 -4.098137 -3.839809 2 2 +422 72.5118 -2.224909 -2.461532 1 1 +423 72.3404 -3.016683 -2.970668 2 1 +424 72.4057 -4.747791 -5.776713 1 1 +425 72.4706 -5.247165 -3.993756 2 2 +426 72.5352 -1.704671 -1.658979 2 2 +427 72.5995 -3.677343 -4.041802 1 1 +428 72.6636 -4.092496 -4.452549 1 1 +429 72.7273 -3.353610 -3.282775 2 2 +430 72.5581 -5.402194 -5.387642 2 1 +431 72.6218 -3.772726 -4.455907 1 1 +432 72.4537 -3.092364 -3.449860 1 2 +433 72.5173 -2.148409 -1.694347 2 2 +434 72.5806 -6.671432 -6.813757 1 1 +435 72.4138 -4.510908 -4.046206 2 1 +436 72.4771 -2.443805 -2.715759 1 1 +437 72.5400 -3.781300 -3.773599 2 2 +438 72.6027 -4.107383 -3.862429 2 2 +439 72.6651 -3.359743 -4.431976 1 1 +440 72.7273 -4.185343 -4.436856 1 1 +441 72.7891 -3.670095 -4.822609 1 1 +442 72.6244 -3.765329 -3.299629 2 1 +443 72.6862 -1.656219 -3.094862 1 1 +444 72.5225 -5.709332 -6.189740 1 2 +445 72.5843 -1.758048 -2.813004 1 1 +446 72.6457 -5.408690 -5.144101 2 2 +447 72.4832 -2.999444 -2.527792 2 1 +448 72.3214 -4.881546 -5.005110 1 2 +449 72.3831 -2.061992 -1.563400 2 2 +450 72.4444 -5.655241 -4.925955 2 2 +451 72.2838 -4.490033 -4.506856 1 2 +452 72.1239 -5.709735 -5.459621 2 1 +453 72.1854 -3.990895 -3.624074 2 2 +454 72.2467 -3.467323 -3.874594 1 1 +455 72.0879 -2.950347 -9.857273 1 2 +456 72.1491 -3.853547 -3.850089 2 2 +457 72.2101 -8.427767 -8.750933 1 1 +458 72.2707 -2.729424 -2.559092 2 2 +459 72.3312 -4.137153 -3.897959 2 2 +460 72.3913 -0.338891 -5.748557 1 1 +461 72.4512 -2.611516 -3.751446 1 1 +462 72.2944 -5.611707 -5.302276 2 1 +463 72.3542 -1.285802 -1.464398 1 1 +464 72.4138 -2.402319 -2.553159 1 1 +465 72.4731 -2.775019 -2.500068 2 2 +466 72.3176 -5.345750 -5.736115 1 2 +467 72.1627 -4.444204 -4.068056 2 1 +468 72.2222 -4.624121 -4.318651 2 2 +469 72.2814 -2.071398 -2.624830 1 1 +470 72.3404 -2.201631 -2.148681 2 2 +471 72.3992 -2.073601 -2.627618 1 1 +472 72.4576 -3.114173 -2.789548 2 2 +473 72.5159 -4.249825 -3.608304 2 2 +474 72.5738 -3.833910 -4.853634 1 1 +475 72.6316 -2.441873 -1.614527 2 2 +476 72.4790 -3.307897 -3.821270 1 2 +477 72.3270 -4.154224 -4.838052 1 2 +478 72.3849 -2.554344 -2.784554 1 1 +479 72.4426 -2.882174 -3.039122 1 1 +480 72.5000 -6.479316 -5.480613 2 2 +481 72.5572 -2.092412 -2.364138 1 1 +482 72.4066 -4.963551 -5.369051 1 2 +483 72.4638 -3.678168 -4.031747 1 1 +484 72.3140 -2.942472 -2.734267 2 1 +485 72.3711 -1.283165 -1.755957 1 1 +486 72.4280 -2.226003 -2.759454 1 1 +487 72.4846 -3.298657 -3.071986 2 2 +488 72.5410 -3.200704 -2.616656 2 2 +489 72.5971 -2.889173 -3.285882 1 1 +490 72.6531 -2.658789 -2.824712 1 1 +491 72.7088 -5.324945 -4.714209 2 2 +492 72.7642 -5.272882 -4.597208 2 2 +493 72.8195 -1.700605 -2.189059 1 1 +494 72.8745 -3.392849 -3.168362 2 2 +495 72.9293 -4.083642 -4.155650 1 1 +496 72.9839 -3.130676 -3.099756 2 2 +497 73.0382 -4.728124 -4.774691 1 1 +498 72.8916 -1.439437 -1.644294 1 2 +499 72.9459 -2.609811 -3.080385 1 1 +500 73.0000 -4.975227 -4.216640 2 2 +501 73.0539 -1.838398 -3.031671 1 1 +502 73.1076 -1.748715 -2.436259 1 1 +503 73.1610 -3.198948 -3.198501 2 2 +504 73.0159 -2.332441 -2.196249 2 1 +505 72.8713 -7.658154 -7.659296 1 2 +506 72.9249 -5.126003 -5.148500 1 1 +507 72.9783 -2.886223 -3.245919 1 1 +508 73.0315 -5.072875 -4.284000 2 2 +509 73.0845 -2.274027 -10.159821 1 1 +510 73.1373 -5.008595 -6.002378 1 1 +511 73.1898 -4.074358 -2.853709 2 2 +512 73.2422 -3.621886 -3.745992 1 1 +513 73.2943 -3.451074 -3.032579 2 2 +514 73.1518 -3.768319 -3.491670 2 1 +515 73.2039 -6.124543 -6.592108 1 1 +516 73.0620 -4.259847 -4.099274 2 1 +517 73.1141 -2.052522 -2.498409 1 1 +518 73.1660 -3.044351 -2.852411 2 2 +519 73.2177 -6.593557 -6.513082 2 2 +520 73.0769 -2.375709 -2.415874 1 2 +521 72.9367 -2.505668 -2.068734 2 1 +522 72.9885 -3.517764 -2.619688 2 2 +523 73.0402 -3.297354 -3.200572 2 2 +524 72.9008 -4.543691 -4.393229 2 1 +525 72.9524 -4.180862 -2.747951 2 2 +526 73.0038 -0.762146 -14.840448 1 1 +527 73.0550 -4.715527 -2.978259 2 2 +528 73.1061 -6.548994 -6.172496 2 2 +529 73.1569 -5.063045 -5.328402 1 1 +530 73.2075 -5.498753 -4.433533 2 2 +531 73.2580 -3.501153 -3.735967 1 1 +532 73.3083 -1.779904 -2.598865 1 1 +533 73.3583 -3.309262 -2.696238 2 2 +534 73.4082 -2.561069 -2.806790 1 1 +535 73.2710 -3.250793 -3.266448 1 2 +536 73.1343 -2.583688 -2.123121 2 1 +537 73.1844 -4.905551 -6.194890 1 1 +538 73.2342 -1.254088 -4.121970 1 1 +539 73.2839 -4.053610 -1.943333 2 2 +540 73.3333 -2.607740 -2.573053 2 2 +541 73.3826 -3.192601 -3.530619 1 1 +542 73.2472 -4.414951 -5.640061 1 2 +543 73.2965 -6.069487 -4.551446 2 2 +544 73.3456 -2.758747 -4.324485 1 1 +545 73.2110 -2.603593 -4.780749 1 2 +546 73.2601 -2.099668 -3.822919 1 1 +547 73.3090 -5.315685 -4.633008 2 2 +548 73.1752 -4.652580 -4.262753 2 1 +549 73.2240 -4.885007 -5.280274 1 1 +550 73.2727 -3.095191 -3.036182 2 2 +551 73.1397 -1.422461 -13.683041 1 2 +552 73.0072 -2.201509 -1.915244 2 1 +553 73.0561 -5.400819 -5.082011 2 2 +554 73.1047 -4.745152 -4.264664 2 2 +555 73.1532 -1.521993 -1.206452 2 2 +556 73.2014 -5.868165 -5.014390 2 2 +557 73.0700 -7.022333 -4.977245 2 1 +558 73.1183 -1.454407 -3.367811 1 1 +559 73.1664 -3.021244 -2.863277 2 2 +560 73.0357 -2.159879 -1.857491 2 1 +561 73.0838 -2.117951 -2.331532 1 1 +562 73.1317 -0.965127 -2.213466 1 1 +563 73.0018 -1.618558 -2.581946 1 2 +564 73.0496 -2.794590 -3.200285 1 1 +565 72.9204 -3.304838 -3.402961 1 2 +566 72.9682 -5.084200 -5.109418 1 1 +567 73.0159 -2.883260 -2.567775 2 2 +568 73.0634 -6.701442 -2.631006 2 2 +569 72.9350 -3.938166 -3.197409 2 1 +570 72.9825 -5.825307 -5.935265 1 1 +571 73.0298 -4.436777 -3.231564 2 2 +572 73.0769 -2.613837 -2.591785 2 2 +573 72.9494 -3.383700 -3.487840 1 2 +574 72.9965 -3.967364 -3.075710 2 2 +575 72.8696 -5.456197 -5.662894 1 2 +576 72.9167 -2.924599 -3.281160 1 1 +577 72.9636 -4.140979 -3.818282 2 2 +578 73.0104 -3.288713 -3.143974 2 2 +579 73.0570 -3.821684 -3.520118 2 2 +580 73.1034 -3.209143 -3.267250 1 1 +581 73.1497 -5.726740 -5.967519 1 1 +582 73.0241 -6.762364 -6.780181 1 2 +583 73.0703 -5.101198 -4.839901 2 2 +584 73.1164 -4.647345 -5.015094 1 1 +585 73.1624 -0.975424 -1.933709 1 1 +586 73.2082 -3.848667 -3.899647 1 1 +587 73.0835 -4.128654 -4.117549 2 1 +588 73.1293 -3.821378 -3.580639 2 2 +589 73.1749 -4.170731 -3.753072 2 2 +590 73.2203 -4.036576 -3.974000 2 2 +591 73.2657 -3.796828 -3.736166 2 2 +592 73.3108 -3.341695 -3.856738 1 1 +593 73.3558 -3.874151 -3.445401 2 2 +594 73.2323 -3.670163 -3.650542 2 1 +595 73.2773 -1.552669 -1.473561 2 2 +596 73.1544 -4.789447 -4.933505 1 2 +597 73.1993 -2.490575 -2.574075 1 1 +598 73.2441 -3.223211 -3.315277 1 1 +599 73.2888 -2.805054 -3.221089 1 1 +600 73.3333 -4.116819 -3.968807 2 2 +601 73.3777 -3.767793 -3.750766 2 2 +602 73.4219 -3.212885 -5.155974 1 1 +603 73.4660 -6.175135 -5.566530 2 2 +604 73.5099 -2.921609 -2.867810 2 2 +605 73.5537 -1.756153 -1.850119 1 1 +606 73.5974 -3.066140 -2.451513 2 2 +607 73.4761 -2.294865 -2.184194 2 1 +608 73.5197 -2.096652 -2.216110 1 1 +609 73.5632 -5.721650 -5.941063 1 1 +610 73.6066 -2.624207 -2.697821 1 1 +611 73.6498 -4.741529 -4.840850 1 1 +612 73.6928 -3.649390 -5.211262 1 1 +613 73.7357 -2.330302 -2.238718 2 2 +614 73.7785 -3.397958 -2.906277 2 2 +615 73.8211 -2.910390 -2.884350 2 2 +616 73.8636 -3.556107 -3.506135 2 2 +617 73.9060 -13.361018 -4.998401 2 2 +618 73.9482 -4.043673 -3.967284 2 2 +619 73.9903 -3.621504 -3.439734 2 2 +620 73.8710 -5.094718 -4.011296 2 1 +621 73.9130 -3.686432 -2.909584 2 2 +622 73.9550 -2.542858 -2.672517 1 1 +623 73.8363 -2.909599 -2.807085 2 1 +624 73.8782 -4.583396 -3.923522 2 2 +625 73.9200 -5.167060 -6.170602 1 1 +626 73.9617 -2.835525 -3.697356 1 1 +627 73.8437 -3.189239 -3.112240 2 1 +628 73.8854 -3.868692 -2.765682 2 2 +629 73.9269 -1.519202 -2.509380 1 1 +630 73.9683 -1.442793 -1.551471 1 1 +631 74.0095 -1.809237 -2.462959 1 1 +632 74.0506 -2.346982 -2.317060 2 2 +633 73.9336 -2.411373 -2.432461 1 2 +634 73.9748 -2.336737 -3.454684 1 1 +635 73.8583 -4.239571 -4.357016 1 2 +636 73.8994 -3.258060 -4.312701 1 1 +637 73.9403 -2.679516 -4.525484 1 1 +638 73.8245 -5.073015 -4.190688 2 1 +639 73.8654 -2.462681 -2.696039 1 1 +640 73.7500 -1.350962 -1.879106 1 2 +641 73.6349 -5.530807 -5.497115 2 1 +642 73.6760 -4.032693 -2.456112 2 2 +643 73.7170 -1.722782 -1.417536 2 2 +644 73.7578 -3.406823 -4.837646 1 1 +645 73.7984 -1.247080 -1.464378 1 1 +646 73.6842 -4.628111 -4.054896 2 1 +647 73.7249 -4.193857 -4.391231 1 1 +648 73.7654 -3.453480 -2.943123 2 2 +649 73.8059 -3.044383 -3.133093 1 1 +650 73.8462 -3.792311 -4.369016 1 1 +651 73.7327 -6.068281 -6.442575 1 2 +652 73.7730 -4.865129 -4.303801 2 2 +653 73.8132 -6.657513 -6.149982 2 2 +654 73.7003 -3.971725 -4.414169 1 2 +655 73.5878 -3.003840 -3.130386 1 2 +656 73.6280 -3.990549 -1.972301 2 2 +657 73.5160 -5.978007 -6.516281 1 2 +658 73.5562 -3.765615 -2.185311 2 2 +659 73.5964 -1.657907 -1.404757 2 2 +660 73.6364 -3.785152 -3.041126 2 2 +661 73.6762 -2.881803 -3.170761 1 1 +662 73.7160 -3.141714 -3.804196 1 1 +663 73.7557 -6.324434 -5.738089 2 2 +664 73.7952 -2.468718 -2.507698 1 1 +665 73.6842 -3.982846 -4.347900 1 2 +666 73.5736 -5.244764 -4.845015 2 1 +667 73.6132 -6.125023 -4.949816 2 2 +668 73.6527 -3.384377 -3.765864 1 1 +669 73.6921 -3.220378 -3.442845 1 1 +670 73.5821 -3.501256 -3.079640 2 1 +671 73.6215 -3.483082 -4.708588 1 1 +672 73.6607 -3.803277 -3.479256 2 2 +673 73.6999 -2.013528 -1.609244 2 2 +674 73.5905 -5.431188 -5.366471 2 1 +675 73.4815 -3.910325 -3.744325 2 1 +676 73.3728 -2.545737 -2.914850 1 2 +677 73.4121 -3.310482 -3.845161 1 1 +678 73.3038 -5.003204 -5.204636 1 2 +679 73.3432 -5.451756 -5.066995 2 2 +680 73.3824 -4.051165 -5.116222 1 1 +681 73.2746 -3.613039 -3.081104 2 1 +682 73.1672 -2.254068 -2.486625 1 2 +683 73.2064 -1.882394 -2.811191 1 1 +684 73.2456 -4.202212 -8.097436 1 1 +685 73.2847 -3.748109 -2.440497 2 2 +686 73.1778 -4.164978 -4.705026 1 2 +687 73.2169 -2.365434 -1.884938 2 2 +688 73.2558 -7.159089 -7.594092 1 1 +689 73.2946 -2.646960 -2.195924 2 2 +690 73.1884 -3.105232 -3.389464 1 2 +691 73.2272 -2.990275 -3.354497 1 1 +692 73.2659 -1.851166 -2.582289 1 1 +693 73.1602 -4.563580 -4.466533 2 1 +694 73.1988 -3.687112 -3.567485 2 2 +695 73.0935 -5.662560 -5.345039 2 1 +696 73.1322 -4.413734 -4.709102 1 1 +697 73.1707 -2.861892 -3.112925 1 1 +698 73.2092 -4.782725 -4.275068 2 2 +699 73.2475 -4.238898 -5.044988 1 1 +700 73.2857 -2.379251 -2.305455 2 2 +701 73.1812 -2.244201 -1.987308 2 1 +702 73.0769 -5.064789 -5.688836 1 2 +703 73.1152 -4.866559 -4.903113 1 1 +704 73.1534 -1.621024 -2.458337 1 1 +705 73.1915 -2.748729 -2.419080 2 2 +706 73.0878 -2.876094 -2.916063 1 2 +707 72.9844 -4.922563 -4.715472 2 1 +708 73.0226 -3.282355 -2.940034 2 2 +709 73.0606 -3.930818 -3.016220 2 2 +710 73.0986 -2.845662 -3.308332 1 1 +711 73.1364 -3.522254 -3.421729 2 2 +712 73.0337 -2.287430 -3.344429 1 2 +713 73.0715 -3.264709 -3.151865 2 2 +714 72.9692 -3.305095 -3.410072 1 2 +715 73.0070 -4.700899 -3.925552 2 2 +716 73.0447 -4.977255 -3.812650 2 2 +717 73.0823 -2.739398 -1.044641 2 2 +718 73.1198 -2.079008 -2.363761 1 1 +719 73.0181 -4.908974 -4.674512 2 1 +720 72.9167 -1.697857 -4.948420 1 2 +721 72.8155 -5.108750 -5.374370 1 2 +722 72.7147 -2.368193 -2.000053 2 1 +723 72.7524 -2.578677 -2.911069 1 1 +724 72.6519 -3.215821 -3.367646 1 2 +725 72.6897 -2.952765 -2.503858 2 2 +726 72.7273 -4.041139 -3.909996 2 2 +727 72.7648 -3.238854 -2.763411 2 2 +728 72.8022 -4.662754 -4.727388 1 1 +729 72.8395 -1.848023 -2.411867 1 1 +730 72.8767 -3.405639 -3.452985 1 1 +731 72.9138 -3.241332 -3.876811 1 1 +732 72.9508 -3.100737 -2.391219 2 2 +733 72.9877 -4.719683 -4.559319 2 2 +734 73.0245 -0.286350 -8.618733 1 1 +735 73.0612 -3.410306 -3.583660 1 1 +736 73.0978 -2.898809 -4.045578 1 1 +737 73.1343 -4.432473 -4.724607 1 1 +738 73.1707 -4.905991 -4.671216 2 2 +739 73.2070 -0.586892 -6.917463 1 1 +740 73.2432 -4.078677 -3.687366 2 2 +741 73.1444 -4.547079 -4.442485 2 1 +742 73.1806 -2.964130 -2.697763 2 2 +743 73.2167 -3.728179 -3.641254 2 2 +744 73.2527 -4.444694 -3.555718 2 2 +745 73.2886 -3.286961 -4.464426 1 1 +746 73.3244 -6.259102 -6.590128 1 1 +747 73.2262 -5.412923 -4.636728 2 1 +748 73.2620 -3.928736 -3.855526 2 2 +749 73.2977 -2.926867 -3.272565 1 1 +750 73.3333 -1.272724 -9.995874 1 1 + +Final Winogrande score(750 tasks): 73.3333 +/- 1.6158 diff --git a/scores/Llama-Guard-3-8B-q4_k_m.arc b/scores/Llama-Guard-3-8B-q4_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..adebec9e64acc3023a2b0573073664ff11492731 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 66.66666667 +10 70.00000000 +11 63.63636364 +12 66.66666667 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 73.68421053 +20 70.00000000 +21 71.42857143 +22 72.72727273 +23 69.56521739 +24 70.83333333 +25 68.00000000 +26 65.38461538 +27 66.66666667 +28 64.28571429 +29 62.06896552 +30 63.33333333 +31 61.29032258 +32 59.37500000 +33 57.57575758 +34 55.88235294 +35 54.28571429 +36 52.77777778 +37 54.05405405 +38 52.63157895 +39 53.84615385 +40 55.00000000 +41 56.09756098 +42 54.76190476 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 54.34782609 +47 55.31914894 +48 54.16666667 +49 55.10204082 +50 54.00000000 +51 54.90196078 +52 55.76923077 +53 56.60377358 +54 55.55555556 +55 54.54545455 +56 55.35714286 +57 56.14035088 +58 56.89655172 +59 57.62711864 +60 58.33333333 +61 57.37704918 +62 56.45161290 +63 57.14285714 +64 57.81250000 +65 56.92307692 +66 57.57575758 +67 58.20895522 +68 58.82352941 +69 59.42028986 +70 58.57142857 +71 57.74647887 +72 56.94444444 +73 57.53424658 +74 56.75675676 +75 57.33333333 +76 56.57894737 +77 55.84415584 +78 56.41025641 +79 55.69620253 +80 56.25000000 +81 56.79012346 +82 57.31707317 +83 56.62650602 +84 57.14285714 +85 57.64705882 +86 58.13953488 +87 57.47126437 +88 57.95454545 +89 58.42696629 +90 58.88888889 +91 59.34065934 +92 59.78260870 +93 59.13978495 +94 58.51063830 +95 58.94736842 +96 59.37500000 +97 58.76288660 +98 59.18367347 +99 59.59595960 +100 60.00000000 +101 60.39603960 +102 59.80392157 +103 59.22330097 +104 59.61538462 +105 60.00000000 +106 59.43396226 +107 59.81308411 +108 59.25925926 +109 58.71559633 +110 59.09090909 +111 59.45945946 +112 59.82142857 +113 60.17699115 +114 59.64912281 +115 60.00000000 +116 59.48275862 +117 59.82905983 +118 60.16949153 +119 59.66386555 +120 60.00000000 +121 59.50413223 +122 59.83606557 +123 60.16260163 +124 59.67741935 +125 60.00000000 +126 60.31746032 +127 60.62992126 +128 60.93750000 +129 60.46511628 +130 60.76923077 +131 61.06870229 +132 61.36363636 +133 61.65413534 +134 61.19402985 +135 60.74074074 +136 61.02941176 +137 61.31386861 +138 61.59420290 +139 61.87050360 +140 62.14285714 +141 62.41134752 +142 61.97183099 +143 62.23776224 +144 62.50000000 +145 62.75862069 +146 62.32876712 +147 61.90476190 +148 62.16216216 +149 62.41610738 +150 62.66666667 +151 62.25165563 +152 62.50000000 +153 62.74509804 +154 62.33766234 +155 61.93548387 +156 62.17948718 +157 62.42038217 +158 62.02531646 +159 62.26415094 +160 62.50000000 +161 62.73291925 +162 62.96296296 +163 63.19018405 +164 62.80487805 +165 62.42424242 +166 62.65060241 +167 62.27544910 +168 62.50000000 +169 62.13017751 +170 61.76470588 +171 61.98830409 +172 62.20930233 +173 62.42774566 +174 62.64367816 +175 62.28571429 +176 62.50000000 +177 62.71186441 +178 62.92134831 +179 63.12849162 +180 63.33333333 +181 62.98342541 +182 63.18681319 +183 62.84153005 +184 63.04347826 +185 63.24324324 +186 63.44086022 +187 63.63636364 +188 63.82978723 +189 63.49206349 +190 63.15789474 +191 63.35078534 +192 63.54166667 +193 63.21243523 +194 63.40206186 +195 63.58974359 +196 63.77551020 +197 63.95939086 +198 64.14141414 +199 63.81909548 +200 64.00000000 +201 64.17910448 +202 63.86138614 +203 64.03940887 +204 64.21568627 +205 63.90243902 +206 63.59223301 +207 63.76811594 +208 63.94230769 +209 64.11483254 +210 64.28571429 +211 64.45497630 +212 64.15094340 +213 64.31924883 +214 64.48598131 +215 64.65116279 +216 64.35185185 +217 64.51612903 +218 64.67889908 +219 64.84018265 +220 65.00000000 +221 64.70588235 +222 64.86486486 +223 64.57399103 +224 64.28571429 +225 64.00000000 +226 63.71681416 +227 63.87665198 +228 64.03508772 +229 64.19213974 +230 64.34782609 +231 64.06926407 +232 63.79310345 +233 63.94849785 +234 63.67521368 +235 63.40425532 +236 63.13559322 +237 62.86919831 +238 63.02521008 +239 63.17991632 +240 63.33333333 +241 63.48547718 +242 63.63636364 +243 63.78600823 +244 63.52459016 +245 63.67346939 +246 63.82113821 +247 63.96761134 +248 64.11290323 +249 64.25702811 +250 64.40000000 +251 64.54183267 +252 64.68253968 +253 64.82213439 +254 64.56692913 +255 64.70588235 +256 64.45312500 +257 64.20233463 +258 64.34108527 +259 64.09266409 +260 64.23076923 +261 64.36781609 +262 64.50381679 +263 64.63878327 +264 64.77272727 +265 64.52830189 +266 64.28571429 +267 64.41947566 +268 64.55223881 +269 64.31226766 +270 64.44444444 +271 64.57564576 +272 64.33823529 +273 64.10256410 +274 63.86861314 +275 64.00000000 +276 64.13043478 +277 64.25992780 +278 64.02877698 +279 64.15770609 +280 64.28571429 +281 64.41281139 +282 64.53900709 +283 64.31095406 +284 64.43661972 +285 64.56140351 +286 64.68531469 +287 64.80836237 +288 64.93055556 +289 64.70588235 +290 64.82758621 +291 64.94845361 +292 65.06849315 +293 65.18771331 +294 64.96598639 +295 65.08474576 +296 65.20270270 +297 65.31986532 +298 65.43624161 +299 65.55183946 +300 65.66666667 +301 65.44850498 +302 65.56291391 +303 65.67656766 +304 65.78947368 +305 65.90163934 +306 65.68627451 +307 65.79804560 +308 65.90909091 +309 66.01941748 +310 66.12903226 +311 66.23794212 +312 66.02564103 +313 66.13418530 +314 65.92356688 +315 65.71428571 +316 65.82278481 +317 65.93059937 +318 65.72327044 +319 65.51724138 +320 65.31250000 +321 65.42056075 +322 65.21739130 +323 65.32507740 +324 65.12345679 +325 65.23076923 +326 65.33742331 +327 65.13761468 +328 65.24390244 +329 65.34954407 +330 65.15151515 +331 65.25679758 +332 65.36144578 +333 65.46546547 +334 65.56886228 +335 65.37313433 +336 65.17857143 +337 65.28189911 +338 65.08875740 +339 65.19174041 +340 65.29411765 +341 65.39589443 +342 65.20467836 +343 65.30612245 +344 65.40697674 +345 65.21739130 +346 65.02890173 +347 64.84149856 +348 64.65517241 +349 64.75644699 +350 64.85714286 +351 64.95726496 +352 65.05681818 +353 65.15580737 +354 64.97175141 +355 64.78873239 +356 64.88764045 +357 64.98599440 +358 65.08379888 +359 64.90250696 +360 65.00000000 +361 65.09695291 +362 65.19337017 +363 65.28925620 +364 65.38461538 +365 65.47945205 +366 65.30054645 +367 65.12261580 +368 65.21739130 +369 65.31165312 +370 65.40540541 +371 65.22911051 +372 65.32258065 +373 65.41554960 +374 65.50802139 +375 65.33333333 +376 65.15957447 +377 64.98673740 +378 65.07936508 +379 64.90765172 +380 65.00000000 +381 65.09186352 +382 64.92146597 +383 64.75195822 +384 64.84375000 +385 64.67532468 +386 64.76683938 +387 64.59948320 +388 64.43298969 +389 64.26735219 +390 64.10256410 +391 63.93861893 +392 64.03061224 +393 64.12213740 +394 64.21319797 +395 64.30379747 +396 64.14141414 +397 64.23173804 +398 64.07035176 +399 64.16040100 +400 64.25000000 +401 64.33915212 +402 64.42786070 +403 64.51612903 +404 64.60396040 +405 64.69135802 +406 64.77832512 +407 64.86486486 +408 64.95098039 +409 64.79217604 +410 64.87804878 +411 64.96350365 +412 65.04854369 +413 65.13317191 +414 65.21739130 +415 65.06024096 +416 64.90384615 +417 64.98800959 +418 65.07177033 +419 64.91646778 +420 65.00000000 +421 64.84560570 +422 64.69194313 +423 64.77541371 +424 64.62264151 +425 64.70588235 +426 64.78873239 +427 64.87119438 +428 64.71962617 +429 64.80186480 +430 64.88372093 +431 64.96519722 +432 65.04629630 +433 64.89607390 +434 64.97695853 +435 65.05747126 +436 65.13761468 +437 65.21739130 +438 65.29680365 +439 65.37585421 +440 65.22727273 +441 65.30612245 +442 65.15837104 +443 65.23702032 +444 65.09009009 +445 65.16853933 +446 65.24663677 +447 65.32438479 +448 65.40178571 +449 65.47884187 +450 65.33333333 +451 65.41019956 +452 65.48672566 +453 65.56291391 +454 65.41850220 +455 65.27472527 +456 65.35087719 +457 65.42669584 +458 65.50218341 +459 65.57734205 +460 65.43478261 +461 65.29284165 +462 65.36796537 +463 65.22678186 +464 65.08620690 +465 65.16129032 +466 65.23605150 +467 65.31049251 +468 65.38461538 +469 65.24520256 +470 65.31914894 +471 65.39278132 +472 65.46610169 +473 65.32769556 +474 65.40084388 +475 65.47368421 +476 65.54621849 +477 65.61844864 +478 65.69037657 +479 65.76200418 +480 65.83333333 +481 65.69646570 +482 65.76763485 +483 65.83850932 +484 65.90909091 +485 65.97938144 +486 66.04938272 +487 65.91375770 +488 65.98360656 +489 65.84867076 +490 65.71428571 +491 65.78411405 +492 65.85365854 +493 65.72008114 +494 65.78947368 +495 65.65656566 +496 65.52419355 +497 65.59356137 +498 65.66265060 +499 65.73146293 +500 65.80000000 +501 65.66866267 +502 65.73705179 +503 65.80516899 +504 65.87301587 +505 65.94059406 +506 65.81027668 +507 65.68047337 +508 65.74803150 +509 65.61886051 +510 65.68627451 +511 65.55772994 +512 65.42968750 +513 65.49707602 +514 65.56420233 +515 65.63106796 +516 65.50387597 +517 65.57059961 +518 65.63706564 +519 65.70327553 +520 65.57692308 +521 65.64299424 +522 65.70881226 +523 65.58317400 +524 65.64885496 +525 65.52380952 +526 65.39923954 +527 65.27514231 +528 65.15151515 +529 65.02835539 +530 65.09433962 +531 65.16007533 +532 65.22556391 +533 65.29080675 +534 65.16853933 +535 65.04672897 +536 65.11194030 +537 65.17690875 +538 65.05576208 +539 65.12059369 +540 65.00000000 +541 65.06469501 +542 65.12915129 +543 65.19337017 +544 65.25735294 +545 65.32110092 +546 65.38461538 +547 65.26508227 +548 65.32846715 +549 65.39162113 +550 65.45454545 +551 65.33575318 +552 65.21739130 +553 65.28028933 +554 65.34296029 +555 65.40540541 +556 65.28776978 +557 65.35008977 +558 65.23297491 +559 65.29516995 +560 65.35714286 +561 65.41889483 +562 65.48042705 +563 65.54174067 +564 65.42553191 +565 65.30973451 +566 65.37102473 +567 65.43209877 +568 65.49295775 +569 65.37785589 +570 65.26315789 +571 65.32399299 +572 65.20979021 +573 65.27050611 +574 65.33101045 +575 65.39130435 +576 65.45138889 +577 65.51126516 +578 65.57093426 +579 65.63039724 +580 65.51724138 +581 65.57659208 +582 65.46391753 +583 65.35162950 +584 65.41095890 +585 65.47008547 +586 65.35836177 +587 65.41737649 +588 65.47619048 +589 65.53480475 +590 65.59322034 +591 65.65143824 +592 65.70945946 +593 65.76728499 +594 65.82491582 +595 65.71428571 +596 65.60402685 +597 65.49413735 +598 65.38461538 +599 65.27545910 +600 65.33333333 +601 65.39101498 +602 65.28239203 +603 65.17412935 +604 65.23178808 +605 65.28925620 +606 65.34653465 +607 65.23887974 +608 65.29605263 +609 65.18883415 +610 65.24590164 +611 65.13911620 +612 65.19607843 +613 65.08972268 +614 65.14657980 +615 65.04065041 +616 64.93506494 +617 64.99189627 +618 64.88673139 +619 64.78190630 +620 64.83870968 +621 64.89533011 +622 64.79099678 +623 64.84751204 +624 64.90384615 +625 64.80000000 +626 64.69648562 +627 64.75279107 +628 64.80891720 +629 64.70588235 +630 64.76190476 +631 64.81774960 +632 64.71518987 +633 64.61295419 +634 64.66876972 +635 64.72440945 +636 64.77987421 +637 64.67817896 +638 64.73354232 +639 64.78873239 +640 64.84375000 +641 64.89859594 +642 64.79750779 +643 64.85225505 +644 64.90683230 +645 64.80620155 +646 64.86068111 +647 64.91499227 +648 64.81481481 +649 64.71494607 +650 64.76923077 +651 64.82334869 +652 64.87730061 +653 64.77794793 +654 64.67889908 +655 64.58015267 +656 64.48170732 +657 64.38356164 +658 64.43768997 +659 64.33990895 +660 64.39393939 +661 64.29652042 +662 64.35045317 +663 64.40422323 +664 64.45783133 +665 64.51127820 +666 64.56456456 +667 64.61769115 +668 64.52095808 +669 64.57399103 +670 64.62686567 +671 64.53055142 +672 64.58333333 +673 64.48736999 +674 64.39169139 +675 64.44444444 +676 64.49704142 +677 64.54948301 +678 64.60176991 +679 64.50662739 +680 64.41176471 +681 64.46402349 +682 64.36950147 +683 64.27525622 +684 64.32748538 +685 64.37956204 +686 64.28571429 +687 64.19213974 +688 64.24418605 +689 64.15094340 +690 64.20289855 +691 64.10998553 +692 64.16184971 +693 64.21356421 +694 64.26512968 +695 64.17266187 +696 64.08045977 +697 63.98852224 +698 63.89684814 +699 63.80543634 +700 63.85714286 +701 63.76604850 +702 63.81766382 +703 63.86913229 +704 63.92045455 +705 63.97163121 +706 64.02266289 +707 64.07355021 +708 64.12429379 +709 64.17489422 +710 64.08450704 +711 63.99437412 +712 64.04494382 +713 64.09537167 +714 64.00560224 +715 63.91608392 +716 63.96648045 +717 63.87726639 +718 63.78830084 +719 63.69958275 +720 63.75000000 +721 63.80027739 +722 63.85041551 +723 63.90041494 +724 63.81215470 +725 63.86206897 +726 63.91184573 +727 63.82393398 +728 63.87362637 +729 63.92318244 +730 63.97260274 +731 64.02188782 +732 64.07103825 +733 64.12005457 +734 64.16893733 +735 64.21768707 +736 64.26630435 +737 64.17910448 +738 64.22764228 +739 64.14073072 +740 64.18918919 +741 64.23751687 +742 64.28571429 +743 64.33378197 +744 64.24731183 +745 64.29530201 +746 64.34316354 +747 64.25702811 +748 64.17112299 +749 64.08544726 +750 64.13333333 + +Final result: 64.1333 +/- 1.7525 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q4_k_m.hsw b/scores/Llama-Guard-3-8B-q4_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..5eeda87c432530ffea4fc6c2ff65e2311e4c36bc --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 76.66666667 +31 77.41935484 +32 75.00000000 +33 75.75757576 +34 76.47058824 +35 77.14285714 +36 77.77777778 +37 78.37837838 +38 78.94736842 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 76.00000000 +51 76.47058824 +52 75.00000000 +53 73.58490566 +54 74.07407407 +55 72.72727273 +56 71.42857143 +57 71.92982456 +58 72.41379310 +59 72.88135593 +60 73.33333333 +61 73.77049180 +62 74.19354839 +63 74.60317460 +64 75.00000000 +65 75.38461538 +66 74.24242424 +67 74.62686567 +68 75.00000000 +69 75.36231884 +70 75.71428571 +71 74.64788732 +72 75.00000000 +73 75.34246575 +74 75.67567568 +75 74.66666667 +76 75.00000000 +77 75.32467532 +78 75.64102564 +79 75.94936709 +80 76.25000000 +81 76.54320988 +82 76.82926829 +83 77.10843373 +84 77.38095238 +85 77.64705882 +86 77.90697674 +87 78.16091954 +88 78.40909091 +89 77.52808989 +90 77.77777778 +91 78.02197802 +92 77.17391304 +93 77.41935484 +94 77.65957447 +95 77.89473684 +96 78.12500000 +97 78.35051546 +98 78.57142857 +99 78.78787879 +100 78.00000000 +101 78.21782178 +102 77.45098039 +103 76.69902913 +104 76.92307692 +105 77.14285714 +106 77.35849057 +107 77.57009346 +108 77.77777778 +109 77.06422018 +110 77.27272727 +111 77.47747748 +112 77.67857143 +113 77.87610619 +114 78.07017544 +115 78.26086957 +116 77.58620690 +117 77.77777778 +118 77.96610169 +119 78.15126050 +120 77.50000000 +121 77.68595041 +122 77.86885246 +123 78.04878049 +124 78.22580645 +125 78.40000000 +126 78.57142857 +127 78.74015748 +128 78.12500000 +129 78.29457364 +130 77.69230769 +131 77.86259542 +132 78.03030303 +133 78.19548872 +134 78.35820896 +135 78.51851852 +136 78.67647059 +137 78.83211679 +138 78.98550725 +139 79.13669065 +140 79.28571429 +141 79.43262411 +142 79.57746479 +143 79.72027972 +144 79.86111111 +145 80.00000000 +146 80.13698630 +147 80.27210884 +148 79.72972973 +149 79.86577181 +150 80.00000000 +151 79.47019868 +152 78.94736842 +153 79.08496732 +154 79.22077922 +155 79.35483871 +156 78.84615385 +157 78.98089172 +158 79.11392405 +159 79.24528302 +160 79.37500000 +161 79.50310559 +162 79.62962963 +163 79.75460123 +164 79.87804878 +165 80.00000000 +166 80.12048193 +167 80.23952096 +168 80.35714286 +169 79.88165680 +170 80.00000000 +171 80.11695906 +172 80.23255814 +173 80.34682081 +174 80.45977011 +175 80.57142857 +176 80.68181818 +177 80.79096045 +178 80.89887640 +179 80.44692737 +180 80.55555556 +181 80.11049724 +182 80.21978022 +183 80.32786885 +184 80.43478261 +185 80.54054054 +186 80.10752688 +187 79.67914439 +188 79.78723404 +189 79.89417989 +190 80.00000000 +191 80.10471204 +192 80.20833333 +193 79.79274611 +194 79.89690722 +195 79.48717949 +196 79.08163265 +197 79.18781726 +198 78.78787879 +199 78.89447236 +200 79.00000000 +201 79.10447761 +202 79.20792079 +203 78.81773399 +204 78.92156863 +205 79.02439024 +206 79.12621359 +207 79.22705314 +208 78.84615385 +209 78.94736842 +210 79.04761905 +211 79.14691943 +212 79.24528302 +213 79.34272300 +214 79.43925234 +215 79.06976744 +216 79.16666667 +217 78.80184332 +218 78.89908257 +219 78.99543379 +220 79.09090909 +221 78.73303167 +222 78.82882883 +223 78.92376682 +224 79.01785714 +225 79.11111111 +226 79.20353982 +227 78.85462555 +228 78.94736842 +229 79.03930131 +230 78.69565217 +231 78.35497835 +232 78.01724138 +233 78.11158798 +234 78.20512821 +235 77.87234043 +236 77.54237288 +237 77.63713080 +238 77.73109244 +239 77.82426778 +240 77.91666667 +241 78.00829876 +242 78.09917355 +243 78.18930041 +244 78.27868852 +245 77.95918367 +246 78.04878049 +247 78.13765182 +248 78.22580645 +249 78.31325301 +250 78.40000000 +251 78.48605578 +252 78.57142857 +253 78.26086957 +254 78.34645669 +255 78.43137255 +256 78.51562500 +257 78.21011673 +258 78.29457364 +259 78.37837838 +260 78.46153846 +261 78.54406130 +262 78.24427481 +263 78.32699620 +264 78.40909091 +265 78.49056604 +266 78.57142857 +267 78.65168539 +268 78.73134328 +269 78.81040892 +270 78.88888889 +271 78.59778598 +272 78.67647059 +273 78.38827839 +274 78.46715328 +275 78.18181818 +276 78.26086957 +277 78.33935018 +278 78.41726619 +279 78.49462366 +280 78.57142857 +281 78.64768683 +282 78.72340426 +283 78.44522968 +284 78.52112676 +285 78.24561404 +286 78.32167832 +287 78.39721254 +288 78.47222222 +289 78.54671280 +290 78.62068966 +291 78.69415808 +292 78.42465753 +293 78.49829352 +294 78.57142857 +295 78.64406780 +296 78.71621622 +297 78.78787879 +298 78.85906040 +299 78.59531773 +300 78.33333333 +301 78.40531561 +302 78.47682119 +303 78.21782178 +304 77.96052632 +305 78.03278689 +306 78.10457516 +307 77.85016287 +308 77.92207792 +309 77.99352751 +310 78.06451613 +311 78.13504823 +312 78.20512821 +313 78.27476038 +314 78.34394904 +315 78.41269841 +316 78.48101266 +317 78.54889590 +318 78.30188679 +319 78.36990596 +320 78.43750000 +321 78.19314642 +322 77.95031056 +323 78.01857585 +324 78.08641975 +325 78.15384615 +326 78.22085890 +327 77.98165138 +328 78.04878049 +329 78.11550152 +330 78.18181818 +331 78.24773414 +332 78.31325301 +333 78.37837838 +334 78.14371257 +335 78.20895522 +336 78.27380952 +337 78.04154303 +338 77.81065089 +339 77.87610619 +340 77.94117647 +341 78.00586510 +342 78.07017544 +343 78.13411079 +344 77.90697674 +345 77.97101449 +346 77.74566474 +347 77.80979827 +348 77.58620690 +349 77.36389685 +350 77.42857143 +351 77.49287749 +352 77.55681818 +353 77.62039660 +354 77.68361582 +355 77.74647887 +356 77.80898876 +357 77.59103641 +358 77.65363128 +359 77.71587744 +360 77.50000000 +361 77.56232687 +362 77.62430939 +363 77.68595041 +364 77.74725275 +365 77.80821918 +366 77.86885246 +367 77.92915531 +368 77.98913043 +369 78.04878049 +370 78.10810811 +371 78.16711590 +372 78.22580645 +373 78.01608579 +374 78.07486631 +375 78.13333333 +376 78.19148936 +377 77.98408488 +378 78.04232804 +379 78.10026385 +380 78.15789474 +381 78.21522310 +382 78.27225131 +383 78.32898172 +384 78.38541667 +385 78.44155844 +386 78.49740933 +387 78.55297158 +388 78.60824742 +389 78.66323907 +390 78.71794872 +391 78.51662404 +392 78.57142857 +393 78.62595420 +394 78.68020305 +395 78.73417722 +396 78.78787879 +397 78.84130982 +398 78.89447236 +399 78.94736842 +400 78.75000000 +401 78.80299252 +402 78.85572139 +403 78.66004963 +404 78.71287129 +405 78.76543210 +406 78.81773399 +407 78.86977887 +408 78.92156863 +409 78.97310513 +410 78.78048780 +411 78.83211679 +412 78.88349515 +413 78.93462470 +414 78.98550725 +415 79.03614458 +416 79.08653846 +417 79.13669065 +418 79.18660287 +419 79.23627685 +420 79.28571429 +421 79.09738717 +422 79.14691943 +423 79.19621749 +424 79.24528302 +425 79.29411765 +426 79.34272300 +427 79.15690867 +428 79.20560748 +429 79.25407925 +430 79.30232558 +431 79.35034803 +432 79.39814815 +433 79.44572748 +434 79.49308756 +435 79.31034483 +436 79.35779817 +437 79.17620137 +438 79.22374429 +439 79.27107062 +440 79.31818182 +441 79.36507937 +442 79.41176471 +443 79.45823928 +444 79.50450450 +445 79.55056180 +446 79.59641256 +447 79.64205817 +448 79.68750000 +449 79.73273942 +450 79.77777778 +451 79.60088692 +452 79.64601770 +453 79.47019868 +454 79.51541850 +455 79.56043956 +456 79.60526316 +457 79.64989059 +458 79.69432314 +459 79.73856209 +460 79.78260870 +461 79.82646421 +462 79.87012987 +463 79.91360691 +464 79.95689655 +465 80.00000000 +466 80.04291845 +467 80.08565310 +468 79.91452991 +469 79.95735608 +470 79.78723404 +471 79.83014862 +472 79.87288136 +473 79.91543340 +474 79.95780591 +475 80.00000000 +476 79.83193277 +477 79.87421384 +478 79.91631799 +479 79.95824635 +480 80.00000000 +481 80.04158004 +482 80.08298755 +483 80.12422360 +484 79.95867769 +485 79.79381443 +486 79.83539095 +487 79.87679671 +488 79.71311475 +489 79.75460123 +490 79.79591837 +491 79.83706721 +492 79.87804878 +493 79.91886410 +494 79.95951417 +495 80.00000000 +496 80.04032258 +497 80.08048290 +498 80.12048193 +499 79.95991984 +500 80.00000000 +501 80.03992016 +502 80.07968127 +503 80.11928429 +504 80.15873016 +505 80.19801980 +506 80.23715415 +507 80.27613412 +508 80.31496063 +509 80.35363458 +510 80.39215686 +511 80.43052838 +512 80.27343750 +513 80.31189084 +514 80.35019455 +515 80.38834951 +516 80.23255814 +517 80.27079304 +518 80.30888031 +519 80.34682081 +520 80.38461538 +521 80.23032630 +522 80.26819923 +523 80.30592734 +524 80.34351145 +525 80.38095238 +526 80.22813688 +527 80.26565465 +528 80.30303030 +529 80.34026465 +530 80.37735849 +531 80.41431262 +532 80.45112782 +533 80.48780488 +534 80.52434457 +535 80.56074766 +536 80.59701493 +537 80.63314711 +538 80.66914498 +539 80.51948052 +540 80.55555556 +541 80.59149723 +542 80.62730627 +543 80.66298343 +544 80.69852941 +545 80.73394495 +546 80.76923077 +547 80.80438757 +548 80.83941606 +549 80.87431694 +550 80.72727273 +551 80.76225045 +552 80.61594203 +553 80.65099458 +554 80.68592058 +555 80.54054054 +556 80.57553957 +557 80.43087971 +558 80.28673835 +559 80.32200358 +560 80.35714286 +561 80.39215686 +562 80.24911032 +563 80.28419183 +564 80.31914894 +565 80.17699115 +566 80.03533569 +567 80.07054674 +568 80.10563380 +569 79.96485062 +570 80.00000000 +571 80.03502627 +572 80.06993007 +573 80.10471204 +574 80.13937282 +575 80.17391304 +576 80.20833333 +577 80.24263432 +578 80.27681661 +579 80.31088083 +580 80.34482759 +581 80.20654045 +582 80.24054983 +583 80.27444254 +584 80.30821918 +585 80.34188034 +586 80.37542662 +587 80.40885860 +588 80.27210884 +589 80.30560272 +590 80.33898305 +591 80.37225042 +592 80.40540541 +593 80.26981450 +594 80.13468013 +595 80.16806723 +596 80.20134228 +597 80.23450586 +598 80.26755853 +599 80.30050083 +600 80.33333333 +601 80.36605657 +602 80.39867110 +603 80.43117745 +604 80.46357616 +605 80.49586777 +606 80.36303630 +607 80.39538715 +608 80.42763158 +609 80.45977011 +610 80.49180328 +611 80.52373159 +612 80.55555556 +613 80.58727569 +614 80.61889251 +615 80.65040650 +616 80.51948052 +617 80.38897893 +618 80.42071197 +619 80.45234249 +620 80.48387097 +621 80.51529791 +622 80.54662379 +623 80.57784912 +624 80.60897436 +625 80.64000000 +626 80.51118211 +627 80.54226475 +628 80.57324841 +629 80.44515103 +630 80.47619048 +631 80.50713154 +632 80.37974684 +633 80.41074250 +634 80.44164038 +635 80.47244094 +636 80.50314465 +637 80.53375196 +638 80.56426332 +639 80.59467919 +640 80.46875000 +641 80.49921997 +642 80.52959502 +643 80.55987558 +644 80.59006211 +645 80.46511628 +646 80.49535604 +647 80.52550232 +648 80.55555556 +649 80.43143297 +650 80.46153846 +651 80.49155146 +652 80.52147239 +653 80.55130168 +654 80.58103976 +655 80.61068702 +656 80.64024390 +657 80.66971081 +658 80.69908815 +659 80.57663126 +660 80.45454545 +661 80.48411498 +662 80.51359517 +663 80.54298643 +664 80.57228916 +665 80.60150376 +666 80.63063063 +667 80.65967016 +668 80.68862275 +669 80.71748879 +670 80.74626866 +671 80.77496274 +672 80.80357143 +673 80.83209510 +674 80.86053412 +675 80.88888889 +676 80.91715976 +677 80.94534712 +678 80.97345133 +679 81.00147275 +680 81.02941176 +681 80.91042584 +682 80.93841642 +683 80.96632504 +684 80.99415205 +685 81.02189781 +686 81.04956268 +687 81.07714702 +688 81.10465116 +689 81.13207547 +690 81.15942029 +691 81.18668596 +692 81.21387283 +693 81.09668110 +694 81.12391931 +695 81.15107914 +696 81.03448276 +697 81.06169297 +698 81.08882521 +699 81.11587983 +700 81.14285714 +701 81.16975749 +702 81.19658120 +703 81.22332859 +704 81.25000000 +705 81.27659574 +706 81.30311615 +707 81.32956153 +708 81.35593220 +709 81.38222849 +710 81.40845070 +711 81.43459916 +712 81.46067416 +713 81.48667602 +714 81.51260504 +715 81.39860140 +716 81.42458101 +717 81.45048815 +718 81.47632312 +719 81.50208623 +720 81.52777778 +721 81.41470180 +722 81.44044321 +723 81.46611342 +724 81.49171271 +725 81.51724138 +726 81.54269972 +727 81.56808803 +728 81.59340659 +729 81.61865569 +730 81.64383562 +731 81.66894665 +732 81.69398907 +733 81.58253752 +734 81.60762943 +735 81.63265306 +736 81.65760870 +737 81.54681140 +738 81.43631436 +739 81.32611637 +740 81.35135135 +741 81.37651822 +742 81.40161725 +743 81.42664872 +744 81.45161290 +745 81.47651007 +746 81.50134048 +747 81.39223561 +748 81.41711230 +749 81.44192256 +750 81.46666667 diff --git a/scores/Llama-Guard-3-8B-q4_k_m.mmlu b/scores/Llama-Guard-3-8B-q4_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..31a56b2e86d7414d411eb7d293e782fe2f4168a8 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 58.33333333 +13 53.84615385 +14 50.00000000 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 52.17391304 +24 54.16666667 +25 56.00000000 +26 53.84615385 +27 55.55555556 +28 53.57142857 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 47.22222222 +73 46.57534247 +74 47.29729730 +75 48.00000000 +76 48.68421053 +77 49.35064935 +78 50.00000000 +79 49.36708861 +80 48.75000000 +81 49.38271605 +82 48.78048780 +83 49.39759036 +84 50.00000000 +85 49.41176471 +86 48.83720930 +87 49.42528736 +88 50.00000000 +89 49.43820225 +90 48.88888889 +91 48.35164835 +92 47.82608696 +93 47.31182796 +94 47.87234043 +95 47.36842105 +96 47.91666667 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 47.74774775 +112 47.32142857 +113 46.90265487 +114 47.36842105 +115 47.82608696 +116 47.41379310 +117 47.86324786 +118 48.30508475 +119 47.89915966 +120 47.50000000 +121 47.93388430 +122 47.54098361 +123 47.15447154 +124 46.77419355 +125 47.20000000 +126 46.82539683 +127 46.45669291 +128 46.09375000 +129 45.73643411 +130 45.38461538 +131 45.03816794 +132 44.69696970 +133 44.36090226 +134 44.02985075 +135 43.70370370 +136 43.38235294 +137 43.79562044 +138 43.47826087 +139 43.88489209 +140 43.57142857 +141 43.26241135 +142 43.66197183 +143 44.05594406 +144 44.44444444 +145 44.82758621 +146 45.20547945 +147 44.89795918 +148 45.27027027 +149 44.96644295 +150 44.66666667 +151 44.37086093 +152 44.73684211 +153 45.09803922 +154 44.80519481 +155 44.51612903 +156 44.23076923 +157 44.58598726 +158 44.93670886 +159 44.65408805 +160 45.00000000 +161 44.72049689 +162 44.44444444 +163 44.17177914 +164 43.90243902 +165 44.24242424 +166 43.97590361 +167 44.31137725 +168 44.04761905 +169 44.37869822 +170 44.11764706 +171 44.44444444 +172 44.18604651 +173 43.93063584 +174 43.67816092 +175 43.42857143 +176 43.18181818 +177 42.93785311 +178 42.69662921 +179 43.01675978 +180 43.33333333 +181 43.64640884 +182 43.40659341 +183 43.71584699 +184 43.47826087 +185 43.78378378 +186 44.08602151 +187 43.85026738 +188 44.14893617 +189 44.44444444 +190 44.21052632 +191 44.50261780 +192 44.27083333 +193 44.04145078 +194 44.32989691 +195 44.61538462 +196 44.89795918 +197 44.67005076 +198 44.44444444 +199 44.22110553 +200 44.00000000 +201 43.78109453 +202 43.56435644 +203 43.34975369 +204 43.13725490 +205 43.41463415 +206 43.20388350 +207 43.47826087 +208 43.26923077 +209 43.06220096 +210 42.85714286 +211 43.12796209 +212 42.92452830 +213 42.72300469 +214 42.52336449 +215 42.79069767 +216 43.05555556 +217 42.85714286 +218 43.11926606 +219 43.37899543 +220 43.63636364 +221 43.43891403 +222 43.69369369 +223 43.94618834 +224 43.75000000 +225 44.00000000 +226 43.80530973 +227 43.61233480 +228 43.85964912 +229 43.66812227 +230 43.47826087 +231 43.29004329 +232 43.53448276 +233 43.34763948 +234 43.58974359 +235 43.40425532 +236 43.22033898 +237 43.03797468 +238 42.85714286 +239 42.67782427 +240 42.91666667 +241 42.73858921 +242 42.97520661 +243 43.20987654 +244 43.03278689 +245 43.26530612 +246 43.08943089 +247 42.91497976 +248 43.14516129 +249 42.97188755 +250 42.80000000 +251 42.62948207 +252 42.46031746 +253 42.29249012 +254 42.12598425 +255 41.96078431 +256 42.18750000 +257 42.41245136 +258 42.24806202 +259 42.08494208 +260 42.30769231 +261 42.14559387 +262 41.98473282 +263 41.82509506 +264 41.66666667 +265 41.88679245 +266 42.10526316 +267 41.94756554 +268 41.79104478 +269 42.00743494 +270 41.85185185 +271 41.69741697 +272 41.91176471 +273 41.75824176 +274 41.60583942 +275 41.45454545 +276 41.66666667 +277 41.87725632 +278 41.72661871 +279 41.57706093 +280 41.78571429 +281 41.63701068 +282 41.84397163 +283 41.69611307 +284 41.54929577 +285 41.40350877 +286 41.25874126 +287 41.46341463 +288 41.31944444 +289 41.17647059 +290 41.37931034 +291 41.58075601 +292 41.78082192 +293 41.63822526 +294 41.49659864 +295 41.35593220 +296 41.21621622 +297 41.07744108 +298 41.27516779 +299 41.13712375 +300 41.33333333 +301 41.19601329 +302 41.05960265 +303 40.92409241 +304 40.78947368 +305 40.98360656 +306 40.84967320 +307 41.04234528 +308 41.23376623 +309 41.10032362 +310 40.96774194 +311 40.83601286 +312 41.02564103 +313 40.89456869 +314 40.76433121 +315 40.63492063 +316 40.50632911 +317 40.69400631 +318 40.88050314 +319 41.06583072 +320 40.93750000 +321 40.80996885 +322 40.68322981 +323 40.55727554 +324 40.43209877 +325 40.61538462 +326 40.49079755 +327 40.67278287 +328 40.54878049 +329 40.42553191 +330 40.30303030 +331 40.18126888 +332 40.36144578 +333 40.54054054 +334 40.41916168 +335 40.59701493 +336 40.77380952 +337 40.65281899 +338 40.53254438 +339 40.41297935 +340 40.58823529 +341 40.76246334 +342 40.93567251 +343 40.81632653 +344 40.69767442 +345 40.57971014 +346 40.75144509 +347 40.92219020 +348 40.80459770 +349 40.68767908 +350 40.85714286 +351 40.74074074 +352 40.62500000 +353 40.79320113 +354 40.67796610 +355 40.56338028 +356 40.73033708 +357 40.89635854 +358 40.78212291 +359 40.66852368 +360 40.83333333 +361 40.72022161 +362 40.88397790 +363 41.04683196 +364 40.93406593 +365 40.82191781 +366 40.98360656 +367 40.87193460 +368 40.76086957 +369 40.65040650 +370 40.81081081 +371 40.70080863 +372 40.59139785 +373 40.48257373 +374 40.37433155 +375 40.53333333 +376 40.42553191 +377 40.31830239 +378 40.47619048 +379 40.36939314 +380 40.26315789 +381 40.41994751 +382 40.57591623 +383 40.73107050 +384 40.62500000 +385 40.77922078 +386 40.67357513 +387 40.56847545 +388 40.46391753 +389 40.61696658 +390 40.76923077 +391 40.92071611 +392 41.07142857 +393 40.96692112 +394 40.86294416 +395 41.01265823 +396 41.16161616 +397 41.30982368 +398 41.20603015 +399 41.35338346 +400 41.25000000 +401 41.39650873 +402 41.54228856 +403 41.43920596 +404 41.33663366 +405 41.23456790 +406 41.13300493 +407 41.03194103 +408 40.93137255 +409 41.07579462 +410 40.97560976 +411 40.87591241 +412 40.77669903 +413 40.67796610 +414 40.82125604 +415 40.72289157 +416 40.86538462 +417 40.76738609 +418 40.66985646 +419 40.81145585 +420 40.71428571 +421 40.85510689 +422 40.75829384 +423 40.66193853 +424 40.80188679 +425 40.70588235 +426 40.61032864 +427 40.74941452 +428 40.65420561 +429 40.79254079 +430 40.69767442 +431 40.83526682 +432 40.74074074 +433 40.64665127 +434 40.55299539 +435 40.45977011 +436 40.36697248 +437 40.27459954 +438 40.41095890 +439 40.54669704 +440 40.45454545 +441 40.58956916 +442 40.49773756 +443 40.40632054 +444 40.31531532 +445 40.22471910 +446 40.13452915 +447 40.04474273 +448 39.95535714 +449 39.86636971 +450 40.00000000 +451 40.13303769 +452 40.04424779 +453 40.17660044 +454 40.08810573 +455 40.00000000 +456 40.13157895 +457 40.04376368 +458 39.95633188 +459 40.08714597 +460 40.21739130 +461 40.13015184 +462 40.25974026 +463 40.17278618 +464 40.30172414 +465 40.21505376 +466 40.12875536 +467 40.25695931 +468 40.38461538 +469 40.51172708 +470 40.42553191 +471 40.33970276 +472 40.25423729 +473 40.38054968 +474 40.29535865 +475 40.21052632 +476 40.33613445 +477 40.25157233 +478 40.37656904 +479 40.29227557 +480 40.41666667 +481 40.33264033 +482 40.24896266 +483 40.37267081 +484 40.28925620 +485 40.20618557 +486 40.12345679 +487 40.24640657 +488 40.16393443 +489 40.08179959 +490 40.20408163 +491 40.12219959 +492 40.04065041 +493 39.95943205 +494 40.08097166 +495 40.20202020 +496 40.32258065 +497 40.24144869 +498 40.16064257 +499 40.28056112 +500 40.40000000 +501 40.31936128 +502 40.23904382 +503 40.35785288 +504 40.27777778 +505 40.19801980 +506 40.31620553 +507 40.23668639 +508 40.15748031 +509 40.07858546 +510 40.19607843 +511 40.11741683 +512 40.03906250 +513 39.96101365 +514 39.88326848 +515 39.80582524 +516 39.92248062 +517 40.03868472 +518 40.15444015 +519 40.07707129 +520 40.00000000 +521 39.92322457 +522 40.03831418 +523 39.96175908 +524 40.07633588 +525 40.00000000 +526 39.92395437 +527 40.03795066 +528 40.15151515 +529 40.07561437 +530 40.18867925 +531 40.11299435 +532 40.03759398 +533 39.96247655 +534 39.88764045 +535 40.00000000 +536 39.92537313 +537 40.03724395 +538 40.14869888 +539 40.07421150 +540 40.00000000 +541 39.92606285 +542 40.03690037 +543 39.96316759 +544 40.07352941 +545 40.00000000 +546 39.92673993 +547 40.03656307 +548 40.14598540 +549 40.07285974 +550 40.00000000 +551 40.10889292 +552 40.03623188 +553 39.96383363 +554 39.89169675 +555 39.81981982 +556 39.92805755 +557 39.85637343 +558 39.96415771 +559 40.07155635 +560 40.17857143 +561 40.10695187 +562 40.21352313 +563 40.31971581 +564 40.24822695 +565 40.35398230 +566 40.28268551 +567 40.21164021 +568 40.31690141 +569 40.24604569 +570 40.17543860 +571 40.10507881 +572 40.20979021 +573 40.13961606 +574 40.06968641 +575 40.00000000 +576 40.10416667 +577 40.20797227 +578 40.31141869 +579 40.24179620 +580 40.17241379 +581 40.10327022 +582 40.03436426 +583 40.13722127 +584 40.23972603 +585 40.34188034 +586 40.27303754 +587 40.20442930 +588 40.13605442 +589 40.06791171 +590 40.00000000 +591 39.93231810 +592 39.86486486 +593 39.96627319 +594 40.06734007 +595 40.00000000 +596 40.10067114 +597 40.03350084 +598 39.96655518 +599 40.06677796 +600 40.00000000 +601 39.93344426 +602 39.86710963 +603 39.96683250 +604 39.90066225 +605 39.83471074 +606 39.76897690 +607 39.86820428 +608 39.80263158 +609 39.73727422 +610 39.67213115 +611 39.77086743 +612 39.70588235 +613 39.80424144 +614 39.90228013 +615 39.83739837 +616 39.93506494 +617 39.87034036 +618 39.80582524 +619 39.74151858 +620 39.67741935 +621 39.61352657 +622 39.71061093 +623 39.64686998 +624 39.58333333 +625 39.52000000 +626 39.61661342 +627 39.55342903 +628 39.49044586 +629 39.58664547 +630 39.52380952 +631 39.46117274 +632 39.55696203 +633 39.49447077 +634 39.43217666 +635 39.37007874 +636 39.30817610 +637 39.40345369 +638 39.34169279 +639 39.28012520 +640 39.37500000 +641 39.31357254 +642 39.25233645 +643 39.19129082 +644 39.28571429 +645 39.22480620 +646 39.16408669 +647 39.10355487 +648 39.04320988 +649 38.98305085 +650 38.92307692 +651 38.86328725 +652 38.80368098 +653 38.74425727 +654 38.83792049 +655 38.77862595 +656 38.87195122 +657 38.81278539 +658 38.90577508 +659 38.84673748 +660 38.78787879 +661 38.72919818 +662 38.67069486 +663 38.61236802 +664 38.70481928 +665 38.79699248 +666 38.73873874 +667 38.68065967 +668 38.77245509 +669 38.86397608 +670 38.80597015 +671 38.74813711 +672 38.69047619 +673 38.63298663 +674 38.57566766 +675 38.51851852 +676 38.46153846 +677 38.40472674 +678 38.49557522 +679 38.43888071 +680 38.52941176 +681 38.61967695 +682 38.56304985 +683 38.50658858 +684 38.59649123 +685 38.54014599 +686 38.48396501 +687 38.42794760 +688 38.37209302 +689 38.46153846 +690 38.40579710 +691 38.35021708 +692 38.29479769 +693 38.23953824 +694 38.18443804 +695 38.12949640 +696 38.21839080 +697 38.16355811 +698 38.25214900 +699 38.34048641 +700 38.28571429 +701 38.23109843 +702 38.31908832 +703 38.26458037 +704 38.35227273 +705 38.29787234 +706 38.24362606 +707 38.18953324 +708 38.13559322 +709 38.08180536 +710 38.02816901 +711 38.11533052 +712 38.06179775 +713 38.14866760 +714 38.23529412 +715 38.18181818 +716 38.12849162 +717 38.07531381 +718 38.02228412 +719 37.96940195 +720 37.91666667 +721 37.86407767 +722 37.81163435 +723 37.89764869 +724 37.98342541 +725 38.06896552 +726 38.01652893 +727 38.10178817 +728 38.04945055 +729 37.99725652 +730 37.94520548 +731 37.89329685 +732 37.84153005 +733 37.92633015 +734 37.87465940 +735 37.82312925 +736 37.77173913 +737 37.85617368 +738 37.94037940 +739 38.02435724 +740 37.97297297 +741 37.92172740 +742 38.00539084 +743 38.08882907 +744 38.17204301 +745 38.12080537 +746 38.06970509 +747 38.01874163 +748 37.96791444 +749 37.91722296 +750 38.00000000 + +Final result: 38.0000 +/- 1.7736 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q4_k_m.ppx b/scores/Llama-Guard-3-8B-q4_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..bf3f8a65cce44cb44246b3317607b72a786fbeab --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.961140 ± 0.043016 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.70% +Mean ln(PPL(Q)/PPL(base)) : 0.060118 ± 0.000993 +Mean PPL(Q)/PPL(base) : 1.061962 ± 0.001054 +Mean PPL(Q)-PPL(base) : 0.406162 ± 0.007280 + +====== KL divergence statistics ====== +Mean KLD: 0.063448 ± 0.000302 +Maximum KLD: 7.254768 +99.9% KLD: 1.439989 +99.0% KLD: 0.441109 +99.0% KLD: 0.441109 +Median KLD: 0.042548 +10.0% KLD: 0.001670 + 5.0% KLD: 0.000452 + 1.0% KLD: 0.000055 +Minimum KLD: -0.000005 + +====== Token probability statistics ====== +Mean Δp: -1.289 ± 0.019 % +Maximum Δp: 82.573% +99.9% Δp: 32.103% +99.0% Δp: 16.977% +95.0% Δp: 8.545% +90.0% Δp: 4.750% +75.0% Δp: 0.662% +Median Δp: -0.108% +25.0% Δp: -2.773% +10.0% Δp: -8.634% + 5.0% Δp: -13.233% + 1.0% Δp: -26.218% + 0.1% Δp: -59.125% +Minimum Δp: -98.501% +RMS Δp : 7.468 ± 0.043 % +Same top p: 86.601 ± 0.090 % diff --git a/scores/Llama-Guard-3-8B-q4_k_m.tqa b/scores/Llama-Guard-3-8B-q4_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..251b27f5ed08b437bb6bb5109bbd9609ed339093 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 36.36363636 +23 34.78260870 +24 37.50000000 +25 36.00000000 +26 34.61538462 +27 33.33333333 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 39.47368421 +39 41.02564103 +40 40.00000000 +41 39.02439024 +42 38.09523810 +43 39.53488372 +44 40.90909091 +45 42.22222222 +46 41.30434783 +47 40.42553191 +48 41.66666667 +49 40.81632653 +50 42.00000000 +51 41.17647059 +52 40.38461538 +53 39.62264151 +54 40.74074074 +55 41.81818182 +56 41.07142857 +57 40.35087719 +58 41.37931034 +59 40.67796610 +60 41.66666667 +61 40.98360656 +62 41.93548387 +63 42.85714286 +64 42.18750000 +65 41.53846154 +66 40.90909091 +67 40.29850746 +68 39.70588235 +69 40.57971014 +70 40.00000000 +71 39.43661972 +72 40.27777778 +73 39.72602740 +74 39.18918919 +75 38.66666667 +76 39.47368421 +77 38.96103896 +78 38.46153846 +79 37.97468354 +80 38.75000000 +81 38.27160494 +82 39.02439024 +83 38.55421687 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 36.78160920 +88 36.36363636 +89 37.07865169 +90 36.66666667 +91 36.26373626 +92 35.86956522 +93 35.48387097 +94 35.10638298 +95 34.73684211 +96 35.41666667 +97 35.05154639 +98 34.69387755 +99 35.35353535 +100 35.00000000 +101 35.64356436 +102 35.29411765 +103 35.92233010 +104 36.53846154 +105 36.19047619 +106 35.84905660 +107 36.44859813 +108 37.03703704 +109 36.69724771 +110 37.27272727 +111 36.93693694 +112 37.50000000 +113 38.05309735 +114 37.71929825 +115 37.39130435 +116 37.06896552 +117 36.75213675 +118 36.44067797 +119 36.13445378 +120 36.66666667 +121 37.19008264 +122 36.88524590 +123 36.58536585 +124 37.09677419 +125 37.60000000 +126 38.09523810 +127 37.79527559 +128 37.50000000 +129 37.98449612 +130 37.69230769 +131 37.40458015 +132 37.12121212 +133 36.84210526 +134 36.56716418 +135 36.29629630 +136 36.02941176 +137 36.49635036 +138 36.95652174 +139 37.41007194 +140 37.14285714 +141 36.87943262 +142 36.61971831 +143 36.36363636 +144 36.80555556 +145 36.55172414 +146 36.30136986 +147 36.05442177 +148 35.81081081 +149 35.57046980 +150 35.33333333 +151 35.76158940 +152 35.52631579 +153 35.29411765 +154 35.06493506 +155 34.83870968 +156 35.25641026 +157 35.03184713 +158 35.44303797 +159 35.22012579 +160 35.00000000 +161 35.40372671 +162 35.80246914 +163 35.58282209 +164 35.36585366 +165 35.75757576 +166 36.14457831 +167 35.92814371 +168 36.30952381 +169 36.09467456 +170 35.88235294 +171 35.67251462 +172 35.46511628 +173 35.26011561 +174 35.63218391 +175 35.42857143 +176 35.79545455 +177 35.59322034 +178 35.39325843 +179 35.75418994 +180 35.55555556 +181 35.35911602 +182 35.16483516 +183 34.97267760 +184 34.78260870 +185 34.59459459 +186 34.94623656 +187 34.75935829 +188 34.57446809 +189 34.92063492 +190 34.73684211 +191 34.55497382 +192 34.37500000 +193 34.19689119 +194 34.53608247 +195 34.35897436 +196 34.18367347 +197 34.01015228 +198 33.83838384 +199 33.66834171 +200 34.00000000 +201 33.83084577 +202 33.66336634 +203 33.49753695 +204 33.33333333 +205 33.65853659 +206 33.49514563 +207 33.81642512 +208 33.65384615 +209 33.49282297 +210 33.33333333 +211 33.17535545 +212 33.01886792 +213 32.86384977 +214 32.71028037 +215 32.55813953 +216 32.87037037 +217 32.71889401 +218 33.02752294 +219 32.87671233 +220 32.72727273 +221 32.57918552 +222 32.43243243 +223 32.28699552 +224 32.58928571 +225 32.44444444 +226 32.74336283 +227 33.03964758 +228 32.89473684 +229 32.75109170 +230 32.60869565 +231 32.46753247 +232 32.32758621 +233 32.61802575 +234 32.90598291 +235 32.76595745 +236 33.05084746 +237 32.91139241 +238 33.19327731 +239 33.05439331 +240 32.91666667 +241 32.78008299 +242 32.64462810 +243 32.51028807 +244 32.37704918 +245 32.24489796 +246 32.11382114 +247 32.38866397 +248 32.25806452 +249 32.12851406 +250 32.00000000 +251 32.27091633 +252 32.53968254 +253 32.41106719 +254 32.28346457 +255 32.54901961 +256 32.42187500 +257 32.29571984 +258 32.17054264 +259 32.04633205 +260 31.92307692 +261 32.18390805 +262 32.06106870 +263 31.93916350 +264 32.19696970 +265 32.45283019 +266 32.33082707 +267 32.20973783 +268 32.08955224 +269 31.97026022 +270 31.85185185 +271 31.73431734 +272 31.61764706 +273 31.86813187 +274 31.75182482 +275 31.63636364 +276 31.52173913 +277 31.40794224 +278 31.65467626 +279 31.54121864 +280 31.78571429 +281 32.02846975 +282 31.91489362 +283 31.80212014 +284 31.69014085 +285 31.57894737 +286 31.81818182 +287 32.05574913 +288 32.29166667 +289 32.17993080 +290 32.06896552 +291 32.30240550 +292 32.53424658 +293 32.76450512 +294 32.65306122 +295 32.88135593 +296 33.10810811 +297 33.33333333 +298 33.22147651 +299 33.11036789 +300 33.00000000 +301 32.89036545 +302 32.78145695 +303 32.67326733 +304 32.56578947 +305 32.45901639 +306 32.35294118 +307 32.24755700 +308 32.46753247 +309 32.36245955 +310 32.25806452 +311 32.15434084 +312 32.37179487 +313 32.26837061 +314 32.16560510 +315 32.06349206 +316 31.96202532 +317 32.17665615 +318 32.07547170 +319 31.97492163 +320 31.87500000 +321 31.77570093 +322 31.98757764 +323 31.88854489 +324 31.79012346 +325 31.69230769 +326 31.59509202 +327 31.80428135 +328 32.01219512 +329 31.91489362 +330 32.12121212 +331 32.02416918 +332 32.22891566 +333 32.43243243 +334 32.33532934 +335 32.53731343 +336 32.73809524 +337 32.64094955 +338 32.54437870 +339 32.74336283 +340 32.64705882 +341 32.84457478 +342 33.04093567 +343 32.94460641 +344 33.13953488 +345 33.33333333 +346 33.23699422 +347 33.42939481 +348 33.33333333 +349 33.23782235 +350 33.14285714 +351 33.04843305 +352 33.23863636 +353 33.14447592 +354 33.05084746 +355 33.23943662 +356 33.14606742 +357 33.33333333 +358 33.24022346 +359 33.14763231 +360 33.05555556 +361 32.96398892 +362 32.87292818 +363 32.78236915 +364 32.69230769 +365 32.60273973 +366 32.51366120 +367 32.69754768 +368 32.60869565 +369 32.52032520 +370 32.43243243 +371 32.34501348 +372 32.52688172 +373 32.43967828 +374 32.62032086 +375 32.53333333 +376 32.44680851 +377 32.62599469 +378 32.53968254 +379 32.45382586 +380 32.63157895 +381 32.54593176 +382 32.72251309 +383 32.63707572 +384 32.55208333 +385 32.46753247 +386 32.38341969 +387 32.29974160 +388 32.47422680 +389 32.39074550 +390 32.30769231 +391 32.48081841 +392 32.39795918 +393 32.31552163 +394 32.48730964 +395 32.40506329 +396 32.57575758 +397 32.74559194 +398 32.66331658 +399 32.58145363 +400 32.50000000 +401 32.66832918 +402 32.83582090 +403 32.75434243 +404 32.67326733 +405 32.59259259 +406 32.51231527 +407 32.43243243 +408 32.35294118 +409 32.27383863 +410 32.19512195 +411 32.11678832 +412 32.28155340 +413 32.44552058 +414 32.60869565 +415 32.77108434 +416 32.69230769 +417 32.85371703 +418 32.77511962 +419 32.69689737 +420 32.85714286 +421 33.01662708 +422 32.93838863 +423 32.86052009 +424 32.78301887 +425 32.70588235 +426 32.62910798 +427 32.55269321 +428 32.47663551 +429 32.40093240 +430 32.32558140 +431 32.25058005 +432 32.40740741 +433 32.56351039 +434 32.71889401 +435 32.64367816 +436 32.79816514 +437 32.72311213 +438 32.87671233 +439 32.80182232 +440 32.95454545 +441 32.87981859 +442 32.80542986 +443 32.73137698 +444 32.88288288 +445 32.80898876 +446 32.73542601 +447 32.66219239 +448 32.58928571 +449 32.73942094 +450 32.88888889 +451 32.81596452 +452 32.74336283 +453 32.89183223 +454 32.81938326 +455 32.74725275 +456 32.67543860 +457 32.60393873 +458 32.53275109 +459 32.46187364 +460 32.39130435 +461 32.32104121 +462 32.46753247 +463 32.39740821 +464 32.54310345 +465 32.68817204 +466 32.61802575 +467 32.54817987 +468 32.69230769 +469 32.62260128 +470 32.55319149 +471 32.48407643 +472 32.62711864 +473 32.55813953 +474 32.48945148 +475 32.63157895 +476 32.56302521 +477 32.49475891 +478 32.42677824 +479 32.35908142 +480 32.29166667 +481 32.22453222 +482 32.36514523 +483 32.29813665 +484 32.23140496 +485 32.37113402 +486 32.51028807 +487 32.64887064 +488 32.58196721 +489 32.71983640 +490 32.85714286 +491 32.99389002 +492 33.13008130 +493 33.06288032 +494 32.99595142 +495 33.13131313 +496 33.06451613 +497 32.99798793 +498 32.93172691 +499 33.06613226 +500 33.00000000 +501 32.93413174 +502 32.86852590 +503 32.80318091 +504 32.93650794 +505 32.87128713 +506 32.80632411 +507 32.74161736 +508 32.87401575 +509 33.00589391 +510 32.94117647 +511 32.87671233 +512 32.81250000 +513 32.74853801 +514 32.68482490 +515 32.81553398 +516 32.75193798 +517 32.88201161 +518 32.81853282 +519 32.75529865 +520 32.69230769 +521 32.62955854 +522 32.56704981 +523 32.50478011 +524 32.44274809 +525 32.38095238 +526 32.31939163 +527 32.44781784 +528 32.38636364 +529 32.32514178 +530 32.26415094 +531 32.20338983 +532 32.33082707 +533 32.45778612 +534 32.39700375 +535 32.33644860 +536 32.27611940 +537 32.40223464 +538 32.34200743 +539 32.28200371 +540 32.22222222 +541 32.16266174 +542 32.10332103 +543 32.04419890 +544 31.98529412 +545 31.92660550 +546 32.05128205 +547 32.17550274 +548 32.29927007 +549 32.24043716 +550 32.18181818 +551 32.12341198 +552 32.24637681 +553 32.36889693 +554 32.31046931 +555 32.25225225 +556 32.19424460 +557 32.13644524 +558 32.07885305 +559 32.02146691 +560 32.14285714 +561 32.26381462 +562 32.20640569 +563 32.14920071 +564 32.26950355 +565 32.38938053 +566 32.50883392 +567 32.62786596 +568 32.74647887 +569 32.68892794 +570 32.63157895 +571 32.57443082 +572 32.51748252 +573 32.46073298 +574 32.57839721 +575 32.69565217 +576 32.81250000 +577 32.92894281 +578 33.04498270 +579 33.16062176 +580 33.27586207 +581 33.39070568 +582 33.33333333 +583 33.27615780 +584 33.39041096 +585 33.33333333 +586 33.44709898 +587 33.39011925 +588 33.33333333 +589 33.27674024 +590 33.38983051 +591 33.33333333 +592 33.27702703 +593 33.22091062 +594 33.33333333 +595 33.27731092 +596 33.22147651 +597 33.16582915 +598 33.11036789 +599 33.05509182 +600 33.00000000 +601 33.11148087 +602 33.22259136 +603 33.33333333 +604 33.27814570 +605 33.22314050 +606 33.33333333 +607 33.27841845 +608 33.22368421 +609 33.33333333 +610 33.27868852 +611 33.22422259 +612 33.33333333 +613 33.27895595 +614 33.22475570 +615 33.17073171 +616 33.27922078 +617 33.38735818 +618 33.33333333 +619 33.44103393 +620 33.38709677 +621 33.33333333 +622 33.44051447 +623 33.38683788 +624 33.33333333 +625 33.28000000 +626 33.22683706 +627 33.33333333 +628 33.43949045 +629 33.38632750 +630 33.33333333 +631 33.28050713 +632 33.22784810 +633 33.17535545 +634 33.28075710 +635 33.22834646 +636 33.17610063 +637 33.12401884 +638 33.07210031 +639 33.02034429 +640 33.12500000 +641 33.07332293 +642 33.17757009 +643 33.12597201 +644 33.07453416 +645 33.17829457 +646 33.12693498 +647 33.07573416 +648 33.17901235 +649 33.12788906 +650 33.23076923 +651 33.33333333 +652 33.43558282 +653 33.53751914 +654 33.48623853 +655 33.43511450 +656 33.53658537 +657 33.63774734 +658 33.58662614 +659 33.68740516 +660 33.63636364 +661 33.58547655 +662 33.53474320 +663 33.48416290 +664 33.43373494 +665 33.53383459 +666 33.63363363 +667 33.58320840 +668 33.53293413 +669 33.63228700 +670 33.73134328 +671 33.68107303 +672 33.63095238 +673 33.58098068 +674 33.53115727 +675 33.62962963 +676 33.72781065 +677 33.67799114 +678 33.62831858 +679 33.57879234 +680 33.52941176 +681 33.48017621 +682 33.57771261 +683 33.52855051 +684 33.62573099 +685 33.57664234 +686 33.52769679 +687 33.47889374 +688 33.57558140 +689 33.52685051 +690 33.47826087 +691 33.57452967 +692 33.52601156 +693 33.62193362 +694 33.57348703 +695 33.52517986 +696 33.62068966 +697 33.57245337 +698 33.52435530 +699 33.47639485 +700 33.57142857 +701 33.52353780 +702 33.47578348 +703 33.42816501 +704 33.38068182 +705 33.33333333 +706 33.42776204 +707 33.38048091 +708 33.33333333 +709 33.28631876 +710 33.23943662 +711 33.33333333 +712 33.42696629 +713 33.38008415 +714 33.33333333 +715 33.42657343 +716 33.37988827 +717 33.33333333 +718 33.42618384 +719 33.51877608 +720 33.47222222 +721 33.42579750 +722 33.37950139 +723 33.33333333 +724 33.28729282 +725 33.24137931 +726 33.33333333 +727 33.28748281 +728 33.24175824 +729 33.19615912 +730 33.28767123 +731 33.24213406 +732 33.33333333 +733 33.28785812 +734 33.24250681 +735 33.19727891 +736 33.15217391 +737 33.24287653 +738 33.19783198 +739 33.28822733 +740 33.24324324 +741 33.33333333 +742 33.28840970 +743 33.24360700 +744 33.33333333 +745 33.28859060 +746 33.37801609 +747 33.46720214 +748 33.42245989 +749 33.51134846 +750 33.60000000 + +Final result: 33.6000 +/- 1.7259 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q4_k_m.wng b/scores/Llama-Guard-3-8B-q4_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..a53a926dba62b7981e0b19ec0251af760af450ea --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.053493 -3.575159 1 1 +2 100.0000 -2.000942 -2.038351 1 1 +3 100.0000 -3.538967 -3.075231 2 2 +4 100.0000 -4.230115 -4.449329 1 1 +5 80.0000 -2.789968 -3.031700 1 2 +6 83.3333 -4.325981 -4.619277 1 1 +7 85.7143 -4.453997 -3.260860 2 2 +8 87.5000 -2.601069 -2.162107 2 2 +9 88.8889 -3.616762 -5.108078 1 1 +10 90.0000 -2.342509 -2.007169 2 2 +11 90.9091 -9.775029 -4.806756 2 2 +12 91.6667 -3.298691 -1.480380 2 2 +13 92.3077 -3.176047 -5.271035 1 1 +14 92.8571 -3.622613 -3.763119 1 1 +15 86.6667 -4.273158 -6.146239 1 2 +16 87.5000 -3.049331 -2.864422 2 2 +17 88.2353 -6.228417 -4.880236 2 2 +18 88.8889 -1.759495 -2.967004 1 1 +19 89.4737 -3.270640 -4.687616 1 1 +20 90.0000 -2.764152 -2.923747 1 1 +21 90.4762 -2.119342 -3.192217 1 1 +22 90.9091 -2.084300 -2.043414 2 2 +23 91.3043 -4.348171 -4.988680 1 1 +24 87.5000 -2.629122 -2.354697 2 1 +25 88.0000 -1.905913 -1.827032 2 2 +26 88.4615 -3.239162 -4.489702 1 1 +27 85.1852 -4.450626 -4.599430 1 2 +28 85.7143 -4.289134 -5.832976 1 1 +29 86.2069 -3.512745 -3.778822 1 1 +30 86.6667 -2.631089 -2.370544 2 2 +31 87.0968 -4.318331 -4.374400 1 1 +32 87.5000 -5.207871 -6.114835 1 1 +33 87.8788 -4.893365 -5.300568 1 1 +34 85.2941 -2.425043 -2.291123 2 1 +35 85.7143 -4.288254 -4.136369 2 2 +36 86.1111 -3.784106 -3.491639 2 2 +37 86.4865 -2.701143 -3.060453 1 1 +38 86.8421 -3.507903 -3.537155 1 1 +39 87.1795 -5.221297 -3.241492 2 2 +40 85.0000 -3.940961 -5.033066 1 2 +41 85.3659 -2.288771 -2.466090 1 1 +42 85.7143 -2.372303 -3.335956 1 1 +43 86.0465 -3.049521 -2.983943 2 2 +44 86.3636 -2.095682 -1.696571 2 2 +45 86.6667 -0.059585 -11.564144 1 1 +46 86.9565 -2.729834 -2.774693 1 1 +47 87.2340 -3.065212 -3.037465 2 2 +48 87.5000 -4.320587 -3.955653 2 2 +49 85.7143 -3.151380 -1.381977 2 1 +50 86.0000 -2.462438 -2.316002 2 2 +51 86.2745 -1.855471 -2.533373 1 1 +52 86.5385 -3.702625 -2.837342 2 2 +53 86.7925 -4.277625 -4.756418 1 1 +54 87.0370 -2.565867 -2.017982 2 2 +55 87.2727 -2.685864 -2.389132 2 2 +56 85.7143 -5.921986 -6.093008 1 2 +57 85.9649 -3.340532 -3.155444 2 2 +58 86.2069 -3.173939 -3.901028 1 1 +59 86.4407 -2.938319 -2.759298 2 2 +60 86.6667 -4.201389 -3.910095 2 2 +61 85.2459 -3.486133 -3.475483 2 1 +62 85.4839 -5.573624 -5.740439 1 1 +63 84.1270 -4.030813 -4.400050 1 2 +64 84.3750 -4.183109 -4.205704 1 1 +65 84.6154 -5.029625 -4.429148 2 2 +66 84.8485 -2.685542 -3.463552 1 1 +67 85.0746 -3.386599 -2.722562 2 2 +68 83.8235 -5.203711 -5.449234 1 2 +69 84.0580 -5.520437 -5.884655 1 1 +70 84.2857 -3.139785 -3.027290 2 2 +71 83.0986 -3.070082 -2.857719 2 1 +72 81.9444 -3.536440 -3.566368 1 2 +73 82.1918 -2.904289 -2.964657 1 1 +74 82.4324 -2.295071 -2.899151 1 1 +75 82.6667 -2.188071 -2.620128 1 1 +76 82.8947 -1.886218 -4.090145 1 1 +77 81.8182 -3.035751 -3.067917 1 2 +78 82.0513 -0.685337 -1.265948 1 1 +79 82.2785 -2.172889 -2.145648 2 2 +80 82.5000 -2.164916 -3.110809 1 1 +81 82.7160 -5.071725 -4.201540 2 2 +82 81.7073 -3.099873 -3.175630 1 2 +83 81.9277 -5.668588 -4.948407 2 2 +84 82.1429 -2.128039 -1.957051 2 2 +85 82.3529 -4.041723 -4.401994 1 1 +86 81.3953 -5.819109 -5.936921 1 2 +87 80.4598 -1.680834 -1.589800 2 1 +88 79.5455 -5.511250 -4.773506 2 1 +89 78.6517 -3.987991 -3.905056 2 1 +90 78.8889 -4.539523 -2.955525 2 2 +91 79.1209 -4.080547 -4.210898 1 1 +92 79.3478 -4.385172 -4.148153 2 2 +93 79.5699 -2.133781 -1.973411 2 2 +94 79.7872 -4.739503 -4.209270 2 2 +95 80.0000 -3.102223 -3.570209 1 1 +96 80.2083 -1.826447 -2.399568 1 1 +97 79.3814 -5.420958 -4.743104 2 1 +98 79.5918 -4.035274 -3.340746 2 2 +99 79.7980 -2.966691 -2.986974 1 1 +100 80.0000 -5.871281 -5.585149 2 2 +101 79.2079 -4.459545 -4.724249 1 2 +102 79.4118 -3.911800 -4.000360 1 1 +103 79.6117 -2.942923 -2.356493 2 2 +104 79.8077 -7.536639 -7.363172 2 2 +105 80.0000 -1.501293 -1.725941 1 1 +106 80.1887 -2.645450 -2.459712 2 2 +107 80.3738 -3.864236 -3.239344 2 2 +108 80.5556 -3.858619 -3.128314 2 2 +109 79.8165 -3.908159 -4.233609 1 2 +110 80.0000 -4.189861 -3.426925 2 2 +111 80.1802 -3.120238 -2.843822 2 2 +112 79.4643 -3.796272 -3.137362 2 1 +113 78.7611 -4.505699 -5.753084 1 2 +114 78.9474 -4.285196 -4.903252 1 1 +115 79.1304 -1.949466 -2.345925 1 1 +116 79.3103 -2.223753 -1.856139 2 2 +117 78.6325 -3.894049 -4.029475 1 2 +118 78.8136 -1.258236 -2.065609 1 1 +119 78.9916 -1.641637 -2.313739 1 1 +120 78.3333 -3.129238 -2.935198 2 1 +121 78.5124 -1.159589 -1.055694 2 2 +122 78.6885 -6.035526 -5.340922 2 2 +123 78.8618 -4.063649 -4.416513 1 1 +124 79.0323 -3.236464 -2.863253 2 2 +125 78.4000 -3.063080 -3.098932 1 2 +126 78.5714 -6.842043 -6.345534 2 2 +127 78.7402 -3.084310 -1.180152 2 2 +128 78.9062 -1.935785 -2.110276 1 1 +129 79.0698 -2.263355 -1.044577 2 2 +130 79.2308 -5.625199 -4.451247 2 2 +131 78.6260 -4.056343 -4.061509 1 2 +132 78.7879 -2.398332 -1.851853 2 2 +133 78.9474 -0.965835 -3.350379 1 1 +134 79.1045 -4.964373 -4.494564 2 2 +135 79.2593 -4.185315 -4.865214 1 1 +136 79.4118 -3.905062 -2.633122 2 2 +137 79.5620 -5.347541 -5.559236 1 1 +138 78.9855 -3.733451 -4.124384 1 2 +139 79.1367 -3.597446 -5.157694 1 1 +140 79.2857 -1.438974 -1.355510 2 2 +141 79.4326 -5.275657 -3.911766 2 2 +142 79.5775 -2.430266 -1.713048 2 2 +143 79.7203 -2.806515 -6.877339 1 1 +144 79.1667 -2.123782 -2.006791 2 1 +145 78.6207 -1.490146 -16.789150 1 2 +146 78.0822 -3.607593 -3.634231 1 2 +147 78.2313 -3.836421 -3.466568 2 2 +148 78.3784 -2.167246 -2.514925 1 1 +149 78.5235 -3.941376 -3.550221 2 2 +150 78.6667 -3.925236 -3.194244 2 2 +151 78.1457 -1.927995 -1.765051 2 1 +152 77.6316 -4.184671 -4.499419 1 2 +153 77.7778 -2.496356 -3.393461 1 1 +154 77.9221 -3.207484 -3.522919 1 1 +155 77.4194 -2.050705 -2.947283 1 2 +156 77.5641 -1.972916 -2.136433 1 1 +157 77.7070 -2.574095 -3.488250 1 1 +158 77.8481 -4.309224 -3.977381 2 2 +159 77.9874 -2.899589 -4.140519 1 1 +160 78.1250 -4.147799 -3.384738 2 2 +161 77.6398 -3.087783 -2.902906 2 1 +162 77.1605 -0.030654 -10.094162 1 2 +163 77.3006 -1.784206 -2.059582 1 1 +164 77.4390 -5.240863 -4.328539 2 2 +165 77.5758 -3.944449 -3.839988 2 2 +166 77.7108 -4.242888 -3.929083 2 2 +167 77.2455 -3.985424 -3.497582 2 1 +168 77.3810 -5.383115 -4.609263 2 2 +169 77.5148 -4.017174 -3.992639 2 2 +170 77.6471 -2.383379 -2.831537 1 1 +171 77.7778 -3.489890 -4.212255 1 1 +172 77.9070 -3.956419 -4.628578 1 1 +173 78.0347 -2.819764 -2.759373 2 2 +174 78.1609 -6.067918 -5.987345 2 2 +175 78.2857 -3.398176 -3.719747 1 1 +176 78.4091 -1.630300 -3.571089 1 1 +177 78.5311 -6.272825 -6.172835 2 2 +178 78.0899 -2.966229 -2.910968 2 1 +179 78.2123 -2.382807 -2.629464 1 1 +180 78.3333 -4.391619 -4.103644 2 2 +181 78.4530 -3.329728 -2.724430 2 2 +182 78.5714 -3.781017 -3.012643 2 2 +183 78.1421 -5.176443 -5.347829 1 2 +184 78.2609 -1.664499 -2.656580 1 1 +185 77.8378 -3.998166 -4.292794 1 2 +186 77.9570 -2.586532 -3.106887 1 1 +187 78.0749 -4.662987 -4.228699 2 2 +188 77.6596 -3.716324 -2.954879 2 1 +189 77.2487 -3.280686 -3.799331 1 2 +190 77.3684 -5.365057 -5.044634 2 2 +191 77.4869 -2.257928 -2.764111 1 1 +192 77.6042 -4.800396 -3.750754 2 2 +193 77.7202 -3.594518 -3.558851 2 2 +194 77.8351 -1.983409 -1.676275 2 2 +195 77.4359 -3.581126 -3.222213 2 1 +196 77.0408 -3.247872 -3.535672 1 2 +197 77.1574 -1.166270 -3.377260 1 1 +198 77.2727 -2.421492 -6.979506 1 1 +199 77.3869 -5.822671 -4.741686 2 2 +200 77.5000 -2.989442 -2.771468 2 2 +201 77.6119 -2.677028 -3.139783 1 1 +202 77.2277 -6.343840 -6.859787 1 2 +203 77.3399 -2.667196 -2.563592 2 2 +204 77.4510 -2.153233 -2.530359 1 1 +205 77.5610 -3.278718 -2.280644 2 2 +206 77.1845 -4.963815 -5.299728 1 2 +207 76.8116 -3.697505 -3.666555 2 1 +208 76.9231 -3.073354 -2.698752 2 2 +209 77.0335 -3.852269 -3.118662 2 2 +210 77.1429 -6.311694 -6.228653 2 2 +211 76.7773 -5.128615 -4.884676 2 1 +212 76.8868 -5.078358 -4.173697 2 2 +213 76.9953 -4.928580 -4.736243 2 2 +214 76.6355 -2.977904 -2.964854 2 1 +215 76.7442 -5.578955 -5.472125 2 2 +216 76.3889 -3.356901 -3.226677 2 1 +217 76.4977 -0.902389 -1.517491 1 1 +218 76.6055 -2.466103 -2.220483 2 2 +219 76.7123 -3.119490 -3.358016 1 1 +220 76.3636 -3.135675 -3.166181 1 2 +221 76.4706 -3.746945 -10.837154 1 1 +222 76.1261 -0.166764 -8.478573 1 2 +223 76.2332 -4.054610 -3.013444 2 2 +224 76.3393 -5.698521 -4.290663 2 2 +225 76.0000 -2.547917 -2.717417 1 2 +226 76.1062 -2.600042 -3.315103 1 1 +227 75.7709 -3.533531 -3.392000 2 1 +228 75.8772 -1.277933 -1.845945 1 1 +229 75.9825 -3.336839 -3.266154 2 2 +230 76.0870 -2.946604 -3.482711 1 1 +231 76.1905 -2.032690 -2.698707 1 1 +232 76.2931 -3.077847 -2.396361 2 2 +233 76.3948 -2.012837 -2.467679 1 1 +234 76.4957 -3.140456 -2.856944 2 2 +235 76.5957 -4.127392 -3.257110 2 2 +236 76.2712 -1.932320 -1.737346 2 1 +237 75.9494 -1.996183 -1.582642 2 1 +238 76.0504 -2.869726 -2.470789 2 2 +239 75.7322 -2.725186 -2.779710 1 2 +240 75.4167 -6.221898 -6.288277 1 2 +241 75.1037 -3.098876 -3.484182 1 2 +242 75.2066 -5.491491 -5.307559 2 2 +243 74.8971 -4.674211 -4.471441 2 1 +244 75.0000 -2.462435 -3.680923 1 1 +245 75.1020 -3.764852 -5.149468 1 1 +246 75.2033 -2.413050 -2.703853 1 1 +247 75.3036 -3.451006 -2.952457 2 2 +248 75.4032 -3.313959 -2.768330 2 2 +249 75.5020 -2.549719 -1.823102 2 2 +250 75.6000 -1.991459 -2.750970 1 1 +251 75.6972 -1.191916 -1.243460 1 1 +252 75.7937 -6.696564 -6.284383 2 2 +253 75.4941 -5.273023 -5.093099 2 1 +254 75.1969 -4.561953 -5.586071 1 2 +255 75.2941 -2.542342 -3.845738 1 1 +256 75.0000 -3.950630 -3.101467 2 1 +257 74.7082 -2.463369 -2.222757 2 1 +258 74.4186 -3.582322 -3.807846 1 2 +259 74.5174 -5.058449 -5.372368 1 1 +260 74.6154 -6.003418 -6.252207 1 1 +261 74.7126 -3.700809 -3.564257 2 2 +262 74.4275 -4.708620 -4.749662 1 2 +263 74.5247 -2.319022 -2.936372 1 1 +264 74.6212 -3.746197 -3.285193 2 2 +265 74.7170 -1.001063 -1.760913 1 1 +266 74.4361 -5.232260 -5.199504 2 1 +267 74.1573 -2.402545 -2.380587 2 1 +268 73.8806 -3.428522 -3.116939 2 1 +269 73.9777 -2.792831 -2.704725 2 2 +270 74.0741 -1.928845 -2.920147 1 1 +271 74.1697 -3.057505 -2.411754 2 2 +272 74.2647 -3.823195 -3.354868 2 2 +273 74.3590 -3.012415 -2.969344 2 2 +274 74.4526 -3.587835 -3.219589 2 2 +275 74.5455 -2.763465 -2.948638 1 1 +276 74.6377 -2.075768 -2.093745 1 1 +277 74.7292 -3.065382 -3.584699 1 1 +278 74.4604 -2.748327 -2.674366 2 1 +279 74.5520 -3.897737 -3.174390 2 2 +280 74.6429 -3.716066 -3.441926 2 2 +281 74.7331 -2.438091 -1.664531 2 2 +282 74.8227 -3.958414 -3.288504 2 2 +283 74.5583 -2.973283 -3.516721 1 2 +284 74.6479 -2.295784 -3.251005 1 1 +285 74.7368 -3.637424 -4.368668 1 1 +286 74.8252 -3.331995 -3.634010 1 1 +287 74.9129 -2.162266 -3.876734 1 1 +288 74.6528 -2.902402 -3.148571 1 2 +289 74.3945 -2.732021 -2.330810 2 1 +290 74.4828 -3.635956 -4.046535 1 1 +291 74.5704 -2.865013 -3.287321 1 1 +292 74.6575 -2.567957 -1.724939 2 2 +293 74.7440 -3.138880 -2.792172 2 2 +294 74.4898 -4.064610 -3.616386 2 1 +295 74.5763 -1.880207 -2.112993 1 1 +296 74.6622 -4.608608 -4.285519 2 2 +297 74.4108 -1.976028 -2.448453 1 2 +298 74.4966 -5.304420 -4.794209 2 2 +299 74.5819 -2.520229 -2.203165 2 2 +300 74.6667 -2.491262 -3.013805 1 1 +301 74.7508 -4.682060 -5.347691 1 1 +302 74.8344 -3.849033 -3.697150 2 2 +303 74.5875 -9.198587 -8.557462 2 1 +304 74.6711 -4.389557 -3.838870 2 2 +305 74.4262 -2.901691 -3.363676 1 2 +306 74.5098 -2.346845 -2.066993 2 2 +307 74.2671 -2.772184 -2.731681 2 1 +308 74.0260 -4.947599 -5.050535 1 2 +309 74.1100 -4.381338 -4.662955 1 1 +310 74.1935 -5.609470 -5.398182 2 2 +311 74.2765 -0.856655 -5.153035 1 1 +312 74.3590 -4.079348 -4.140013 1 1 +313 74.4409 -4.493617 -4.313147 2 2 +314 74.5223 -4.212624 -3.514278 2 2 +315 74.6032 -1.565465 -3.227090 1 1 +316 74.6835 -6.879430 -4.022240 2 2 +317 74.4479 -4.820774 -4.736258 2 1 +318 74.5283 -4.618855 -4.311574 2 2 +319 74.6082 -1.186367 -1.563306 1 1 +320 74.6875 -3.508018 -4.600761 1 1 +321 74.4548 -2.891773 -2.893620 1 2 +322 74.2236 -2.276861 -2.805815 1 2 +323 74.3034 -3.040059 -3.805569 1 1 +324 74.0741 -4.092711 -3.872727 2 1 +325 74.1538 -4.840692 -4.059447 2 2 +326 74.2331 -2.204532 -1.783928 2 2 +327 74.3119 -2.295780 -2.493883 1 1 +328 74.0854 -3.804004 -3.456608 2 1 +329 74.1641 -3.764775 -7.223084 1 1 +330 74.2424 -1.743583 -2.120028 1 1 +331 74.0181 -4.573491 -3.473539 2 1 +332 74.0964 -1.665966 -2.221145 1 1 +333 74.1742 -3.714579 -2.336811 2 2 +334 74.2515 -2.739737 -4.971633 1 1 +335 74.0299 -5.056120 -4.226860 2 1 +336 74.1071 -4.219410 -3.883057 2 2 +337 74.1840 -2.019337 -1.201253 2 2 +338 73.9645 -3.798602 -2.912547 2 1 +339 74.0413 -5.347645 -5.118956 2 2 +340 74.1176 -4.275805 -4.907581 1 1 +341 74.1935 -3.202211 -3.849250 1 1 +342 74.2690 -5.275922 -4.643451 2 2 +343 74.3440 -3.195323 -3.365614 1 1 +344 74.4186 -2.067071 -2.899925 1 1 +345 74.4928 -0.704108 -2.245560 1 1 +346 74.2775 -5.206538 -5.567352 1 2 +347 74.3516 -3.181083 -3.016965 2 2 +348 74.4253 -1.119826 -2.230236 1 1 +349 74.2120 -3.202835 -4.173690 1 2 +350 74.0000 -2.200884 -3.062764 1 2 +351 74.0741 -2.642271 -2.984051 1 1 +352 74.1477 -3.859796 -3.747908 2 2 +353 74.2210 -1.973168 -2.284215 1 1 +354 74.2938 -5.176447 -4.922214 2 2 +355 74.3662 -2.049328 -1.783289 2 2 +356 74.1573 -2.622159 -2.650101 1 2 +357 74.2297 -3.706622 -3.552470 2 2 +358 74.3017 -1.887943 -1.811722 2 2 +359 74.3733 -4.925258 -3.267470 2 2 +360 74.1667 -3.433730 -3.486750 1 2 +361 74.2382 -2.833184 -1.769389 2 2 +362 74.3094 -4.794505 -4.725066 2 2 +363 74.1047 -2.745053 -2.553602 2 1 +364 74.1758 -5.472882 -5.494294 1 1 +365 74.2466 -5.235094 -5.319946 1 1 +366 74.0437 -2.725852 -7.465718 1 2 +367 73.8420 -4.812992 -4.571827 2 1 +368 73.9130 -4.583158 -4.000209 2 2 +369 73.7127 -2.806946 -3.517818 1 2 +370 73.7838 -4.850051 -5.062223 1 1 +371 73.8544 -2.665332 -3.686087 1 1 +372 73.6559 -2.635739 -2.595700 2 1 +373 73.4584 -4.397725 -3.925667 2 1 +374 73.5294 -2.170335 -2.766826 1 1 +375 73.6000 -2.522610 -2.344306 2 2 +376 73.6702 -4.661153 -3.165026 2 2 +377 73.7401 -4.276794 -4.064270 2 2 +378 73.5450 -3.482400 -3.821992 1 2 +379 73.3509 -1.134566 -2.599467 1 2 +380 73.4211 -5.162907 -5.915942 1 1 +381 73.4908 -9.218819 -7.019836 2 2 +382 73.5602 -2.239999 -2.068675 2 2 +383 73.6292 -2.935832 -1.418571 2 2 +384 73.4375 -3.775465 -2.708240 2 1 +385 73.2468 -1.215869 -1.148497 2 1 +386 73.3161 -2.211026 -11.535433 1 1 +387 73.3850 -1.653988 -2.373270 1 1 +388 73.4536 -6.289989 -5.993856 2 2 +389 73.5219 -2.541181 -2.245529 2 2 +390 73.5897 -2.668674 -3.218249 1 1 +391 73.4015 -3.795189 -3.923211 1 2 +392 73.2143 -3.291673 -2.668073 2 1 +393 73.2824 -5.158749 -5.157204 2 2 +394 73.3503 -2.839654 -3.943053 1 1 +395 73.4177 -2.868273 -2.495373 2 2 +396 73.4848 -2.503927 -3.196570 1 1 +397 73.5516 -5.992368 -6.567343 1 1 +398 73.6181 -3.655746 -5.190218 1 1 +399 73.6842 -3.031384 -3.313998 1 1 +400 73.7500 -1.410648 -6.663126 1 1 +401 73.8155 -3.173141 -3.769369 1 1 +402 73.6318 -3.552864 -3.659695 1 2 +403 73.4491 -6.940798 -7.451108 1 2 +404 73.5149 -3.725957 -2.660173 2 2 +405 73.5802 -3.291876 -3.730397 1 1 +406 73.6453 -7.100142 -7.659846 1 1 +407 73.4644 -4.511240 -4.775569 1 2 +408 73.2843 -3.049788 -3.139025 1 2 +409 73.3496 -3.935907 -4.424205 1 1 +410 73.1707 -3.756279 -3.280480 2 1 +411 73.2360 -2.753711 -4.030372 1 1 +412 73.3010 -3.139793 -2.655290 2 2 +413 73.3656 -3.162304 -2.415689 2 2 +414 73.1884 -3.482405 -3.537060 1 2 +415 73.2530 -2.690136 -2.549759 2 2 +416 73.3173 -3.710797 -2.305388 2 2 +417 73.3813 -4.381184 -4.785043 1 1 +418 73.2057 -4.165096 -3.746693 2 1 +419 73.0310 -3.737122 -3.853448 1 2 +420 73.0952 -2.822658 -2.601484 2 2 +421 73.1591 -3.919586 -3.728119 2 2 +422 72.9858 -1.880831 -1.825017 2 1 +423 73.0496 -3.191823 -3.267408 1 1 +424 73.1132 -4.613844 -5.111393 1 1 +425 73.1765 -5.170839 -3.534485 2 2 +426 73.2394 -1.572766 -1.398715 2 2 +427 73.3021 -3.650090 -4.128934 1 1 +428 73.1308 -4.102859 -3.817637 2 1 +429 73.1935 -3.058514 -2.997772 2 2 +430 73.0233 -6.589260 -6.247791 2 1 +431 73.0858 -3.754334 -5.186055 1 1 +432 72.9167 -3.335724 -3.452261 1 2 +433 72.9792 -2.081704 -1.796032 2 2 +434 73.0415 -6.411728 -6.802727 1 1 +435 72.8736 -3.598972 -3.361540 2 1 +436 72.9358 -1.901409 -2.509557 1 1 +437 72.7689 -3.251015 -3.362638 1 2 +438 72.8311 -3.728032 -3.538894 2 2 +439 72.8929 -2.489779 -3.658328 1 1 +440 72.9545 -3.911593 -3.945142 1 1 +441 73.0159 -3.209896 -5.177521 1 1 +442 72.8507 -4.053088 -3.510286 2 1 +443 72.9120 -1.764262 -3.459945 1 1 +444 72.7477 -6.047161 -6.528339 1 2 +445 72.8090 -1.356896 -2.143880 1 1 +446 72.8700 -4.531542 -4.004528 2 2 +447 72.9306 -2.336452 -2.366343 1 1 +448 72.9911 -4.106854 -3.969097 2 2 +449 73.0512 -2.418254 -1.825578 2 2 +450 73.1111 -4.627898 -4.214614 2 2 +451 72.9490 -4.629434 -4.724763 1 2 +452 72.7876 -4.822032 -4.574430 2 1 +453 72.8477 -4.181760 -3.432876 2 2 +454 72.9075 -3.308106 -3.717559 1 1 +455 72.7473 -2.295753 -7.923664 1 2 +456 72.5877 -3.669020 -3.682236 1 2 +457 72.6477 -7.026480 -7.151733 1 1 +458 72.7074 -2.816775 -2.351823 2 2 +459 72.7669 -4.374746 -4.161863 2 2 +460 72.8261 -0.794905 -7.220829 1 1 +461 72.8850 -1.910148 -2.676030 1 1 +462 72.9437 -4.602015 -5.176169 1 1 +463 73.0022 -1.101596 -1.361415 1 1 +464 73.0603 -1.664225 -2.128962 1 1 +465 73.1183 -2.981983 -2.385467 2 2 +466 72.9614 -5.358976 -5.528601 1 2 +467 72.8051 -4.602824 -4.573730 2 1 +468 72.8632 -4.199179 -4.026091 2 2 +469 72.7079 -1.871965 -1.442170 2 1 +470 72.7660 -1.801304 -1.619255 2 2 +471 72.8238 -1.862641 -2.149069 1 1 +472 72.8814 -3.301859 -3.038761 2 2 +473 72.9387 -4.123393 -2.857678 2 2 +474 72.9958 -3.134562 -4.336120 1 1 +475 73.0526 -1.588280 -1.404381 2 2 +476 72.8992 -3.583494 -3.695595 1 2 +477 72.7463 -3.689336 -4.254316 1 2 +478 72.8033 -2.101759 -2.272805 1 1 +479 72.8601 -3.103701 -3.191991 1 1 +480 72.9167 -6.613794 -4.592599 2 2 +481 72.9730 -2.087376 -2.273786 1 1 +482 72.8216 -5.116333 -5.845387 1 2 +483 72.8778 -3.532820 -3.934172 1 1 +484 72.7273 -2.844334 -2.511215 2 1 +485 72.7835 -1.132879 -1.832594 1 1 +486 72.8395 -1.830985 -2.264496 1 1 +487 72.8953 -3.059665 -2.740135 2 2 +488 72.9508 -2.721285 -2.036841 2 2 +489 73.0061 -2.071108 -2.444419 1 1 +490 73.0612 -2.646434 -2.996383 1 1 +491 73.1161 -4.725212 -4.042509 2 2 +492 73.1707 -5.167521 -4.249920 2 2 +493 73.2252 -2.118181 -2.757061 1 1 +494 73.2794 -3.173898 -2.945661 2 2 +495 73.3333 -3.903739 -4.016840 1 1 +496 73.1855 -3.111106 -3.140305 1 2 +497 73.0382 -4.730507 -4.499761 2 1 +498 72.8916 -1.504222 -1.642539 1 2 +499 72.9459 -2.870826 -3.131020 1 1 +500 73.0000 -4.846469 -4.176117 2 2 +501 73.0539 -1.434959 -2.740424 1 1 +502 73.1076 -2.218731 -2.396387 1 1 +503 73.1610 -3.227452 -3.041408 2 2 +504 73.2143 -2.152189 -2.253250 1 1 +505 73.0693 -7.648904 -8.026723 1 2 +506 73.1225 -4.742945 -4.845631 1 1 +507 73.1755 -2.854352 -3.276264 1 1 +508 73.2283 -5.290469 -3.304555 2 2 +509 73.2809 -1.947871 -9.545645 1 1 +510 73.3333 -4.148045 -5.340194 1 1 +511 73.3855 -4.671444 -3.486849 2 2 +512 73.4375 -3.174828 -3.216510 1 1 +513 73.4893 -3.014984 -2.843922 2 2 +514 73.3463 -3.469216 -3.440535 2 1 +515 73.3981 -5.288404 -6.258770 1 1 +516 73.2558 -3.972466 -3.861096 2 1 +517 73.3075 -2.253363 -2.814711 1 1 +518 73.3591 -2.731450 -2.325488 2 2 +519 73.4104 -6.874799 -6.747293 2 2 +520 73.2692 -2.274645 -2.447321 1 2 +521 73.1286 -2.260142 -1.562257 2 1 +522 73.1801 -3.248788 -2.346063 2 2 +523 73.2314 -2.984022 -2.648070 2 2 +524 73.0916 -5.169369 -4.896269 2 1 +525 73.1429 -3.326195 -2.398944 2 2 +526 73.1939 -0.583248 -15.429489 1 1 +527 73.2448 -4.542068 -2.797830 2 2 +528 73.2955 -6.757938 -6.164463 2 2 +529 73.1569 -5.127157 -4.832620 2 1 +530 73.2075 -5.273365 -4.100363 2 2 +531 73.2580 -3.166060 -3.414884 1 1 +532 73.3083 -2.108000 -2.876068 1 1 +533 73.3583 -2.896844 -1.803736 2 2 +534 73.4082 -2.175047 -2.646406 1 1 +535 73.4579 -3.089650 -3.065319 2 2 +536 73.3209 -2.711578 -2.516678 2 1 +537 73.3706 -5.136249 -6.318309 1 1 +538 73.4201 -1.666341 -3.459273 1 1 +539 73.4694 -3.762422 -1.977489 2 2 +540 73.5185 -2.689306 -2.632717 2 2 +541 73.5675 -2.898479 -3.294683 1 1 +542 73.4317 -3.511857 -4.795813 1 2 +543 73.4807 -5.224955 -3.951298 2 2 +544 73.5294 -1.942360 -3.926625 1 1 +545 73.3945 -2.701522 -4.544170 1 2 +546 73.4432 -2.502244 -3.950562 1 1 +547 73.4918 -6.098657 -4.619742 2 2 +548 73.5401 -4.164169 -4.366668 1 1 +549 73.5883 -5.042840 -5.518472 1 1 +550 73.6364 -2.730877 -2.463243 2 2 +551 73.5027 -0.573720 -13.265484 1 2 +552 73.3696 -2.246131 -1.812391 2 1 +553 73.4177 -5.504659 -5.431802 2 2 +554 73.4657 -4.478653 -4.143322 2 2 +555 73.5135 -1.707415 -1.528375 2 2 +556 73.5612 -5.761551 -4.945958 2 2 +557 73.4291 -6.578488 -4.503336 2 1 +558 73.4767 -0.856340 -2.433673 1 1 +559 73.5242 -2.316771 -2.148742 2 2 +560 73.3929 -2.023015 -1.796564 2 1 +561 73.4403 -1.900330 -1.946435 1 1 +562 73.4875 -1.236357 -2.249702 1 1 +563 73.3570 -1.425983 -2.450741 1 2 +564 73.4043 -2.510631 -3.017166 1 1 +565 73.4513 -4.132684 -3.969467 2 2 +566 73.4982 -4.939292 -5.734896 1 1 +567 73.5450 -2.472515 -2.333460 2 2 +568 73.5915 -7.052600 -2.803552 2 2 +569 73.4622 -3.960016 -3.219766 2 1 +570 73.3333 -4.972467 -4.855498 2 1 +571 73.3800 -4.230468 -2.994157 2 2 +572 73.4266 -2.648314 -2.641715 2 2 +573 73.2984 -3.472789 -3.605041 1 2 +574 73.3449 -3.609756 -2.809739 2 2 +575 73.2174 -5.041636 -5.080624 1 2 +576 73.2639 -2.209203 -3.051942 1 1 +577 73.3102 -3.970689 -3.499229 2 2 +578 73.3564 -3.118244 -3.096405 2 2 +579 73.2297 -4.042015 -4.142181 1 2 +580 73.2759 -2.502098 -2.575821 1 1 +581 73.3219 -5.630712 -5.979155 1 1 +582 73.3677 -6.297896 -6.229252 2 2 +583 73.4134 -4.679362 -4.513488 2 2 +584 73.4589 -4.451961 -4.680402 1 1 +585 73.5043 -0.871942 -1.954212 1 1 +586 73.3788 -3.662716 -3.654289 2 1 +587 73.2538 -4.930005 -4.486603 2 1 +588 73.2993 -3.220141 -2.005814 2 2 +589 73.3447 -3.814162 -3.608256 2 2 +590 73.3898 -3.878681 -3.361323 2 2 +591 73.4349 -3.761679 -3.586566 2 2 +592 73.4797 -3.712146 -4.253667 1 1 +593 73.5245 -3.933453 -3.342200 2 2 +594 73.4007 -3.836742 -3.617391 2 1 +595 73.2773 -1.600242 -1.654373 1 2 +596 73.1544 -4.856483 -4.914674 1 2 +597 73.0318 -2.340789 -2.317538 2 1 +598 73.0769 -2.796317 -2.802210 1 1 +599 73.1219 -2.718232 -3.076502 1 1 +600 73.1667 -3.865143 -3.646691 2 2 +601 73.0449 -3.609984 -3.752004 1 2 +602 73.0897 -3.119830 -4.396017 1 1 +603 73.1343 -6.672668 -6.222048 2 2 +604 73.1788 -2.958962 -2.860563 2 2 +605 73.0579 -2.053487 -1.889393 2 1 +606 73.1023 -3.333239 -2.657397 2 2 +607 72.9819 -2.633985 -2.522454 2 1 +608 72.8618 -3.158800 -2.797181 2 1 +609 72.9064 -5.619558 -5.849223 1 1 +610 72.7869 -2.672806 -2.603663 2 1 +611 72.8314 -4.738301 -4.821786 1 1 +612 72.8758 -3.187923 -5.589473 1 1 +613 72.9201 -2.427432 -2.295368 2 2 +614 72.9642 -3.165994 -2.159928 2 2 +615 73.0081 -2.239537 -2.178231 2 2 +616 73.0519 -3.564641 -3.457248 2 2 +617 73.0956 -10.455011 -4.867122 2 2 +618 72.9773 -3.828717 -3.854607 1 2 +619 73.0210 -3.611727 -3.497669 2 2 +620 73.0645 -3.716187 -4.097003 1 1 +621 73.1079 -3.469675 -2.650983 2 2 +622 73.1511 -2.720722 -2.838881 1 1 +623 73.0337 -2.938822 -2.627844 2 1 +624 73.0769 -3.920012 -3.101146 2 2 +625 73.1200 -4.178774 -5.532796 1 1 +626 73.1629 -2.430600 -2.724700 1 1 +627 73.2057 -3.039567 -3.344228 1 1 +628 73.2484 -3.725606 -2.563000 2 2 +629 73.2909 -2.002391 -2.781593 1 1 +630 73.1746 -1.394536 -1.387000 2 1 +631 73.2171 -1.478491 -2.023276 1 1 +632 73.1013 -1.549425 -1.801491 1 2 +633 73.1438 -2.547709 -2.099411 2 2 +634 73.1861 -2.229776 -3.386342 1 1 +635 73.0709 -3.799369 -3.902338 1 2 +636 73.1132 -3.061233 -3.739489 1 1 +637 73.1554 -2.962824 -4.621502 1 1 +638 73.0408 -3.993714 -3.770602 2 1 +639 73.0829 -1.588856 -2.825092 1 1 +640 72.9688 -1.235343 -1.429891 1 2 +641 73.0109 -4.605324 -5.120469 1 1 +642 73.0530 -4.706584 -2.816922 2 2 +643 73.0949 -1.496963 -1.200840 2 2 +644 73.1366 -4.324133 -4.663033 1 1 +645 73.0233 -1.609268 -1.364493 2 1 +646 72.9102 -4.030516 -3.738915 2 1 +647 72.7975 -3.489026 -2.845705 2 1 +648 72.8395 -3.414163 -3.300161 2 2 +649 72.8814 -2.714626 -3.155621 1 1 +650 72.9231 -3.213860 -3.737356 1 1 +651 72.8111 -6.476013 -7.195578 1 2 +652 72.8528 -4.489968 -4.212278 2 2 +653 72.8943 -6.833665 -6.414697 2 2 +654 72.7829 -3.620951 -4.074445 1 2 +655 72.6718 -3.059826 -3.066559 1 2 +656 72.7134 -4.668514 -2.370367 2 2 +657 72.6027 -5.632260 -5.978528 1 2 +658 72.6444 -3.738081 -1.934211 2 2 +659 72.6859 -2.057647 -1.670624 2 2 +660 72.7273 -3.087216 -2.412719 2 2 +661 72.7685 -2.770493 -3.106182 1 1 +662 72.8097 -3.291087 -3.579424 1 1 +663 72.8507 -5.861384 -5.365497 2 2 +664 72.8916 -2.776859 -2.943038 1 1 +665 72.7820 -3.772908 -3.845275 1 2 +666 72.6727 -4.634584 -4.331754 2 1 +667 72.7136 -6.884689 -6.565525 2 2 +668 72.6048 -2.815513 -2.755448 2 1 +669 72.6457 -2.815839 -3.130479 1 1 +670 72.5373 -3.250715 -2.962907 2 1 +671 72.5782 -3.132754 -4.470197 1 1 +672 72.6190 -3.240269 -3.040255 2 2 +673 72.6597 -2.143970 -1.933311 2 2 +674 72.7003 -4.975840 -5.348509 1 1 +675 72.5926 -4.081646 -3.774562 2 1 +676 72.4852 -2.153547 -2.540831 1 2 +677 72.5258 -3.607397 -4.116121 1 1 +678 72.4189 -4.734017 -4.995369 1 2 +679 72.3122 -4.996050 -5.281726 1 2 +680 72.3529 -3.728973 -4.078746 1 1 +681 72.2467 -2.560693 -1.896999 2 1 +682 72.1408 -1.942347 -2.146796 1 2 +683 72.1816 -1.738562 -2.516165 1 1 +684 72.2222 -4.923895 -8.776389 1 1 +685 72.2628 -3.372680 -2.136559 2 2 +686 72.1574 -4.793470 -5.005429 1 2 +687 72.1980 -2.719433 -2.384056 2 2 +688 72.2384 -7.141228 -7.714650 1 1 +689 72.2787 -2.492780 -2.208361 2 2 +690 72.3188 -2.767470 -2.709416 2 2 +691 72.3589 -2.956121 -3.065874 1 1 +692 72.3988 -1.919906 -2.635017 1 1 +693 72.4387 -3.884028 -4.008292 1 1 +694 72.4784 -3.826324 -3.590674 2 2 +695 72.5180 -4.643337 -4.855454 1 1 +696 72.5575 -4.713784 -5.094188 1 1 +697 72.5968 -2.439461 -2.691991 1 1 +698 72.6361 -4.125545 -3.524946 2 2 +699 72.6753 -4.186402 -4.809554 1 1 +700 72.7143 -2.324499 -2.003505 2 2 +701 72.6106 -1.949017 -1.688496 2 1 +702 72.5071 -4.254825 -4.843616 1 2 +703 72.4040 -5.684210 -4.612543 2 1 +704 72.4432 -1.469176 -2.391218 1 1 +705 72.4823 -2.112687 -1.733858 2 2 +706 72.3796 -2.890539 -2.918633 1 2 +707 72.2772 -4.873559 -4.791466 2 1 +708 72.3164 -3.534690 -3.128745 2 2 +709 72.3554 -3.135041 -2.520492 2 2 +710 72.3944 -2.642196 -3.553635 1 1 +711 72.2925 -2.426050 -2.579689 1 2 +712 72.1910 -2.399175 -2.956307 1 2 +713 72.0898 -3.335011 -3.408936 1 2 +714 72.1289 -3.012214 -2.898592 2 2 +715 72.1678 -4.964831 -3.993832 2 2 +716 72.2067 -4.410533 -3.689026 2 2 +717 72.2455 -1.927951 -0.648520 2 2 +718 72.2841 -3.374811 -3.376370 1 1 +719 72.1836 -4.597116 -4.193159 2 1 +720 72.0833 -1.293221 -5.247333 1 2 +721 71.9834 -4.570523 -4.641907 1 2 +722 71.8837 -1.925008 -1.761223 2 1 +723 71.9225 -2.478062 -2.895202 1 1 +724 71.8232 -2.603129 -2.870927 1 2 +725 71.8621 -2.910403 -2.717605 2 2 +726 71.9008 -4.085543 -3.980650 2 2 +727 71.9395 -3.010493 -2.236183 2 2 +728 71.9780 -4.009676 -4.390633 1 1 +729 72.0165 -1.929509 -2.465454 1 1 +730 72.0548 -3.255388 -3.279954 1 1 +731 72.0930 -2.091896 -2.749430 1 1 +732 72.1311 -2.783666 -2.145611 2 2 +733 72.0327 -3.533342 -3.770154 1 2 +734 72.0708 -0.238101 -8.836651 1 1 +735 71.9728 -3.461552 -3.146656 2 1 +736 72.0109 -2.175416 -2.851520 1 1 +737 72.0488 -3.543746 -3.569300 1 1 +738 72.0867 -4.289558 -4.139264 2 2 +739 72.1245 -0.398237 -7.888309 1 1 +740 72.1622 -3.464837 -3.037714 2 2 +741 72.0648 -4.469379 -4.420150 2 1 +742 72.1024 -2.396760 -2.349414 2 2 +743 72.1400 -3.625487 -3.372065 2 2 +744 72.1774 -4.170355 -3.316957 2 2 +745 72.2148 -2.657984 -3.896955 1 1 +746 72.2520 -5.153858 -5.743492 1 1 +747 72.2892 -4.948111 -5.561865 1 1 +748 72.3262 -3.663251 -3.437223 2 2 +749 72.3632 -3.118164 -3.439865 1 1 +750 72.4000 -1.135037 -9.057044 1 1 + +Final Winogrande score(750 tasks): 72.4000 +/- 1.6334 diff --git a/scores/Llama-Guard-3-8B-q4_k_s.arc b/scores/Llama-Guard-3-8B-q4_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..f4eda991d3ebc9de61a772b7bd890776ec7b79e2 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 65.51724138 +30 66.66666667 +31 64.51612903 +32 62.50000000 +33 60.60606061 +34 58.82352941 +35 57.14285714 +36 55.55555556 +37 56.75675676 +38 55.26315789 +39 56.41025641 +40 57.50000000 +41 58.53658537 +42 57.14285714 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 56.52173913 +47 57.44680851 +48 56.25000000 +49 57.14285714 +50 56.00000000 +51 56.86274510 +52 57.69230769 +53 58.49056604 +54 57.40740741 +55 56.36363636 +56 57.14285714 +57 57.89473684 +58 58.62068966 +59 59.32203390 +60 60.00000000 +61 59.01639344 +62 58.06451613 +63 58.73015873 +64 59.37500000 +65 58.46153846 +66 59.09090909 +67 59.70149254 +68 60.29411765 +69 60.86956522 +70 60.00000000 +71 59.15492958 +72 58.33333333 +73 58.90410959 +74 58.10810811 +75 58.66666667 +76 57.89473684 +77 58.44155844 +78 58.97435897 +79 58.22784810 +80 58.75000000 +81 59.25925926 +82 59.75609756 +83 59.03614458 +84 59.52380952 +85 60.00000000 +86 60.46511628 +87 59.77011494 +88 60.22727273 +89 60.67415730 +90 61.11111111 +91 61.53846154 +92 61.95652174 +93 61.29032258 +94 60.63829787 +95 61.05263158 +96 61.45833333 +97 60.82474227 +98 61.22448980 +99 61.61616162 +100 62.00000000 +101 62.37623762 +102 61.76470588 +103 61.16504854 +104 60.57692308 +105 60.95238095 +106 60.37735849 +107 60.74766355 +108 60.18518519 +109 59.63302752 +110 60.00000000 +111 60.36036036 +112 60.71428571 +113 61.06194690 +114 60.52631579 +115 60.86956522 +116 60.34482759 +117 60.68376068 +118 61.01694915 +119 60.50420168 +120 60.83333333 +121 60.33057851 +122 60.65573770 +123 60.97560976 +124 60.48387097 +125 60.80000000 +126 61.11111111 +127 61.41732283 +128 61.71875000 +129 61.24031008 +130 61.53846154 +131 61.83206107 +132 62.12121212 +133 62.40601504 +134 61.94029851 +135 61.48148148 +136 61.76470588 +137 62.04379562 +138 62.31884058 +139 62.58992806 +140 62.85714286 +141 63.12056738 +142 62.67605634 +143 62.93706294 +144 63.19444444 +145 63.44827586 +146 63.01369863 +147 62.58503401 +148 62.83783784 +149 63.08724832 +150 63.33333333 +151 62.91390728 +152 63.15789474 +153 63.39869281 +154 63.63636364 +155 63.22580645 +156 63.46153846 +157 63.69426752 +158 63.29113924 +159 63.52201258 +160 63.75000000 +161 63.97515528 +162 64.19753086 +163 64.41717791 +164 64.02439024 +165 63.63636364 +166 63.85542169 +167 63.47305389 +168 63.69047619 +169 63.31360947 +170 62.94117647 +171 63.15789474 +172 63.37209302 +173 63.58381503 +174 63.79310345 +175 63.42857143 +176 63.63636364 +177 63.84180791 +178 63.48314607 +179 63.68715084 +180 63.88888889 +181 63.53591160 +182 63.73626374 +183 63.38797814 +184 63.58695652 +185 63.78378378 +186 63.97849462 +187 64.17112299 +188 64.36170213 +189 64.02116402 +190 63.68421053 +191 63.87434555 +192 64.06250000 +193 63.73056995 +194 63.91752577 +195 64.10256410 +196 64.28571429 +197 64.46700508 +198 64.64646465 +199 64.32160804 +200 64.50000000 +201 64.67661692 +202 64.35643564 +203 64.53201970 +204 64.70588235 +205 64.39024390 +206 64.07766990 +207 64.25120773 +208 64.42307692 +209 64.59330144 +210 64.76190476 +211 64.92890995 +212 64.62264151 +213 64.78873239 +214 64.95327103 +215 65.11627907 +216 64.81481481 +217 64.97695853 +218 65.13761468 +219 65.29680365 +220 65.45454545 +221 65.15837104 +222 65.31531532 +223 65.02242152 +224 64.73214286 +225 64.44444444 +226 64.15929204 +227 64.31718062 +228 64.47368421 +229 64.62882096 +230 64.78260870 +231 64.50216450 +232 64.22413793 +233 64.37768240 +234 64.10256410 +235 63.82978723 +236 63.55932203 +237 63.29113924 +238 63.44537815 +239 63.59832636 +240 63.75000000 +241 63.90041494 +242 64.04958678 +243 64.19753086 +244 63.93442623 +245 64.08163265 +246 64.22764228 +247 64.37246964 +248 64.51612903 +249 64.65863454 +250 64.80000000 +251 64.94023904 +252 65.07936508 +253 65.21739130 +254 64.96062992 +255 65.09803922 +256 64.84375000 +257 64.59143969 +258 64.72868217 +259 64.47876448 +260 64.61538462 +261 64.75095785 +262 64.88549618 +263 65.01901141 +264 65.15151515 +265 64.90566038 +266 64.66165414 +267 64.79400749 +268 64.92537313 +269 64.68401487 +270 64.81481481 +271 64.94464945 +272 64.70588235 +273 64.46886447 +274 64.23357664 +275 64.36363636 +276 64.49275362 +277 64.62093863 +278 64.38848921 +279 64.51612903 +280 64.64285714 +281 64.76868327 +282 64.89361702 +283 64.66431095 +284 64.78873239 +285 64.91228070 +286 65.03496503 +287 65.15679443 +288 65.27777778 +289 65.05190311 +290 65.17241379 +291 65.29209622 +292 65.41095890 +293 65.52901024 +294 65.30612245 +295 65.42372881 +296 65.54054054 +297 65.65656566 +298 65.77181208 +299 65.88628763 +300 66.00000000 +301 65.78073090 +302 65.89403974 +303 66.00660066 +304 66.11842105 +305 66.22950820 +306 66.01307190 +307 66.12377850 +308 66.23376623 +309 66.34304207 +310 66.45161290 +311 66.55948553 +312 66.34615385 +313 66.45367412 +314 66.24203822 +315 66.03174603 +316 66.13924051 +317 66.24605678 +318 66.35220126 +319 66.14420063 +320 65.93750000 +321 66.04361371 +322 65.83850932 +323 65.94427245 +324 65.74074074 +325 65.84615385 +326 65.95092025 +327 65.74923547 +328 65.85365854 +329 65.95744681 +330 65.75757576 +331 65.86102719 +332 65.96385542 +333 66.06606607 +334 65.86826347 +335 65.67164179 +336 65.47619048 +337 65.57863501 +338 65.38461538 +339 65.48672566 +340 65.58823529 +341 65.68914956 +342 65.49707602 +343 65.59766764 +344 65.69767442 +345 65.50724638 +346 65.31791908 +347 65.12968300 +348 64.94252874 +349 65.04297994 +350 65.14285714 +351 65.24216524 +352 65.34090909 +353 65.43909348 +354 65.25423729 +355 65.07042254 +356 65.16853933 +357 65.26610644 +358 65.36312849 +359 65.18105850 +360 65.27777778 +361 65.37396122 +362 65.46961326 +363 65.56473829 +364 65.65934066 +365 65.75342466 +366 65.57377049 +367 65.39509537 +368 65.48913043 +369 65.58265583 +370 65.67567568 +371 65.49865229 +372 65.59139785 +373 65.68364611 +374 65.77540107 +375 65.60000000 +376 65.42553191 +377 65.25198939 +378 65.34391534 +379 65.17150396 +380 65.26315789 +381 65.35433071 +382 65.18324607 +383 65.01305483 +384 65.10416667 +385 64.93506494 +386 65.02590674 +387 64.85788114 +388 64.69072165 +389 64.52442159 +390 64.35897436 +391 64.19437340 +392 64.28571429 +393 64.37659033 +394 64.46700508 +395 64.55696203 +396 64.39393939 +397 64.48362720 +398 64.32160804 +399 64.41102757 +400 64.50000000 +401 64.58852868 +402 64.67661692 +403 64.76426799 +404 64.85148515 +405 64.93827160 +406 65.02463054 +407 65.11056511 +408 65.19607843 +409 65.03667482 +410 65.12195122 +411 65.20681265 +412 65.29126214 +413 65.37530266 +414 65.45893720 +415 65.30120482 +416 65.14423077 +417 65.22781775 +418 65.31100478 +419 65.15513126 +420 65.23809524 +421 65.08313539 +422 64.92890995 +423 65.01182033 +424 64.85849057 +425 64.94117647 +426 65.02347418 +427 65.10538642 +428 64.95327103 +429 65.03496503 +430 65.11627907 +431 65.19721578 +432 65.27777778 +433 65.12702079 +434 65.20737327 +435 65.28735632 +436 65.36697248 +437 65.44622426 +438 65.52511416 +439 65.60364465 +440 65.45454545 +441 65.53287982 +442 65.38461538 +443 65.46275395 +444 65.54054054 +445 65.61797753 +446 65.69506726 +447 65.77181208 +448 65.84821429 +449 65.92427617 +450 65.77777778 +451 65.85365854 +452 65.92920354 +453 66.00441501 +454 65.85903084 +455 65.71428571 +456 65.78947368 +457 65.86433260 +458 65.93886463 +459 66.01307190 +460 65.86956522 +461 65.72668113 +462 65.80086580 +463 65.65874730 +464 65.51724138 +465 65.59139785 +466 65.66523605 +467 65.73875803 +468 65.81196581 +469 65.67164179 +470 65.74468085 +471 65.81740977 +472 65.88983051 +473 65.75052854 +474 65.82278481 +475 65.89473684 +476 65.96638655 +477 66.03773585 +478 66.10878661 +479 66.17954071 +480 66.25000000 +481 66.11226611 +482 66.18257261 +483 66.04554865 +484 66.11570248 +485 66.18556701 +486 66.25514403 +487 66.11909651 +488 66.18852459 +489 66.05316973 +490 65.91836735 +491 65.98778004 +492 66.05691057 +493 65.92292089 +494 65.99190283 +495 65.85858586 +496 65.72580645 +497 65.79476861 +498 65.86345382 +499 65.93186373 +500 66.00000000 +501 65.86826347 +502 65.93625498 +503 66.00397614 +504 66.07142857 +505 66.13861386 +506 66.00790514 +507 65.87771203 +508 65.94488189 +509 65.81532417 +510 65.88235294 +511 65.75342466 +512 65.62500000 +513 65.69200780 +514 65.75875486 +515 65.82524272 +516 65.69767442 +517 65.76402321 +518 65.83011583 +519 65.89595376 +520 65.76923077 +521 65.83493282 +522 65.90038314 +523 65.77437859 +524 65.83969466 +525 65.71428571 +526 65.58935361 +527 65.46489564 +528 65.34090909 +529 65.21739130 +530 65.28301887 +531 65.34839925 +532 65.41353383 +533 65.47842402 +534 65.35580524 +535 65.23364486 +536 65.29850746 +537 65.36312849 +538 65.24163569 +539 65.30612245 +540 65.18518519 +541 65.24953789 +542 65.31365314 +543 65.37753223 +544 65.44117647 +545 65.50458716 +546 65.56776557 +547 65.44789762 +548 65.51094891 +549 65.57377049 +550 65.63636364 +551 65.51724138 +552 65.39855072 +553 65.46112116 +554 65.52346570 +555 65.58558559 +556 65.46762590 +557 65.52962298 +558 65.41218638 +559 65.47406082 +560 65.53571429 +561 65.59714795 +562 65.65836299 +563 65.71936057 +564 65.60283688 +565 65.48672566 +566 65.54770318 +567 65.60846561 +568 65.66901408 +569 65.55360281 +570 65.43859649 +571 65.49912434 +572 65.38461538 +573 65.44502618 +574 65.50522648 +575 65.56521739 +576 65.62500000 +577 65.68457539 +578 65.74394464 +579 65.80310881 +580 65.68965517 +581 65.74870912 +582 65.63573883 +583 65.69468268 +584 65.75342466 +585 65.81196581 +586 65.69965870 +587 65.75809199 +588 65.81632653 +589 65.87436333 +590 65.93220339 +591 65.98984772 +592 66.04729730 +593 66.10455312 +594 66.16161616 +595 66.05042017 +596 65.93959732 +597 65.82914573 +598 65.71906355 +599 65.77629382 +600 65.83333333 +601 65.89018303 +602 65.78073090 +603 65.67164179 +604 65.72847682 +605 65.78512397 +606 65.84158416 +607 65.73311367 +608 65.78947368 +609 65.68144499 +610 65.73770492 +611 65.63011457 +612 65.68627451 +613 65.57911909 +614 65.63517915 +615 65.52845528 +616 65.42207792 +617 65.47811994 +618 65.37216828 +619 65.26655897 +620 65.32258065 +621 65.37842190 +622 65.27331190 +623 65.32905297 +624 65.22435897 +625 65.12000000 +626 65.01597444 +627 65.07177033 +628 65.12738854 +629 65.02384738 +630 65.07936508 +631 65.13470681 +632 65.03164557 +633 64.92890995 +634 64.98422713 +635 65.03937008 +636 65.09433962 +637 64.99215071 +638 65.04702194 +639 65.10172144 +640 65.15625000 +641 65.21060842 +642 65.10903427 +643 65.16329705 +644 65.21739130 +645 65.11627907 +646 65.17027864 +647 65.22411128 +648 65.12345679 +649 65.02311248 +650 65.07692308 +651 65.13056836 +652 65.18404908 +653 65.08422665 +654 64.98470948 +655 64.88549618 +656 64.78658537 +657 64.68797565 +658 64.74164134 +659 64.64339909 +660 64.69696970 +661 64.59909228 +662 64.65256798 +663 64.70588235 +664 64.75903614 +665 64.81203008 +666 64.86486486 +667 64.91754123 +668 64.82035928 +669 64.87294469 +670 64.92537313 +671 64.82861401 +672 64.88095238 +673 64.78454681 +674 64.68842730 +675 64.74074074 +676 64.79289941 +677 64.84490399 +678 64.89675516 +679 64.80117820 +680 64.70588235 +681 64.75770925 +682 64.66275660 +683 64.56808199 +684 64.61988304 +685 64.67153285 +686 64.57725948 +687 64.48326055 +688 64.53488372 +689 64.44121916 +690 64.49275362 +691 64.39942113 +692 64.45086705 +693 64.50216450 +694 64.55331412 +695 64.46043165 +696 64.36781609 +697 64.41893831 +698 64.32664756 +699 64.23462089 +700 64.28571429 +701 64.19400856 +702 64.24501425 +703 64.29587482 +704 64.34659091 +705 64.39716312 +706 64.44759207 +707 64.49787836 +708 64.54802260 +709 64.59802539 +710 64.50704225 +711 64.41631505 +712 64.46629213 +713 64.51612903 +714 64.42577031 +715 64.33566434 +716 64.38547486 +717 64.29567643 +718 64.20612813 +719 64.11682893 +720 64.16666667 +721 64.21636616 +722 64.26592798 +723 64.31535270 +724 64.22651934 +725 64.27586207 +726 64.18732782 +727 64.09903714 +728 64.14835165 +729 64.19753086 +730 64.24657534 +731 64.29548564 +732 64.34426230 +733 64.39290587 +734 64.44141689 +735 64.48979592 +736 64.53804348 +737 64.45047490 +738 64.49864499 +739 64.41136671 +740 64.45945946 +741 64.50742240 +742 64.55525606 +743 64.60296097 +744 64.51612903 +745 64.56375839 +746 64.61126005 +747 64.52476573 +748 64.43850267 +749 64.35246996 +750 64.40000000 + +Final result: 64.4000 +/- 1.7496 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q4_k_s.hsw b/scores/Llama-Guard-3-8B-q4_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..6faf59563302807fe74809968c37a2fba2bdff53 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 76.66666667 +31 77.41935484 +32 75.00000000 +33 75.75757576 +34 76.47058824 +35 77.14285714 +36 77.77777778 +37 78.37837838 +38 78.94736842 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 75.92592593 +55 74.54545455 +56 73.21428571 +57 73.68421053 +58 74.13793103 +59 74.57627119 +60 75.00000000 +61 75.40983607 +62 75.80645161 +63 76.19047619 +64 76.56250000 +65 76.92307692 +66 75.75757576 +67 76.11940299 +68 76.47058824 +69 76.81159420 +70 77.14285714 +71 76.05633803 +72 76.38888889 +73 76.71232877 +74 77.02702703 +75 76.00000000 +76 76.31578947 +77 76.62337662 +78 76.92307692 +79 77.21518987 +80 77.50000000 +81 77.77777778 +82 78.04878049 +83 78.31325301 +84 78.57142857 +85 78.82352941 +86 79.06976744 +87 79.31034483 +88 79.54545455 +89 78.65168539 +90 78.88888889 +91 79.12087912 +92 78.26086957 +93 78.49462366 +94 78.72340426 +95 78.94736842 +96 79.16666667 +97 79.38144330 +98 79.59183673 +99 79.79797980 +100 79.00000000 +101 79.20792079 +102 78.43137255 +103 77.66990291 +104 77.88461538 +105 78.09523810 +106 78.30188679 +107 78.50467290 +108 78.70370370 +109 77.98165138 +110 78.18181818 +111 78.37837838 +112 78.57142857 +113 78.76106195 +114 78.94736842 +115 79.13043478 +116 78.44827586 +117 78.63247863 +118 78.81355932 +119 78.99159664 +120 78.33333333 +121 78.51239669 +122 78.68852459 +123 78.86178862 +124 79.03225806 +125 79.20000000 +126 79.36507937 +127 79.52755906 +128 78.90625000 +129 79.06976744 +130 78.46153846 +131 78.62595420 +132 78.78787879 +133 78.94736842 +134 79.10447761 +135 79.25925926 +136 79.41176471 +137 79.56204380 +138 79.71014493 +139 79.85611511 +140 80.00000000 +141 80.14184397 +142 80.28169014 +143 80.41958042 +144 80.55555556 +145 80.68965517 +146 80.82191781 +147 80.95238095 +148 80.40540541 +149 80.53691275 +150 80.66666667 +151 80.13245033 +152 79.60526316 +153 79.73856209 +154 79.87012987 +155 80.00000000 +156 79.48717949 +157 79.61783439 +158 79.74683544 +159 79.87421384 +160 80.00000000 +161 80.12422360 +162 80.24691358 +163 80.36809816 +164 80.48780488 +165 80.60606061 +166 80.72289157 +167 80.83832335 +168 80.95238095 +169 80.47337278 +170 80.58823529 +171 80.70175439 +172 80.81395349 +173 80.92485549 +174 81.03448276 +175 81.14285714 +176 81.25000000 +177 81.35593220 +178 81.46067416 +179 81.00558659 +180 81.11111111 +181 80.66298343 +182 80.76923077 +183 80.87431694 +184 80.97826087 +185 81.08108108 +186 80.64516129 +187 80.21390374 +188 79.78723404 +189 79.89417989 +190 80.00000000 +191 80.10471204 +192 80.20833333 +193 79.79274611 +194 79.89690722 +195 79.48717949 +196 79.08163265 +197 79.18781726 +198 78.78787879 +199 78.89447236 +200 79.00000000 +201 79.10447761 +202 79.20792079 +203 78.81773399 +204 78.92156863 +205 79.02439024 +206 79.12621359 +207 79.22705314 +208 78.84615385 +209 78.94736842 +210 79.04761905 +211 79.14691943 +212 79.24528302 +213 79.34272300 +214 79.43925234 +215 79.06976744 +216 79.16666667 +217 78.80184332 +218 78.89908257 +219 78.99543379 +220 79.09090909 +221 78.73303167 +222 78.82882883 +223 78.92376682 +224 79.01785714 +225 79.11111111 +226 79.20353982 +227 78.85462555 +228 78.94736842 +229 79.03930131 +230 78.69565217 +231 78.35497835 +232 78.01724138 +233 78.11158798 +234 78.20512821 +235 77.87234043 +236 77.54237288 +237 77.63713080 +238 77.73109244 +239 77.82426778 +240 77.91666667 +241 78.00829876 +242 78.09917355 +243 78.18930041 +244 78.27868852 +245 77.95918367 +246 78.04878049 +247 78.13765182 +248 78.22580645 +249 78.31325301 +250 78.40000000 +251 78.48605578 +252 78.57142857 +253 78.26086957 +254 78.34645669 +255 78.43137255 +256 78.51562500 +257 78.21011673 +258 78.29457364 +259 78.37837838 +260 78.46153846 +261 78.54406130 +262 78.24427481 +263 78.32699620 +264 78.40909091 +265 78.49056604 +266 78.57142857 +267 78.65168539 +268 78.73134328 +269 78.81040892 +270 78.88888889 +271 78.59778598 +272 78.67647059 +273 78.38827839 +274 78.46715328 +275 78.18181818 +276 78.26086957 +277 78.33935018 +278 78.41726619 +279 78.49462366 +280 78.57142857 +281 78.64768683 +282 78.72340426 +283 78.44522968 +284 78.52112676 +285 78.24561404 +286 78.32167832 +287 78.39721254 +288 78.47222222 +289 78.54671280 +290 78.62068966 +291 78.69415808 +292 78.42465753 +293 78.49829352 +294 78.57142857 +295 78.64406780 +296 78.71621622 +297 78.78787879 +298 78.85906040 +299 78.59531773 +300 78.33333333 +301 78.40531561 +302 78.47682119 +303 78.21782178 +304 77.96052632 +305 78.03278689 +306 78.10457516 +307 77.85016287 +308 77.92207792 +309 77.99352751 +310 78.06451613 +311 78.13504823 +312 78.20512821 +313 78.27476038 +314 78.34394904 +315 78.41269841 +316 78.48101266 +317 78.54889590 +318 78.30188679 +319 78.36990596 +320 78.43750000 +321 78.19314642 +322 77.95031056 +323 78.01857585 +324 78.08641975 +325 78.15384615 +326 78.22085890 +327 77.98165138 +328 78.04878049 +329 78.11550152 +330 78.18181818 +331 78.24773414 +332 78.31325301 +333 78.37837838 +334 78.14371257 +335 78.20895522 +336 78.27380952 +337 78.04154303 +338 77.81065089 +339 77.87610619 +340 77.94117647 +341 78.00586510 +342 78.07017544 +343 78.13411079 +344 78.19767442 +345 78.26086957 +346 78.03468208 +347 78.09798271 +348 77.87356322 +349 77.65042980 +350 77.71428571 +351 77.77777778 +352 77.84090909 +353 77.90368272 +354 77.96610169 +355 78.02816901 +356 78.08988764 +357 77.87114846 +358 77.93296089 +359 77.99442897 +360 77.77777778 +361 77.83933518 +362 77.90055249 +363 77.96143251 +364 78.02197802 +365 78.08219178 +366 78.14207650 +367 78.20163488 +368 78.26086957 +369 78.31978320 +370 78.37837838 +371 78.43665768 +372 78.49462366 +373 78.28418231 +374 78.34224599 +375 78.40000000 +376 78.45744681 +377 78.24933687 +378 78.30687831 +379 78.36411609 +380 78.42105263 +381 78.47769029 +382 78.53403141 +383 78.59007833 +384 78.64583333 +385 78.70129870 +386 78.75647668 +387 78.81136951 +388 78.86597938 +389 78.92030848 +390 78.97435897 +391 78.77237852 +392 78.82653061 +393 78.88040712 +394 78.93401015 +395 78.98734177 +396 79.04040404 +397 79.09319899 +398 79.14572864 +399 79.19799499 +400 79.00000000 +401 79.05236908 +402 79.10447761 +403 78.90818859 +404 78.96039604 +405 79.01234568 +406 79.06403941 +407 79.11547912 +408 79.16666667 +409 79.21760391 +410 79.02439024 +411 79.07542579 +412 79.12621359 +413 79.17675545 +414 79.22705314 +415 79.27710843 +416 79.32692308 +417 79.37649880 +418 79.42583732 +419 79.47494033 +420 79.52380952 +421 79.33491686 +422 79.38388626 +423 79.43262411 +424 79.48113208 +425 79.52941176 +426 79.57746479 +427 79.39110070 +428 79.43925234 +429 79.48717949 +430 79.53488372 +431 79.58236659 +432 79.62962963 +433 79.67667436 +434 79.72350230 +435 79.54022989 +436 79.58715596 +437 79.40503432 +438 79.45205479 +439 79.49886105 +440 79.54545455 +441 79.59183673 +442 79.63800905 +443 79.68397291 +444 79.72972973 +445 79.77528090 +446 79.82062780 +447 79.86577181 +448 79.91071429 +449 79.95545657 +450 80.00000000 +451 79.82261641 +452 79.86725664 +453 79.69094923 +454 79.73568282 +455 79.78021978 +456 79.82456140 +457 79.86870897 +458 79.91266376 +459 79.95642702 +460 80.00000000 +461 80.04338395 +462 80.08658009 +463 80.12958963 +464 80.17241379 +465 80.21505376 +466 80.25751073 +467 80.29978587 +468 80.12820513 +469 80.17057569 +470 80.00000000 +471 80.04246285 +472 80.08474576 +473 80.12684989 +474 80.16877637 +475 80.21052632 +476 80.04201681 +477 80.08385744 +478 80.12552301 +479 80.16701461 +480 80.20833333 +481 80.24948025 +482 80.29045643 +483 80.33126294 +484 80.16528926 +485 80.00000000 +486 80.04115226 +487 80.08213552 +488 79.91803279 +489 79.95910020 +490 80.00000000 +491 80.04073320 +492 80.08130081 +493 80.12170385 +494 80.16194332 +495 80.20202020 +496 80.24193548 +497 80.28169014 +498 80.32128514 +499 80.16032064 +500 80.20000000 +501 80.23952096 +502 80.27888446 +503 80.31809145 +504 80.35714286 +505 80.39603960 +506 80.43478261 +507 80.47337278 +508 80.51181102 +509 80.55009823 +510 80.58823529 +511 80.62622309 +512 80.46875000 +513 80.50682261 +514 80.54474708 +515 80.58252427 +516 80.42635659 +517 80.46421663 +518 80.50193050 +519 80.53949904 +520 80.57692308 +521 80.42226488 +522 80.45977011 +523 80.49713193 +524 80.53435115 +525 80.57142857 +526 80.41825095 +527 80.45540797 +528 80.49242424 +529 80.52930057 +530 80.56603774 +531 80.60263653 +532 80.63909774 +533 80.67542214 +534 80.71161049 +535 80.74766355 +536 80.78358209 +537 80.81936685 +538 80.85501859 +539 80.70500928 +540 80.74074074 +541 80.77634011 +542 80.81180812 +543 80.84714549 +544 80.88235294 +545 80.91743119 +546 80.95238095 +547 80.98720293 +548 81.02189781 +549 81.05646630 +550 80.90909091 +551 80.94373866 +552 80.79710145 +553 80.83182640 +554 80.86642599 +555 80.72072072 +556 80.75539568 +557 80.61041293 +558 80.46594982 +559 80.50089445 +560 80.53571429 +561 80.57040998 +562 80.42704626 +563 80.46181172 +564 80.49645390 +565 80.35398230 +566 80.21201413 +567 80.24691358 +568 80.28169014 +569 80.14059754 +570 80.17543860 +571 80.21015762 +572 80.24475524 +573 80.27923211 +574 80.31358885 +575 80.34782609 +576 80.38194444 +577 80.41594454 +578 80.44982699 +579 80.48359240 +580 80.51724138 +581 80.55077453 +582 80.58419244 +583 80.61749571 +584 80.65068493 +585 80.68376068 +586 80.71672355 +587 80.74957411 +588 80.61224490 +589 80.64516129 +590 80.67796610 +591 80.71065990 +592 80.74324324 +593 80.60708263 +594 80.47138047 +595 80.50420168 +596 80.53691275 +597 80.56951424 +598 80.60200669 +599 80.63439065 +600 80.66666667 +601 80.69883527 +602 80.73089701 +603 80.76285240 +604 80.79470199 +605 80.82644628 +606 80.69306931 +607 80.72487644 +608 80.75657895 +609 80.78817734 +610 80.81967213 +611 80.85106383 +612 80.88235294 +613 80.91353997 +614 80.94462541 +615 80.97560976 +616 80.84415584 +617 80.71312804 +618 80.74433657 +619 80.77544426 +620 80.80645161 +621 80.83735910 +622 80.86816720 +623 80.89887640 +624 80.92948718 +625 80.96000000 +626 80.99041534 +627 81.02073365 +628 81.05095541 +629 80.92209857 +630 80.95238095 +631 80.98256735 +632 80.85443038 +633 80.88467615 +634 80.91482650 +635 80.94488189 +636 80.97484277 +637 81.00470958 +638 81.03448276 +639 81.06416275 +640 80.93750000 +641 80.96723869 +642 80.99688474 +643 81.02643857 +644 81.05590062 +645 80.93023256 +646 80.95975232 +647 80.98918083 +648 81.01851852 +649 80.89368259 +650 80.92307692 +651 80.95238095 +652 80.98159509 +653 81.01071975 +654 81.03975535 +655 81.06870229 +656 81.09756098 +657 81.12633181 +658 81.15501520 +659 81.03186646 +660 80.90909091 +661 80.93797277 +662 80.96676737 +663 80.99547511 +664 81.02409639 +665 81.05263158 +666 81.08108108 +667 81.10944528 +668 81.13772455 +669 81.16591928 +670 81.19402985 +671 81.22205663 +672 81.25000000 +673 81.27786033 +674 81.30563798 +675 81.33333333 +676 81.36094675 +677 81.38847858 +678 81.41592920 +679 81.44329897 +680 81.47058824 +681 81.35095448 +682 81.37829912 +683 81.40556369 +684 81.43274854 +685 81.45985401 +686 81.48688047 +687 81.51382824 +688 81.54069767 +689 81.56748911 +690 81.59420290 +691 81.62083936 +692 81.64739884 +693 81.52958153 +694 81.55619597 +695 81.58273381 +696 81.46551724 +697 81.49210904 +698 81.51862464 +699 81.54506438 +700 81.57142857 +701 81.59771755 +702 81.62393162 +703 81.65007112 +704 81.67613636 +705 81.70212766 +706 81.72804533 +707 81.75388967 +708 81.77966102 +709 81.80535966 +710 81.83098592 +711 81.85654008 +712 81.88202247 +713 81.90743338 +714 81.93277311 +715 81.81818182 +716 81.84357542 +717 81.86889819 +718 81.89415042 +719 81.91933241 +720 81.94444444 +721 81.83079057 +722 81.85595568 +723 81.88105118 +724 81.90607735 +725 81.93103448 +726 81.95592287 +727 81.98074278 +728 82.00549451 +729 82.03017833 +730 82.05479452 +731 82.07934337 +732 82.10382514 +733 81.99181446 +734 82.01634877 +735 82.04081633 +736 82.06521739 +737 81.95386703 +738 81.84281843 +739 81.73207037 +740 81.75675676 +741 81.78137652 +742 81.80592992 +743 81.83041723 +744 81.85483871 +745 81.74496644 +746 81.76943700 +747 81.65997323 +748 81.68449198 +749 81.70894526 +750 81.73333333 diff --git a/scores/Llama-Guard-3-8B-q4_k_s.mmlu b/scores/Llama-Guard-3-8B-q4_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..450317e22d403c165232bf51ef37802182c59e1f --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 58.33333333 +13 53.84615385 +14 50.00000000 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 52.17391304 +24 54.16666667 +25 56.00000000 +26 53.84615385 +27 55.55555556 +28 53.57142857 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 46.39175258 +98 45.91836735 +99 45.45454545 +100 45.00000000 +101 45.54455446 +102 45.09803922 +103 44.66019417 +104 45.19230769 +105 45.71428571 +106 45.28301887 +107 44.85981308 +108 45.37037037 +109 45.87155963 +110 46.36363636 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 47.00854701 +118 47.45762712 +119 47.05882353 +120 46.66666667 +121 47.10743802 +122 46.72131148 +123 46.34146341 +124 45.96774194 +125 46.40000000 +126 46.03174603 +127 45.66929134 +128 45.31250000 +129 44.96124031 +130 44.61538462 +131 44.27480916 +132 43.93939394 +133 43.60902256 +134 43.28358209 +135 42.96296296 +136 42.64705882 +137 43.06569343 +138 42.75362319 +139 43.16546763 +140 42.85714286 +141 42.55319149 +142 42.95774648 +143 43.35664336 +144 43.75000000 +145 44.13793103 +146 44.52054795 +147 44.21768707 +148 44.59459459 +149 44.29530201 +150 44.00000000 +151 43.70860927 +152 43.42105263 +153 43.79084967 +154 43.50649351 +155 43.22580645 +156 42.94871795 +157 43.31210191 +158 43.67088608 +159 43.39622642 +160 43.75000000 +161 43.47826087 +162 43.20987654 +163 42.94478528 +164 42.68292683 +165 43.03030303 +166 42.77108434 +167 43.11377246 +168 42.85714286 +169 43.19526627 +170 42.94117647 +171 43.27485380 +172 43.02325581 +173 42.77456647 +174 42.52873563 +175 42.28571429 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 42.54143646 +182 42.30769231 +183 42.62295082 +184 42.39130435 +185 42.70270270 +186 43.01075269 +187 43.31550802 +188 43.61702128 +189 43.91534392 +190 43.68421053 +191 43.97905759 +192 43.75000000 +193 43.52331606 +194 43.81443299 +195 44.10256410 +196 44.38775510 +197 44.16243655 +198 43.93939394 +199 43.71859296 +200 43.50000000 +201 43.28358209 +202 43.06930693 +203 42.85714286 +204 42.64705882 +205 42.92682927 +206 42.71844660 +207 42.99516908 +208 42.78846154 +209 42.58373206 +210 42.38095238 +211 42.65402844 +212 42.45283019 +213 42.25352113 +214 42.05607477 +215 42.32558140 +216 42.59259259 +217 42.39631336 +218 42.66055046 +219 42.92237443 +220 43.18181818 +221 42.98642534 +222 43.24324324 +223 43.49775785 +224 43.30357143 +225 43.55555556 +226 43.36283186 +227 43.17180617 +228 43.42105263 +229 43.23144105 +230 43.04347826 +231 42.85714286 +232 43.10344828 +233 42.91845494 +234 43.16239316 +235 42.97872340 +236 42.79661017 +237 42.61603376 +238 42.43697479 +239 42.25941423 +240 42.50000000 +241 42.32365145 +242 42.56198347 +243 42.79835391 +244 42.62295082 +245 42.85714286 +246 42.68292683 +247 42.51012146 +248 42.74193548 +249 42.57028112 +250 42.40000000 +251 42.23107570 +252 42.06349206 +253 41.89723320 +254 41.73228346 +255 41.56862745 +256 41.79687500 +257 42.02334630 +258 41.86046512 +259 41.69884170 +260 41.92307692 +261 41.76245211 +262 41.60305344 +263 41.44486692 +264 41.28787879 +265 41.50943396 +266 41.72932331 +267 41.57303371 +268 41.41791045 +269 41.63568773 +270 41.48148148 +271 41.32841328 +272 41.54411765 +273 41.39194139 +274 41.24087591 +275 41.09090909 +276 41.30434783 +277 41.51624549 +278 41.36690647 +279 41.21863799 +280 41.42857143 +281 41.28113879 +282 41.48936170 +283 41.34275618 +284 41.19718310 +285 41.05263158 +286 40.90909091 +287 41.11498258 +288 40.97222222 +289 40.83044983 +290 41.03448276 +291 41.23711340 +292 41.43835616 +293 41.29692833 +294 41.15646259 +295 41.01694915 +296 40.87837838 +297 40.74074074 +298 40.93959732 +299 40.80267559 +300 41.00000000 +301 40.86378738 +302 40.72847682 +303 40.59405941 +304 40.46052632 +305 40.65573770 +306 40.52287582 +307 40.71661238 +308 40.58441558 +309 40.45307443 +310 40.32258065 +311 40.19292605 +312 40.38461538 +313 40.25559105 +314 40.12738854 +315 40.00000000 +316 39.87341772 +317 40.06309148 +318 40.25157233 +319 40.43887147 +320 40.31250000 +321 40.18691589 +322 40.06211180 +323 39.93808050 +324 39.81481481 +325 40.00000000 +326 39.87730061 +327 40.06116208 +328 39.93902439 +329 39.81762918 +330 39.69696970 +331 39.57703927 +332 39.75903614 +333 39.93993994 +334 39.82035928 +335 40.00000000 +336 40.17857143 +337 40.05934718 +338 40.23668639 +339 40.11799410 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.40114613 +350 40.57142857 +351 40.45584046 +352 40.34090909 +353 40.50991501 +354 40.39548023 +355 40.28169014 +356 40.44943820 +357 40.61624650 +358 40.50279330 +359 40.38997214 +360 40.55555556 +361 40.72022161 +362 40.88397790 +363 41.04683196 +364 40.93406593 +365 40.82191781 +366 40.98360656 +367 40.87193460 +368 40.76086957 +369 40.65040650 +370 40.81081081 +371 40.70080863 +372 40.59139785 +373 40.48257373 +374 40.37433155 +375 40.53333333 +376 40.42553191 +377 40.31830239 +378 40.47619048 +379 40.36939314 +380 40.26315789 +381 40.41994751 +382 40.57591623 +383 40.73107050 +384 40.62500000 +385 40.77922078 +386 40.67357513 +387 40.56847545 +388 40.46391753 +389 40.61696658 +390 40.76923077 +391 40.92071611 +392 41.07142857 +393 40.96692112 +394 40.86294416 +395 41.01265823 +396 41.16161616 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.74074074 +406 40.64039409 +407 40.54054054 +408 40.44117647 +409 40.58679707 +410 40.48780488 +411 40.38929440 +412 40.29126214 +413 40.19370460 +414 40.33816425 +415 40.24096386 +416 40.38461538 +417 40.28776978 +418 40.19138756 +419 40.33412888 +420 40.23809524 +421 40.38004751 +422 40.28436019 +423 40.18912530 +424 40.33018868 +425 40.23529412 +426 40.14084507 +427 40.28103044 +428 40.18691589 +429 40.32634033 +430 40.23255814 +431 40.37122970 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.55555556 +451 39.68957871 +452 39.60176991 +453 39.73509934 +454 39.64757709 +455 39.56043956 +456 39.69298246 +457 39.60612691 +458 39.51965066 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.95726496 +469 40.08528785 +470 40.00000000 +471 39.91507431 +472 39.83050847 +473 39.95771670 +474 39.87341772 +475 39.78947368 +476 39.91596639 +477 39.83228512 +478 39.95815900 +479 39.87473904 +480 40.00000000 +481 39.91683992 +482 39.83402490 +483 39.95859213 +484 39.87603306 +485 39.79381443 +486 39.71193416 +487 39.83572895 +488 39.75409836 +489 39.67280164 +490 39.79591837 +491 39.71486762 +492 39.63414634 +493 39.55375254 +494 39.67611336 +495 39.79797980 +496 39.91935484 +497 39.83903421 +498 39.75903614 +499 39.67935872 +500 39.80000000 +501 39.72055888 +502 39.64143426 +503 39.76143141 +504 39.68253968 +505 39.60396040 +506 39.72332016 +507 39.64497041 +508 39.56692913 +509 39.48919450 +510 39.60784314 +511 39.53033268 +512 39.45312500 +513 39.37621832 +514 39.29961089 +515 39.22330097 +516 39.34108527 +517 39.45841393 +518 39.57528958 +519 39.49903661 +520 39.42307692 +521 39.34740883 +522 39.46360153 +523 39.38814532 +524 39.50381679 +525 39.42857143 +526 39.35361217 +527 39.46869070 +528 39.58333333 +529 39.50850662 +530 39.62264151 +531 39.54802260 +532 39.47368421 +533 39.39962477 +534 39.32584270 +535 39.43925234 +536 39.36567164 +537 39.47858473 +538 39.59107807 +539 39.51762523 +540 39.44444444 +541 39.37153420 +542 39.48339483 +543 39.41068140 +544 39.52205882 +545 39.44954128 +546 39.37728938 +547 39.48811700 +548 39.59854015 +549 39.52641166 +550 39.45454545 +551 39.56442831 +552 39.49275362 +553 39.42133816 +554 39.35018051 +555 39.27927928 +556 39.38848921 +557 39.31777379 +558 39.42652330 +559 39.35599284 +560 39.46428571 +561 39.39393939 +562 39.50177936 +563 39.60923623 +564 39.53900709 +565 39.64601770 +566 39.57597173 +567 39.50617284 +568 39.61267606 +569 39.54305800 +570 39.47368421 +571 39.40455342 +572 39.33566434 +573 39.26701571 +574 39.19860627 +575 39.13043478 +576 39.23611111 +577 39.34142114 +578 39.44636678 +579 39.37823834 +580 39.48275862 +581 39.41480207 +582 39.34707904 +583 39.45111492 +584 39.55479452 +585 39.48717949 +586 39.41979522 +587 39.35264055 +588 39.28571429 +589 39.21901528 +590 39.15254237 +591 39.08629442 +592 39.02027027 +593 39.12310287 +594 39.22558923 +595 39.15966387 +596 39.26174497 +597 39.19597990 +598 39.13043478 +599 39.23205342 +600 39.16666667 +601 39.10149750 +602 39.03654485 +603 39.13764511 +604 39.07284768 +605 39.00826446 +606 38.94389439 +607 39.04448105 +608 38.98026316 +609 38.91625616 +610 38.85245902 +611 38.95253682 +612 38.88888889 +613 38.98858075 +614 39.08794788 +615 39.02439024 +616 39.12337662 +617 39.05996759 +618 38.99676375 +619 38.93376414 +620 38.87096774 +621 38.80837359 +622 38.90675241 +623 38.84430177 +624 38.78205128 +625 38.72000000 +626 38.81789137 +627 38.75598086 +628 38.85350318 +629 38.95071542 +630 38.88888889 +631 38.82725832 +632 38.92405063 +633 38.86255924 +634 38.80126183 +635 38.74015748 +636 38.67924528 +637 38.77551020 +638 38.71473354 +639 38.65414710 +640 38.75000000 +641 38.68954758 +642 38.62928349 +643 38.56920684 +644 38.66459627 +645 38.60465116 +646 38.54489164 +647 38.48531685 +648 38.42592593 +649 38.36671803 +650 38.30769231 +651 38.24884793 +652 38.19018405 +653 38.13169985 +654 38.22629969 +655 38.16793893 +656 38.26219512 +657 38.20395738 +658 38.29787234 +659 38.23975721 +660 38.18181818 +661 38.12405446 +662 38.06646526 +663 38.00904977 +664 38.10240964 +665 38.19548872 +666 38.13813814 +667 38.08095952 +668 38.17365269 +669 38.26606876 +670 38.20895522 +671 38.15201192 +672 38.09523810 +673 38.03863299 +674 37.98219585 +675 37.92592593 +676 37.86982249 +677 37.81388479 +678 37.90560472 +679 37.84977909 +680 37.94117647 +681 38.03230543 +682 37.97653959 +683 37.92093704 +684 38.01169591 +685 37.95620438 +686 37.90087464 +687 37.84570597 +688 37.79069767 +689 37.88098694 +690 37.82608696 +691 37.77134588 +692 37.71676301 +693 37.66233766 +694 37.60806916 +695 37.55395683 +696 37.64367816 +697 37.58967001 +698 37.67908309 +699 37.76824034 +700 37.85714286 +701 37.80313837 +702 37.89173789 +703 37.83783784 +704 37.92613636 +705 37.87234043 +706 37.81869688 +707 37.76520509 +708 37.71186441 +709 37.65867419 +710 37.60563380 +711 37.69338959 +712 37.64044944 +713 37.72791024 +714 37.81512605 +715 37.76223776 +716 37.70949721 +717 37.65690377 +718 37.60445682 +719 37.55215577 +720 37.50000000 +721 37.44798890 +722 37.39612188 +723 37.48271093 +724 37.56906077 +725 37.65517241 +726 37.60330579 +727 37.68913343 +728 37.63736264 +729 37.58573388 +730 37.53424658 +731 37.48290014 +732 37.43169399 +733 37.51705321 +734 37.46594005 +735 37.41496599 +736 37.36413043 +737 37.44911805 +738 37.53387534 +739 37.61840325 +740 37.56756757 +741 37.51686910 +742 37.60107817 +743 37.68506057 +744 37.76881720 +745 37.71812081 +746 37.66756032 +747 37.61713521 +748 37.56684492 +749 37.51668892 +750 37.60000000 + +Final result: 37.6000 +/- 1.7699 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q4_k_s.ppx b/scores/Llama-Guard-3-8B-q4_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..f59b0d5e102dfeb80708de1f5b5fab59688b3ba4 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.985735 ± 0.043183 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.61% +Mean ln(PPL(Q)/PPL(base)) : 0.063645 ± 0.001028 +Mean PPL(Q)/PPL(base) : 1.065715 ± 0.001095 +Mean PPL(Q)-PPL(base) : 0.430757 ± 0.007573 + +====== KL divergence statistics ====== +Mean KLD: 0.068174 ± 0.000323 +Maximum KLD: 7.223915 +99.9% KLD: 1.533872 +99.0% KLD: 0.474047 +99.0% KLD: 0.474047 +Median KLD: 0.045498 +10.0% KLD: 0.001847 + 5.0% KLD: 0.000518 + 1.0% KLD: 0.000070 +Minimum KLD: -0.000008 + +====== Token probability statistics ====== +Mean Δp: -1.398 ± 0.020 % +Maximum Δp: 91.930% +99.9% Δp: 32.322% +99.0% Δp: 17.525% +95.0% Δp: 8.731% +90.0% Δp: 4.861% +75.0% Δp: 0.650% +Median Δp: -0.133% +25.0% Δp: -2.934% +10.0% Δp: -9.043% + 5.0% Δp: -13.882% + 1.0% Δp: -27.608% + 0.1% Δp: -61.746% +Minimum Δp: -97.491% +RMS Δp : 7.787 ± 0.044 % +Same top p: 86.122 ± 0.091 % diff --git a/scores/Llama-Guard-3-8B-q4_k_s.tqa b/scores/Llama-Guard-3-8B-q4_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..f8a7a52c16e124030bdb7b970db96f1d131169c7 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 36.36363636 +23 34.78260870 +24 37.50000000 +25 36.00000000 +26 34.61538462 +27 33.33333333 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 39.47368421 +39 41.02564103 +40 40.00000000 +41 39.02439024 +42 38.09523810 +43 39.53488372 +44 40.90909091 +45 42.22222222 +46 41.30434783 +47 40.42553191 +48 41.66666667 +49 40.81632653 +50 42.00000000 +51 41.17647059 +52 40.38461538 +53 39.62264151 +54 40.74074074 +55 41.81818182 +56 41.07142857 +57 40.35087719 +58 39.65517241 +59 38.98305085 +60 40.00000000 +61 39.34426230 +62 40.32258065 +63 41.26984127 +64 40.62500000 +65 40.00000000 +66 39.39393939 +67 38.80597015 +68 38.23529412 +69 39.13043478 +70 38.57142857 +71 38.02816901 +72 38.88888889 +73 39.72602740 +74 39.18918919 +75 38.66666667 +76 39.47368421 +77 38.96103896 +78 38.46153846 +79 37.97468354 +80 38.75000000 +81 38.27160494 +82 39.02439024 +83 38.55421687 +84 38.09523810 +85 37.64705882 +86 37.20930233 +87 36.78160920 +88 36.36363636 +89 37.07865169 +90 36.66666667 +91 36.26373626 +92 35.86956522 +93 35.48387097 +94 35.10638298 +95 34.73684211 +96 35.41666667 +97 35.05154639 +98 34.69387755 +99 35.35353535 +100 35.00000000 +101 35.64356436 +102 35.29411765 +103 35.92233010 +104 35.57692308 +105 35.23809524 +106 34.90566038 +107 35.51401869 +108 36.11111111 +109 35.77981651 +110 36.36363636 +111 36.03603604 +112 36.60714286 +113 37.16814159 +114 36.84210526 +115 36.52173913 +116 36.20689655 +117 35.89743590 +118 35.59322034 +119 35.29411765 +120 35.83333333 +121 36.36363636 +122 36.06557377 +123 35.77235772 +124 36.29032258 +125 36.80000000 +126 37.30158730 +127 37.00787402 +128 36.71875000 +129 37.20930233 +130 36.92307692 +131 36.64122137 +132 36.36363636 +133 36.09022556 +134 35.82089552 +135 36.29629630 +136 36.02941176 +137 36.49635036 +138 36.95652174 +139 37.41007194 +140 37.14285714 +141 36.87943262 +142 36.61971831 +143 36.36363636 +144 36.80555556 +145 36.55172414 +146 36.30136986 +147 36.05442177 +148 35.81081081 +149 35.57046980 +150 35.33333333 +151 35.76158940 +152 35.52631579 +153 35.29411765 +154 35.06493506 +155 34.83870968 +156 35.25641026 +157 35.03184713 +158 35.44303797 +159 35.22012579 +160 35.00000000 +161 34.78260870 +162 35.18518519 +163 34.96932515 +164 34.75609756 +165 35.15151515 +166 35.54216867 +167 35.32934132 +168 35.71428571 +169 35.50295858 +170 35.29411765 +171 35.08771930 +172 34.88372093 +173 34.68208092 +174 35.05747126 +175 34.85714286 +176 35.22727273 +177 35.02824859 +178 34.83146067 +179 35.19553073 +180 35.00000000 +181 34.80662983 +182 34.61538462 +183 34.42622951 +184 34.23913043 +185 34.05405405 +186 34.40860215 +187 34.22459893 +188 34.04255319 +189 34.39153439 +190 34.21052632 +191 34.03141361 +192 33.85416667 +193 33.67875648 +194 34.02061856 +195 33.84615385 +196 33.67346939 +197 33.50253807 +198 33.33333333 +199 33.16582915 +200 33.50000000 +201 33.33333333 +202 33.16831683 +203 33.00492611 +204 32.84313725 +205 33.17073171 +206 33.00970874 +207 33.33333333 +208 33.17307692 +209 33.01435407 +210 32.85714286 +211 32.70142180 +212 32.54716981 +213 32.39436620 +214 32.24299065 +215 32.09302326 +216 32.40740741 +217 32.25806452 +218 32.56880734 +219 32.42009132 +220 32.27272727 +221 32.12669683 +222 31.98198198 +223 31.83856502 +224 32.14285714 +225 32.00000000 +226 32.30088496 +227 32.59911894 +228 32.45614035 +229 32.31441048 +230 32.17391304 +231 32.03463203 +232 31.89655172 +233 32.18884120 +234 32.47863248 +235 32.34042553 +236 32.62711864 +237 32.48945148 +238 32.77310924 +239 32.63598326 +240 32.50000000 +241 32.36514523 +242 32.23140496 +243 32.09876543 +244 31.96721311 +245 31.83673469 +246 31.70731707 +247 31.98380567 +248 31.85483871 +249 31.72690763 +250 31.60000000 +251 31.87250996 +252 32.14285714 +253 32.01581028 +254 31.88976378 +255 32.15686275 +256 32.03125000 +257 31.90661479 +258 31.78294574 +259 31.66023166 +260 31.53846154 +261 31.80076628 +262 31.67938931 +263 31.55893536 +264 31.81818182 +265 32.07547170 +266 31.95488722 +267 31.83520599 +268 31.71641791 +269 31.59851301 +270 31.48148148 +271 31.36531365 +272 31.25000000 +273 31.13553114 +274 31.02189781 +275 30.90909091 +276 30.79710145 +277 30.68592058 +278 30.93525180 +279 30.82437276 +280 31.07142857 +281 31.31672598 +282 31.20567376 +283 31.09540636 +284 30.98591549 +285 30.87719298 +286 31.11888112 +287 31.35888502 +288 31.59722222 +289 31.48788927 +290 31.37931034 +291 31.61512027 +292 31.84931507 +293 32.08191126 +294 31.97278912 +295 32.20338983 +296 32.43243243 +297 32.65993266 +298 32.55033557 +299 32.44147157 +300 32.33333333 +301 32.22591362 +302 32.11920530 +303 32.01320132 +304 31.90789474 +305 31.80327869 +306 31.69934641 +307 31.59609121 +308 31.81818182 +309 31.71521036 +310 31.61290323 +311 31.51125402 +312 31.73076923 +313 31.62939297 +314 31.52866242 +315 31.42857143 +316 31.32911392 +317 31.23028391 +318 31.13207547 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 31.21212121 +331 31.11782477 +332 31.32530120 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.85840708 +340 31.76470588 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.56484150 +348 32.47126437 +349 32.37822350 +350 32.28571429 +351 32.19373219 +352 32.38636364 +353 32.29461756 +354 32.20338983 +355 32.39436620 +356 32.30337079 +357 32.49299720 +358 32.40223464 +359 32.31197772 +360 32.22222222 +361 32.13296399 +362 32.04419890 +363 31.95592287 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.88010899 +368 31.79347826 +369 31.70731707 +370 31.62162162 +371 31.53638814 +372 31.72043011 +373 31.63538874 +374 31.81818182 +375 31.73333333 +376 31.64893617 +377 31.83023873 +378 31.74603175 +379 31.66226913 +380 31.84210526 +381 31.75853018 +382 31.67539267 +383 31.59268930 +384 31.51041667 +385 31.42857143 +386 31.34715026 +387 31.26614987 +388 31.44329897 +389 31.36246787 +390 31.28205128 +391 31.45780051 +392 31.37755102 +393 31.29770992 +394 31.47208122 +395 31.39240506 +396 31.56565657 +397 31.73803526 +398 31.65829146 +399 31.57894737 +400 31.50000000 +401 31.67082294 +402 31.84079602 +403 31.76178660 +404 31.68316832 +405 31.60493827 +406 31.52709360 +407 31.44963145 +408 31.37254902 +409 31.29584352 +410 31.21951220 +411 31.14355231 +412 31.31067961 +413 31.47699758 +414 31.64251208 +415 31.80722892 +416 31.73076923 +417 31.89448441 +418 31.81818182 +419 31.74224344 +420 31.90476190 +421 32.06650831 +422 31.99052133 +423 31.91489362 +424 31.83962264 +425 31.76470588 +426 31.69014085 +427 31.61592506 +428 31.54205607 +429 31.46853147 +430 31.39534884 +431 31.32250580 +432 31.48148148 +433 31.63972286 +434 31.79723502 +435 31.72413793 +436 31.88073394 +437 31.80778032 +438 31.96347032 +439 31.89066059 +440 32.04545455 +441 31.97278912 +442 31.90045249 +443 31.82844244 +444 31.98198198 +445 31.91011236 +446 31.83856502 +447 31.76733781 +448 31.69642857 +449 31.84855234 +450 32.00000000 +451 31.92904656 +452 31.85840708 +453 32.00883002 +454 31.93832599 +455 31.86813187 +456 31.79824561 +457 31.72866521 +458 31.65938865 +459 31.59041394 +460 31.52173913 +461 31.45336226 +462 31.60173160 +463 31.53347732 +464 31.68103448 +465 31.82795699 +466 31.75965665 +467 31.69164882 +468 31.83760684 +469 31.76972281 +470 31.70212766 +471 31.63481953 +472 31.77966102 +473 31.71247357 +474 31.64556962 +475 31.78947368 +476 31.72268908 +477 31.65618449 +478 31.58995816 +479 31.52400835 +480 31.45833333 +481 31.39293139 +482 31.53526971 +483 31.46997930 +484 31.40495868 +485 31.54639175 +486 31.48148148 +487 31.62217659 +488 31.55737705 +489 31.69734151 +490 31.83673469 +491 31.97556008 +492 32.11382114 +493 32.04868154 +494 32.18623482 +495 32.32323232 +496 32.25806452 +497 32.19315895 +498 32.12851406 +499 32.26452906 +500 32.20000000 +501 32.13572854 +502 32.07171315 +503 32.00795229 +504 32.14285714 +505 32.07920792 +506 32.01581028 +507 31.95266272 +508 32.08661417 +509 32.22003929 +510 32.15686275 +511 32.09393346 +512 32.03125000 +513 31.96881092 +514 31.90661479 +515 32.03883495 +516 31.97674419 +517 32.10831721 +518 32.04633205 +519 31.98458574 +520 31.92307692 +521 31.86180422 +522 31.80076628 +523 31.73996176 +524 31.67938931 +525 31.61904762 +526 31.55893536 +527 31.68880455 +528 31.62878788 +529 31.56899811 +530 31.50943396 +531 31.45009416 +532 31.57894737 +533 31.70731707 +534 31.64794007 +535 31.58878505 +536 31.52985075 +537 31.65735568 +538 31.59851301 +539 31.53988868 +540 31.48148148 +541 31.42329020 +542 31.36531365 +543 31.30755064 +544 31.25000000 +545 31.19266055 +546 31.31868132 +547 31.44424132 +548 31.56934307 +549 31.51183971 +550 31.45454545 +551 31.39745917 +552 31.52173913 +553 31.64556962 +554 31.58844765 +555 31.53153153 +556 31.47482014 +557 31.41831239 +558 31.36200717 +559 31.30590340 +560 31.42857143 +561 31.55080214 +562 31.49466192 +563 31.43872114 +564 31.38297872 +565 31.50442478 +566 31.62544170 +567 31.74603175 +568 31.86619718 +569 31.81019332 +570 31.75438596 +571 31.69877408 +572 31.64335664 +573 31.58813264 +574 31.70731707 +575 31.82608696 +576 31.94444444 +577 31.88908146 +578 32.00692042 +579 32.12435233 +580 32.24137931 +581 32.35800344 +582 32.30240550 +583 32.24699828 +584 32.36301370 +585 32.30769231 +586 32.42320819 +587 32.36797274 +588 32.31292517 +589 32.25806452 +590 32.37288136 +591 32.31810491 +592 32.26351351 +593 32.20910624 +594 32.32323232 +595 32.26890756 +596 32.21476510 +597 32.16080402 +598 32.10702341 +599 32.05342237 +600 32.00000000 +601 32.11314476 +602 32.22591362 +603 32.33830846 +604 32.28476821 +605 32.23140496 +606 32.34323432 +607 32.28995058 +608 32.23684211 +609 32.34811166 +610 32.29508197 +611 32.24222586 +612 32.35294118 +613 32.30016313 +614 32.24755700 +615 32.19512195 +616 32.14285714 +617 32.25283630 +618 32.20064725 +619 32.31017771 +620 32.25806452 +621 32.20611916 +622 32.31511254 +623 32.26324238 +624 32.21153846 +625 32.16000000 +626 32.10862620 +627 32.21690590 +628 32.32484076 +629 32.27344992 +630 32.22222222 +631 32.17115689 +632 32.12025316 +633 32.06951027 +634 32.17665615 +635 32.12598425 +636 32.07547170 +637 32.02511774 +638 31.97492163 +639 31.92488263 +640 32.03125000 +641 31.98127925 +642 32.08722741 +643 32.03732504 +644 31.98757764 +645 32.09302326 +646 32.04334365 +647 31.99381762 +648 32.09876543 +649 32.04930663 +650 32.15384615 +651 32.25806452 +652 32.36196319 +653 32.46554364 +654 32.41590214 +655 32.36641221 +656 32.46951220 +657 32.57229833 +658 32.52279635 +659 32.62518968 +660 32.57575758 +661 32.52647504 +662 32.47734139 +663 32.42835596 +664 32.37951807 +665 32.48120301 +666 32.58258258 +667 32.53373313 +668 32.48502994 +669 32.58594918 +670 32.68656716 +671 32.63785395 +672 32.58928571 +673 32.54086181 +674 32.49258160 +675 32.59259259 +676 32.69230769 +677 32.64401773 +678 32.59587021 +679 32.54786451 +680 32.50000000 +681 32.45227606 +682 32.40469208 +683 32.35724744 +684 32.45614035 +685 32.40875912 +686 32.36151603 +687 32.31441048 +688 32.41279070 +689 32.36574746 +690 32.31884058 +691 32.41678726 +692 32.36994220 +693 32.46753247 +694 32.42074928 +695 32.37410072 +696 32.47126437 +697 32.42467719 +698 32.37822350 +699 32.47496423 +700 32.57142857 +701 32.52496434 +702 32.47863248 +703 32.43243243 +704 32.38636364 +705 32.34042553 +706 32.43626062 +707 32.39038190 +708 32.34463277 +709 32.29901269 +710 32.25352113 +711 32.20815752 +712 32.30337079 +713 32.25806452 +714 32.21288515 +715 32.30769231 +716 32.26256983 +717 32.21757322 +718 32.31197772 +719 32.40611961 +720 32.36111111 +721 32.31622746 +722 32.27146814 +723 32.22683264 +724 32.18232044 +725 32.13793103 +726 32.23140496 +727 32.18707015 +728 32.14285714 +729 32.09876543 +730 32.19178082 +731 32.14774282 +732 32.24043716 +733 32.19645293 +734 32.15258856 +735 32.10884354 +736 32.06521739 +737 32.15739484 +738 32.11382114 +739 32.20568336 +740 32.16216216 +741 32.25371120 +742 32.21024259 +743 32.16689098 +744 32.25806452 +745 32.21476510 +746 32.30563003 +747 32.39625167 +748 32.35294118 +749 32.44325768 +750 32.53333333 + +Final result: 32.5333 +/- 1.7119 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q4_k_s.wng b/scores/Llama-Guard-3-8B-q4_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..e5e139c0b9c0a4f438855e44a4ef760617360ea9 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q4_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.045588 -3.651829 1 1 +2 100.0000 -1.995150 -2.026231 1 1 +3 100.0000 -3.530842 -3.046403 2 2 +4 100.0000 -4.247314 -4.464633 1 1 +5 80.0000 -2.809160 -3.021083 1 2 +6 83.3333 -4.331454 -4.639418 1 1 +7 85.7143 -4.453394 -3.164158 2 2 +8 87.5000 -2.523549 -2.113782 2 2 +9 88.8889 -3.648229 -5.062457 1 1 +10 90.0000 -2.329367 -2.006510 2 2 +11 90.9091 -9.905654 -4.747775 2 2 +12 91.6667 -3.311621 -1.449106 2 2 +13 92.3077 -3.166405 -5.190610 1 1 +14 92.8571 -3.593853 -3.747494 1 1 +15 86.6667 -4.254114 -6.069910 1 2 +16 87.5000 -2.982657 -2.786169 2 2 +17 88.2353 -6.207415 -4.887217 2 2 +18 88.8889 -1.727954 -2.889354 1 1 +19 89.4737 -3.295024 -4.677352 1 1 +20 90.0000 -2.809288 -2.992319 1 1 +21 90.4762 -2.071993 -3.217744 1 1 +22 90.9091 -2.089687 -2.061109 2 2 +23 91.3043 -4.286235 -4.952699 1 1 +24 87.5000 -2.559140 -2.239981 2 1 +25 88.0000 -1.938463 -1.853154 2 2 +26 88.4615 -3.249491 -4.481567 1 1 +27 85.1852 -4.383417 -4.550502 1 2 +28 85.7143 -4.209515 -5.735556 1 1 +29 86.2069 -3.539684 -3.794399 1 1 +30 86.6667 -2.654829 -2.405144 2 2 +31 87.0968 -4.231481 -4.350538 1 1 +32 87.5000 -5.241060 -6.371310 1 1 +33 87.8788 -4.808095 -5.237463 1 1 +34 85.2941 -2.423590 -2.209465 2 1 +35 85.7143 -4.279846 -4.159232 2 2 +36 86.1111 -3.682020 -3.478340 2 2 +37 86.4865 -2.675626 -3.026951 1 1 +38 86.8421 -3.569067 -3.601832 1 1 +39 87.1795 -5.060254 -3.287150 2 2 +40 85.0000 -3.992763 -5.105862 1 2 +41 85.3659 -2.272264 -2.412076 1 1 +42 85.7143 -2.394195 -3.294265 1 1 +43 86.0465 -3.036576 -2.989930 2 2 +44 86.3636 -2.175348 -1.760188 2 2 +45 86.6667 -0.072304 -11.156492 1 1 +46 86.9565 -2.707599 -2.765703 1 1 +47 87.2340 -3.077650 -3.023234 2 2 +48 87.5000 -4.267027 -3.935078 2 2 +49 85.7143 -3.127876 -1.366789 2 1 +50 86.0000 -2.436580 -2.323709 2 2 +51 86.2745 -1.866240 -2.535746 1 1 +52 86.5385 -3.706297 -2.809145 2 2 +53 86.7925 -4.193830 -4.711216 1 1 +54 87.0370 -2.552193 -2.004512 2 2 +55 87.2727 -2.654783 -2.360027 2 2 +56 85.7143 -5.645127 -5.973349 1 2 +57 85.9649 -3.393499 -3.187617 2 2 +58 86.2069 -3.154544 -3.838666 1 1 +59 86.4407 -2.906126 -2.741191 2 2 +60 86.6667 -4.309546 -3.999421 2 2 +61 86.8852 -3.512530 -3.527540 1 1 +62 87.0968 -5.526913 -5.671563 1 1 +63 85.7143 -4.084193 -4.420745 1 2 +64 85.9375 -4.106645 -4.151254 1 1 +65 86.1538 -5.058737 -4.483662 2 2 +66 86.3636 -2.663595 -3.404522 1 1 +67 86.5672 -3.404586 -2.739604 2 2 +68 85.2941 -5.208011 -5.404863 1 2 +69 85.5072 -5.491321 -5.886510 1 1 +70 85.7143 -3.183455 -3.090895 2 2 +71 84.5070 -3.036825 -2.856620 2 1 +72 84.7222 -3.573672 -3.537317 2 2 +73 84.9315 -2.935589 -2.990756 1 1 +74 85.1351 -2.288369 -2.862367 1 1 +75 85.3333 -2.135801 -2.517572 1 1 +76 85.5263 -1.962598 -4.198705 1 1 +77 84.4156 -3.043831 -3.047504 1 2 +78 84.6154 -0.710095 -1.282533 1 1 +79 84.8101 -2.168569 -2.160527 2 2 +80 85.0000 -2.183268 -3.113447 1 1 +81 85.1852 -4.997866 -4.173176 2 2 +82 84.1463 -3.122433 -3.157381 1 2 +83 84.3373 -5.665784 -4.888554 2 2 +84 84.5238 -2.170850 -1.995246 2 2 +85 84.7059 -4.040236 -4.387701 1 1 +86 83.7209 -5.717406 -5.828549 1 2 +87 82.7586 -1.660923 -1.569787 2 1 +88 81.8182 -5.353377 -4.735447 2 1 +89 80.8989 -4.027595 -3.849157 2 1 +90 81.1111 -4.560385 -2.969543 2 2 +91 81.3187 -4.032238 -4.201252 1 1 +92 81.5217 -4.399525 -4.151495 2 2 +93 80.6452 -2.093688 -2.140053 1 2 +94 80.8511 -4.752756 -4.361539 2 2 +95 81.0526 -3.129816 -3.587502 1 1 +96 81.2500 -1.866382 -2.398261 1 1 +97 80.4124 -5.348668 -4.683527 2 1 +98 80.6122 -3.956655 -3.332771 2 2 +99 80.8081 -2.938691 -2.983624 1 1 +100 81.0000 -5.711739 -5.540415 2 2 +101 80.1980 -4.482083 -4.774340 1 2 +102 80.3922 -3.887690 -3.932649 1 1 +103 80.5825 -2.958130 -2.312324 2 2 +104 80.7692 -7.548224 -7.326858 2 2 +105 80.9524 -1.529465 -1.694227 1 1 +106 81.1321 -2.705839 -2.442984 2 2 +107 81.3084 -3.782002 -3.211494 2 2 +108 81.4815 -3.839664 -3.095408 2 2 +109 80.7339 -3.937316 -4.276601 1 2 +110 80.9091 -4.084978 -3.360787 2 2 +111 81.0811 -3.090421 -2.773040 2 2 +112 80.3571 -3.794106 -3.162055 2 1 +113 79.6460 -4.434090 -5.605322 1 2 +114 79.8246 -4.253406 -4.888445 1 1 +115 80.0000 -1.919221 -2.307030 1 1 +116 80.1724 -2.201903 -1.863055 2 2 +117 79.4872 -3.847769 -3.972423 1 2 +118 79.6610 -1.288738 -2.046611 1 1 +119 79.8319 -1.635874 -2.301908 1 1 +120 79.1667 -3.136394 -2.950958 2 1 +121 79.3388 -1.222560 -1.078889 2 2 +122 79.5082 -5.995215 -5.274456 2 2 +123 79.6748 -4.134707 -4.429788 1 1 +124 79.8387 -3.292205 -2.887092 2 2 +125 80.0000 -3.042601 -3.026841 2 2 +126 80.1587 -6.860209 -6.365271 2 2 +127 80.3150 -3.123142 -1.142462 2 2 +128 80.4688 -1.933368 -2.091197 1 1 +129 80.6202 -2.394809 -1.167721 2 2 +130 80.7692 -5.593033 -4.376872 2 2 +131 80.1527 -4.022734 -4.030110 1 2 +132 80.3030 -2.449273 -1.870306 2 2 +133 80.4511 -0.901032 -3.355875 1 1 +134 80.5970 -5.044297 -4.590600 2 2 +135 80.7407 -4.200944 -4.919885 1 1 +136 80.8824 -3.999527 -2.698211 2 2 +137 81.0219 -5.332722 -5.540002 1 1 +138 80.4348 -3.886629 -4.085886 1 2 +139 80.5755 -3.558055 -5.074937 1 1 +140 80.7143 -1.395123 -1.294003 2 2 +141 80.8511 -5.355169 -3.937345 2 2 +142 80.9859 -2.408175 -1.708223 2 2 +143 81.1189 -2.734878 -6.734208 1 1 +144 80.5556 -2.137210 -2.019344 2 1 +145 80.0000 -1.375034 -17.179731 1 2 +146 79.4521 -3.679151 -3.691887 1 2 +147 79.5918 -3.971687 -3.653474 2 2 +148 79.7297 -2.160378 -2.520820 1 1 +149 79.8658 -4.028354 -3.638527 2 2 +150 80.0000 -3.984025 -3.228433 2 2 +151 79.4702 -1.890329 -1.763674 2 1 +152 78.9474 -4.087929 -4.410969 1 2 +153 79.0850 -2.558121 -3.307863 1 1 +154 79.2208 -3.173253 -3.480475 1 1 +155 78.7097 -2.088485 -2.923177 1 2 +156 78.8462 -1.952326 -2.120172 1 1 +157 78.9809 -2.558866 -3.444378 1 1 +158 79.1139 -4.307109 -4.015139 2 2 +159 79.2453 -2.882157 -4.124369 1 1 +160 79.3750 -4.077404 -3.354933 2 2 +161 78.8820 -3.052975 -2.878949 2 1 +162 78.3951 -0.028794 -9.936270 1 2 +163 78.5276 -1.840665 -2.116865 1 1 +164 78.6585 -5.248277 -4.296324 2 2 +165 78.7879 -3.897449 -3.805745 2 2 +166 78.9157 -4.222976 -3.943782 2 2 +167 78.4431 -3.961394 -3.488017 2 1 +168 78.5714 -5.431405 -4.615064 2 2 +169 78.6982 -4.009254 -3.973961 2 2 +170 78.8235 -2.348838 -2.856825 1 1 +171 78.9474 -3.499675 -4.224399 1 1 +172 79.0698 -3.925090 -4.530021 1 1 +173 79.1908 -2.807801 -2.699406 2 2 +174 79.3103 -6.111485 -6.071664 2 2 +175 79.4286 -3.412242 -3.694103 1 1 +176 79.5455 -1.623656 -3.497414 1 1 +177 79.6610 -6.275421 -6.227767 2 2 +178 79.2135 -2.899171 -2.835380 2 1 +179 79.3296 -2.355149 -2.594528 1 1 +180 79.4444 -4.429667 -4.132121 2 2 +181 79.5580 -3.297288 -2.753810 2 2 +182 79.6703 -3.721900 -2.935552 2 2 +183 79.2350 -5.153936 -5.291108 1 2 +184 79.3478 -1.704694 -2.645590 1 1 +185 78.9189 -4.051898 -4.336592 1 2 +186 79.0323 -2.602652 -3.093564 1 1 +187 79.1444 -4.655589 -4.154669 2 2 +188 78.7234 -3.760282 -2.967396 2 1 +189 78.3069 -3.390099 -3.917067 1 2 +190 78.4211 -5.376261 -5.080057 2 2 +191 78.5340 -2.242690 -2.763716 1 1 +192 78.6458 -4.922144 -3.840252 2 2 +193 78.7565 -3.668982 -3.591463 2 2 +194 78.8660 -1.938429 -1.655107 2 2 +195 78.4615 -3.561906 -3.241844 2 1 +196 78.0612 -3.279055 -3.519807 1 2 +197 78.1726 -1.160211 -3.344126 1 1 +198 78.2828 -2.463988 -6.957299 1 1 +199 78.3920 -5.937165 -4.860721 2 2 +200 78.5000 -2.956624 -2.761075 2 2 +201 78.6070 -2.728953 -3.194848 1 1 +202 78.2178 -6.270397 -6.753000 1 2 +203 78.3251 -2.692411 -2.559106 2 2 +204 78.4314 -2.143818 -2.501500 1 1 +205 78.5366 -3.204687 -2.205108 2 2 +206 78.1553 -4.915010 -5.317192 1 2 +207 77.7778 -3.645925 -3.542888 2 1 +208 77.8846 -3.110454 -2.716963 2 2 +209 77.9904 -3.812001 -3.069723 2 2 +210 77.6190 -6.280872 -6.305513 1 2 +211 77.2512 -5.130935 -4.861586 2 1 +212 77.3585 -5.088577 -4.227353 2 2 +213 77.4648 -4.933286 -4.741086 2 2 +214 77.1028 -2.963179 -2.906565 2 1 +215 77.2093 -5.588942 -5.496511 2 2 +216 76.8519 -3.350614 -3.207294 2 1 +217 76.9585 -0.915430 -1.504477 1 1 +218 77.0642 -2.478920 -2.263044 2 2 +219 77.1689 -3.091827 -3.331555 1 1 +220 76.8182 -3.149383 -3.164340 1 2 +221 76.9231 -3.756209 -10.831385 1 1 +222 76.5766 -0.173329 -8.582593 1 2 +223 76.6816 -4.081987 -2.958548 2 2 +224 76.7857 -5.747479 -4.366230 2 2 +225 76.4444 -2.594845 -2.768713 1 2 +226 76.5487 -2.678265 -3.339128 1 1 +227 76.2115 -3.487471 -3.347677 2 1 +228 76.3158 -1.277787 -1.799553 1 1 +229 76.4192 -3.303143 -3.202940 2 2 +230 76.5217 -2.914129 -3.488826 1 1 +231 76.6234 -2.082715 -2.767374 1 1 +232 76.7241 -3.163338 -2.500270 2 2 +233 76.8240 -2.031761 -2.479908 1 1 +234 76.9231 -3.134056 -2.816215 2 2 +235 77.0213 -4.006910 -3.166208 2 2 +236 76.6949 -2.019305 -1.777615 2 1 +237 76.3713 -2.133868 -1.656768 2 1 +238 76.4706 -2.911332 -2.442812 2 2 +239 76.1506 -2.703227 -2.799604 1 2 +240 75.8333 -6.273650 -6.331496 1 2 +241 75.5187 -3.162218 -3.514590 1 2 +242 75.6198 -5.448049 -5.262477 2 2 +243 75.3086 -4.622242 -4.479279 2 1 +244 75.4098 -2.454041 -3.668178 1 1 +245 75.5102 -3.639485 -5.104458 1 1 +246 75.6098 -2.448729 -2.741940 1 1 +247 75.7085 -3.494893 -2.940809 2 2 +248 75.8065 -3.274708 -2.709705 2 2 +249 75.9036 -2.475703 -1.822604 2 2 +250 76.0000 -2.093932 -2.838297 1 1 +251 76.0956 -1.178895 -1.243159 1 1 +252 76.1905 -6.670020 -6.330678 2 2 +253 75.8893 -5.324897 -5.209826 2 1 +254 75.5906 -4.599367 -5.578150 1 2 +255 75.6863 -2.588713 -3.723093 1 1 +256 75.3906 -3.990923 -3.141771 2 1 +257 75.0973 -2.426289 -2.178928 2 1 +258 74.8062 -3.561317 -3.791630 1 2 +259 74.9035 -5.031104 -5.295219 1 1 +260 75.0000 -6.025202 -6.273857 1 1 +261 75.0958 -3.759388 -3.586823 2 2 +262 74.8092 -4.763945 -4.785582 1 2 +263 74.9049 -2.360484 -3.039210 1 1 +264 75.0000 -3.755034 -3.258568 2 2 +265 75.0943 -1.034937 -1.777364 1 1 +266 75.1880 -5.097412 -5.113503 1 1 +267 74.9064 -2.430963 -2.422879 2 1 +268 74.6269 -3.353591 -3.071234 2 1 +269 74.7212 -2.789248 -2.704812 2 2 +270 74.8148 -1.959440 -2.864439 1 1 +271 74.9077 -3.102137 -2.392944 2 2 +272 75.0000 -3.682364 -3.280579 2 2 +273 75.0916 -2.966327 -2.885605 2 2 +274 75.1825 -3.501675 -3.177648 2 2 +275 75.2727 -2.715614 -2.941271 1 1 +276 75.3623 -2.036206 -2.083385 1 1 +277 75.4513 -3.044660 -3.555372 1 1 +278 75.1799 -2.670976 -2.623315 2 1 +279 75.2688 -3.875151 -3.200054 2 2 +280 75.3571 -3.738019 -3.474625 2 2 +281 75.4448 -2.424324 -1.655574 2 2 +282 75.5319 -3.940417 -3.335246 2 2 +283 75.2650 -2.963564 -3.624007 1 2 +284 75.3521 -2.354912 -3.265913 1 1 +285 75.4386 -3.526320 -4.255620 1 1 +286 75.5245 -3.409108 -3.706848 1 1 +287 75.6098 -2.119637 -3.866828 1 1 +288 75.3472 -2.985533 -3.200784 1 2 +289 75.0865 -2.780993 -2.417342 2 1 +290 75.1724 -3.632559 -4.008784 1 1 +291 75.2577 -2.899042 -3.336163 1 1 +292 75.3425 -2.610356 -1.703327 2 2 +293 75.4266 -3.177475 -2.801536 2 2 +294 75.1701 -4.017557 -3.490669 2 1 +295 75.2542 -1.854359 -2.111090 1 1 +296 75.3378 -4.573500 -4.251933 2 2 +297 75.0842 -1.971353 -2.457688 1 2 +298 75.1678 -5.270543 -4.713063 2 2 +299 75.2508 -2.499550 -2.190433 2 2 +300 75.3333 -2.482630 -2.998893 1 1 +301 75.4153 -4.683590 -5.271038 1 1 +302 75.4967 -3.767694 -3.663043 2 2 +303 75.2475 -9.181828 -8.455157 2 1 +304 75.3289 -4.407154 -3.802485 2 2 +305 75.0820 -2.752252 -3.183119 1 2 +306 75.1634 -2.366390 -2.086174 2 2 +307 74.9186 -2.798250 -2.791912 2 1 +308 74.6753 -5.031594 -5.053258 1 2 +309 74.7573 -4.446022 -4.550182 1 1 +310 74.8387 -5.552434 -5.317265 2 2 +311 74.9196 -0.837240 -5.137074 1 1 +312 75.0000 -4.144581 -4.236971 1 1 +313 75.0799 -4.487213 -4.306990 2 2 +314 75.1592 -4.156178 -3.469358 2 2 +315 75.2381 -1.642837 -3.250631 1 1 +316 75.3165 -6.779417 -4.118038 2 2 +317 75.0789 -4.674900 -4.608853 2 1 +318 75.1572 -4.578103 -4.271134 2 2 +319 75.2351 -1.296771 -1.596363 1 1 +320 75.3125 -3.390526 -4.499419 1 1 +321 75.3894 -2.903096 -2.885897 2 2 +322 75.1553 -2.291133 -2.806753 1 2 +323 75.2322 -3.015910 -3.783287 1 1 +324 75.0000 -4.160616 -3.967521 2 1 +325 75.0769 -4.925406 -4.215662 2 2 +326 75.1534 -2.135034 -1.757379 2 2 +327 75.2294 -2.254230 -2.464344 1 1 +328 75.0000 -3.769911 -3.424677 2 1 +329 75.0760 -3.826535 -7.222318 1 1 +330 75.1515 -1.726686 -2.077370 1 1 +331 74.9245 -4.609834 -3.521636 2 1 +332 75.0000 -1.690635 -2.265594 1 1 +333 75.0751 -3.809447 -2.345501 2 2 +334 75.1497 -2.811632 -5.009549 1 1 +335 74.9254 -5.092006 -4.194735 2 1 +336 75.0000 -4.109979 -3.858745 2 2 +337 75.0742 -1.968718 -1.204466 2 2 +338 74.8521 -3.806643 -2.908820 2 1 +339 74.9263 -5.292307 -5.109498 2 2 +340 75.0000 -4.320113 -4.948030 1 1 +341 75.0733 -3.274832 -3.875479 1 1 +342 75.1462 -5.325892 -4.663933 2 2 +343 75.2187 -3.256315 -3.442329 1 1 +344 75.2907 -1.990597 -2.861171 1 1 +345 75.3623 -0.739540 -2.300292 1 1 +346 75.1445 -5.258327 -5.703816 1 2 +347 75.2161 -3.232277 -3.079361 2 2 +348 75.2874 -1.143918 -2.245972 1 1 +349 75.0716 -3.211192 -4.158549 1 2 +350 74.8571 -2.261749 -3.087381 1 2 +351 74.9288 -2.575955 -2.944282 1 1 +352 75.0000 -3.875814 -3.748607 2 2 +353 75.0708 -1.984597 -2.362411 1 1 +354 75.1412 -5.210474 -4.934877 2 2 +355 75.2113 -2.099256 -1.807568 2 2 +356 75.0000 -2.579531 -2.679161 1 2 +357 75.0700 -3.763024 -3.665636 2 2 +358 75.1397 -1.881183 -1.800824 2 2 +359 75.2089 -5.020558 -3.366273 2 2 +360 75.0000 -3.444877 -3.482132 1 2 +361 75.0693 -2.845921 -1.784638 2 2 +362 74.8619 -4.745820 -4.762771 1 2 +363 74.6556 -2.724572 -2.532405 2 1 +364 74.7253 -5.405589 -5.452097 1 1 +365 74.7945 -5.185738 -5.316280 1 1 +366 74.5902 -2.741093 -7.514573 1 2 +367 74.3869 -4.899107 -4.570406 2 1 +368 74.4565 -4.458754 -3.880172 2 2 +369 74.2547 -2.841824 -3.552247 1 2 +370 74.3243 -4.851073 -5.032717 1 1 +371 74.3935 -2.710695 -3.795282 1 1 +372 74.1935 -2.646861 -2.633918 2 1 +373 73.9946 -4.287254 -3.883421 2 1 +374 74.0642 -2.234113 -2.799055 1 1 +375 74.1333 -2.601849 -2.361457 2 2 +376 74.2021 -4.544961 -3.084778 2 2 +377 74.2706 -4.278448 -4.011997 2 2 +378 74.0741 -3.489977 -3.803885 1 2 +379 73.8786 -1.233037 -2.683939 1 2 +380 73.9474 -5.211074 -5.989986 1 1 +381 74.0157 -9.235063 -7.115960 2 2 +382 74.0838 -2.240805 -2.086076 2 2 +383 74.1514 -2.882085 -1.347850 2 2 +384 73.9583 -3.731434 -2.738312 2 1 +385 73.7662 -1.165913 -1.147695 2 1 +386 73.8342 -2.109704 -11.500671 1 1 +387 73.9018 -1.644900 -2.359278 1 1 +388 73.9691 -6.219872 -5.931630 2 2 +389 74.0360 -2.527140 -2.274178 2 2 +390 74.1026 -2.668020 -3.229377 1 1 +391 74.1688 -3.899714 -3.865212 2 2 +392 73.9796 -3.408664 -2.769342 2 1 +393 73.7913 -5.047390 -5.095728 1 2 +394 73.8579 -3.034584 -4.109480 1 1 +395 73.9241 -2.912214 -2.467557 2 2 +396 73.9899 -2.532200 -3.124676 1 1 +397 74.0554 -5.970255 -6.561100 1 1 +398 74.1206 -3.693268 -5.272744 1 1 +399 74.1855 -3.031476 -3.322498 1 1 +400 74.2500 -1.451679 -6.558889 1 1 +401 74.3142 -3.161325 -3.818879 1 1 +402 74.1294 -3.545100 -3.623247 1 2 +403 73.9454 -6.945270 -7.421029 1 2 +404 74.0099 -3.707504 -2.634049 2 2 +405 74.0741 -3.291939 -3.757239 1 1 +406 74.1379 -7.120216 -7.622572 1 1 +407 73.9558 -4.512698 -4.758870 1 2 +408 73.7745 -3.028335 -3.104591 1 2 +409 73.8386 -3.918945 -4.412429 1 1 +410 73.6585 -3.730152 -3.301047 2 1 +411 73.7226 -2.707569 -3.966045 1 1 +412 73.7864 -3.229235 -2.670405 2 2 +413 73.8499 -3.185720 -2.378901 2 2 +414 73.6715 -3.552020 -3.611844 1 2 +415 73.7349 -2.608027 -2.406887 2 2 +416 73.7981 -3.682389 -2.211052 2 2 +417 73.8609 -4.385647 -4.741579 1 1 +418 73.6842 -4.086545 -3.581649 2 1 +419 73.5084 -3.732862 -3.919820 1 2 +420 73.5714 -2.819260 -2.631964 2 2 +421 73.6342 -3.902434 -3.726399 2 2 +422 73.4597 -1.870541 -1.796047 2 1 +423 73.5225 -3.250624 -3.293790 1 1 +424 73.5849 -4.638980 -5.113811 1 1 +425 73.6471 -5.005093 -3.423466 2 2 +426 73.7089 -1.552430 -1.385563 2 2 +427 73.7705 -3.565328 -4.065042 1 1 +428 73.5981 -4.008563 -3.727907 2 1 +429 73.6597 -3.041430 -2.948559 2 2 +430 73.4884 -6.617468 -6.183029 2 1 +431 73.5499 -3.677748 -5.117875 1 1 +432 73.3796 -3.374864 -3.483896 1 2 +433 73.4411 -2.081993 -1.787379 2 2 +434 73.5023 -6.357765 -6.794387 1 1 +435 73.3333 -3.609120 -3.417756 2 1 +436 73.3945 -1.892774 -2.540552 1 1 +437 73.2265 -3.242580 -3.348603 1 2 +438 73.2877 -3.695788 -3.501322 2 2 +439 73.3485 -2.572598 -3.676328 1 1 +440 73.1818 -3.957915 -3.940894 2 1 +441 73.2426 -3.321941 -5.188151 1 1 +442 73.0769 -4.020185 -3.543936 2 1 +443 73.1377 -1.799032 -3.481853 1 1 +444 72.9730 -6.035944 -6.377826 1 2 +445 73.0337 -1.344785 -2.178488 1 1 +446 73.0942 -4.537261 -4.074422 2 2 +447 73.1544 -2.263188 -2.283094 1 1 +448 73.2143 -4.012080 -3.906232 2 2 +449 73.2739 -2.437261 -1.846606 2 2 +450 73.3333 -4.684959 -4.302217 2 2 +451 73.1707 -4.697025 -4.794409 1 2 +452 73.0088 -4.983261 -4.696147 2 1 +453 73.0684 -4.160235 -3.413265 2 2 +454 73.1278 -3.302164 -3.734565 1 1 +455 72.9670 -1.990152 -7.747117 1 2 +456 72.8070 -3.714856 -3.730017 1 2 +457 72.8665 -7.245542 -7.405615 1 1 +458 72.9258 -2.894176 -2.409247 2 2 +459 72.9847 -4.365509 -4.146024 2 2 +460 73.0435 -0.815398 -7.147895 1 1 +461 73.1020 -1.910670 -2.756069 1 1 +462 73.1602 -4.702008 -5.177763 1 1 +463 73.2181 -1.050106 -1.308082 1 1 +464 73.2759 -1.640081 -2.156221 1 1 +465 73.3333 -2.959451 -2.396385 2 2 +466 73.1760 -5.367482 -5.515686 1 2 +467 73.0193 -5.223962 -5.150635 2 1 +468 72.8632 -4.187024 -4.205216 1 2 +469 72.7079 -1.844432 -1.433794 2 1 +470 72.7660 -1.825623 -1.678900 2 2 +471 72.8238 -1.849046 -2.133429 1 1 +472 72.8814 -3.300483 -3.038603 2 2 +473 72.9387 -4.095048 -2.789800 2 2 +474 72.9958 -3.272821 -4.480186 1 1 +475 73.0526 -1.540187 -1.381130 2 2 +476 72.8992 -3.520972 -3.759585 1 2 +477 72.7463 -3.735054 -4.303568 1 2 +478 72.8033 -2.165051 -2.371844 1 1 +479 72.8601 -3.165591 -3.203344 1 1 +480 72.9167 -6.698878 -4.567066 2 2 +481 72.9730 -2.017366 -2.219050 1 1 +482 72.8216 -5.112953 -5.842859 1 2 +483 72.8778 -3.550472 -3.963628 1 1 +484 72.7273 -2.853726 -2.509291 2 1 +485 72.7835 -1.093241 -1.789409 1 1 +486 72.8395 -1.820438 -2.255996 1 1 +487 72.8953 -3.087840 -2.756389 2 2 +488 72.9508 -2.771992 -2.084845 2 2 +489 73.0061 -2.046770 -2.446587 1 1 +490 73.0612 -2.617297 -2.953893 1 1 +491 73.1161 -4.695150 -3.931733 2 2 +492 73.1707 -5.210383 -4.280721 2 2 +493 73.2252 -2.215159 -2.867977 1 1 +494 73.2794 -3.164544 -2.901936 2 2 +495 73.3333 -3.909481 -4.054924 1 1 +496 73.1855 -3.085324 -3.132212 1 2 +497 73.0382 -4.720388 -4.503970 2 1 +498 72.8916 -1.564435 -1.694445 1 2 +499 72.9459 -2.817578 -3.084394 1 1 +500 73.0000 -4.846531 -4.175927 2 2 +501 73.0539 -1.416819 -2.768721 1 1 +502 73.1076 -2.217223 -2.497319 1 1 +503 73.1610 -3.234916 -3.013789 2 2 +504 73.2143 -2.186352 -2.251922 1 1 +505 73.0693 -7.513927 -7.952271 1 2 +506 73.1225 -4.641521 -4.798055 1 1 +507 73.1755 -2.840531 -3.260401 1 1 +508 73.2283 -5.315455 -3.278357 2 2 +509 73.2809 -2.081920 -9.679263 1 1 +510 73.3333 -4.062561 -5.171816 1 1 +511 73.3855 -4.697230 -3.477157 2 2 +512 73.4375 -3.153622 -3.180001 1 1 +513 73.4893 -2.973678 -2.868360 2 2 +514 73.5409 -3.452960 -3.481004 1 1 +515 73.5922 -5.500118 -6.410561 1 1 +516 73.4496 -3.992966 -3.883004 2 1 +517 73.5010 -2.280782 -2.809593 1 1 +518 73.5521 -2.727042 -2.282118 2 2 +519 73.6031 -6.892231 -6.824442 2 2 +520 73.4615 -2.211790 -2.383461 1 2 +521 73.3205 -2.133744 -1.643043 2 1 +522 73.3716 -3.249545 -2.258825 2 2 +523 73.4226 -2.935998 -2.609696 2 2 +524 73.2824 -5.260462 -4.984540 2 1 +525 73.3333 -3.065753 -2.242537 2 2 +526 73.3840 -0.533866 -15.787487 1 1 +527 73.4345 -4.537157 -2.744718 2 2 +528 73.4848 -6.647027 -6.105021 2 2 +529 73.3459 -5.061070 -4.804059 2 1 +530 73.3962 -5.284267 -4.210300 2 2 +531 73.4463 -3.126309 -3.387842 1 1 +532 73.4962 -2.074655 -2.821934 1 1 +533 73.5460 -2.945067 -1.780452 2 2 +534 73.5955 -2.151456 -2.617364 1 1 +535 73.6449 -3.159245 -3.082628 2 2 +536 73.5075 -2.759194 -2.563165 2 1 +537 73.5568 -5.160604 -6.345645 1 1 +538 73.6059 -1.843318 -3.492612 1 1 +539 73.6549 -3.668012 -1.922501 2 2 +540 73.7037 -2.649913 -2.583531 2 2 +541 73.7523 -3.009685 -3.382230 1 1 +542 73.6162 -3.515568 -4.762956 1 2 +543 73.6648 -5.197793 -3.892039 2 2 +544 73.7132 -1.800153 -3.779694 1 1 +545 73.5780 -2.718660 -4.415170 1 2 +546 73.6264 -2.528189 -3.987205 1 1 +547 73.6746 -6.057009 -4.626648 2 2 +548 73.7226 -4.129247 -4.361235 1 1 +549 73.7705 -5.014370 -5.459407 1 1 +550 73.8182 -2.718050 -2.467032 2 2 +551 73.6842 -0.595714 -13.454124 1 2 +552 73.5507 -2.230580 -1.823038 2 1 +553 73.5986 -5.450737 -5.429729 2 2 +554 73.6462 -4.482221 -4.142928 2 2 +555 73.6937 -1.704390 -1.492731 2 2 +556 73.7410 -5.805720 -4.992407 2 2 +557 73.6086 -6.465271 -4.520816 2 1 +558 73.6559 -0.886561 -2.411929 1 1 +559 73.7030 -2.251097 -2.090667 2 2 +560 73.5714 -1.950503 -1.774265 2 1 +561 73.6185 -1.904051 -1.941495 1 1 +562 73.6655 -1.310958 -2.328524 1 1 +563 73.5346 -1.468711 -2.437761 1 2 +564 73.5816 -2.497479 -3.012095 1 1 +565 73.6283 -4.141799 -3.979402 2 2 +566 73.6749 -4.914103 -5.797823 1 1 +567 73.7213 -2.431194 -2.259610 2 2 +568 73.7676 -7.075491 -2.706201 2 2 +569 73.6380 -4.068051 -3.340210 2 1 +570 73.5088 -4.960474 -4.571331 2 1 +571 73.5552 -4.187072 -2.922620 2 2 +572 73.4266 -2.621979 -2.636218 1 2 +573 73.2984 -3.471982 -3.630227 1 2 +574 73.3449 -3.609361 -2.854162 2 2 +575 73.2174 -5.027876 -5.068869 1 2 +576 73.2639 -2.238128 -3.037578 1 1 +577 73.3102 -3.947035 -3.471964 2 2 +578 73.3564 -3.112746 -3.102162 2 2 +579 73.2297 -3.906923 -3.984003 1 2 +580 73.2759 -2.466800 -2.580045 1 1 +581 73.3219 -5.728159 -6.071920 1 1 +582 73.3677 -6.258448 -6.163206 2 2 +583 73.4134 -4.663682 -4.504477 2 2 +584 73.4589 -4.393369 -4.618361 1 1 +585 73.5043 -0.846507 -1.917772 1 1 +586 73.5495 -3.623128 -3.646949 1 1 +587 73.4242 -5.024979 -4.531288 2 1 +588 73.4694 -3.261454 -1.963626 2 2 +589 73.5144 -3.903083 -3.637575 2 2 +590 73.5593 -3.788903 -3.340404 2 2 +591 73.6041 -3.729640 -3.526889 2 2 +592 73.6486 -3.683749 -4.180248 1 1 +593 73.6931 -3.910357 -3.317576 2 2 +594 73.5690 -3.888727 -3.630546 2 1 +595 73.4454 -1.566265 -1.627080 1 2 +596 73.3221 -4.829395 -4.875577 1 2 +597 73.1993 -2.353328 -2.337162 2 1 +598 73.0769 -2.923517 -2.913223 2 1 +599 73.1219 -2.740555 -3.096186 1 1 +600 73.1667 -3.839354 -3.639157 2 2 +601 73.0449 -3.557648 -3.688600 1 2 +602 73.0897 -3.200030 -4.384442 1 1 +603 73.1343 -6.594422 -6.079996 2 2 +604 73.1788 -2.931260 -2.845329 2 2 +605 73.0579 -2.135081 -1.829582 2 1 +606 73.1023 -3.399236 -2.776129 2 2 +607 72.9819 -2.569531 -2.485897 2 1 +608 72.8618 -3.252434 -2.815531 2 1 +609 72.9064 -5.689031 -5.960712 1 1 +610 72.7869 -2.643723 -2.542750 2 1 +611 72.8314 -4.778634 -4.848017 1 1 +612 72.8758 -3.335772 -5.666461 1 1 +613 72.9201 -2.431746 -2.273528 2 2 +614 72.9642 -3.237809 -2.227997 2 2 +615 73.0081 -2.216007 -2.156218 2 2 +616 73.0519 -3.659512 -3.598021 2 2 +617 73.0956 -10.507792 -4.808653 2 2 +618 72.9773 -3.820576 -3.859971 1 2 +619 73.0210 -3.617191 -3.510982 2 2 +620 73.0645 -3.615329 -4.004809 1 1 +621 73.1079 -3.407176 -2.640565 2 2 +622 73.1511 -2.749194 -2.874915 1 1 +623 73.0337 -3.074629 -2.726238 2 1 +624 73.0769 -3.789061 -3.003278 2 2 +625 73.1200 -4.164712 -5.614038 1 1 +626 73.1629 -2.415876 -2.634222 1 1 +627 73.2057 -3.106130 -3.472630 1 1 +628 73.2484 -3.659822 -2.501181 2 2 +629 73.2909 -2.055933 -2.816401 1 1 +630 73.3333 -1.353777 -1.373639 1 1 +631 73.3756 -1.523555 -2.007641 1 1 +632 73.2595 -1.553641 -1.899680 1 2 +633 73.3017 -2.505343 -2.063157 2 2 +634 73.3438 -2.174806 -3.332798 1 1 +635 73.2283 -3.858823 -3.976301 1 2 +636 73.2704 -2.982108 -3.695184 1 1 +637 73.3124 -2.853119 -4.508197 1 1 +638 73.1975 -3.912275 -3.777743 2 1 +639 73.2394 -1.582481 -2.662863 1 1 +640 73.1250 -1.191564 -1.421395 1 2 +641 73.1669 -4.520656 -5.201509 1 1 +642 73.2087 -4.654590 -2.848699 2 2 +643 73.2504 -1.555219 -1.262728 2 2 +644 73.2919 -4.242535 -4.623759 1 1 +645 73.1783 -1.754409 -1.472826 2 1 +646 73.0650 -4.008623 -3.747776 2 1 +647 72.9521 -3.394619 -2.809809 2 1 +648 72.9938 -3.414929 -3.259758 2 2 +649 73.0354 -2.676723 -3.130996 1 1 +650 73.0769 -3.231067 -3.767461 1 1 +651 72.9647 -6.446547 -7.141887 1 2 +652 73.0061 -4.611379 -4.252269 2 2 +653 73.0475 -6.879760 -6.471931 2 2 +654 72.9358 -3.603648 -4.038100 1 2 +655 72.8244 -3.041786 -3.055146 1 2 +656 72.8659 -4.640117 -2.421407 2 2 +657 72.7549 -5.663428 -5.946091 1 2 +658 72.7964 -3.767376 -1.920928 2 2 +659 72.8376 -2.075485 -1.730349 2 2 +660 72.8788 -3.059083 -2.279986 2 2 +661 72.9198 -2.852081 -3.115420 1 1 +662 72.9607 -3.211611 -3.571902 1 1 +663 73.0015 -5.788478 -5.285974 2 2 +664 73.0422 -2.800997 -2.903930 1 1 +665 72.9323 -3.692760 -3.752429 1 2 +666 72.8228 -4.747720 -4.395856 2 1 +667 72.8636 -6.451100 -6.449621 2 2 +668 72.9042 -2.644744 -2.671243 1 1 +669 72.9447 -2.809061 -3.135309 1 1 +670 72.8358 -3.213415 -3.016920 2 1 +671 72.8763 -3.155824 -4.458544 1 1 +672 72.9167 -3.195099 -3.002908 2 2 +673 72.9569 -2.100201 -1.897165 2 2 +674 72.9970 -4.949827 -5.273022 1 1 +675 72.8889 -3.957949 -3.737999 2 1 +676 72.7811 -2.213922 -2.547963 1 2 +677 72.8213 -3.613740 -4.193413 1 1 +678 72.7139 -4.726188 -4.982260 1 2 +679 72.6068 -4.960434 -5.269885 1 2 +680 72.6471 -3.625504 -4.082289 1 1 +681 72.5404 -2.597770 -1.972800 2 1 +682 72.4340 -1.903097 -2.123140 1 2 +683 72.4744 -1.724713 -2.488375 1 1 +684 72.5146 -5.063122 -8.709515 1 1 +685 72.5547 -3.252885 -2.129255 2 2 +686 72.4490 -4.733212 -4.921779 1 2 +687 72.4891 -2.793466 -2.362505 2 2 +688 72.5291 -7.087820 -7.645525 1 1 +689 72.5689 -2.469828 -2.170185 2 2 +690 72.6087 -2.680601 -2.645301 2 2 +691 72.6483 -2.961487 -3.089537 1 1 +692 72.6879 -1.927499 -2.688960 1 1 +693 72.7273 -3.864560 -3.969222 1 1 +694 72.7666 -3.852421 -3.614447 2 2 +695 72.8058 -4.670118 -4.808091 1 1 +696 72.8448 -4.790656 -5.165527 1 1 +697 72.8838 -2.470759 -2.711272 1 1 +698 72.9226 -4.088251 -3.504561 2 2 +699 72.9614 -4.177861 -4.797436 1 1 +700 73.0000 -2.239090 -1.932428 2 2 +701 72.8959 -1.931658 -1.683762 2 1 +702 72.7920 -4.264926 -4.899596 1 2 +703 72.6885 -5.691521 -4.671088 2 1 +704 72.7273 -1.276568 -2.222237 1 1 +705 72.7660 -2.034364 -1.710361 2 2 +706 72.6629 -2.899912 -2.962598 1 2 +707 72.5601 -4.780821 -4.703774 2 1 +708 72.5989 -3.610563 -3.147402 2 2 +709 72.6375 -3.153816 -2.612667 2 2 +710 72.6761 -2.519668 -3.532811 1 1 +711 72.5738 -2.462550 -2.617330 1 2 +712 72.4719 -2.485277 -3.055275 1 2 +713 72.3703 -3.353194 -3.400526 1 2 +714 72.4090 -2.969296 -2.852144 2 2 +715 72.4476 -4.936819 -4.010665 2 2 +716 72.4860 -4.465220 -3.671468 2 2 +717 72.5244 -1.917399 -0.626002 2 2 +718 72.5627 -3.278639 -3.379552 1 1 +719 72.4618 -4.651801 -4.193322 2 1 +720 72.3611 -1.264719 -5.219261 1 2 +721 72.2607 -4.534616 -4.659307 1 2 +722 72.1607 -1.984459 -1.776422 2 1 +723 72.1992 -2.487682 -2.875466 1 1 +724 72.0994 -2.550658 -2.841232 1 2 +725 72.1379 -2.885647 -2.702997 2 2 +726 72.1763 -3.983574 -3.887762 2 2 +727 72.2146 -3.106684 -2.311041 2 2 +728 72.2527 -4.042711 -4.415688 1 1 +729 72.2908 -1.996586 -2.554901 1 1 +730 72.3288 -3.227001 -3.312611 1 1 +731 72.3666 -2.009373 -2.667743 1 1 +732 72.4044 -2.818271 -2.192988 2 2 +733 72.3056 -3.580072 -3.786612 1 2 +734 72.3433 -0.219848 -8.652576 1 1 +735 72.2449 -3.531378 -3.182039 2 1 +736 72.2826 -2.144422 -2.760670 1 1 +737 72.3202 -3.594256 -3.640739 1 1 +738 72.3577 -4.337208 -4.199579 2 2 +739 72.3951 -0.386015 -8.010401 1 1 +740 72.4324 -3.561627 -3.174230 2 2 +741 72.3347 -4.494154 -4.421499 2 1 +742 72.3720 -2.418419 -2.370564 2 2 +743 72.4092 -3.577274 -3.360645 2 2 +744 72.4462 -4.127024 -3.261220 2 2 +745 72.4832 -2.615077 -3.922551 1 1 +746 72.5201 -5.434483 -5.945716 1 1 +747 72.5569 -4.960534 -5.639657 1 1 +748 72.5936 -3.625742 -3.442181 2 2 +749 72.6302 -3.104574 -3.415555 1 1 +750 72.6667 -1.226874 -9.043797 1 1 + +Final Winogrande score(750 tasks): 72.6667 +/- 1.6284 diff --git a/scores/Llama-Guard-3-8B-q5_k_m.arc b/scores/Llama-Guard-3-8B-q5_k_m.arc new file mode 100644 index 0000000000000000000000000000000000000000..6ba1083cd9b91577781667aad897144c8ffc99bf --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 68.96551724 +30 66.66666667 +31 64.51612903 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 60.52631579 +39 61.53846154 +40 62.50000000 +41 63.41463415 +42 61.90476190 +43 60.46511628 +44 59.09090909 +45 60.00000000 +46 60.86956522 +47 61.70212766 +48 62.50000000 +49 63.26530612 +50 62.00000000 +51 62.74509804 +52 63.46153846 +53 64.15094340 +54 62.96296296 +55 61.81818182 +56 62.50000000 +57 63.15789474 +58 63.79310345 +59 64.40677966 +60 65.00000000 +61 63.93442623 +62 62.90322581 +63 63.49206349 +64 64.06250000 +65 63.07692308 +66 63.63636364 +67 64.17910448 +68 64.70588235 +69 65.21739130 +70 64.28571429 +71 63.38028169 +72 62.50000000 +73 63.01369863 +74 63.51351351 +75 64.00000000 +76 63.15789474 +77 63.63636364 +78 64.10256410 +79 63.29113924 +80 63.75000000 +81 64.19753086 +82 64.63414634 +83 63.85542169 +84 64.28571429 +85 64.70588235 +86 65.11627907 +87 65.51724138 +88 65.90909091 +89 66.29213483 +90 66.66666667 +91 67.03296703 +92 67.39130435 +93 66.66666667 +94 65.95744681 +95 66.31578947 +96 66.66666667 +97 65.97938144 +98 66.32653061 +99 66.66666667 +100 67.00000000 +101 67.32673267 +102 66.66666667 +103 66.01941748 +104 65.38461538 +105 65.71428571 +106 65.09433962 +107 65.42056075 +108 64.81481481 +109 64.22018349 +110 64.54545455 +111 64.86486486 +112 65.17857143 +113 65.48672566 +114 65.78947368 +115 66.08695652 +116 65.51724138 +117 65.81196581 +118 66.10169492 +119 65.54621849 +120 65.83333333 +121 65.28925620 +122 65.57377049 +123 65.85365854 +124 65.32258065 +125 65.60000000 +126 65.87301587 +127 66.14173228 +128 66.40625000 +129 65.89147287 +130 66.15384615 +131 66.41221374 +132 66.66666667 +133 66.91729323 +134 66.41791045 +135 65.92592593 +136 66.17647059 +137 66.42335766 +138 66.66666667 +139 66.90647482 +140 67.14285714 +141 67.37588652 +142 67.60563380 +143 67.83216783 +144 68.05555556 +145 68.27586207 +146 67.80821918 +147 67.34693878 +148 66.89189189 +149 67.11409396 +150 67.33333333 +151 66.88741722 +152 67.10526316 +153 67.32026144 +154 66.88311688 +155 66.45161290 +156 66.66666667 +157 66.87898089 +158 67.08860759 +159 67.29559748 +160 67.50000000 +161 67.70186335 +162 67.90123457 +163 68.09815951 +164 67.68292683 +165 67.27272727 +166 67.46987952 +167 67.06586826 +168 67.26190476 +169 66.86390533 +170 67.05882353 +171 67.25146199 +172 67.44186047 +173 67.63005780 +174 67.81609195 +175 67.42857143 +176 67.61363636 +177 67.79661017 +178 67.41573034 +179 67.59776536 +180 67.77777778 +181 67.40331492 +182 67.58241758 +183 67.21311475 +184 67.39130435 +185 67.56756757 +186 67.74193548 +187 67.91443850 +188 68.08510638 +189 67.72486772 +190 67.36842105 +191 67.53926702 +192 67.70833333 +193 67.35751295 +194 67.52577320 +195 67.69230769 +196 67.85714286 +197 68.02030457 +198 68.18181818 +199 67.83919598 +200 68.00000000 +201 68.15920398 +202 68.31683168 +203 68.47290640 +204 68.62745098 +205 68.29268293 +206 67.96116505 +207 68.11594203 +208 68.26923077 +209 68.42105263 +210 68.57142857 +211 68.72037915 +212 68.39622642 +213 68.54460094 +214 68.69158879 +215 68.83720930 +216 68.51851852 +217 68.66359447 +218 68.80733945 +219 68.94977169 +220 69.09090909 +221 68.77828054 +222 68.91891892 +223 69.05829596 +224 68.75000000 +225 68.44444444 +226 68.14159292 +227 68.28193833 +228 68.42105263 +229 68.55895197 +230 68.69565217 +231 68.39826840 +232 68.10344828 +233 68.24034335 +234 67.94871795 +235 67.65957447 +236 67.37288136 +237 67.51054852 +238 67.64705882 +239 67.78242678 +240 67.91666667 +241 68.04979253 +242 68.18181818 +243 68.31275720 +244 68.03278689 +245 68.16326531 +246 68.29268293 +247 68.42105263 +248 68.54838710 +249 68.67469880 +250 68.80000000 +251 68.92430279 +252 69.04761905 +253 69.16996047 +254 68.89763780 +255 69.01960784 +256 68.75000000 +257 68.48249027 +258 68.60465116 +259 68.33976834 +260 68.46153846 +261 68.58237548 +262 68.70229008 +263 68.82129278 +264 68.93939394 +265 68.67924528 +266 68.42105263 +267 68.53932584 +268 68.65671642 +269 68.77323420 +270 68.88888889 +271 69.00369004 +272 68.75000000 +273 68.49816850 +274 68.24817518 +275 68.00000000 +276 68.11594203 +277 68.23104693 +278 67.98561151 +279 68.10035842 +280 68.21428571 +281 68.32740214 +282 68.43971631 +283 68.19787986 +284 68.30985915 +285 68.42105263 +286 68.53146853 +287 68.64111498 +288 68.75000000 +289 68.51211073 +290 68.62068966 +291 68.72852234 +292 68.83561644 +293 68.94197952 +294 68.70748299 +295 68.81355932 +296 68.91891892 +297 69.02356902 +298 69.12751678 +299 69.23076923 +300 69.00000000 +301 68.77076412 +302 68.87417219 +303 68.97689769 +304 69.07894737 +305 68.85245902 +306 68.62745098 +307 68.72964169 +308 68.83116883 +309 68.93203883 +310 69.03225806 +311 69.13183280 +312 68.91025641 +313 69.00958466 +314 68.78980892 +315 68.88888889 +316 68.98734177 +317 69.08517350 +318 68.86792453 +319 68.65203762 +320 68.43750000 +321 68.53582555 +322 68.63354037 +323 68.73065015 +324 68.51851852 +325 68.61538462 +326 68.71165644 +327 68.50152905 +328 68.59756098 +329 68.69300912 +330 68.48484848 +331 68.58006042 +332 68.67469880 +333 68.76876877 +334 68.86227545 +335 68.65671642 +336 68.45238095 +337 68.54599407 +338 68.34319527 +339 68.43657817 +340 68.52941176 +341 68.62170088 +342 68.42105263 +343 68.51311953 +344 68.60465116 +345 68.40579710 +346 68.20809249 +347 68.01152738 +348 67.81609195 +349 67.90830946 +350 68.00000000 +351 68.09116809 +352 68.18181818 +353 68.27195467 +354 68.07909605 +355 67.88732394 +356 67.97752809 +357 68.06722689 +358 68.15642458 +359 67.96657382 +360 68.05555556 +361 68.14404432 +362 68.23204420 +363 68.31955923 +364 68.40659341 +365 68.49315068 +366 68.30601093 +367 68.39237057 +368 68.47826087 +369 68.56368564 +370 68.64864865 +371 68.46361186 +372 68.54838710 +373 68.63270777 +374 68.71657754 +375 68.53333333 +376 68.35106383 +377 68.16976127 +378 68.25396825 +379 68.07387863 +380 68.15789474 +381 68.24146982 +382 68.06282723 +383 67.88511749 +384 67.96875000 +385 67.79220779 +386 67.87564767 +387 67.70025840 +388 67.52577320 +389 67.60925450 +390 67.43589744 +391 67.26342711 +392 67.34693878 +393 67.43002545 +394 67.51269036 +395 67.59493671 +396 67.42424242 +397 67.50629723 +398 67.33668342 +399 67.41854637 +400 67.50000000 +401 67.33167082 +402 67.41293532 +403 67.49379653 +404 67.57425743 +405 67.65432099 +406 67.73399015 +407 67.81326781 +408 67.89215686 +409 67.72616137 +410 67.80487805 +411 67.88321168 +412 67.96116505 +413 68.03874092 +414 68.11594203 +415 67.95180723 +416 67.78846154 +417 67.86570743 +418 67.94258373 +419 67.78042959 +420 67.85714286 +421 67.69596200 +422 67.53554502 +423 67.61229314 +424 67.45283019 +425 67.52941176 +426 67.60563380 +427 67.68149883 +428 67.52336449 +429 67.59906760 +430 67.67441860 +431 67.74941995 +432 67.82407407 +433 67.66743649 +434 67.74193548 +435 67.81609195 +436 67.88990826 +437 67.96338673 +438 68.03652968 +439 68.10933941 +440 67.95454545 +441 68.02721088 +442 67.87330317 +443 67.94582393 +444 68.01801802 +445 68.08988764 +446 68.16143498 +447 68.23266219 +448 68.30357143 +449 68.37416481 +450 68.22222222 +451 68.29268293 +452 68.36283186 +453 68.43267108 +454 68.28193833 +455 68.13186813 +456 68.20175439 +457 68.27133479 +458 68.34061135 +459 68.40958606 +460 68.26086957 +461 68.11279826 +462 68.18181818 +463 68.03455724 +464 67.88793103 +465 67.95698925 +466 68.02575107 +467 68.09421842 +468 68.16239316 +469 68.01705757 +470 68.08510638 +471 68.15286624 +472 68.22033898 +473 68.07610994 +474 68.14345992 +475 68.21052632 +476 68.27731092 +477 68.34381551 +478 68.41004184 +479 68.47599165 +480 68.54166667 +481 68.39916840 +482 68.46473029 +483 68.53002070 +484 68.59504132 +485 68.65979381 +486 68.72427984 +487 68.58316222 +488 68.64754098 +489 68.50715746 +490 68.36734694 +491 68.43177189 +492 68.49593496 +493 68.35699797 +494 68.42105263 +495 68.28282828 +496 68.14516129 +497 68.20925553 +498 68.27309237 +499 68.33667335 +500 68.40000000 +501 68.26347305 +502 68.32669323 +503 68.38966203 +504 68.45238095 +505 68.51485149 +506 68.37944664 +507 68.24457594 +508 68.30708661 +509 68.17288802 +510 68.23529412 +511 68.10176125 +512 67.96875000 +513 68.03118908 +514 68.09338521 +515 68.15533981 +516 68.21705426 +517 68.27852998 +518 68.33976834 +519 68.40077071 +520 68.26923077 +521 68.33013436 +522 68.39080460 +523 68.26003824 +524 68.32061069 +525 68.19047619 +526 68.06083650 +527 67.93168880 +528 67.80303030 +529 67.67485822 +530 67.73584906 +531 67.79661017 +532 67.85714286 +533 67.91744841 +534 67.79026217 +535 67.66355140 +536 67.72388060 +537 67.78398510 +538 67.65799257 +539 67.71799629 +540 67.59259259 +541 67.65249538 +542 67.71217712 +543 67.77163904 +544 67.83088235 +545 67.88990826 +546 67.94871795 +547 67.82449726 +548 67.88321168 +549 67.94171220 +550 68.00000000 +551 67.87658802 +552 67.75362319 +553 67.81193490 +554 67.87003610 +555 67.92792793 +556 67.80575540 +557 67.86355476 +558 67.74193548 +559 67.79964222 +560 67.85714286 +561 67.91443850 +562 67.97153025 +563 68.02841918 +564 67.90780142 +565 67.78761062 +566 67.84452297 +567 67.90123457 +568 67.95774648 +569 67.83831283 +570 67.71929825 +571 67.77583187 +572 67.65734266 +573 67.71378709 +574 67.77003484 +575 67.82608696 +576 67.88194444 +577 67.93760832 +578 67.99307958 +579 68.04835924 +580 67.93103448 +581 67.98623064 +582 67.86941581 +583 67.75300172 +584 67.80821918 +585 67.86324786 +586 67.74744027 +587 67.80238501 +588 67.85714286 +589 67.91171477 +590 67.96610169 +591 68.02030457 +592 68.07432432 +593 68.12816189 +594 68.18181818 +595 68.06722689 +596 67.95302013 +597 67.83919598 +598 67.89297659 +599 67.77963272 +600 67.83333333 +601 67.88685524 +602 67.77408638 +603 67.66169154 +604 67.71523179 +605 67.76859504 +606 67.82178218 +607 67.71004942 +608 67.76315789 +609 67.65188834 +610 67.70491803 +611 67.59410802 +612 67.64705882 +613 67.53670473 +614 67.58957655 +615 67.64227642 +616 67.53246753 +617 67.58508914 +618 67.47572816 +619 67.36672052 +620 67.41935484 +621 67.47181965 +622 67.36334405 +623 67.41573034 +624 67.30769231 +625 67.20000000 +626 67.09265176 +627 67.14513557 +628 67.19745223 +629 67.09062003 +630 67.14285714 +631 67.19492868 +632 67.08860759 +633 66.98262243 +634 67.03470032 +635 67.08661417 +636 67.13836478 +637 67.03296703 +638 67.08463950 +639 67.13615023 +640 67.18750000 +641 67.23868955 +642 67.13395639 +643 67.18506998 +644 67.23602484 +645 67.13178295 +646 67.18266254 +647 67.23338485 +648 67.12962963 +649 67.02619414 +650 67.07692308 +651 67.12749616 +652 67.17791411 +653 67.07503828 +654 66.97247706 +655 66.87022901 +656 66.76829268 +657 66.66666667 +658 66.71732523 +659 66.61608498 +660 66.66666667 +661 66.56580938 +662 66.61631420 +663 66.66666667 +664 66.71686747 +665 66.76691729 +666 66.81681682 +667 66.86656672 +668 66.76646707 +669 66.81614350 +670 66.86567164 +671 66.76602086 +672 66.81547619 +673 66.71619614 +674 66.61721068 +675 66.66666667 +676 66.56804734 +677 66.61742984 +678 66.66666667 +679 66.56848306 +680 66.61764706 +681 66.66666667 +682 66.56891496 +683 66.47144949 +684 66.52046784 +685 66.56934307 +686 66.47230321 +687 66.37554585 +688 66.42441860 +689 66.32801161 +690 66.37681159 +691 66.42547033 +692 66.47398844 +693 66.52236652 +694 66.57060519 +695 66.47482014 +696 66.37931034 +697 66.28407461 +698 66.18911175 +699 66.09442060 +700 66.14285714 +701 66.04850214 +702 66.09686610 +703 66.14509246 +704 66.19318182 +705 66.24113475 +706 66.28895184 +707 66.33663366 +708 66.38418079 +709 66.43159379 +710 66.33802817 +711 66.38537271 +712 66.43258427 +713 66.47966339 +714 66.38655462 +715 66.29370629 +716 66.34078212 +717 66.24825662 +718 66.15598886 +719 66.06397775 +720 66.11111111 +721 66.15811373 +722 66.20498615 +723 66.25172891 +724 66.16022099 +725 66.20689655 +726 66.11570248 +727 66.02475928 +728 66.07142857 +729 66.11796982 +730 66.16438356 +731 66.21067031 +732 66.25683060 +733 66.30286494 +734 66.34877384 +735 66.39455782 +736 66.44021739 +737 66.35006784 +738 66.39566396 +739 66.44113667 +740 66.48648649 +741 66.53171390 +742 66.57681941 +743 66.62180350 +744 66.53225806 +745 66.57718121 +746 66.62198391 +747 66.53279786 +748 66.44385027 +749 66.35514019 +750 66.40000000 + +Final result: 66.4000 +/- 1.7259 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q5_k_m.hsw b/scores/Llama-Guard-3-8B-q5_k_m.hsw new file mode 100644 index 0000000000000000000000000000000000000000..fd3d534b3ae105ec354ac04abc30597df431ccfb --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 77.77777778 +10 80.00000000 +11 81.81818182 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 83.33333333 +19 78.94736842 +20 80.00000000 +21 80.95238095 +22 81.81818182 +23 82.60869565 +24 79.16666667 +25 76.00000000 +26 73.07692308 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 73.33333333 +31 74.19354839 +32 71.87500000 +33 72.72727273 +34 73.52941176 +35 74.28571429 +36 75.00000000 +37 75.67567568 +38 76.31578947 +39 74.35897436 +40 75.00000000 +41 75.60975610 +42 73.80952381 +43 74.41860465 +44 75.00000000 +45 73.33333333 +46 73.91304348 +47 74.46808511 +48 75.00000000 +49 75.51020408 +50 76.00000000 +51 76.47058824 +52 75.00000000 +53 73.58490566 +54 74.07407407 +55 72.72727273 +56 71.42857143 +57 71.92982456 +58 72.41379310 +59 72.88135593 +60 73.33333333 +61 73.77049180 +62 74.19354839 +63 74.60317460 +64 75.00000000 +65 75.38461538 +66 74.24242424 +67 74.62686567 +68 75.00000000 +69 75.36231884 +70 75.71428571 +71 74.64788732 +72 75.00000000 +73 75.34246575 +74 75.67567568 +75 74.66666667 +76 75.00000000 +77 75.32467532 +78 75.64102564 +79 75.94936709 +80 76.25000000 +81 76.54320988 +82 76.82926829 +83 77.10843373 +84 77.38095238 +85 77.64705882 +86 77.90697674 +87 78.16091954 +88 78.40909091 +89 77.52808989 +90 77.77777778 +91 78.02197802 +92 77.17391304 +93 77.41935484 +94 77.65957447 +95 77.89473684 +96 78.12500000 +97 78.35051546 +98 78.57142857 +99 78.78787879 +100 78.00000000 +101 78.21782178 +102 77.45098039 +103 76.69902913 +104 76.92307692 +105 77.14285714 +106 77.35849057 +107 77.57009346 +108 77.77777778 +109 77.06422018 +110 77.27272727 +111 77.47747748 +112 77.67857143 +113 77.87610619 +114 78.07017544 +115 78.26086957 +116 77.58620690 +117 77.77777778 +118 77.96610169 +119 78.15126050 +120 77.50000000 +121 77.68595041 +122 77.86885246 +123 78.04878049 +124 78.22580645 +125 78.40000000 +126 78.57142857 +127 78.74015748 +128 78.12500000 +129 78.29457364 +130 77.69230769 +131 77.86259542 +132 78.03030303 +133 78.19548872 +134 78.35820896 +135 78.51851852 +136 78.67647059 +137 78.83211679 +138 78.98550725 +139 79.13669065 +140 79.28571429 +141 79.43262411 +142 79.57746479 +143 79.72027972 +144 79.86111111 +145 80.00000000 +146 80.13698630 +147 80.27210884 +148 79.72972973 +149 79.86577181 +150 80.00000000 +151 79.47019868 +152 78.94736842 +153 79.08496732 +154 79.22077922 +155 79.35483871 +156 78.84615385 +157 78.34394904 +158 78.48101266 +159 78.61635220 +160 78.75000000 +161 78.88198758 +162 79.01234568 +163 79.14110429 +164 79.26829268 +165 79.39393939 +166 79.51807229 +167 79.64071856 +168 79.76190476 +169 79.28994083 +170 79.41176471 +171 79.53216374 +172 79.65116279 +173 79.76878613 +174 79.88505747 +175 80.00000000 +176 80.11363636 +177 80.22598870 +178 80.33707865 +179 79.88826816 +180 80.00000000 +181 79.55801105 +182 79.67032967 +183 79.78142077 +184 79.89130435 +185 80.00000000 +186 79.56989247 +187 79.14438503 +188 78.72340426 +189 78.83597884 +190 78.94736842 +191 79.05759162 +192 79.16666667 +193 78.75647668 +194 78.86597938 +195 78.46153846 +196 78.06122449 +197 78.17258883 +198 77.77777778 +199 77.88944724 +200 78.00000000 +201 78.10945274 +202 78.21782178 +203 77.83251232 +204 77.94117647 +205 78.04878049 +206 78.15533981 +207 78.26086957 +208 77.88461538 +209 77.99043062 +210 78.09523810 +211 78.19905213 +212 78.30188679 +213 78.40375587 +214 78.50467290 +215 78.13953488 +216 78.24074074 +217 77.88018433 +218 77.98165138 +219 78.08219178 +220 78.18181818 +221 77.82805430 +222 77.92792793 +223 78.02690583 +224 78.12500000 +225 78.22222222 +226 78.31858407 +227 77.97356828 +228 78.07017544 +229 78.16593886 +230 77.82608696 +231 77.48917749 +232 77.15517241 +233 77.25321888 +234 77.35042735 +235 77.02127660 +236 76.69491525 +237 76.79324895 +238 76.89075630 +239 76.98744770 +240 77.08333333 +241 77.17842324 +242 77.27272727 +243 77.36625514 +244 77.45901639 +245 77.14285714 +246 77.23577236 +247 77.32793522 +248 77.41935484 +249 77.51004016 +250 77.60000000 +251 77.68924303 +252 77.77777778 +253 77.47035573 +254 77.55905512 +255 77.64705882 +256 77.73437500 +257 77.43190661 +258 77.51937984 +259 77.60617761 +260 77.69230769 +261 77.77777778 +262 77.48091603 +263 77.56653992 +264 77.65151515 +265 77.73584906 +266 77.81954887 +267 77.90262172 +268 77.98507463 +269 78.06691450 +270 78.14814815 +271 77.85977860 +272 77.94117647 +273 77.65567766 +274 77.73722628 +275 77.45454545 +276 77.53623188 +277 77.61732852 +278 77.69784173 +279 77.77777778 +280 77.85714286 +281 77.93594306 +282 78.01418440 +283 77.73851590 +284 77.81690141 +285 77.54385965 +286 77.62237762 +287 77.70034843 +288 77.77777778 +289 77.85467128 +290 77.93103448 +291 78.00687285 +292 77.73972603 +293 77.81569966 +294 77.89115646 +295 77.96610169 +296 78.04054054 +297 78.11447811 +298 78.18791946 +299 77.92642140 +300 77.66666667 +301 77.74086379 +302 77.81456954 +303 77.88778878 +304 77.63157895 +305 77.70491803 +306 77.77777778 +307 77.52442997 +308 77.59740260 +309 77.66990291 +310 77.74193548 +311 77.81350482 +312 77.88461538 +313 77.95527157 +314 78.02547771 +315 78.09523810 +316 78.16455696 +317 78.23343849 +318 77.98742138 +319 78.05642633 +320 78.12500000 +321 77.88161994 +322 77.63975155 +323 77.70897833 +324 77.77777778 +325 77.84615385 +326 77.91411043 +327 77.67584098 +328 77.74390244 +329 77.81155015 +330 77.87878788 +331 77.94561934 +332 78.01204819 +333 78.07807808 +334 77.84431138 +335 77.91044776 +336 77.97619048 +337 77.74480712 +338 77.51479290 +339 77.58112094 +340 77.64705882 +341 77.71260997 +342 77.77777778 +343 77.84256560 +344 77.61627907 +345 77.68115942 +346 77.45664740 +347 77.52161383 +348 77.29885057 +349 77.07736390 +350 77.14285714 +351 77.20797721 +352 77.27272727 +353 77.33711048 +354 77.40112994 +355 77.46478873 +356 77.52808989 +357 77.31092437 +358 77.37430168 +359 77.43732591 +360 77.22222222 +361 77.28531856 +362 77.34806630 +363 77.41046832 +364 77.47252747 +365 77.53424658 +366 77.59562842 +367 77.65667575 +368 77.71739130 +369 77.77777778 +370 77.83783784 +371 77.89757412 +372 77.95698925 +373 77.74798928 +374 77.80748663 +375 77.86666667 +376 77.92553191 +377 77.71883289 +378 77.77777778 +379 77.83641161 +380 77.89473684 +381 77.95275591 +382 78.01047120 +383 78.06788512 +384 78.12500000 +385 78.18181818 +386 78.23834197 +387 78.29457364 +388 78.35051546 +389 78.40616967 +390 78.46153846 +391 78.26086957 +392 78.31632653 +393 78.37150127 +394 78.42639594 +395 78.48101266 +396 78.53535354 +397 78.58942065 +398 78.64321608 +399 78.69674185 +400 78.75000000 +401 78.80299252 +402 78.60696517 +403 78.41191067 +404 78.46534653 +405 78.51851852 +406 78.57142857 +407 78.62407862 +408 78.67647059 +409 78.72860636 +410 78.53658537 +411 78.58880779 +412 78.64077670 +413 78.69249395 +414 78.74396135 +415 78.79518072 +416 78.84615385 +417 78.89688249 +418 78.94736842 +419 78.99761337 +420 79.04761905 +421 79.09738717 +422 79.14691943 +423 79.19621749 +424 79.24528302 +425 79.29411765 +426 79.34272300 +427 79.15690867 +428 79.20560748 +429 79.25407925 +430 79.30232558 +431 79.35034803 +432 79.39814815 +433 79.44572748 +434 79.49308756 +435 79.31034483 +436 79.35779817 +437 79.17620137 +438 79.22374429 +439 79.27107062 +440 79.31818182 +441 79.36507937 +442 79.41176471 +443 79.45823928 +444 79.50450450 +445 79.55056180 +446 79.59641256 +447 79.64205817 +448 79.68750000 +449 79.73273942 +450 79.77777778 +451 79.60088692 +452 79.64601770 +453 79.47019868 +454 79.51541850 +455 79.56043956 +456 79.60526316 +457 79.64989059 +458 79.69432314 +459 79.73856209 +460 79.78260870 +461 79.82646421 +462 79.87012987 +463 79.91360691 +464 79.95689655 +465 79.78494624 +466 79.82832618 +467 79.87152034 +468 79.70085470 +469 79.74413646 +470 79.57446809 +471 79.61783439 +472 79.66101695 +473 79.70401691 +474 79.74683544 +475 79.78947368 +476 79.62184874 +477 79.66457023 +478 79.70711297 +479 79.74947808 +480 79.79166667 +481 79.83367983 +482 79.87551867 +483 79.91718427 +484 79.75206612 +485 79.58762887 +486 79.62962963 +487 79.67145791 +488 79.50819672 +489 79.55010225 +490 79.59183673 +491 79.63340122 +492 79.67479675 +493 79.71602434 +494 79.75708502 +495 79.79797980 +496 79.83870968 +497 79.87927565 +498 79.91967871 +499 79.75951904 +500 79.80000000 +501 79.84031936 +502 79.88047809 +503 79.92047714 +504 79.96031746 +505 80.00000000 +506 80.03952569 +507 80.07889546 +508 80.11811024 +509 80.15717092 +510 80.19607843 +511 80.23483366 +512 80.07812500 +513 80.11695906 +514 80.15564202 +515 80.19417476 +516 80.03875969 +517 80.07736944 +518 80.11583012 +519 80.15414258 +520 80.19230769 +521 80.03838772 +522 80.07662835 +523 80.11472275 +524 80.15267176 +525 80.19047619 +526 80.03802281 +527 80.07590133 +528 80.11363636 +529 80.15122873 +530 80.18867925 +531 80.22598870 +532 80.26315789 +533 80.30018762 +534 80.33707865 +535 80.37383178 +536 80.41044776 +537 80.44692737 +538 80.48327138 +539 80.33395176 +540 80.37037037 +541 80.40665434 +542 80.44280443 +543 80.47882136 +544 80.51470588 +545 80.55045872 +546 80.58608059 +547 80.62157221 +548 80.65693431 +549 80.69216758 +550 80.54545455 +551 80.58076225 +552 80.43478261 +553 80.47016275 +554 80.50541516 +555 80.36036036 +556 80.39568345 +557 80.25134650 +558 80.10752688 +559 80.14311270 +560 80.17857143 +561 80.21390374 +562 80.07117438 +563 80.10657194 +564 80.14184397 +565 80.00000000 +566 79.85865724 +567 79.89417989 +568 79.92957746 +569 79.78910369 +570 79.82456140 +571 79.85989492 +572 79.89510490 +573 79.93019197 +574 79.96515679 +575 80.00000000 +576 80.03472222 +577 80.06932409 +578 80.10380623 +579 80.13816926 +580 80.17241379 +581 80.20654045 +582 80.24054983 +583 80.27444254 +584 80.30821918 +585 80.34188034 +586 80.37542662 +587 80.40885860 +588 80.27210884 +589 80.30560272 +590 80.33898305 +591 80.37225042 +592 80.40540541 +593 80.26981450 +594 80.13468013 +595 80.16806723 +596 80.20134228 +597 80.23450586 +598 80.26755853 +599 80.30050083 +600 80.33333333 +601 80.36605657 +602 80.39867110 +603 80.43117745 +604 80.46357616 +605 80.49586777 +606 80.36303630 +607 80.39538715 +608 80.42763158 +609 80.45977011 +610 80.49180328 +611 80.52373159 +612 80.55555556 +613 80.58727569 +614 80.61889251 +615 80.65040650 +616 80.51948052 +617 80.38897893 +618 80.42071197 +619 80.45234249 +620 80.48387097 +621 80.51529791 +622 80.54662379 +623 80.57784912 +624 80.60897436 +625 80.64000000 +626 80.51118211 +627 80.54226475 +628 80.57324841 +629 80.44515103 +630 80.47619048 +631 80.50713154 +632 80.37974684 +633 80.41074250 +634 80.44164038 +635 80.47244094 +636 80.50314465 +637 80.53375196 +638 80.56426332 +639 80.59467919 +640 80.46875000 +641 80.49921997 +642 80.52959502 +643 80.55987558 +644 80.59006211 +645 80.46511628 +646 80.49535604 +647 80.52550232 +648 80.55555556 +649 80.43143297 +650 80.46153846 +651 80.49155146 +652 80.52147239 +653 80.55130168 +654 80.58103976 +655 80.61068702 +656 80.64024390 +657 80.66971081 +658 80.69908815 +659 80.57663126 +660 80.45454545 +661 80.48411498 +662 80.51359517 +663 80.54298643 +664 80.57228916 +665 80.60150376 +666 80.63063063 +667 80.65967016 +668 80.68862275 +669 80.71748879 +670 80.74626866 +671 80.77496274 +672 80.80357143 +673 80.83209510 +674 80.86053412 +675 80.88888889 +676 80.91715976 +677 80.94534712 +678 80.97345133 +679 81.00147275 +680 81.02941176 +681 80.91042584 +682 80.93841642 +683 80.96632504 +684 80.99415205 +685 81.02189781 +686 81.04956268 +687 81.07714702 +688 81.10465116 +689 81.13207547 +690 81.15942029 +691 81.18668596 +692 81.21387283 +693 81.09668110 +694 81.12391931 +695 81.15107914 +696 81.17816092 +697 81.20516499 +698 81.23209169 +699 81.25894134 +700 81.28571429 +701 81.31241084 +702 81.33903134 +703 81.36557610 +704 81.39204545 +705 81.41843972 +706 81.44475921 +707 81.47100424 +708 81.49717514 +709 81.52327221 +710 81.54929577 +711 81.57524613 +712 81.60112360 +713 81.62692847 +714 81.65266106 +715 81.53846154 +716 81.56424581 +717 81.58995816 +718 81.61559889 +719 81.64116829 +720 81.66666667 +721 81.69209431 +722 81.71745152 +723 81.74273859 +724 81.76795580 +725 81.79310345 +726 81.81818182 +727 81.84319120 +728 81.86813187 +729 81.75582990 +730 81.78082192 +731 81.80574555 +732 81.69398907 +733 81.58253752 +734 81.60762943 +735 81.63265306 +736 81.65760870 +737 81.54681140 +738 81.43631436 +739 81.32611637 +740 81.35135135 +741 81.37651822 +742 81.40161725 +743 81.42664872 +744 81.45161290 +745 81.47651007 +746 81.50134048 +747 81.39223561 +748 81.41711230 +749 81.44192256 +750 81.46666667 diff --git a/scores/Llama-Guard-3-8B-q5_k_m.mmlu b/scores/Llama-Guard-3-8B-q5_k_m.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..3b83acef6bcc4d03b9faec45a962b21f90857bbd --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 42.85714286 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 52.17391304 +24 54.16666667 +25 56.00000000 +26 53.84615385 +27 55.55555556 +28 53.57142857 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 47.00854701 +118 47.45762712 +119 47.05882353 +120 46.66666667 +121 47.10743802 +122 46.72131148 +123 46.34146341 +124 45.96774194 +125 46.40000000 +126 46.03174603 +127 45.66929134 +128 45.31250000 +129 44.96124031 +130 44.61538462 +131 44.27480916 +132 43.93939394 +133 43.60902256 +134 43.28358209 +135 42.96296296 +136 42.64705882 +137 43.06569343 +138 42.75362319 +139 43.16546763 +140 42.85714286 +141 42.55319149 +142 42.95774648 +143 43.35664336 +144 43.75000000 +145 44.13793103 +146 44.52054795 +147 44.21768707 +148 44.59459459 +149 44.29530201 +150 44.00000000 +151 43.70860927 +152 44.07894737 +153 43.79084967 +154 43.50649351 +155 43.22580645 +156 42.94871795 +157 43.31210191 +158 43.67088608 +159 43.39622642 +160 43.75000000 +161 43.47826087 +162 43.20987654 +163 42.94478528 +164 42.68292683 +165 43.03030303 +166 42.77108434 +167 43.11377246 +168 42.85714286 +169 43.19526627 +170 42.94117647 +171 43.27485380 +172 43.02325581 +173 42.77456647 +174 42.52873563 +175 42.28571429 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 42.54143646 +182 42.30769231 +183 42.62295082 +184 42.39130435 +185 42.70270270 +186 43.01075269 +187 42.78074866 +188 43.08510638 +189 43.38624339 +190 43.15789474 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 43.29896907 +195 43.58974359 +196 43.87755102 +197 43.65482234 +198 43.43434343 +199 43.21608040 +200 43.00000000 +201 42.78606965 +202 42.57425743 +203 42.36453202 +204 42.15686275 +205 42.43902439 +206 42.23300971 +207 42.51207729 +208 42.30769231 +209 42.10526316 +210 41.90476190 +211 42.18009479 +212 41.98113208 +213 41.78403756 +214 41.58878505 +215 41.86046512 +216 42.12962963 +217 41.93548387 +218 42.20183486 +219 42.46575342 +220 42.72727273 +221 42.53393665 +222 42.79279279 +223 43.04932735 +224 42.85714286 +225 43.11111111 +226 42.92035398 +227 42.73127753 +228 42.98245614 +229 42.79475983 +230 42.60869565 +231 42.42424242 +232 42.67241379 +233 42.48927039 +234 42.73504274 +235 42.55319149 +236 42.37288136 +237 42.19409283 +238 42.01680672 +239 41.84100418 +240 42.08333333 +241 41.90871369 +242 42.14876033 +243 42.38683128 +244 42.21311475 +245 42.44897959 +246 42.27642276 +247 42.10526316 +248 42.33870968 +249 42.16867470 +250 42.00000000 +251 41.83266932 +252 41.66666667 +253 41.50197628 +254 41.33858268 +255 41.17647059 +256 41.40625000 +257 41.63424125 +258 41.47286822 +259 41.31274131 +260 41.53846154 +261 41.37931034 +262 41.22137405 +263 41.06463878 +264 40.90909091 +265 41.13207547 +266 41.35338346 +267 41.19850187 +268 41.04477612 +269 41.26394052 +270 41.11111111 +271 40.95940959 +272 41.17647059 +273 41.02564103 +274 40.87591241 +275 40.72727273 +276 40.94202899 +277 41.15523466 +278 41.00719424 +279 40.86021505 +280 41.07142857 +281 40.92526690 +282 41.13475177 +283 40.98939929 +284 40.84507042 +285 40.70175439 +286 40.55944056 +287 40.76655052 +288 40.62500000 +289 40.48442907 +290 40.68965517 +291 40.89347079 +292 41.09589041 +293 40.95563140 +294 40.81632653 +295 40.67796610 +296 40.54054054 +297 40.40404040 +298 40.60402685 +299 40.46822742 +300 40.66666667 +301 40.53156146 +302 40.39735099 +303 40.26402640 +304 40.13157895 +305 40.32786885 +306 40.19607843 +307 40.39087948 +308 40.25974026 +309 40.12944984 +310 40.00000000 +311 39.87138264 +312 40.06410256 +313 40.25559105 +314 40.12738854 +315 40.00000000 +316 39.87341772 +317 40.06309148 +318 40.25157233 +319 40.43887147 +320 40.31250000 +321 40.18691589 +322 40.06211180 +323 39.93808050 +324 39.81481481 +325 40.00000000 +326 39.87730061 +327 40.06116208 +328 39.93902439 +329 39.81762918 +330 39.69696970 +331 39.57703927 +332 39.75903614 +333 39.93993994 +334 39.82035928 +335 40.00000000 +336 40.17857143 +337 40.05934718 +338 40.23668639 +339 40.11799410 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.40114613 +350 40.57142857 +351 40.45584046 +352 40.34090909 +353 40.50991501 +354 40.39548023 +355 40.28169014 +356 40.16853933 +357 40.33613445 +358 40.22346369 +359 40.11142061 +360 40.27777778 +361 40.44321330 +362 40.60773481 +363 40.77134986 +364 40.65934066 +365 40.54794521 +366 40.71038251 +367 40.59945504 +368 40.48913043 +369 40.37940379 +370 40.54054054 +371 40.43126685 +372 40.32258065 +373 40.21447721 +374 40.37433155 +375 40.53333333 +376 40.42553191 +377 40.31830239 +378 40.47619048 +379 40.36939314 +380 40.26315789 +381 40.41994751 +382 40.31413613 +383 40.46997389 +384 40.36458333 +385 40.51948052 +386 40.41450777 +387 40.31007752 +388 40.20618557 +389 40.35989717 +390 40.51282051 +391 40.66496164 +392 40.81632653 +393 40.71246819 +394 40.60913706 +395 40.75949367 +396 40.90909091 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.29353234 +403 41.19106700 +404 41.08910891 +405 40.98765432 +406 40.88669951 +407 40.78624079 +408 40.68627451 +409 40.83129584 +410 40.73170732 +411 40.63260341 +412 40.53398058 +413 40.43583535 +414 40.57971014 +415 40.48192771 +416 40.62500000 +417 40.52757794 +418 40.43062201 +419 40.57279236 +420 40.47619048 +421 40.61757720 +422 40.52132701 +423 40.42553191 +424 40.56603774 +425 40.47058824 +426 40.37558685 +427 40.51522248 +428 40.42056075 +429 40.55944056 +430 40.46511628 +431 40.60324826 +432 40.50925926 +433 40.41570439 +434 40.32258065 +435 40.22988506 +436 40.13761468 +437 40.04576659 +438 40.18264840 +439 40.31890661 +440 40.22727273 +441 40.36281179 +442 40.27149321 +443 40.18058691 +444 40.09009009 +445 40.00000000 +446 39.91031390 +447 39.82102908 +448 39.73214286 +449 39.64365256 +450 39.77777778 +451 39.91130820 +452 39.82300885 +453 39.95584989 +454 39.86784141 +455 39.78021978 +456 39.91228070 +457 40.04376368 +458 39.95633188 +459 39.86928105 +460 40.00000000 +461 39.91323210 +462 40.04329004 +463 39.95680346 +464 40.08620690 +465 40.00000000 +466 39.91416309 +467 40.04282655 +468 40.17094017 +469 40.29850746 +470 40.21276596 +471 40.12738854 +472 40.04237288 +473 40.16913319 +474 40.08438819 +475 40.00000000 +476 40.12605042 +477 40.04192872 +478 40.16736402 +479 40.08350731 +480 40.20833333 +481 40.12474012 +482 40.04149378 +483 40.16563147 +484 40.08264463 +485 40.00000000 +486 39.91769547 +487 40.04106776 +488 39.95901639 +489 39.87730061 +490 40.00000000 +491 39.91853360 +492 39.83739837 +493 39.75659229 +494 39.87854251 +495 40.00000000 +496 40.12096774 +497 40.04024145 +498 39.95983936 +499 40.08016032 +500 40.20000000 +501 40.11976048 +502 40.03984064 +503 39.96023857 +504 40.07936508 +505 40.00000000 +506 40.11857708 +507 40.03944773 +508 39.96062992 +509 39.88212181 +510 40.00000000 +511 39.92172211 +512 39.84375000 +513 39.76608187 +514 39.68871595 +515 39.61165049 +516 39.72868217 +517 39.84526112 +518 39.96138996 +519 39.88439306 +520 39.80769231 +521 39.73128599 +522 39.84674330 +523 39.77055449 +524 39.88549618 +525 39.80952381 +526 39.73384030 +527 39.84819734 +528 39.96212121 +529 39.88657845 +530 40.00000000 +531 39.92467043 +532 39.84962406 +533 39.77485929 +534 39.70037453 +535 39.81308411 +536 39.73880597 +537 39.85102421 +538 39.96282528 +539 39.88868275 +540 39.81481481 +541 39.74121996 +542 39.85239852 +543 39.77900552 +544 39.88970588 +545 39.81651376 +546 39.74358974 +547 39.85374771 +548 39.96350365 +549 39.89071038 +550 39.81818182 +551 39.92740472 +552 39.85507246 +553 39.78300181 +554 39.71119134 +555 39.63963964 +556 39.74820144 +557 39.67684022 +558 39.78494624 +559 39.71377460 +560 39.82142857 +561 39.75044563 +562 39.85765125 +563 39.96447602 +564 39.89361702 +565 40.00000000 +566 39.92932862 +567 39.85890653 +568 39.96478873 +569 39.89455185 +570 39.82456140 +571 39.75481611 +572 39.86013986 +573 39.79057592 +574 39.72125436 +575 39.65217391 +576 39.75694444 +577 39.86135182 +578 39.96539792 +579 39.89637306 +580 40.00000000 +581 39.93115318 +582 39.86254296 +583 39.96569468 +584 40.06849315 +585 40.00000000 +586 39.93174061 +587 39.86371380 +588 39.79591837 +589 39.72835314 +590 39.66101695 +591 39.59390863 +592 39.52702703 +593 39.62900506 +594 39.73063973 +595 39.66386555 +596 39.76510067 +597 39.69849246 +598 39.63210702 +599 39.73288815 +600 39.66666667 +601 39.60066556 +602 39.53488372 +603 39.63515755 +604 39.56953642 +605 39.66942149 +606 39.60396040 +607 39.70345964 +608 39.63815789 +609 39.57307061 +610 39.50819672 +611 39.60720131 +612 39.54248366 +613 39.64110930 +614 39.57654723 +615 39.51219512 +616 39.61038961 +617 39.54619125 +618 39.48220065 +619 39.41841680 +620 39.35483871 +621 39.29146538 +622 39.38906752 +623 39.32584270 +624 39.26282051 +625 39.20000000 +626 39.29712460 +627 39.23444976 +628 39.17197452 +629 39.26868045 +630 39.36507937 +631 39.30269414 +632 39.39873418 +633 39.33649289 +634 39.27444795 +635 39.21259843 +636 39.15094340 +637 39.24646782 +638 39.18495298 +639 39.12363067 +640 39.21875000 +641 39.15756630 +642 39.09657321 +643 39.03576983 +644 39.13043478 +645 39.06976744 +646 39.00928793 +647 38.94899536 +648 38.88888889 +649 38.82896764 +650 38.76923077 +651 38.70967742 +652 38.65030675 +653 38.59111792 +654 38.68501529 +655 38.62595420 +656 38.71951220 +657 38.66057839 +658 38.75379939 +659 38.69499241 +660 38.63636364 +661 38.57791225 +662 38.51963746 +663 38.46153846 +664 38.55421687 +665 38.64661654 +666 38.58858859 +667 38.68065967 +668 38.77245509 +669 38.71449925 +670 38.80597015 +671 38.74813711 +672 38.69047619 +673 38.63298663 +674 38.57566766 +675 38.51851852 +676 38.46153846 +677 38.40472674 +678 38.49557522 +679 38.43888071 +680 38.52941176 +681 38.61967695 +682 38.56304985 +683 38.50658858 +684 38.59649123 +685 38.54014599 +686 38.48396501 +687 38.42794760 +688 38.37209302 +689 38.46153846 +690 38.40579710 +691 38.35021708 +692 38.29479769 +693 38.23953824 +694 38.18443804 +695 38.12949640 +696 38.21839080 +697 38.16355811 +698 38.25214900 +699 38.34048641 +700 38.28571429 +701 38.23109843 +702 38.31908832 +703 38.40682788 +704 38.49431818 +705 38.43971631 +706 38.38526912 +707 38.33097595 +708 38.27683616 +709 38.36389281 +710 38.30985915 +711 38.39662447 +712 38.34269663 +713 38.42917251 +714 38.51540616 +715 38.46153846 +716 38.40782123 +717 38.35425384 +718 38.30083565 +719 38.24756606 +720 38.19444444 +721 38.14147018 +722 38.08864266 +723 38.17427386 +724 38.25966851 +725 38.34482759 +726 38.42975207 +727 38.51444292 +728 38.46153846 +729 38.40877915 +730 38.35616438 +731 38.30369357 +732 38.25136612 +733 38.33560709 +734 38.41961853 +735 38.36734694 +736 38.31521739 +737 38.39891452 +738 38.48238482 +739 38.56562923 +740 38.51351351 +741 38.46153846 +742 38.54447439 +743 38.62718708 +744 38.70967742 +745 38.65771812 +746 38.60589812 +747 38.55421687 +748 38.50267380 +749 38.45126836 +750 38.53333333 + +Final result: 38.5333 +/- 1.7783 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q5_k_m.ppx b/scores/Llama-Guard-3-8B-q5_k_m.ppx new file mode 100644 index 0000000000000000000000000000000000000000..a503c0e398f41547012329576cb35f25de8587b9 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.843617 ± 0.042247 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.08% +Mean ln(PPL(Q)/PPL(base)) : 0.043092 ± 0.000836 +Mean PPL(Q)/PPL(base) : 1.044034 ± 0.000873 +Mean PPL(Q)-PPL(base) : 0.288639 ± 0.005967 + +====== KL divergence statistics ====== +Mean KLD: 0.045866 ± 0.000199 +Maximum KLD: 5.574081 +99.9% KLD: 0.899927 +99.0% KLD: 0.276610 +99.0% KLD: 0.276610 +Median KLD: 0.033327 +10.0% KLD: 0.001145 + 5.0% KLD: 0.000303 + 1.0% KLD: 0.000035 +Minimum KLD: -0.000012 + +====== Token probability statistics ====== +Mean Δp: -0.889 ± 0.016 % +Maximum Δp: 81.712% +99.9% Δp: 28.945% +99.0% Δp: 16.085% +95.0% Δp: 8.022% +90.0% Δp: 4.546% +75.0% Δp: 0.696% +Median Δp: -0.063% +25.0% Δp: -2.295% +10.0% Δp: -7.425% + 5.0% Δp: -11.364% + 1.0% Δp: -20.876% + 0.1% Δp: -42.257% +Minimum Δp: -96.871% +RMS Δp : 6.306 ± 0.034 % +Same top p: 87.868 ± 0.086 % diff --git a/scores/Llama-Guard-3-8B-q5_k_m.tqa b/scores/Llama-Guard-3-8B-q5_k_m.tqa new file mode 100644 index 0000000000000000000000000000000000000000..649375498d8cad4fc1c7a4f77e2243d73d89f52a --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 40.00000000 +21 38.09523810 +22 36.36363636 +23 34.78260870 +24 37.50000000 +25 36.00000000 +26 34.61538462 +27 33.33333333 +28 32.14285714 +29 34.48275862 +30 36.66666667 +31 38.70967742 +32 40.62500000 +33 42.42424242 +34 41.17647059 +35 40.00000000 +36 38.88888889 +37 40.54054054 +38 39.47368421 +39 41.02564103 +40 40.00000000 +41 39.02439024 +42 38.09523810 +43 37.20930233 +44 38.63636364 +45 40.00000000 +46 39.13043478 +47 38.29787234 +48 39.58333333 +49 38.77551020 +50 40.00000000 +51 39.21568627 +52 38.46153846 +53 37.73584906 +54 37.03703704 +55 38.18181818 +56 37.50000000 +57 36.84210526 +58 36.20689655 +59 35.59322034 +60 36.66666667 +61 36.06557377 +62 37.09677419 +63 38.09523810 +64 39.06250000 +65 38.46153846 +66 37.87878788 +67 37.31343284 +68 36.76470588 +69 37.68115942 +70 37.14285714 +71 38.02816901 +72 38.88888889 +73 38.35616438 +74 37.83783784 +75 37.33333333 +76 38.15789474 +77 37.66233766 +78 37.17948718 +79 36.70886076 +80 37.50000000 +81 37.03703704 +82 37.80487805 +83 37.34939759 +84 36.90476190 +85 36.47058824 +86 36.04651163 +87 35.63218391 +88 35.22727273 +89 35.95505618 +90 35.55555556 +91 35.16483516 +92 34.78260870 +93 34.40860215 +94 34.04255319 +95 33.68421053 +96 34.37500000 +97 34.02061856 +98 33.67346939 +99 34.34343434 +100 34.00000000 +101 34.65346535 +102 34.31372549 +103 34.95145631 +104 34.61538462 +105 34.28571429 +106 33.96226415 +107 34.57943925 +108 35.18518519 +109 34.86238532 +110 35.45454545 +111 35.13513514 +112 35.71428571 +113 36.28318584 +114 35.96491228 +115 35.65217391 +116 35.34482759 +117 35.04273504 +118 34.74576271 +119 34.45378151 +120 35.00000000 +121 35.53719008 +122 35.24590164 +123 34.95934959 +124 35.48387097 +125 36.00000000 +126 36.50793651 +127 36.22047244 +128 35.93750000 +129 36.43410853 +130 36.15384615 +131 35.87786260 +132 35.60606061 +133 35.33834586 +134 35.07462687 +135 34.81481481 +136 34.55882353 +137 35.03649635 +138 35.50724638 +139 35.97122302 +140 35.71428571 +141 35.46099291 +142 35.21126761 +143 34.96503497 +144 35.41666667 +145 35.17241379 +146 34.93150685 +147 34.69387755 +148 34.45945946 +149 34.22818792 +150 34.00000000 +151 34.43708609 +152 34.21052632 +153 33.98692810 +154 33.76623377 +155 33.54838710 +156 33.97435897 +157 33.75796178 +158 34.17721519 +159 33.96226415 +160 33.75000000 +161 33.54037267 +162 33.95061728 +163 33.74233129 +164 33.53658537 +165 33.93939394 +166 34.33734940 +167 34.13173653 +168 34.52380952 +169 34.31952663 +170 34.11764706 +171 33.91812865 +172 33.72093023 +173 33.52601156 +174 33.90804598 +175 33.71428571 +176 34.09090909 +177 33.89830508 +178 33.70786517 +179 34.07821229 +180 33.88888889 +181 33.70165746 +182 33.51648352 +183 33.33333333 +184 33.15217391 +185 32.97297297 +186 33.33333333 +187 33.15508021 +188 32.97872340 +189 33.33333333 +190 33.15789474 +191 32.98429319 +192 32.81250000 +193 32.64248705 +194 32.98969072 +195 32.82051282 +196 32.65306122 +197 32.48730964 +198 32.32323232 +199 32.16080402 +200 32.50000000 +201 32.33830846 +202 32.17821782 +203 32.01970443 +204 31.86274510 +205 32.19512195 +206 32.03883495 +207 32.36714976 +208 32.21153846 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.48148148 +217 31.33640553 +218 31.65137615 +219 31.50684932 +220 31.36363636 +221 31.22171946 +222 31.08108108 +223 30.94170404 +224 31.25000000 +225 31.11111111 +226 31.41592920 +227 31.71806167 +228 31.57894737 +229 31.44104803 +230 31.30434783 +231 31.16883117 +232 31.03448276 +233 31.33047210 +234 31.62393162 +235 31.91489362 +236 32.20338983 +237 32.06751055 +238 32.35294118 +239 32.21757322 +240 32.08333333 +241 31.95020747 +242 31.81818182 +243 31.68724280 +244 31.55737705 +245 31.42857143 +246 31.30081301 +247 31.17408907 +248 31.04838710 +249 30.92369478 +250 30.80000000 +251 31.07569721 +252 31.34920635 +253 31.22529644 +254 31.10236220 +255 31.37254902 +256 31.25000000 +257 31.12840467 +258 31.00775194 +259 30.88803089 +260 30.76923077 +261 31.03448276 +262 30.91603053 +263 30.79847909 +264 31.06060606 +265 31.32075472 +266 31.20300752 +267 31.08614232 +268 30.97014925 +269 30.85501859 +270 30.74074074 +271 30.62730627 +272 30.51470588 +273 30.40293040 +274 30.29197080 +275 30.18181818 +276 30.07246377 +277 29.96389892 +278 30.21582734 +279 30.10752688 +280 30.35714286 +281 30.60498221 +282 30.49645390 +283 30.74204947 +284 30.63380282 +285 30.52631579 +286 30.76923077 +287 31.01045296 +288 31.25000000 +289 31.14186851 +290 31.03448276 +291 31.27147766 +292 31.50684932 +293 31.74061433 +294 31.63265306 +295 31.86440678 +296 32.09459459 +297 32.32323232 +298 32.21476510 +299 32.10702341 +300 32.00000000 +301 31.89368771 +302 31.78807947 +303 31.68316832 +304 31.57894737 +305 31.47540984 +306 31.37254902 +307 31.27035831 +308 31.49350649 +309 31.39158576 +310 31.29032258 +311 31.18971061 +312 31.41025641 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 31.23028391 +318 31.13207547 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 31.21212121 +331 31.11782477 +332 31.32530120 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.85840708 +340 31.76470588 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.56484150 +348 32.47126437 +349 32.37822350 +350 32.28571429 +351 32.19373219 +352 32.38636364 +353 32.29461756 +354 32.20338983 +355 32.39436620 +356 32.30337079 +357 32.49299720 +358 32.68156425 +359 32.59052925 +360 32.50000000 +361 32.40997230 +362 32.32044199 +363 32.23140496 +364 32.14285714 +365 32.05479452 +366 31.96721311 +367 32.15258856 +368 32.06521739 +369 31.97831978 +370 31.89189189 +371 31.80592992 +372 31.98924731 +373 31.90348525 +374 32.08556150 +375 32.00000000 +376 31.91489362 +377 32.09549072 +378 32.01058201 +379 31.92612137 +380 32.10526316 +381 32.02099738 +382 32.19895288 +383 32.11488251 +384 32.03125000 +385 31.94805195 +386 31.86528497 +387 31.78294574 +388 31.95876289 +389 31.87660668 +390 31.79487179 +391 31.96930946 +392 31.88775510 +393 32.06106870 +394 32.23350254 +395 32.15189873 +396 32.32323232 +397 32.49370277 +398 32.41206030 +399 32.33082707 +400 32.25000000 +401 32.41895262 +402 32.58706468 +403 32.50620347 +404 32.42574257 +405 32.34567901 +406 32.26600985 +407 32.18673219 +408 32.10784314 +409 32.02933985 +410 31.95121951 +411 31.87347932 +412 32.03883495 +413 32.20338983 +414 32.36714976 +415 32.53012048 +416 32.45192308 +417 32.61390887 +418 32.53588517 +419 32.45823389 +420 32.61904762 +421 32.77909739 +422 32.70142180 +423 32.62411348 +424 32.54716981 +425 32.47058824 +426 32.39436620 +427 32.31850117 +428 32.24299065 +429 32.16783217 +430 32.09302326 +431 32.01856148 +432 32.17592593 +433 32.33256351 +434 32.48847926 +435 32.41379310 +436 32.56880734 +437 32.49427918 +438 32.64840183 +439 32.57403189 +440 32.72727273 +441 32.65306122 +442 32.57918552 +443 32.50564334 +444 32.65765766 +445 32.58426966 +446 32.51121076 +447 32.43847875 +448 32.36607143 +449 32.51670379 +450 32.66666667 +451 32.59423503 +452 32.52212389 +453 32.67108168 +454 32.59911894 +455 32.52747253 +456 32.45614035 +457 32.38512035 +458 32.31441048 +459 32.24400871 +460 32.17391304 +461 32.10412148 +462 32.25108225 +463 32.18142549 +464 32.32758621 +465 32.47311828 +466 32.40343348 +467 32.33404711 +468 32.47863248 +469 32.40938166 +470 32.34042553 +471 32.27176221 +472 32.41525424 +473 32.34672304 +474 32.27848101 +475 32.42105263 +476 32.35294118 +477 32.28511530 +478 32.21757322 +479 32.15031315 +480 32.08333333 +481 32.01663202 +482 32.15767635 +483 32.09109731 +484 32.02479339 +485 32.16494845 +486 32.09876543 +487 32.23819302 +488 32.17213115 +489 32.31083845 +490 32.44897959 +491 32.58655804 +492 32.72357724 +493 32.65720081 +494 32.59109312 +495 32.52525253 +496 32.45967742 +497 32.39436620 +498 32.32931727 +499 32.46492986 +500 32.40000000 +501 32.53493014 +502 32.47011952 +503 32.40556660 +504 32.53968254 +505 32.47524752 +506 32.41106719 +507 32.34714004 +508 32.48031496 +509 32.61296660 +510 32.74509804 +511 32.68101761 +512 32.61718750 +513 32.55360624 +514 32.49027237 +515 32.62135922 +516 32.55813953 +517 32.68858801 +518 32.62548263 +519 32.56262042 +520 32.50000000 +521 32.43761996 +522 32.37547893 +523 32.31357553 +524 32.25190840 +525 32.19047619 +526 32.12927757 +527 32.25806452 +528 32.19696970 +529 32.13610586 +530 32.07547170 +531 32.01506591 +532 31.95488722 +533 32.08255159 +534 32.02247191 +535 31.96261682 +536 31.90298507 +537 31.84357542 +538 31.78438662 +539 31.72541744 +540 31.66666667 +541 31.60813309 +542 31.54981550 +543 31.49171271 +544 31.43382353 +545 31.37614679 +546 31.50183150 +547 31.62705667 +548 31.75182482 +549 31.69398907 +550 31.63636364 +551 31.57894737 +552 31.70289855 +553 31.82640145 +554 31.76895307 +555 31.71171171 +556 31.65467626 +557 31.59784560 +558 31.54121864 +559 31.48479428 +560 31.60714286 +561 31.72905526 +562 31.67259786 +563 31.61634103 +564 31.73758865 +565 31.85840708 +566 31.97879859 +567 32.09876543 +568 32.21830986 +569 32.16168717 +570 32.10526316 +571 32.04903678 +572 31.99300699 +573 31.93717277 +574 32.05574913 +575 32.17391304 +576 32.29166667 +577 32.40901213 +578 32.52595156 +579 32.64248705 +580 32.75862069 +581 32.70223752 +582 32.64604811 +583 32.59005146 +584 32.70547945 +585 32.64957265 +586 32.76450512 +587 32.70868825 +588 32.65306122 +589 32.59762309 +590 32.71186441 +591 32.65651438 +592 32.60135135 +593 32.54637437 +594 32.65993266 +595 32.60504202 +596 32.55033557 +597 32.49581240 +598 32.44147157 +599 32.38731219 +600 32.33333333 +601 32.44592346 +602 32.55813953 +603 32.66998342 +604 32.61589404 +605 32.56198347 +606 32.67326733 +607 32.61943987 +608 32.56578947 +609 32.67651888 +610 32.62295082 +611 32.56955810 +612 32.67973856 +613 32.62642741 +614 32.57328990 +615 32.52032520 +616 32.62987013 +617 32.73905997 +618 32.68608414 +619 32.79483037 +620 32.74193548 +621 32.68921095 +622 32.79742765 +623 32.74478331 +624 32.69230769 +625 32.64000000 +626 32.58785942 +627 32.69537480 +628 32.80254777 +629 32.90937997 +630 32.85714286 +631 32.80507132 +632 32.75316456 +633 32.70142180 +634 32.80757098 +635 32.75590551 +636 32.70440252 +637 32.65306122 +638 32.60188088 +639 32.55086072 +640 32.65625000 +641 32.60530421 +642 32.71028037 +643 32.65940902 +644 32.60869565 +645 32.71317829 +646 32.66253870 +647 32.61205564 +648 32.71604938 +649 32.66563945 +650 32.76923077 +651 32.87250384 +652 32.97546012 +653 33.07810107 +654 33.02752294 +655 32.97709924 +656 33.07926829 +657 33.18112633 +658 33.13069909 +659 33.23216995 +660 33.18181818 +661 33.13161876 +662 33.08157100 +663 33.03167421 +664 32.98192771 +665 33.08270677 +666 33.18318318 +667 33.13343328 +668 33.08383234 +669 33.18385650 +670 33.28358209 +671 33.23397914 +672 33.18452381 +673 33.13521545 +674 33.08605341 +675 33.18518519 +676 33.28402367 +677 33.23485968 +678 33.18584071 +679 33.13696613 +680 33.08823529 +681 33.18649046 +682 33.28445748 +683 33.23572474 +684 33.33333333 +685 33.28467153 +686 33.23615160 +687 33.18777293 +688 33.28488372 +689 33.38171263 +690 33.33333333 +691 33.42981187 +692 33.52601156 +693 33.62193362 +694 33.57348703 +695 33.52517986 +696 33.62068966 +697 33.57245337 +698 33.52435530 +699 33.61945637 +700 33.71428571 +701 33.66619116 +702 33.61823362 +703 33.57041252 +704 33.52272727 +705 33.47517730 +706 33.56940510 +707 33.52192362 +708 33.47457627 +709 33.42736248 +710 33.38028169 +711 33.33333333 +712 33.28651685 +713 33.23983170 +714 33.33333333 +715 33.42657343 +716 33.37988827 +717 33.33333333 +718 33.28690808 +719 33.37969402 +720 33.33333333 +721 33.28710125 +722 33.24099723 +723 33.19502075 +724 33.28729282 +725 33.24137931 +726 33.33333333 +727 33.28748281 +728 33.24175824 +729 33.19615912 +730 33.28767123 +731 33.24213406 +732 33.33333333 +733 33.28785812 +734 33.24250681 +735 33.19727891 +736 33.15217391 +737 33.10719132 +738 33.06233062 +739 33.15290934 +740 33.10810811 +741 33.19838057 +742 33.15363881 +743 33.10901750 +744 33.19892473 +745 33.15436242 +746 33.24396783 +747 33.33333333 +748 33.28877005 +749 33.37783712 +750 33.46666667 + +Final result: 33.4667 +/- 1.7242 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q5_k_m.wng b/scores/Llama-Guard-3-8B-q5_k_m.wng new file mode 100644 index 0000000000000000000000000000000000000000..21c3c78e44080a86c1931e218f563ac71c4f7e2a --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_m.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -2.999633 -3.468219 1 1 +2 100.0000 -2.016132 -2.082814 1 1 +3 100.0000 -3.606580 -3.098799 2 2 +4 100.0000 -4.125092 -4.339381 1 1 +5 80.0000 -2.839021 -3.007665 1 2 +6 83.3333 -4.250033 -4.544733 1 1 +7 85.7143 -4.439767 -3.130737 2 2 +8 87.5000 -2.562335 -2.184684 2 2 +9 88.8889 -3.847832 -5.249731 1 1 +10 90.0000 -2.403138 -2.052502 2 2 +11 90.9091 -10.046837 -5.181193 2 2 +12 91.6667 -3.180021 -1.506189 2 2 +13 92.3077 -2.972131 -5.007572 1 1 +14 92.8571 -3.674884 -3.854865 1 1 +15 86.6667 -4.345083 -6.278255 1 2 +16 87.5000 -3.085268 -2.806265 2 2 +17 88.2353 -6.121686 -5.056313 2 2 +18 88.8889 -1.677969 -2.985194 1 1 +19 89.4737 -3.131837 -4.666844 1 1 +20 90.0000 -2.905930 -3.063584 1 1 +21 90.4762 -2.138344 -3.209454 1 1 +22 86.3636 -2.067897 -2.104050 1 2 +23 86.9565 -4.516726 -5.137240 1 1 +24 83.3333 -2.662869 -2.393072 2 1 +25 84.0000 -1.941250 -1.846212 2 2 +26 84.6154 -3.088560 -4.445570 1 1 +27 81.4815 -4.382007 -4.428491 1 2 +28 82.1429 -4.448808 -5.900568 1 1 +29 82.7586 -3.395655 -3.743636 1 1 +30 83.3333 -2.626092 -2.239500 2 2 +31 83.8710 -4.099428 -4.140646 1 1 +32 84.3750 -5.251796 -6.269990 1 1 +33 84.8485 -4.532387 -5.302593 1 1 +34 82.3529 -2.502593 -2.350662 2 1 +35 82.8571 -4.273850 -4.112272 2 2 +36 83.3333 -3.982536 -3.529604 2 2 +37 83.7838 -2.859833 -3.033559 1 1 +38 81.5789 -3.436836 -3.418965 2 1 +39 82.0513 -4.976799 -2.996984 2 2 +40 80.0000 -3.936789 -5.008169 1 2 +41 80.4878 -2.207900 -2.421257 1 1 +42 80.9524 -2.297394 -3.375945 1 1 +43 81.3953 -3.130270 -3.029363 2 2 +44 81.8182 -2.120327 -1.623298 2 2 +45 82.2222 -0.072265 -11.562605 1 1 +46 82.6087 -2.790285 -2.802542 1 1 +47 80.8511 -3.039896 -3.087865 1 2 +48 81.2500 -4.307080 -4.022471 2 2 +49 79.5918 -3.085675 -1.539382 2 1 +50 80.0000 -2.482962 -2.334415 2 2 +51 80.3922 -1.830451 -2.456959 1 1 +52 80.7692 -3.698142 -2.725606 2 2 +53 81.1321 -4.222553 -4.704390 1 1 +54 81.4815 -2.749966 -2.106259 2 2 +55 81.8182 -2.656680 -2.399561 2 2 +56 80.3571 -5.555779 -5.810998 1 2 +57 80.7018 -3.529107 -3.375411 2 2 +58 81.0345 -3.198178 -3.866693 1 1 +59 81.3559 -2.883992 -2.755445 2 2 +60 81.6667 -4.200953 -3.973896 2 2 +61 81.9672 -3.391896 -3.451512 1 1 +62 82.2581 -5.595173 -5.714683 1 1 +63 80.9524 -4.019446 -4.453593 1 2 +64 79.6875 -4.398650 -4.397810 2 1 +65 80.0000 -5.029314 -4.285479 2 2 +66 80.3030 -2.867813 -3.417193 1 1 +67 80.5970 -3.461492 -2.679680 2 2 +68 79.4118 -5.218723 -5.548936 1 2 +69 79.7101 -5.641969 -5.895151 1 1 +70 80.0000 -3.181787 -3.062875 2 2 +71 78.8732 -2.979635 -2.921291 2 1 +72 79.1667 -3.511801 -3.451050 2 2 +73 79.4521 -2.940808 -2.968782 1 1 +74 79.7297 -2.342754 -3.023204 1 1 +75 80.0000 -2.258350 -2.743642 1 1 +76 80.2632 -1.982666 -4.329316 1 1 +77 79.2208 -3.068443 -3.136876 1 2 +78 79.4872 -0.705223 -1.295417 1 1 +79 78.4810 -2.171342 -2.319373 1 2 +80 78.7500 -2.237045 -3.073937 1 1 +81 79.0123 -4.946133 -4.476166 2 2 +82 78.0488 -3.098055 -3.412639 1 2 +83 78.3133 -5.773493 -4.959363 2 2 +84 78.5714 -2.130867 -1.910978 2 2 +85 78.8235 -3.981520 -4.263733 1 1 +86 79.0698 -5.818644 -5.725982 2 2 +87 78.1609 -1.810263 -1.631319 2 1 +88 77.2727 -5.766632 -4.804311 2 1 +89 77.5281 -3.623879 -3.678304 1 1 +90 77.7778 -4.376179 -2.981627 2 2 +91 78.0220 -4.190873 -4.240815 1 1 +92 78.2609 -4.128983 -3.998165 2 2 +93 78.4946 -2.128532 -1.846056 2 2 +94 78.7234 -4.668240 -4.151670 2 2 +95 78.9474 -3.191015 -3.637661 1 1 +96 79.1667 -1.796970 -2.425814 1 1 +97 78.3505 -5.311499 -4.580812 2 1 +98 78.5714 -4.088202 -3.353573 2 2 +99 77.7778 -3.049089 -3.019605 2 1 +100 78.0000 -5.815399 -5.471695 2 2 +101 77.2277 -4.436521 -4.725647 1 2 +102 76.4706 -3.947230 -3.901758 2 1 +103 76.6990 -2.759249 -2.273871 2 2 +104 76.9231 -7.521467 -7.276216 2 2 +105 77.1429 -1.487625 -1.727187 1 1 +106 77.3585 -2.664095 -2.364816 2 2 +107 77.5701 -4.020401 -3.502451 2 2 +108 77.7778 -3.747513 -2.916675 2 2 +109 77.0642 -3.898804 -4.210973 1 2 +110 77.2727 -4.251836 -3.429618 2 2 +111 77.4775 -3.039094 -2.855765 2 2 +112 76.7857 -3.708493 -3.095920 2 1 +113 76.1062 -4.607545 -6.041873 1 2 +114 76.3158 -4.175035 -4.922169 1 1 +115 76.5217 -1.812674 -2.241554 1 1 +116 76.7241 -2.200243 -1.764994 2 2 +117 76.0684 -3.831756 -4.155848 1 2 +118 76.2712 -1.401464 -1.941516 1 1 +119 76.4706 -1.591318 -2.385078 1 1 +120 75.8333 -3.063727 -2.819382 2 1 +121 76.0331 -1.128957 -1.032724 2 2 +122 76.2295 -6.227243 -5.457757 2 2 +123 76.4228 -3.992650 -4.344038 1 1 +124 76.6129 -3.276791 -2.866274 2 2 +125 76.0000 -3.032967 -3.043484 1 2 +126 76.1905 -6.727098 -6.474232 2 2 +127 76.3780 -3.153769 -1.133763 2 2 +128 76.5625 -1.813642 -2.020554 1 1 +129 76.7442 -2.248758 -1.046087 2 2 +130 76.9231 -5.808657 -4.687534 2 2 +131 77.0992 -4.202562 -4.101153 2 2 +132 77.2727 -2.387822 -2.056781 2 2 +133 77.4436 -1.089980 -3.531305 1 1 +134 77.6119 -4.698567 -4.390724 2 2 +135 77.7778 -4.108477 -4.873480 1 1 +136 77.9412 -3.923023 -2.558551 2 2 +137 78.1022 -5.412333 -5.569352 1 1 +138 77.5362 -3.903987 -4.385639 1 2 +139 77.6978 -4.082977 -5.400735 1 1 +140 77.8571 -1.435461 -1.387176 2 2 +141 78.0142 -5.371283 -4.048459 2 2 +142 78.1690 -2.703765 -1.843525 2 2 +143 78.3217 -2.992754 -6.691291 1 1 +144 77.7778 -2.166303 -2.082603 2 1 +145 77.2414 -1.265078 -16.615768 1 2 +146 77.3973 -3.739655 -3.688563 2 2 +147 77.5510 -3.978526 -3.529243 2 2 +148 77.7027 -2.226900 -2.558978 1 1 +149 77.8523 -4.023404 -3.652795 2 2 +150 78.0000 -3.645354 -3.107746 2 2 +151 77.4834 -1.849530 -1.689289 2 1 +152 76.9737 -4.179196 -4.527471 1 2 +153 77.1242 -2.409335 -3.221189 1 1 +154 77.2727 -3.308882 -3.690909 1 1 +155 76.7742 -2.160591 -3.131633 1 2 +156 76.9231 -2.014428 -2.171659 1 1 +157 77.0701 -2.551833 -3.515680 1 1 +158 77.2152 -4.209211 -3.861882 2 2 +159 77.3585 -2.887645 -4.189065 1 1 +160 77.5000 -4.171301 -3.328274 2 2 +161 77.0186 -3.333801 -3.024139 2 1 +162 76.5432 -0.043037 -10.575798 1 2 +163 76.6871 -1.929277 -2.086718 1 1 +164 76.8293 -5.276451 -4.348010 2 2 +165 76.9697 -3.849612 -3.772813 2 2 +166 77.1084 -4.295129 -4.042305 2 2 +167 76.6467 -4.175779 -3.737344 2 1 +168 76.7857 -5.344262 -4.593328 2 2 +169 76.9231 -4.034196 -3.872755 2 2 +170 77.0588 -2.461580 -2.873828 1 1 +171 77.1930 -3.426334 -4.144662 1 1 +172 77.3256 -3.949059 -4.579781 1 1 +173 77.4566 -2.897160 -2.817308 2 2 +174 77.0115 -6.306111 -6.315763 1 2 +175 77.1429 -3.612789 -3.898401 1 1 +176 77.2727 -1.625964 -3.791100 1 1 +177 77.4011 -6.400097 -6.204648 2 2 +178 76.9663 -2.922980 -2.889971 2 1 +179 77.0950 -2.384080 -2.614204 1 1 +180 77.2222 -4.466341 -4.104596 2 2 +181 77.3481 -3.227638 -2.586765 2 2 +182 77.4725 -3.856480 -3.211536 2 2 +183 77.0492 -5.180986 -5.253327 1 2 +184 77.1739 -1.679716 -2.668808 1 1 +185 76.7568 -3.951674 -4.057655 1 2 +186 76.8817 -2.481410 -2.925770 1 1 +187 77.0053 -4.584997 -4.209151 2 2 +188 76.5957 -3.759014 -2.980121 2 1 +189 76.1905 -3.201027 -3.669358 1 2 +190 76.3158 -5.497449 -5.275268 2 2 +191 76.4398 -2.408456 -2.930496 1 1 +192 76.5625 -4.929963 -3.932366 2 2 +193 76.1658 -3.497579 -3.524516 1 2 +194 76.2887 -1.994779 -1.643503 2 2 +195 75.8974 -3.534618 -3.285032 2 1 +196 75.5102 -3.178468 -3.489691 1 2 +197 75.6345 -1.165001 -3.189621 1 1 +198 75.7576 -2.634274 -7.037290 1 1 +199 75.8794 -5.675137 -4.711615 2 2 +200 76.0000 -3.135491 -2.810266 2 2 +201 76.1194 -2.704089 -3.260155 1 1 +202 75.7426 -6.643076 -6.899411 1 2 +203 75.8621 -2.748823 -2.613603 2 2 +204 75.9804 -2.188655 -2.579111 1 1 +205 76.0976 -3.183018 -2.198420 2 2 +206 75.7282 -4.884901 -5.264511 1 2 +207 75.8454 -3.622587 -3.646797 1 1 +208 75.9615 -3.189650 -2.730411 2 2 +209 76.0766 -3.823714 -2.997321 2 2 +210 76.1905 -6.145612 -6.054695 2 2 +211 75.8294 -5.030509 -4.832941 2 1 +212 75.9434 -5.097772 -4.185606 2 2 +213 76.0563 -4.795991 -4.675346 2 2 +214 75.7009 -2.998727 -2.967649 2 1 +215 75.8140 -5.689232 -5.451638 2 2 +216 75.4630 -3.292978 -3.160471 2 1 +217 75.5760 -0.897851 -1.567464 1 1 +218 75.6881 -2.487755 -2.171085 2 2 +219 75.7991 -3.190648 -3.359051 1 1 +220 75.4545 -3.034376 -3.126853 1 2 +221 75.5656 -3.676724 -10.848610 1 1 +222 75.2252 -0.211061 -8.105124 1 2 +223 75.3363 -4.094994 -3.009751 2 2 +224 75.4464 -5.862878 -4.174459 2 2 +225 75.1111 -2.475683 -2.684190 1 2 +226 75.2212 -2.639399 -3.307016 1 1 +227 74.8899 -3.423220 -3.321324 2 1 +228 75.0000 -1.422820 -1.941985 1 1 +229 75.1092 -3.301426 -3.195037 2 2 +230 75.2174 -2.921737 -3.539254 1 1 +231 75.3247 -2.162752 -2.770297 1 1 +232 75.4310 -2.968254 -2.267072 2 2 +233 75.5365 -1.994460 -2.419198 1 1 +234 75.6410 -3.116390 -3.010011 2 2 +235 75.7447 -4.059998 -3.312247 2 2 +236 75.4237 -1.951769 -1.844032 2 1 +237 75.1055 -2.053869 -1.686744 2 1 +238 75.2101 -2.851716 -2.462900 2 2 +239 74.8954 -2.632547 -2.795801 1 2 +240 74.5833 -6.193341 -6.278411 1 2 +241 74.2739 -3.168101 -3.570779 1 2 +242 74.3802 -5.550962 -5.368262 2 2 +243 74.0741 -4.741089 -4.559569 2 1 +244 74.1803 -2.443943 -3.669521 1 1 +245 74.2857 -3.671445 -5.064249 1 1 +246 74.3902 -2.376922 -2.641393 1 1 +247 74.4939 -3.357805 -2.996370 2 2 +248 74.5968 -3.251149 -2.638596 2 2 +249 74.6988 -2.698186 -1.835114 2 2 +250 74.8000 -1.995626 -2.772646 1 1 +251 74.5020 -1.264196 -1.243257 2 1 +252 74.6032 -6.565597 -6.282050 2 2 +253 74.3083 -5.201520 -4.992630 2 1 +254 74.0157 -4.567998 -5.618841 1 2 +255 74.1176 -2.616184 -3.668882 1 1 +256 73.8281 -4.049528 -2.969158 2 1 +257 73.5409 -2.466720 -2.189490 2 1 +258 73.2558 -3.566309 -3.790581 1 2 +259 73.3591 -4.909175 -5.427718 1 1 +260 73.4615 -6.105212 -6.486691 1 1 +261 73.5632 -3.707378 -3.697973 2 2 +262 73.6641 -4.575128 -4.547615 2 2 +263 73.7643 -2.439487 -2.914956 1 1 +264 73.8636 -3.856722 -3.364168 2 2 +265 73.9623 -1.005422 -1.794770 1 1 +266 74.0602 -4.964806 -5.176420 1 1 +267 74.1573 -2.406763 -2.433853 1 1 +268 73.8806 -3.512683 -3.129998 2 1 +269 73.9777 -2.727437 -2.658024 2 2 +270 74.0741 -1.940393 -2.841552 1 1 +271 74.1697 -2.941729 -2.342977 2 2 +272 74.2647 -3.757787 -3.440320 2 2 +273 74.3590 -2.940689 -2.835482 2 2 +274 74.4526 -3.612326 -3.279536 2 2 +275 74.5455 -2.673772 -2.851585 1 1 +276 74.6377 -2.088324 -2.188775 1 1 +277 74.7292 -3.197463 -3.927745 1 1 +278 74.4604 -2.685443 -2.649026 2 1 +279 74.5520 -4.002274 -3.196903 2 2 +280 74.6429 -3.589981 -3.403700 2 2 +281 74.7331 -2.549154 -1.720123 2 2 +282 74.8227 -4.091489 -3.314349 2 2 +283 74.5583 -3.022964 -3.509832 1 2 +284 74.6479 -2.232477 -3.283448 1 1 +285 74.7368 -3.378164 -4.243882 1 1 +286 74.8252 -3.336006 -3.592824 1 1 +287 74.9129 -2.204318 -3.984013 1 1 +288 74.6528 -2.918067 -3.158613 1 2 +289 74.3945 -2.546092 -2.234483 2 1 +290 74.4828 -3.538346 -3.931297 1 1 +291 74.5704 -2.955589 -3.324598 1 1 +292 74.6575 -2.682485 -1.719478 2 2 +293 74.7440 -3.040431 -2.783250 2 2 +294 74.4898 -3.873745 -3.683448 2 1 +295 74.5763 -1.875591 -2.095794 1 1 +296 74.6622 -4.629503 -4.360885 2 2 +297 74.4108 -2.013846 -2.627205 1 2 +298 74.4966 -5.254531 -4.878935 2 2 +299 74.5819 -2.382968 -2.135071 2 2 +300 74.6667 -2.572758 -3.109407 1 1 +301 74.7508 -4.646335 -5.375093 1 1 +302 74.8344 -3.794175 -3.600430 2 2 +303 74.5875 -8.916454 -8.289992 2 1 +304 74.6711 -4.381246 -3.842736 2 2 +305 74.4262 -3.133859 -3.347957 1 2 +306 74.5098 -2.282481 -1.949566 2 2 +307 74.5928 -2.754221 -2.800276 1 1 +308 74.3506 -4.727120 -4.957206 1 2 +309 74.4337 -3.857204 -4.083045 1 1 +310 74.5161 -5.472454 -5.058456 2 2 +311 74.5981 -0.867480 -5.172379 1 1 +312 74.6795 -3.956090 -4.213228 1 1 +313 74.7604 -4.502126 -4.221089 2 2 +314 74.8408 -4.061152 -3.421793 2 2 +315 74.9206 -1.649154 -3.258440 1 1 +316 75.0000 -7.226610 -4.312586 2 2 +317 74.7634 -4.887820 -4.824857 2 1 +318 74.8428 -4.542369 -4.332910 2 2 +319 74.9216 -1.157931 -1.568360 1 1 +320 75.0000 -3.850390 -4.853223 1 1 +321 74.7664 -2.825988 -2.845108 1 2 +322 74.5342 -2.273057 -2.779861 1 2 +323 74.6130 -3.119262 -3.827993 1 1 +324 74.3827 -3.944886 -3.800486 2 1 +325 74.4615 -5.033051 -4.132246 2 2 +326 74.5399 -2.173416 -1.910980 2 2 +327 74.6177 -2.248777 -2.508922 1 1 +328 74.3902 -3.868804 -3.585238 2 1 +329 74.4681 -3.700952 -7.295735 1 1 +330 74.5455 -1.844103 -2.229721 1 1 +331 74.3202 -4.386320 -3.257166 2 1 +332 74.3976 -1.691494 -2.162623 1 1 +333 74.4745 -3.546108 -2.075894 2 2 +334 74.5509 -2.571067 -5.187574 1 1 +335 74.3284 -5.207385 -4.343286 2 1 +336 74.4048 -4.216771 -3.892916 2 2 +337 74.4807 -2.051035 -1.242199 2 2 +338 74.2604 -3.592509 -2.825198 2 1 +339 74.3363 -5.253693 -5.114882 2 2 +340 74.4118 -4.207794 -4.802634 1 1 +341 74.4868 -3.150801 -3.860117 1 1 +342 74.5614 -5.220577 -4.541363 2 2 +343 74.6356 -3.251554 -3.373312 1 1 +344 74.7093 -2.098290 -2.861529 1 1 +345 74.7826 -0.647392 -2.142365 1 1 +346 74.5665 -5.156596 -5.728855 1 2 +347 74.6398 -3.219082 -2.966333 2 2 +348 74.7126 -0.996800 -2.150481 1 1 +349 74.4986 -3.429258 -4.383664 1 2 +350 74.2857 -2.069071 -3.098863 1 2 +351 74.3590 -2.665210 -3.045154 1 1 +352 74.4318 -3.889320 -3.623532 2 2 +353 74.5042 -2.015059 -2.347452 1 1 +354 74.5763 -5.011105 -4.679450 2 2 +355 74.6479 -2.097553 -1.766906 2 2 +356 74.7191 -2.730456 -2.692605 2 2 +357 74.7899 -3.595505 -3.388063 2 2 +358 74.8603 -1.959851 -1.822466 2 2 +359 74.9304 -5.041901 -3.237771 2 2 +360 74.7222 -3.223705 -3.352162 1 2 +361 74.7922 -2.789451 -1.695713 2 2 +362 74.8619 -4.920590 -4.738413 2 2 +363 74.6556 -2.651573 -2.526603 2 1 +364 74.7253 -5.523225 -5.621946 1 1 +365 74.7945 -5.093156 -5.150244 1 1 +366 74.5902 -2.923837 -7.538776 1 2 +367 74.3869 -5.051641 -4.774140 2 1 +368 74.4565 -4.629860 -4.027782 2 2 +369 74.2547 -2.675014 -3.389099 1 2 +370 74.3243 -4.933947 -5.137277 1 1 +371 74.3935 -2.445131 -3.408488 1 1 +372 74.4624 -2.592782 -2.596395 1 1 +373 74.2627 -4.714639 -3.871724 2 1 +374 74.3316 -2.258155 -2.968659 1 1 +375 74.4000 -2.656684 -2.339930 2 2 +376 74.4681 -4.653661 -3.083487 2 2 +377 74.5358 -3.942022 -3.862776 2 2 +378 74.3386 -3.666394 -3.929544 1 2 +379 74.1425 -1.151046 -2.597720 1 2 +380 74.2105 -5.163906 -5.988176 1 1 +381 74.2782 -9.113111 -7.076831 2 2 +382 74.3455 -2.233016 -2.014364 2 2 +383 74.4125 -3.151895 -1.174896 2 2 +384 74.2188 -3.776307 -2.699767 2 1 +385 74.0260 -1.325479 -1.231709 2 1 +386 74.0933 -2.000974 -12.325246 1 1 +387 74.1602 -1.574500 -2.486581 1 1 +388 74.2268 -6.217746 -6.042474 2 2 +389 74.2931 -2.534026 -2.124293 2 2 +390 74.3590 -2.658163 -3.237217 1 1 +391 74.1688 -3.700046 -3.867114 1 2 +392 73.9796 -3.328231 -2.699403 2 1 +393 74.0458 -5.179986 -5.085790 2 2 +394 74.1117 -2.698350 -3.384380 1 1 +395 74.1772 -3.007904 -2.477266 2 2 +396 74.2424 -2.466752 -2.614619 1 1 +397 74.3073 -6.344597 -6.801569 1 1 +398 74.3719 -3.827719 -5.296904 1 1 +399 74.4361 -2.938935 -3.448385 1 1 +400 74.5000 -1.441624 -7.223202 1 1 +401 74.5636 -2.980765 -3.602397 1 1 +402 74.3781 -3.607385 -3.678746 1 2 +403 74.1935 -6.958019 -7.434595 1 2 +404 74.2574 -3.780532 -2.550320 2 2 +405 74.3210 -3.345257 -3.886096 1 1 +406 74.3842 -7.260892 -7.847315 1 1 +407 74.2015 -4.583304 -4.857921 1 2 +408 74.0196 -2.997352 -3.196158 1 2 +409 74.0831 -3.976104 -4.453296 1 1 +410 73.9024 -3.634104 -3.245377 2 1 +411 73.9659 -2.797228 -4.134437 1 1 +412 74.0291 -3.183091 -2.618539 2 2 +413 74.0920 -3.103614 -2.279874 2 2 +414 73.9130 -3.527925 -3.648412 1 2 +415 73.9759 -2.557712 -2.368131 2 2 +416 74.0385 -3.887290 -2.508230 2 2 +417 74.1007 -4.244971 -4.589767 1 1 +418 73.9234 -4.189470 -3.929940 2 1 +419 73.7470 -3.634866 -3.710605 1 2 +420 73.8095 -3.014688 -2.715094 2 2 +421 73.8717 -3.835261 -3.683227 2 2 +422 73.9336 -1.863184 -1.888781 1 1 +423 73.9953 -3.049911 -3.239744 1 1 +424 74.0566 -4.547396 -5.071178 1 1 +425 74.1176 -5.098983 -3.568371 2 2 +426 74.1784 -1.586826 -1.373086 2 2 +427 74.2389 -3.556885 -4.050694 1 1 +428 74.2991 -3.912658 -3.978630 1 1 +429 74.3590 -3.087260 -2.956890 2 2 +430 74.1860 -6.649883 -6.301800 2 1 +431 74.2459 -3.662561 -5.145977 1 1 +432 74.0741 -3.250931 -3.445801 1 2 +433 74.1339 -2.030573 -1.733263 2 2 +434 74.1935 -6.422713 -6.763123 1 1 +435 74.0230 -3.448298 -3.309376 2 1 +436 74.0826 -1.800516 -2.261435 1 1 +437 73.9130 -3.130946 -3.310943 1 2 +438 73.9726 -3.856026 -3.596422 2 2 +439 74.0319 -2.465695 -3.568451 1 1 +440 73.8636 -3.874531 -3.854305 2 1 +441 73.9229 -3.236413 -5.272295 1 1 +442 73.7557 -4.100671 -3.702447 2 1 +443 73.8149 -1.767241 -3.308312 1 1 +444 73.6486 -6.260855 -6.519705 1 2 +445 73.7079 -1.411116 -2.169519 1 1 +446 73.7668 -4.401752 -3.889194 2 2 +447 73.6018 -2.452761 -2.393272 2 1 +448 73.6607 -3.931490 -3.844179 2 2 +449 73.7194 -2.443031 -1.849638 2 2 +450 73.7778 -4.639899 -4.453668 2 2 +451 73.8359 -4.677482 -4.654623 2 2 +452 73.6726 -4.959753 -4.532793 2 1 +453 73.7307 -4.241813 -3.614124 2 2 +454 73.7885 -3.147848 -3.736182 1 1 +455 73.6264 -2.103981 -8.625639 1 2 +456 73.4649 -3.672827 -3.801676 1 2 +457 73.3042 -7.277463 -7.262012 2 1 +458 73.3624 -2.740750 -2.170391 2 2 +459 73.4205 -4.312233 -4.127910 2 2 +460 73.4783 -0.894552 -7.044509 1 1 +461 73.5358 -1.910879 -2.632489 1 1 +462 73.5931 -4.561660 -5.038631 1 1 +463 73.6501 -1.082375 -1.320032 1 1 +464 73.7069 -1.698245 -2.015541 1 1 +465 73.7634 -2.825016 -2.589690 2 2 +466 73.6052 -5.295638 -5.438413 1 2 +467 73.4475 -4.041826 -3.891065 2 1 +468 73.5043 -4.123742 -3.953833 2 2 +469 73.3475 -1.945465 -1.386744 2 1 +470 73.4043 -1.840044 -1.722890 2 2 +471 73.4607 -1.906380 -2.191450 1 1 +472 73.5169 -3.301619 -3.038845 2 2 +473 73.5729 -4.052508 -2.843868 2 2 +474 73.6287 -3.352107 -4.552698 1 1 +475 73.6842 -1.545496 -1.295300 2 2 +476 73.5294 -3.659507 -3.830236 1 2 +477 73.3753 -3.661628 -4.326511 1 2 +478 73.4310 -2.173570 -2.308656 1 1 +479 73.4864 -3.135279 -3.194746 1 1 +480 73.5417 -6.211361 -4.388135 2 2 +481 73.5967 -2.073034 -2.297634 1 1 +482 73.4440 -5.164265 -5.905003 1 2 +483 73.4990 -3.515564 -4.015276 1 1 +484 73.3471 -2.885351 -2.560487 2 1 +485 73.4021 -1.188028 -1.895221 1 1 +486 73.4568 -1.807428 -2.182634 1 1 +487 73.5113 -3.141452 -2.871707 2 2 +488 73.5656 -2.615761 -2.016496 2 2 +489 73.6196 -1.970584 -2.339958 1 1 +490 73.6735 -2.749531 -3.058639 1 1 +491 73.7271 -4.672227 -4.019402 2 2 +492 73.7805 -5.084270 -4.143979 2 2 +493 73.8337 -2.055593 -2.657114 1 1 +494 73.8866 -3.269728 -3.054776 2 2 +495 73.9394 -3.932443 -4.093026 1 1 +496 73.7903 -3.072475 -3.126592 1 2 +497 73.6419 -4.621609 -4.306283 2 1 +498 73.4940 -1.522423 -1.658146 1 2 +499 73.5471 -2.938157 -3.258344 1 1 +500 73.6000 -4.942607 -4.135644 2 2 +501 73.6527 -1.272967 -2.643315 1 1 +502 73.7052 -2.105347 -2.340414 1 1 +503 73.7575 -3.141251 -2.897169 2 2 +504 73.8095 -2.101628 -2.171363 1 1 +505 73.6634 -7.597254 -8.079309 1 2 +506 73.7154 -4.816989 -4.964511 1 1 +507 73.7673 -2.887306 -3.304028 1 1 +508 73.8189 -5.392888 -3.177847 2 2 +509 73.8703 -1.966858 -9.381482 1 1 +510 73.9216 -4.358812 -5.412410 1 1 +511 73.9726 -4.623365 -3.470069 2 2 +512 74.0234 -3.073940 -3.105505 1 1 +513 74.0741 -2.894670 -2.757401 2 2 +514 74.1245 -3.614767 -3.779751 1 1 +515 74.1748 -5.234719 -5.968567 1 1 +516 74.0310 -3.893038 -3.807149 2 1 +517 74.0812 -2.206851 -2.867011 1 1 +518 74.1313 -2.814742 -2.443008 2 2 +519 74.1811 -6.793131 -6.493921 2 2 +520 74.0385 -2.254326 -2.423207 1 2 +521 73.8964 -2.237955 -1.476102 2 1 +522 73.9464 -3.373679 -2.444100 2 2 +523 73.9962 -3.021236 -2.619117 2 2 +524 73.8550 -5.000709 -4.673429 2 1 +525 73.9048 -3.122113 -2.176076 2 2 +526 73.9544 -0.487080 -15.469713 1 1 +527 74.0038 -4.731065 -3.142895 2 2 +528 74.0530 -6.771833 -6.249984 2 2 +529 73.9130 -4.985760 -4.817274 2 1 +530 73.9623 -5.315410 -4.061031 2 2 +531 74.0113 -3.184434 -3.418034 1 1 +532 74.0602 -2.082597 -2.888533 1 1 +533 74.1088 -3.375981 -1.926754 2 2 +534 74.1573 -2.201916 -2.603845 1 1 +535 74.2056 -3.158746 -3.122953 2 2 +536 74.0672 -2.670818 -2.413363 2 1 +537 74.1155 -5.112729 -6.380943 1 1 +538 74.1636 -1.814043 -4.265866 1 1 +539 74.2115 -3.657625 -1.849109 2 2 +540 74.2593 -2.742958 -2.704228 2 2 +541 74.3068 -2.923845 -3.467923 1 1 +542 74.1697 -3.550707 -4.752676 1 2 +543 74.2173 -5.323058 -4.037346 2 2 +544 74.2647 -1.946570 -3.610376 1 1 +545 74.1284 -2.828787 -4.601965 1 2 +546 74.1758 -2.446332 -3.967116 1 1 +547 74.2230 -6.005757 -4.373974 2 2 +548 74.2701 -4.239546 -4.458479 1 1 +549 74.3169 -5.006313 -5.543804 1 1 +550 74.3636 -2.661782 -2.438708 2 2 +551 74.2287 -0.648872 -13.393802 1 2 +552 74.0942 -2.309894 -1.923366 2 1 +553 73.9602 -5.385442 -5.490552 1 2 +554 74.0072 -4.350296 -4.038329 2 2 +555 74.0541 -1.589375 -1.353963 2 2 +556 74.1007 -5.768208 -5.029495 2 2 +557 73.9677 -6.358100 -4.404882 2 1 +558 74.0143 -0.890400 -2.479496 1 1 +559 74.0608 -2.265970 -2.104471 2 2 +560 73.9286 -2.095634 -1.834080 2 1 +561 73.9750 -1.880166 -1.930273 1 1 +562 74.0214 -1.388697 -2.152133 1 1 +563 73.8899 -1.529228 -2.519575 1 2 +564 73.9362 -2.567240 -3.041075 1 1 +565 73.9823 -4.252633 -4.075073 2 2 +566 74.0283 -4.840361 -5.856123 1 1 +567 74.0741 -2.694972 -2.355413 2 2 +568 74.1197 -7.086477 -2.507104 2 2 +569 73.9895 -4.220579 -3.185714 2 1 +570 74.0351 -5.173517 -5.282765 1 1 +571 74.0806 -4.281007 -2.966799 2 2 +572 73.9510 -2.613873 -2.701116 1 2 +573 73.8220 -3.383108 -3.593455 1 2 +574 73.8676 -3.772650 -2.912049 2 2 +575 73.7391 -5.036084 -5.087952 1 2 +576 73.7847 -2.121466 -2.979195 1 1 +577 73.8302 -4.004483 -3.626884 2 2 +578 73.8754 -3.118182 -3.111356 2 2 +579 73.7478 -4.059844 -4.105544 1 2 +580 73.7931 -2.558449 -2.678860 1 1 +581 73.8382 -5.390116 -5.940004 1 1 +582 73.8832 -6.256377 -6.132312 2 2 +583 73.9280 -4.702499 -4.513965 2 2 +584 73.9726 -4.357528 -4.683927 1 1 +585 74.0171 -0.836090 -1.895475 1 1 +586 74.0614 -3.671604 -3.727174 1 1 +587 73.9353 -4.987052 -4.628919 2 1 +588 73.9796 -3.178049 -2.163422 2 2 +589 74.0238 -3.804240 -3.607658 2 2 +590 74.0678 -3.802613 -3.255127 2 2 +591 74.1117 -3.712854 -3.503546 2 2 +592 74.1554 -3.705385 -4.342988 1 1 +593 74.1990 -3.846578 -3.247402 2 2 +594 74.0741 -3.679602 -3.372357 2 1 +595 73.9496 -1.609878 -1.640549 1 2 +596 73.8255 -4.746425 -4.800067 1 2 +597 73.8693 -2.318486 -2.348520 1 1 +598 73.9130 -2.595643 -2.635409 1 1 +599 73.9566 -2.778832 -3.121078 1 1 +600 74.0000 -3.842806 -3.616964 2 2 +601 73.8769 -3.626016 -3.692445 1 2 +602 73.9203 -2.869854 -4.260100 1 1 +603 73.9635 -6.639270 -6.152536 2 2 +604 74.0066 -2.893909 -2.830032 2 2 +605 73.8843 -2.127515 -2.066227 2 1 +606 73.9274 -3.232429 -2.531842 2 2 +607 73.8056 -2.719702 -2.550161 2 1 +608 73.6842 -2.927854 -2.497219 2 1 +609 73.7274 -5.631513 -5.697455 1 1 +610 73.6066 -2.630539 -2.576203 2 1 +611 73.6498 -4.792756 -4.879131 1 1 +612 73.6928 -2.798405 -5.583408 1 1 +613 73.7357 -2.286839 -2.225366 2 2 +614 73.7785 -2.860921 -1.888025 2 2 +615 73.8211 -2.333909 -2.240090 2 2 +616 73.8636 -3.531439 -3.460941 2 2 +617 73.9060 -11.012730 -4.749311 2 2 +618 73.7864 -3.788362 -3.843436 1 2 +619 73.8288 -3.641548 -3.460835 2 2 +620 73.8710 -4.004848 -4.086075 1 1 +621 73.9130 -3.427021 -2.661570 2 2 +622 73.9550 -2.704808 -2.794392 1 1 +623 73.8363 -2.927404 -2.685776 2 1 +624 73.8782 -3.997170 -3.050960 2 2 +625 73.9200 -3.918839 -5.229405 1 1 +626 73.9617 -2.483711 -2.808076 1 1 +627 74.0032 -3.129498 -3.381832 1 1 +628 74.0446 -3.710783 -2.541865 2 2 +629 74.0859 -1.921997 -2.697437 1 1 +630 73.9683 -1.483286 -1.445846 2 1 +631 74.0095 -1.387200 -2.001786 1 1 +632 73.8924 -1.594957 -1.785047 1 2 +633 73.9336 -2.425694 -2.056754 2 2 +634 73.9748 -2.269927 -3.352677 1 1 +635 73.8583 -3.699672 -4.050516 1 2 +636 73.8994 -3.060549 -3.593127 1 1 +637 73.9403 -3.023617 -4.688106 1 1 +638 73.8245 -4.405256 -4.031524 2 1 +639 73.8654 -1.623212 -2.801029 1 1 +640 73.7500 -1.223564 -1.397447 1 2 +641 73.7910 -4.665385 -5.484519 1 1 +642 73.8318 -4.609135 -2.772089 2 2 +643 73.8725 -1.598358 -1.244789 2 2 +644 73.9130 -4.259706 -4.793354 1 1 +645 73.7984 -1.489030 -1.308610 2 1 +646 73.6842 -4.012194 -3.641585 2 1 +647 73.5703 -3.556165 -2.788348 2 1 +648 73.6111 -3.324412 -3.201933 2 2 +649 73.6518 -2.564055 -3.075093 1 1 +650 73.6923 -3.308213 -3.804575 1 1 +651 73.5791 -6.427299 -7.070286 1 2 +652 73.6196 -4.480441 -4.158127 2 2 +653 73.6600 -7.012484 -6.673391 2 2 +654 73.5474 -3.606216 -4.030499 1 2 +655 73.5878 -3.182970 -3.129791 2 2 +656 73.6280 -4.565074 -2.323768 2 2 +657 73.5160 -5.735970 -6.014138 1 2 +658 73.5562 -3.714103 -1.861928 2 2 +659 73.5964 -1.989199 -1.538833 2 2 +660 73.6364 -3.210968 -2.234016 2 2 +661 73.6762 -2.738235 -3.071375 1 1 +662 73.7160 -3.219690 -3.544878 1 1 +663 73.7557 -6.164457 -5.570897 2 2 +664 73.7952 -2.865617 -3.022676 1 1 +665 73.6842 -3.614112 -3.799261 1 2 +666 73.5736 -4.795680 -4.327442 2 1 +667 73.4633 -6.425663 -6.521924 1 2 +668 73.5030 -2.796368 -2.859272 1 1 +669 73.5426 -2.781345 -3.031603 1 1 +670 73.4328 -3.190538 -2.769506 2 1 +671 73.4724 -3.270401 -4.630112 1 1 +672 73.5119 -3.103115 -2.991233 2 2 +673 73.5513 -2.094861 -1.882451 2 2 +674 73.5905 -4.752729 -5.142843 1 1 +675 73.4815 -3.982234 -3.559639 2 1 +676 73.3728 -2.290595 -2.612848 1 2 +677 73.4121 -3.500235 -3.978815 1 1 +678 73.3038 -4.821360 -5.036318 1 2 +679 73.1959 -4.877789 -5.097991 1 2 +680 73.2353 -3.794277 -4.313954 1 1 +681 73.1278 -2.464168 -1.851106 2 1 +682 73.0205 -2.004868 -2.246066 1 2 +683 73.0600 -1.659078 -2.461353 1 1 +684 73.0994 -4.993572 -8.826590 1 1 +685 73.1387 -3.289807 -2.086246 2 2 +686 73.0321 -5.118277 -5.386644 1 2 +687 73.0713 -2.718290 -2.384921 2 2 +688 73.1105 -7.142324 -7.747561 1 1 +689 73.1495 -2.520851 -2.292919 2 2 +690 73.1884 -2.700026 -2.642395 2 2 +691 73.2272 -2.808205 -3.042172 1 1 +692 73.2659 -1.848062 -2.620528 1 1 +693 73.3045 -4.026128 -4.055536 1 1 +694 73.3429 -3.692070 -3.541641 2 2 +695 73.3813 -4.481614 -4.690224 1 1 +696 73.4195 -4.692637 -5.075972 1 1 +697 73.4577 -2.457530 -2.696180 1 1 +698 73.4957 -4.365449 -3.551906 2 2 +699 73.5336 -4.307309 -5.083407 1 1 +700 73.5714 -2.318765 -1.992946 2 2 +701 73.4665 -2.029746 -1.715416 2 1 +702 73.3618 -4.270907 -4.999146 1 2 +703 73.2575 -5.640686 -4.613952 2 1 +704 73.2955 -1.554836 -2.378545 1 1 +705 73.3333 -2.042825 -1.856669 2 2 +706 73.2295 -2.833999 -3.039764 1 2 +707 73.1259 -4.827808 -4.751152 2 1 +708 73.1638 -3.493518 -3.145622 2 2 +709 73.2017 -3.178709 -2.550954 2 2 +710 73.2394 -2.622108 -3.604471 1 1 +711 73.1364 -2.597453 -2.682500 1 2 +712 73.0337 -2.458849 -3.278174 1 2 +713 72.9313 -3.344402 -3.367055 1 2 +714 72.9692 -2.972446 -2.849547 2 2 +715 73.0070 -4.774195 -3.904512 2 2 +716 73.0447 -4.484413 -3.734292 2 2 +717 73.0823 -1.698336 -0.586689 2 2 +718 72.9805 -3.335825 -3.259088 2 1 +719 72.8790 -4.554945 -4.162578 2 1 +720 72.7778 -1.491811 -5.308893 1 2 +721 72.8155 -4.338336 -4.328625 2 2 +722 72.7147 -1.983383 -1.764164 2 1 +723 72.7524 -2.478450 -2.809205 1 1 +724 72.6519 -2.594203 -2.851935 1 2 +725 72.6897 -2.828933 -2.806377 2 2 +726 72.7273 -4.165555 -3.958903 2 2 +727 72.7648 -2.946635 -2.249554 2 2 +728 72.8022 -4.016996 -4.337508 1 1 +729 72.8395 -1.841584 -2.432431 1 1 +730 72.8767 -3.068116 -3.236074 1 1 +731 72.9138 -1.886978 -3.031190 1 1 +732 72.9508 -2.813629 -2.085699 2 2 +733 72.8513 -3.581107 -3.822063 1 2 +734 72.8883 -0.161831 -9.682377 1 1 +735 72.7891 -3.425405 -3.216312 2 1 +736 72.8261 -2.042484 -2.745565 1 1 +737 72.8630 -3.381299 -3.439095 1 1 +738 72.8997 -4.475184 -4.269995 2 2 +739 72.9364 -0.238192 -7.713369 1 1 +740 72.9730 -3.309940 -2.918153 2 2 +741 72.8745 -4.569388 -4.546506 2 1 +742 72.9111 -2.447870 -2.374978 2 2 +743 72.9475 -3.750184 -3.447579 2 2 +744 72.9839 -4.174921 -3.269289 2 2 +745 73.0201 -2.861829 -3.856387 1 1 +746 73.0563 -5.588673 -5.821814 1 1 +747 73.0924 -4.817254 -5.516672 1 1 +748 73.1283 -3.778456 -3.608965 2 2 +749 73.1642 -3.047090 -3.363755 1 1 +750 73.2000 -1.024239 -8.864973 1 1 + +Final Winogrande score(750 tasks): 73.2000 +/- 1.6184 diff --git a/scores/Llama-Guard-3-8B-q5_k_s.arc b/scores/Llama-Guard-3-8B-q5_k_s.arc new file mode 100644 index 0000000000000000000000000000000000000000..9641c73f93884da170256ad1ebd5e13066825d76 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 69.23076923 +14 71.42857143 +15 73.33333333 +16 75.00000000 +17 76.47058824 +18 72.22222222 +19 73.68421053 +20 70.00000000 +21 71.42857143 +22 72.72727273 +23 69.56521739 +24 70.83333333 +25 68.00000000 +26 65.38461538 +27 66.66666667 +28 64.28571429 +29 62.06896552 +30 60.00000000 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 55.88235294 +35 54.28571429 +36 52.77777778 +37 54.05405405 +38 55.26315789 +39 56.41025641 +40 57.50000000 +41 58.53658537 +42 57.14285714 +43 55.81395349 +44 54.54545455 +45 55.55555556 +46 56.52173913 +47 57.44680851 +48 56.25000000 +49 57.14285714 +50 56.00000000 +51 56.86274510 +52 57.69230769 +53 58.49056604 +54 57.40740741 +55 56.36363636 +56 57.14285714 +57 57.89473684 +58 58.62068966 +59 59.32203390 +60 60.00000000 +61 59.01639344 +62 58.06451613 +63 58.73015873 +64 59.37500000 +65 58.46153846 +66 59.09090909 +67 59.70149254 +68 60.29411765 +69 60.86956522 +70 60.00000000 +71 59.15492958 +72 58.33333333 +73 58.90410959 +74 59.45945946 +75 60.00000000 +76 59.21052632 +77 59.74025974 +78 60.25641026 +79 59.49367089 +80 60.00000000 +81 60.49382716 +82 60.97560976 +83 60.24096386 +84 60.71428571 +85 61.17647059 +86 61.62790698 +87 62.06896552 +88 62.50000000 +89 62.92134831 +90 63.33333333 +91 63.73626374 +92 64.13043478 +93 63.44086022 +94 62.76595745 +95 63.15789474 +96 63.54166667 +97 62.88659794 +98 63.26530612 +99 63.63636364 +100 64.00000000 +101 64.35643564 +102 63.72549020 +103 63.10679612 +104 62.50000000 +105 62.85714286 +106 62.26415094 +107 62.61682243 +108 62.03703704 +109 61.46788991 +110 61.81818182 +111 62.16216216 +112 62.50000000 +113 62.83185841 +114 63.15789474 +115 63.47826087 +116 62.93103448 +117 63.24786325 +118 63.55932203 +119 63.02521008 +120 63.33333333 +121 62.80991736 +122 63.11475410 +123 63.41463415 +124 62.90322581 +125 63.20000000 +126 63.49206349 +127 63.77952756 +128 64.06250000 +129 63.56589147 +130 63.84615385 +131 64.12213740 +132 64.39393939 +133 64.66165414 +134 64.17910448 +135 63.70370370 +136 63.97058824 +137 64.23357664 +138 64.49275362 +139 64.74820144 +140 65.00000000 +141 65.24822695 +142 65.49295775 +143 65.73426573 +144 65.97222222 +145 66.20689655 +146 65.75342466 +147 65.30612245 +148 65.54054054 +149 65.77181208 +150 66.00000000 +151 65.56291391 +152 65.78947368 +153 66.01307190 +154 65.58441558 +155 65.16129032 +156 65.38461538 +157 64.96815287 +158 65.18987342 +159 65.40880503 +160 65.62500000 +161 65.83850932 +162 66.04938272 +163 66.25766871 +164 65.85365854 +165 65.45454545 +166 65.66265060 +167 65.26946108 +168 65.47619048 +169 65.08875740 +170 65.29411765 +171 65.49707602 +172 65.69767442 +173 65.89595376 +174 66.09195402 +175 65.71428571 +176 65.90909091 +177 66.10169492 +178 65.73033708 +179 65.92178771 +180 66.11111111 +181 65.74585635 +182 65.93406593 +183 65.57377049 +184 65.76086957 +185 65.94594595 +186 66.12903226 +187 66.31016043 +188 66.48936170 +189 66.13756614 +190 65.78947368 +191 65.96858639 +192 66.14583333 +193 65.80310881 +194 65.97938144 +195 66.15384615 +196 66.32653061 +197 66.49746193 +198 66.66666667 +199 66.33165829 +200 66.50000000 +201 66.66666667 +202 66.83168317 +203 66.99507389 +204 67.15686275 +205 66.82926829 +206 66.50485437 +207 66.66666667 +208 66.82692308 +209 66.98564593 +210 67.14285714 +211 67.29857820 +212 66.98113208 +213 67.13615023 +214 67.28971963 +215 67.44186047 +216 67.12962963 +217 67.28110599 +218 67.43119266 +219 67.57990868 +220 67.72727273 +221 67.42081448 +222 67.56756757 +223 67.71300448 +224 67.41071429 +225 67.11111111 +226 66.81415929 +227 66.96035242 +228 67.10526316 +229 67.24890830 +230 67.39130435 +231 67.09956710 +232 66.81034483 +233 66.95278970 +234 66.66666667 +235 66.38297872 +236 66.10169492 +237 66.24472574 +238 66.38655462 +239 66.52719665 +240 66.66666667 +241 66.80497925 +242 66.94214876 +243 67.07818930 +244 66.80327869 +245 66.93877551 +246 67.07317073 +247 67.20647773 +248 67.33870968 +249 67.46987952 +250 67.60000000 +251 67.72908367 +252 67.85714286 +253 67.98418972 +254 67.71653543 +255 67.84313725 +256 67.57812500 +257 67.31517510 +258 67.44186047 +259 67.18146718 +260 67.30769231 +261 67.43295019 +262 67.55725191 +263 67.68060837 +264 67.80303030 +265 67.54716981 +266 67.29323308 +267 67.41573034 +268 67.53731343 +269 67.65799257 +270 67.77777778 +271 67.52767528 +272 67.27941176 +273 67.03296703 +274 66.78832117 +275 66.90909091 +276 67.02898551 +277 67.14801444 +278 66.90647482 +279 67.02508961 +280 67.14285714 +281 67.25978648 +282 67.37588652 +283 67.13780919 +284 67.25352113 +285 67.36842105 +286 67.48251748 +287 67.59581882 +288 67.70833333 +289 67.47404844 +290 67.58620690 +291 67.69759450 +292 67.46575342 +293 67.57679181 +294 67.34693878 +295 67.45762712 +296 67.56756757 +297 67.67676768 +298 67.78523490 +299 67.89297659 +300 67.66666667 +301 67.44186047 +302 67.54966887 +303 67.65676568 +304 67.76315789 +305 67.54098361 +306 67.32026144 +307 67.42671010 +308 67.53246753 +309 67.63754045 +310 67.74193548 +311 67.84565916 +312 67.94871795 +313 68.05111821 +314 67.83439490 +315 67.93650794 +316 68.03797468 +317 68.13880126 +318 67.92452830 +319 67.71159875 +320 67.50000000 +321 67.60124611 +322 67.70186335 +323 67.80185759 +324 67.59259259 +325 67.69230769 +326 67.79141104 +327 67.58409786 +328 67.68292683 +329 67.78115502 +330 67.57575758 +331 67.67371601 +332 67.77108434 +333 67.86786787 +334 67.96407186 +335 67.76119403 +336 67.55952381 +337 67.65578635 +338 67.45562130 +339 67.55162242 +340 67.64705882 +341 67.74193548 +342 67.54385965 +343 67.63848397 +344 67.73255814 +345 67.53623188 +346 67.34104046 +347 67.14697406 +348 66.95402299 +349 67.04871060 +350 67.14285714 +351 67.23646724 +352 67.32954545 +353 67.42209632 +354 67.23163842 +355 67.04225352 +356 67.13483146 +357 67.22689076 +358 67.31843575 +359 67.13091922 +360 67.22222222 +361 67.31301939 +362 67.40331492 +363 67.21763085 +364 67.30769231 +365 67.39726027 +366 67.21311475 +367 67.30245232 +368 67.39130435 +369 67.47967480 +370 67.56756757 +371 67.38544474 +372 67.47311828 +373 67.56032172 +374 67.64705882 +375 67.46666667 +376 67.55319149 +377 67.37400531 +378 67.46031746 +379 67.28232190 +380 67.36842105 +381 67.45406824 +382 67.27748691 +383 67.10182768 +384 67.18750000 +385 67.01298701 +386 67.09844560 +387 66.92506460 +388 66.75257732 +389 66.58097686 +390 66.41025641 +391 66.24040921 +392 66.32653061 +393 66.41221374 +394 66.49746193 +395 66.58227848 +396 66.41414141 +397 66.49874055 +398 66.33165829 +399 66.41604010 +400 66.50000000 +401 66.33416459 +402 66.41791045 +403 66.50124069 +404 66.58415842 +405 66.66666667 +406 66.74876847 +407 66.83046683 +408 66.91176471 +409 66.74816626 +410 66.82926829 +411 66.90997567 +412 66.99029126 +413 67.07021792 +414 67.14975845 +415 66.98795181 +416 66.82692308 +417 66.90647482 +418 66.98564593 +419 66.82577566 +420 66.90476190 +421 66.74584323 +422 66.58767773 +423 66.66666667 +424 66.50943396 +425 66.58823529 +426 66.66666667 +427 66.74473068 +428 66.58878505 +429 66.66666667 +430 66.74418605 +431 66.82134571 +432 66.89814815 +433 66.74364896 +434 66.82027650 +435 66.89655172 +436 66.97247706 +437 67.04805492 +438 67.12328767 +439 67.19817768 +440 67.04545455 +441 67.12018141 +442 66.96832579 +443 67.04288939 +444 66.89189189 +445 66.96629213 +446 67.04035874 +447 67.11409396 +448 67.18750000 +449 67.26057906 +450 67.11111111 +451 67.18403548 +452 67.25663717 +453 67.32891832 +454 67.18061674 +455 67.03296703 +456 67.10526316 +457 67.17724289 +458 67.24890830 +459 67.32026144 +460 67.17391304 +461 67.02819957 +462 67.09956710 +463 66.95464363 +464 66.81034483 +465 66.88172043 +466 66.95278970 +467 67.02355460 +468 67.09401709 +469 66.95095949 +470 67.02127660 +471 67.09129512 +472 67.16101695 +473 67.01902748 +474 67.08860759 +475 67.15789474 +476 67.22689076 +477 67.29559748 +478 67.36401674 +479 67.43215031 +480 67.50000000 +481 67.35966736 +482 67.42738589 +483 67.49482402 +484 67.56198347 +485 67.62886598 +486 67.69547325 +487 67.55646817 +488 67.62295082 +489 67.48466258 +490 67.34693878 +491 67.41344196 +492 67.47967480 +493 67.34279919 +494 67.40890688 +495 67.27272727 +496 67.13709677 +497 67.20321932 +498 67.26907631 +499 67.33466934 +500 67.40000000 +501 67.26546906 +502 67.33067729 +503 67.39562624 +504 67.46031746 +505 67.52475248 +506 67.39130435 +507 67.25838264 +508 67.32283465 +509 67.19056974 +510 67.25490196 +511 67.12328767 +512 66.99218750 +513 67.05653021 +514 67.12062257 +515 67.18446602 +516 67.24806202 +517 67.31141199 +518 67.37451737 +519 67.43737958 +520 67.30769231 +521 67.37044146 +522 67.43295019 +523 67.30401530 +524 67.36641221 +525 67.23809524 +526 67.11026616 +527 66.98292220 +528 66.85606061 +529 66.72967864 +530 66.79245283 +531 66.85499058 +532 66.91729323 +533 66.97936210 +534 66.85393258 +535 66.72897196 +536 66.79104478 +537 66.85288641 +538 66.72862454 +539 66.79035250 +540 66.66666667 +541 66.72828096 +542 66.78966790 +543 66.85082873 +544 66.91176471 +545 66.97247706 +546 67.03296703 +547 66.91042048 +548 66.97080292 +549 67.03096539 +550 67.09090909 +551 66.96914701 +552 66.84782609 +553 66.90777577 +554 66.96750903 +555 67.02702703 +556 66.90647482 +557 66.96588869 +558 66.84587814 +559 66.90518784 +560 66.96428571 +561 67.02317291 +562 67.08185053 +563 67.14031972 +564 67.02127660 +565 66.90265487 +566 66.96113074 +567 67.01940035 +568 67.07746479 +569 66.95957821 +570 66.84210526 +571 66.90017513 +572 66.78321678 +573 66.84118674 +574 66.89895470 +575 66.95652174 +576 67.01388889 +577 67.07105719 +578 67.12802768 +579 67.18480138 +580 67.06896552 +581 67.12564544 +582 67.01030928 +583 67.06689537 +584 67.12328767 +585 67.17948718 +586 67.06484642 +587 67.12095400 +588 67.17687075 +589 67.23259762 +590 67.28813559 +591 67.34348562 +592 67.39864865 +593 67.45362563 +594 67.50841751 +595 67.39495798 +596 67.28187919 +597 67.33668342 +598 67.22408027 +599 67.11185309 +600 67.16666667 +601 67.22129784 +602 67.10963455 +603 66.99834163 +604 67.05298013 +605 67.10743802 +606 67.16171617 +607 67.05107084 +608 67.10526316 +609 66.99507389 +610 67.04918033 +611 66.93944354 +612 66.99346405 +613 66.88417618 +614 66.93811075 +615 66.99186992 +616 66.88311688 +617 66.93679092 +618 66.82847896 +619 66.72051696 +620 66.77419355 +621 66.82769726 +622 66.72025723 +623 66.77367576 +624 66.66666667 +625 66.56000000 +626 66.45367412 +627 66.50717703 +628 66.56050955 +629 66.45468998 +630 66.50793651 +631 66.56101426 +632 66.45569620 +633 66.35071090 +634 66.40378549 +635 66.45669291 +636 66.50943396 +637 66.40502355 +638 66.45768025 +639 66.51017214 +640 66.56250000 +641 66.61466459 +642 66.51090343 +643 66.56298600 +644 66.61490683 +645 66.51162791 +646 66.56346749 +647 66.61514683 +648 66.51234568 +649 66.40986133 +650 66.46153846 +651 66.51305684 +652 66.56441718 +653 66.46248086 +654 66.36085627 +655 66.25954198 +656 66.15853659 +657 66.05783866 +658 65.95744681 +659 65.85735964 +660 65.90909091 +661 65.80937973 +662 65.86102719 +663 65.91251885 +664 65.96385542 +665 66.01503759 +666 66.06606607 +667 66.11694153 +668 66.01796407 +669 65.91928251 +670 65.97014925 +671 65.87183308 +672 65.92261905 +673 65.82466568 +674 65.72700297 +675 65.77777778 +676 65.82840237 +677 65.87887740 +678 65.92920354 +679 65.83210604 +680 65.88235294 +681 65.93245228 +682 65.83577713 +683 65.73938507 +684 65.64327485 +685 65.69343066 +686 65.59766764 +687 65.50218341 +688 65.55232558 +689 65.60232221 +690 65.65217391 +691 65.70188133 +692 65.75144509 +693 65.80086580 +694 65.85014409 +695 65.75539568 +696 65.66091954 +697 65.71018651 +698 65.61604585 +699 65.52217454 +700 65.57142857 +701 65.47788873 +702 65.52706553 +703 65.57610242 +704 65.62500000 +705 65.67375887 +706 65.72237960 +707 65.77086280 +708 65.81920904 +709 65.86741890 +710 65.77464789 +711 65.82278481 +712 65.87078652 +713 65.91865358 +714 65.82633053 +715 65.73426573 +716 65.78212291 +717 65.69037657 +718 65.59888579 +719 65.50764951 +720 65.55555556 +721 65.60332871 +722 65.65096953 +723 65.69847856 +724 65.60773481 +725 65.65517241 +726 65.56473829 +727 65.47455296 +728 65.52197802 +729 65.56927298 +730 65.61643836 +731 65.66347469 +732 65.71038251 +733 65.75716235 +734 65.80381471 +735 65.85034014 +736 65.89673913 +737 65.80732700 +738 65.85365854 +739 65.89986468 +740 65.81081081 +741 65.85695007 +742 65.90296496 +743 65.94885599 +744 65.86021505 +745 65.90604027 +746 65.95174263 +747 65.86345382 +748 65.77540107 +749 65.68758344 +750 65.73333333 + +Final result: 65.7333 +/- 1.7342 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q5_k_s.hsw b/scores/Llama-Guard-3-8B-q5_k_s.hsw new file mode 100644 index 0000000000000000000000000000000000000000..196ef3a2ca4fb7439418bf0c216cc9002e89bb51 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 71.42857143 +8 75.00000000 +9 77.77777778 +10 80.00000000 +11 81.81818182 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 83.33333333 +19 78.94736842 +20 80.00000000 +21 80.95238095 +22 81.81818182 +23 82.60869565 +24 79.16666667 +25 76.00000000 +26 73.07692308 +27 70.37037037 +28 71.42857143 +29 72.41379310 +30 73.33333333 +31 74.19354839 +32 71.87500000 +33 72.72727273 +34 73.52941176 +35 74.28571429 +36 75.00000000 +37 75.67567568 +38 76.31578947 +39 74.35897436 +40 75.00000000 +41 75.60975610 +42 73.80952381 +43 74.41860465 +44 75.00000000 +45 73.33333333 +46 73.91304348 +47 74.46808511 +48 75.00000000 +49 75.51020408 +50 76.00000000 +51 76.47058824 +52 75.00000000 +53 73.58490566 +54 74.07407407 +55 72.72727273 +56 71.42857143 +57 71.92982456 +58 72.41379310 +59 72.88135593 +60 73.33333333 +61 73.77049180 +62 74.19354839 +63 74.60317460 +64 75.00000000 +65 75.38461538 +66 74.24242424 +67 74.62686567 +68 75.00000000 +69 75.36231884 +70 75.71428571 +71 74.64788732 +72 75.00000000 +73 75.34246575 +74 75.67567568 +75 74.66666667 +76 75.00000000 +77 75.32467532 +78 75.64102564 +79 75.94936709 +80 76.25000000 +81 76.54320988 +82 76.82926829 +83 77.10843373 +84 77.38095238 +85 77.64705882 +86 77.90697674 +87 78.16091954 +88 78.40909091 +89 77.52808989 +90 77.77777778 +91 78.02197802 +92 77.17391304 +93 77.41935484 +94 77.65957447 +95 77.89473684 +96 78.12500000 +97 78.35051546 +98 78.57142857 +99 78.78787879 +100 78.00000000 +101 78.21782178 +102 77.45098039 +103 76.69902913 +104 76.92307692 +105 77.14285714 +106 77.35849057 +107 77.57009346 +108 77.77777778 +109 77.06422018 +110 77.27272727 +111 77.47747748 +112 77.67857143 +113 77.87610619 +114 78.07017544 +115 78.26086957 +116 77.58620690 +117 77.77777778 +118 77.96610169 +119 78.15126050 +120 77.50000000 +121 77.68595041 +122 77.86885246 +123 78.04878049 +124 78.22580645 +125 78.40000000 +126 78.57142857 +127 78.74015748 +128 78.12500000 +129 78.29457364 +130 77.69230769 +131 77.86259542 +132 78.03030303 +133 78.19548872 +134 78.35820896 +135 78.51851852 +136 78.67647059 +137 78.83211679 +138 78.98550725 +139 79.13669065 +140 79.28571429 +141 79.43262411 +142 79.57746479 +143 79.72027972 +144 79.86111111 +145 80.00000000 +146 80.13698630 +147 80.27210884 +148 79.72972973 +149 79.86577181 +150 80.00000000 +151 79.47019868 +152 78.94736842 +153 79.08496732 +154 79.22077922 +155 79.35483871 +156 78.84615385 +157 78.34394904 +158 78.48101266 +159 78.61635220 +160 78.75000000 +161 78.88198758 +162 79.01234568 +163 79.14110429 +164 79.26829268 +165 79.39393939 +166 79.51807229 +167 79.64071856 +168 79.76190476 +169 79.28994083 +170 79.41176471 +171 79.53216374 +172 79.65116279 +173 79.76878613 +174 79.88505747 +175 80.00000000 +176 80.11363636 +177 80.22598870 +178 80.33707865 +179 79.88826816 +180 80.00000000 +181 79.55801105 +182 79.67032967 +183 79.78142077 +184 79.89130435 +185 80.00000000 +186 79.56989247 +187 79.14438503 +188 78.72340426 +189 78.83597884 +190 78.94736842 +191 79.05759162 +192 79.16666667 +193 78.75647668 +194 78.86597938 +195 78.46153846 +196 78.06122449 +197 78.17258883 +198 77.77777778 +199 77.88944724 +200 78.00000000 +201 78.10945274 +202 78.21782178 +203 77.83251232 +204 77.94117647 +205 78.04878049 +206 78.15533981 +207 78.26086957 +208 77.88461538 +209 77.99043062 +210 78.09523810 +211 78.19905213 +212 78.30188679 +213 78.40375587 +214 78.50467290 +215 78.13953488 +216 78.24074074 +217 77.88018433 +218 77.98165138 +219 78.08219178 +220 78.18181818 +221 77.82805430 +222 77.92792793 +223 78.02690583 +224 78.12500000 +225 78.22222222 +226 78.31858407 +227 77.97356828 +228 78.07017544 +229 78.16593886 +230 77.82608696 +231 77.48917749 +232 77.15517241 +233 77.25321888 +234 77.35042735 +235 77.02127660 +236 76.69491525 +237 76.79324895 +238 76.89075630 +239 76.98744770 +240 77.08333333 +241 77.17842324 +242 77.27272727 +243 77.36625514 +244 77.45901639 +245 77.14285714 +246 77.23577236 +247 77.32793522 +248 77.41935484 +249 77.51004016 +250 77.60000000 +251 77.68924303 +252 77.77777778 +253 77.47035573 +254 77.55905512 +255 77.64705882 +256 77.73437500 +257 77.43190661 +258 77.51937984 +259 77.60617761 +260 77.69230769 +261 77.77777778 +262 77.48091603 +263 77.56653992 +264 77.65151515 +265 77.73584906 +266 77.81954887 +267 77.90262172 +268 77.98507463 +269 78.06691450 +270 78.14814815 +271 77.85977860 +272 77.94117647 +273 77.65567766 +274 77.73722628 +275 77.45454545 +276 77.53623188 +277 77.61732852 +278 77.69784173 +279 77.77777778 +280 77.85714286 +281 77.93594306 +282 78.01418440 +283 77.73851590 +284 77.81690141 +285 77.54385965 +286 77.62237762 +287 77.70034843 +288 77.77777778 +289 77.85467128 +290 77.93103448 +291 78.00687285 +292 77.73972603 +293 77.81569966 +294 77.89115646 +295 77.96610169 +296 78.04054054 +297 78.11447811 +298 78.18791946 +299 77.92642140 +300 77.66666667 +301 77.74086379 +302 77.81456954 +303 77.88778878 +304 77.63157895 +305 77.70491803 +306 77.77777778 +307 77.52442997 +308 77.59740260 +309 77.66990291 +310 77.74193548 +311 77.81350482 +312 77.88461538 +313 77.95527157 +314 78.02547771 +315 78.09523810 +316 78.16455696 +317 78.23343849 +318 77.98742138 +319 78.05642633 +320 78.12500000 +321 77.88161994 +322 77.63975155 +323 77.70897833 +324 77.77777778 +325 77.84615385 +326 77.91411043 +327 77.67584098 +328 77.74390244 +329 77.81155015 +330 77.87878788 +331 77.94561934 +332 78.01204819 +333 78.07807808 +334 77.84431138 +335 77.91044776 +336 77.97619048 +337 77.74480712 +338 77.51479290 +339 77.58112094 +340 77.64705882 +341 77.71260997 +342 77.77777778 +343 77.84256560 +344 77.61627907 +345 77.68115942 +346 77.45664740 +347 77.52161383 +348 77.29885057 +349 77.07736390 +350 77.14285714 +351 77.20797721 +352 77.27272727 +353 77.33711048 +354 77.40112994 +355 77.46478873 +356 77.52808989 +357 77.31092437 +358 77.37430168 +359 77.43732591 +360 77.22222222 +361 77.28531856 +362 77.34806630 +363 77.41046832 +364 77.47252747 +365 77.53424658 +366 77.59562842 +367 77.65667575 +368 77.71739130 +369 77.77777778 +370 77.83783784 +371 77.89757412 +372 77.95698925 +373 77.74798928 +374 77.80748663 +375 77.86666667 +376 77.92553191 +377 77.71883289 +378 77.77777778 +379 77.83641161 +380 77.89473684 +381 77.95275591 +382 78.01047120 +383 78.06788512 +384 78.12500000 +385 78.18181818 +386 78.23834197 +387 78.29457364 +388 78.35051546 +389 78.40616967 +390 78.46153846 +391 78.26086957 +392 78.31632653 +393 78.37150127 +394 78.42639594 +395 78.48101266 +396 78.53535354 +397 78.58942065 +398 78.64321608 +399 78.69674185 +400 78.75000000 +401 78.80299252 +402 78.60696517 +403 78.41191067 +404 78.46534653 +405 78.51851852 +406 78.57142857 +407 78.62407862 +408 78.67647059 +409 78.72860636 +410 78.53658537 +411 78.58880779 +412 78.64077670 +413 78.69249395 +414 78.74396135 +415 78.79518072 +416 78.84615385 +417 78.89688249 +418 78.94736842 +419 78.99761337 +420 79.04761905 +421 78.85985748 +422 78.90995261 +423 78.95981087 +424 79.00943396 +425 79.05882353 +426 79.10798122 +427 78.92271663 +428 78.97196262 +429 79.02097902 +430 79.06976744 +431 79.11832947 +432 79.16666667 +433 79.21478060 +434 79.26267281 +435 79.08045977 +436 79.12844037 +437 78.94736842 +438 78.99543379 +439 79.04328018 +440 79.09090909 +441 79.13832200 +442 79.18552036 +443 79.23250564 +444 79.27927928 +445 79.32584270 +446 79.37219731 +447 79.41834452 +448 79.46428571 +449 79.51002227 +450 79.55555556 +451 79.37915743 +452 79.42477876 +453 79.24944812 +454 79.29515419 +455 79.34065934 +456 79.38596491 +457 79.43107221 +458 79.47598253 +459 79.52069717 +460 79.56521739 +461 79.60954447 +462 79.65367965 +463 79.69762419 +464 79.74137931 +465 79.56989247 +466 79.61373391 +467 79.65738758 +468 79.48717949 +469 79.53091684 +470 79.36170213 +471 79.40552017 +472 79.44915254 +473 79.49260042 +474 79.53586498 +475 79.57894737 +476 79.41176471 +477 79.45492662 +478 79.49790795 +479 79.54070981 +480 79.58333333 +481 79.62577963 +482 79.66804979 +483 79.71014493 +484 79.54545455 +485 79.38144330 +486 79.42386831 +487 79.46611910 +488 79.30327869 +489 79.34560327 +490 79.38775510 +491 79.42973523 +492 79.47154472 +493 79.51318458 +494 79.55465587 +495 79.59595960 +496 79.63709677 +497 79.67806841 +498 79.71887550 +499 79.55911824 +500 79.60000000 +501 79.64071856 +502 79.68127490 +503 79.72166998 +504 79.76190476 +505 79.80198020 +506 79.84189723 +507 79.88165680 +508 79.92125984 +509 79.96070727 +510 80.00000000 +511 80.03913894 +512 79.88281250 +513 79.92202729 +514 79.96108949 +515 80.00000000 +516 79.84496124 +517 79.88394584 +518 79.92277992 +519 79.96146435 +520 80.00000000 +521 79.84644914 +522 79.88505747 +523 79.92351816 +524 79.96183206 +525 80.00000000 +526 79.84790875 +527 79.88614801 +528 79.92424242 +529 79.96219282 +530 80.00000000 +531 80.03766478 +532 80.07518797 +533 80.11257036 +534 80.14981273 +535 80.18691589 +536 80.22388060 +537 80.26070764 +538 80.29739777 +539 80.14842301 +540 80.18518519 +541 80.22181146 +542 80.25830258 +543 80.29465930 +544 80.33088235 +545 80.36697248 +546 80.40293040 +547 80.43875686 +548 80.47445255 +549 80.51001821 +550 80.36363636 +551 80.39927405 +552 80.25362319 +553 80.28933092 +554 80.32490975 +555 80.18018018 +556 80.21582734 +557 80.07181329 +558 79.92831541 +559 79.96422182 +560 80.00000000 +561 80.03565062 +562 79.89323843 +563 79.92895204 +564 79.96453901 +565 79.82300885 +566 79.68197880 +567 79.71781305 +568 79.75352113 +569 79.61335677 +570 79.64912281 +571 79.68476357 +572 79.72027972 +573 79.75567190 +574 79.79094077 +575 79.82608696 +576 79.86111111 +577 79.89601386 +578 79.93079585 +579 79.96545769 +580 80.00000000 +581 80.03442341 +582 80.06872852 +583 80.10291595 +584 80.13698630 +585 80.17094017 +586 80.20477816 +587 80.23850085 +588 80.10204082 +589 80.13582343 +590 80.16949153 +591 80.20304569 +592 80.23648649 +593 80.10118044 +594 79.96632997 +595 80.00000000 +596 80.03355705 +597 80.06700168 +598 80.10033445 +599 80.13355593 +600 80.16666667 +601 80.19966722 +602 80.23255814 +603 80.26533997 +604 80.29801325 +605 80.33057851 +606 80.19801980 +607 80.23064250 +608 80.26315789 +609 80.29556650 +610 80.32786885 +611 80.36006547 +612 80.39215686 +613 80.42414356 +614 80.45602606 +615 80.48780488 +616 80.35714286 +617 80.22690438 +618 80.25889968 +619 80.29079160 +620 80.32258065 +621 80.35426731 +622 80.38585209 +623 80.41733547 +624 80.44871795 +625 80.48000000 +626 80.35143770 +627 80.38277512 +628 80.41401274 +629 80.28616852 +630 80.31746032 +631 80.34865293 +632 80.22151899 +633 80.25276461 +634 80.28391167 +635 80.31496063 +636 80.34591195 +637 80.37676609 +638 80.40752351 +639 80.43818466 +640 80.31250000 +641 80.34321373 +642 80.37383178 +643 80.40435459 +644 80.43478261 +645 80.31007752 +646 80.34055728 +647 80.37094281 +648 80.40123457 +649 80.27734977 +650 80.30769231 +651 80.33794163 +652 80.36809816 +653 80.39816233 +654 80.42813456 +655 80.45801527 +656 80.48780488 +657 80.51750381 +658 80.54711246 +659 80.42488619 +660 80.30303030 +661 80.33282905 +662 80.36253776 +663 80.39215686 +664 80.42168675 +665 80.45112782 +666 80.48048048 +667 80.50974513 +668 80.53892216 +669 80.56801196 +670 80.59701493 +671 80.62593145 +672 80.65476190 +673 80.68350669 +674 80.71216617 +675 80.74074074 +676 80.76923077 +677 80.79763663 +678 80.82595870 +679 80.85419735 +680 80.88235294 +681 80.76358297 +682 80.79178886 +683 80.81991215 +684 80.84795322 +685 80.87591241 +686 80.90379009 +687 80.93158661 +688 80.95930233 +689 80.98693759 +690 81.01449275 +691 81.04196816 +692 81.06936416 +693 80.95238095 +694 80.97982709 +695 81.00719424 +696 81.03448276 +697 81.06169297 +698 81.08882521 +699 81.11587983 +700 81.14285714 +701 81.16975749 +702 81.19658120 +703 81.22332859 +704 81.25000000 +705 81.27659574 +706 81.30311615 +707 81.32956153 +708 81.35593220 +709 81.38222849 +710 81.40845070 +711 81.43459916 +712 81.46067416 +713 81.48667602 +714 81.51260504 +715 81.39860140 +716 81.42458101 +717 81.45048815 +718 81.47632312 +719 81.50208623 +720 81.52777778 +721 81.55339806 +722 81.57894737 +723 81.60442600 +724 81.62983425 +725 81.65517241 +726 81.68044077 +727 81.70563961 +728 81.73076923 +729 81.61865569 +730 81.64383562 +731 81.66894665 +732 81.55737705 +733 81.44611187 +734 81.47138965 +735 81.49659864 +736 81.52173913 +737 81.41112619 +738 81.30081301 +739 81.19079838 +740 81.21621622 +741 81.24156545 +742 81.26684636 +743 81.29205922 +744 81.31720430 +745 81.34228188 +746 81.36729223 +747 81.25836680 +748 81.28342246 +749 81.30841121 +750 81.33333333 diff --git a/scores/Llama-Guard-3-8B-q5_k_s.mmlu b/scores/Llama-Guard-3-8B-q5_k_s.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..7bbe74b802638d15fb8c041b113bb7bea99acaee --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 44.44444444 +10 50.00000000 +11 45.45454545 +12 41.66666667 +13 38.46153846 +14 35.71428571 +15 33.33333333 +16 37.50000000 +17 41.17647059 +18 38.88888889 +19 42.10526316 +20 45.00000000 +21 47.61904762 +22 45.45454545 +23 43.47826087 +24 45.83333333 +25 48.00000000 +26 46.15384615 +27 48.14814815 +28 46.42857143 +29 48.27586207 +30 50.00000000 +31 51.61290323 +32 53.12500000 +33 51.51515152 +34 52.94117647 +35 54.28571429 +36 52.77777778 +37 51.35135135 +38 52.63157895 +39 51.28205128 +40 50.00000000 +41 48.78048780 +42 47.61904762 +43 48.83720930 +44 47.72727273 +45 48.88888889 +46 47.82608696 +47 46.80851064 +48 47.91666667 +49 48.97959184 +50 48.00000000 +51 47.05882353 +52 48.07692308 +53 47.16981132 +54 46.29629630 +55 47.27272727 +56 48.21428571 +57 47.36842105 +58 46.55172414 +59 47.45762712 +60 46.66666667 +61 47.54098361 +62 46.77419355 +63 46.03174603 +64 45.31250000 +65 44.61538462 +66 43.93939394 +67 43.28358209 +68 42.64705882 +69 42.02898551 +70 42.85714286 +71 43.66197183 +72 43.05555556 +73 42.46575342 +74 43.24324324 +75 44.00000000 +76 44.73684211 +77 45.45454545 +78 46.15384615 +79 45.56962025 +80 45.00000000 +81 45.67901235 +82 45.12195122 +83 45.78313253 +84 46.42857143 +85 45.88235294 +86 45.34883721 +87 45.97701149 +88 46.59090909 +89 46.06741573 +90 45.55555556 +91 45.05494505 +92 44.56521739 +93 44.08602151 +94 44.68085106 +95 44.21052632 +96 44.79166667 +97 45.36082474 +98 44.89795918 +99 44.44444444 +100 44.00000000 +101 44.55445545 +102 44.11764706 +103 43.68932039 +104 44.23076923 +105 44.76190476 +106 44.33962264 +107 43.92523364 +108 44.44444444 +109 44.95412844 +110 45.45454545 +111 45.04504505 +112 44.64285714 +113 44.24778761 +114 44.73684211 +115 45.21739130 +116 44.82758621 +117 45.29914530 +118 45.76271186 +119 45.37815126 +120 45.00000000 +121 45.45454545 +122 45.08196721 +123 44.71544715 +124 44.35483871 +125 44.80000000 +126 44.44444444 +127 44.09448819 +128 43.75000000 +129 43.41085271 +130 43.07692308 +131 42.74809160 +132 43.18181818 +133 42.85714286 +134 42.53731343 +135 42.22222222 +136 41.91176471 +137 42.33576642 +138 42.02898551 +139 42.44604317 +140 42.14285714 +141 42.55319149 +142 42.95774648 +143 43.35664336 +144 43.75000000 +145 44.13793103 +146 44.52054795 +147 44.21768707 +148 44.59459459 +149 44.29530201 +150 44.00000000 +151 43.70860927 +152 44.07894737 +153 43.79084967 +154 43.50649351 +155 43.22580645 +156 42.94871795 +157 43.31210191 +158 43.67088608 +159 43.39622642 +160 43.75000000 +161 43.47826087 +162 43.20987654 +163 42.94478528 +164 42.68292683 +165 43.03030303 +166 42.77108434 +167 43.11377246 +168 42.85714286 +169 43.19526627 +170 42.94117647 +171 43.27485380 +172 43.02325581 +173 42.77456647 +174 42.52873563 +175 42.28571429 +176 42.04545455 +177 41.80790960 +178 41.57303371 +179 41.89944134 +180 42.22222222 +181 42.54143646 +182 42.30769231 +183 42.62295082 +184 42.39130435 +185 42.70270270 +186 43.01075269 +187 42.78074866 +188 43.08510638 +189 43.38624339 +190 43.15789474 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 43.29896907 +195 43.58974359 +196 43.87755102 +197 43.65482234 +198 43.43434343 +199 43.21608040 +200 43.00000000 +201 42.78606965 +202 42.57425743 +203 42.36453202 +204 42.15686275 +205 42.43902439 +206 42.23300971 +207 42.51207729 +208 42.30769231 +209 42.10526316 +210 41.90476190 +211 42.18009479 +212 41.98113208 +213 41.78403756 +214 41.58878505 +215 41.86046512 +216 42.12962963 +217 41.93548387 +218 42.20183486 +219 42.46575342 +220 42.72727273 +221 42.53393665 +222 42.79279279 +223 43.04932735 +224 42.85714286 +225 43.11111111 +226 42.92035398 +227 42.73127753 +228 42.98245614 +229 42.79475983 +230 42.60869565 +231 42.42424242 +232 42.67241379 +233 42.48927039 +234 42.73504274 +235 42.55319149 +236 42.37288136 +237 42.19409283 +238 42.01680672 +239 41.84100418 +240 42.08333333 +241 41.90871369 +242 42.14876033 +243 42.38683128 +244 42.21311475 +245 42.44897959 +246 42.27642276 +247 42.10526316 +248 42.33870968 +249 42.16867470 +250 42.00000000 +251 41.83266932 +252 41.66666667 +253 41.50197628 +254 41.33858268 +255 41.17647059 +256 41.40625000 +257 41.63424125 +258 41.47286822 +259 41.31274131 +260 41.53846154 +261 41.37931034 +262 41.22137405 +263 41.06463878 +264 40.90909091 +265 41.13207547 +266 41.35338346 +267 41.19850187 +268 41.04477612 +269 41.26394052 +270 41.11111111 +271 40.95940959 +272 40.80882353 +273 40.65934066 +274 40.51094891 +275 40.36363636 +276 40.57971014 +277 40.79422383 +278 40.64748201 +279 40.50179211 +280 40.71428571 +281 40.56939502 +282 40.78014184 +283 40.63604240 +284 40.49295775 +285 40.35087719 +286 40.20979021 +287 40.41811847 +288 40.27777778 +289 40.13840830 +290 40.34482759 +291 40.54982818 +292 40.75342466 +293 40.61433447 +294 40.47619048 +295 40.33898305 +296 40.20270270 +297 40.06734007 +298 40.26845638 +299 40.13377926 +300 40.33333333 +301 40.19933555 +302 40.06622517 +303 39.93399340 +304 39.80263158 +305 40.00000000 +306 39.86928105 +307 40.06514658 +308 39.93506494 +309 39.80582524 +310 39.67741935 +311 39.54983923 +312 39.74358974 +313 39.93610224 +314 39.80891720 +315 39.68253968 +316 39.55696203 +317 39.74763407 +318 39.93710692 +319 40.12539185 +320 40.00000000 +321 39.87538941 +322 39.75155280 +323 39.62848297 +324 39.50617284 +325 39.69230769 +326 39.57055215 +327 39.75535168 +328 39.63414634 +329 39.51367781 +330 39.39393939 +331 39.27492447 +332 39.45783133 +333 39.63963964 +334 39.52095808 +335 39.70149254 +336 39.88095238 +337 39.76261128 +338 39.94082840 +339 39.82300885 +340 40.00000000 +341 40.17595308 +342 40.35087719 +343 40.23323615 +344 40.11627907 +345 40.00000000 +346 40.17341040 +347 40.34582133 +348 40.22988506 +349 40.11461318 +350 40.28571429 +351 40.17094017 +352 40.05681818 +353 40.22662890 +354 40.11299435 +355 40.00000000 +356 39.88764045 +357 40.05602241 +358 39.94413408 +359 39.83286908 +360 40.00000000 +361 40.16620499 +362 40.33149171 +363 40.49586777 +364 40.38461538 +365 40.27397260 +366 40.43715847 +367 40.32697548 +368 40.21739130 +369 40.10840108 +370 40.27027027 +371 40.16172507 +372 40.05376344 +373 39.94638070 +374 39.83957219 +375 40.00000000 +376 39.89361702 +377 39.78779841 +378 39.94708995 +379 39.84168865 +380 39.73684211 +381 39.89501312 +382 40.05235602 +383 40.20887728 +384 40.10416667 +385 40.25974026 +386 40.15544041 +387 40.05167959 +388 39.94845361 +389 40.10282776 +390 40.25641026 +391 40.40920716 +392 40.56122449 +393 40.45801527 +394 40.35532995 +395 40.50632911 +396 40.65656566 +397 40.80604534 +398 40.70351759 +399 40.85213033 +400 40.75000000 +401 40.89775561 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.74074074 +406 40.64039409 +407 40.54054054 +408 40.44117647 +409 40.58679707 +410 40.48780488 +411 40.38929440 +412 40.29126214 +413 40.19370460 +414 40.33816425 +415 40.24096386 +416 40.38461538 +417 40.28776978 +418 40.19138756 +419 40.33412888 +420 40.23809524 +421 40.38004751 +422 40.28436019 +423 40.18912530 +424 40.33018868 +425 40.23529412 +426 40.14084507 +427 40.28103044 +428 40.18691589 +429 40.32634033 +430 40.23255814 +431 40.37122970 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.55555556 +451 39.68957871 +452 39.60176991 +453 39.73509934 +454 39.64757709 +455 39.56043956 +456 39.69298246 +457 39.82494530 +458 39.73799127 +459 39.86928105 +460 40.00000000 +461 39.91323210 +462 40.04329004 +463 39.95680346 +464 40.08620690 +465 40.00000000 +466 39.91416309 +467 40.04282655 +468 40.17094017 +469 40.08528785 +470 40.00000000 +471 39.91507431 +472 39.83050847 +473 39.95771670 +474 39.87341772 +475 39.78947368 +476 39.91596639 +477 39.83228512 +478 39.95815900 +479 39.87473904 +480 40.00000000 +481 39.91683992 +482 39.83402490 +483 39.95859213 +484 39.87603306 +485 39.79381443 +486 39.71193416 +487 39.83572895 +488 39.75409836 +489 39.67280164 +490 39.79591837 +491 39.71486762 +492 39.63414634 +493 39.55375254 +494 39.67611336 +495 39.79797980 +496 39.91935484 +497 39.83903421 +498 39.75903614 +499 39.87975952 +500 40.00000000 +501 39.92015968 +502 39.84063745 +503 39.76143141 +504 39.88095238 +505 39.80198020 +506 39.92094862 +507 39.84220907 +508 39.76377953 +509 39.68565815 +510 39.80392157 +511 39.72602740 +512 39.64843750 +513 39.57115010 +514 39.49416342 +515 39.41747573 +516 39.53488372 +517 39.65183752 +518 39.76833977 +519 39.69171484 +520 39.61538462 +521 39.53934741 +522 39.65517241 +523 39.57934990 +524 39.69465649 +525 39.61904762 +526 39.54372624 +527 39.65844402 +528 39.77272727 +529 39.69754253 +530 39.81132075 +531 39.73634652 +532 39.66165414 +533 39.58724203 +534 39.51310861 +535 39.62616822 +536 39.55223881 +537 39.66480447 +538 39.77695167 +539 39.70315399 +540 39.62962963 +541 39.55637708 +542 39.66789668 +543 39.59484346 +544 39.70588235 +545 39.63302752 +546 39.56043956 +547 39.67093236 +548 39.78102190 +549 39.70856102 +550 39.63636364 +551 39.74591652 +552 39.67391304 +553 39.60216998 +554 39.53068592 +555 39.45945946 +556 39.56834532 +557 39.49730700 +558 39.60573477 +559 39.53488372 +560 39.64285714 +561 39.57219251 +562 39.67971530 +563 39.78685613 +564 39.71631206 +565 39.82300885 +566 39.75265018 +567 39.68253968 +568 39.78873239 +569 39.71880492 +570 39.64912281 +571 39.57968476 +572 39.68531469 +573 39.61605585 +574 39.54703833 +575 39.47826087 +576 39.58333333 +577 39.68804159 +578 39.79238754 +579 39.72366149 +580 39.65517241 +581 39.58691910 +582 39.51890034 +583 39.62264151 +584 39.72602740 +585 39.65811966 +586 39.59044369 +587 39.52299830 +588 39.45578231 +589 39.38879457 +590 39.32203390 +591 39.25549915 +592 39.18918919 +593 39.29173693 +594 39.39393939 +595 39.32773109 +596 39.42953020 +597 39.36348409 +598 39.29765886 +599 39.39899833 +600 39.33333333 +601 39.26788686 +602 39.20265781 +603 39.30348259 +604 39.23841060 +605 39.33884298 +606 39.27392739 +607 39.37397035 +608 39.30921053 +609 39.24466338 +610 39.18032787 +611 39.27986907 +612 39.21568627 +613 39.31484502 +614 39.25081433 +615 39.18699187 +616 39.28571429 +617 39.22204214 +618 39.15857605 +619 39.09531502 +620 39.03225806 +621 38.96940419 +622 39.06752412 +623 39.00481541 +624 38.94230769 +625 38.88000000 +626 38.97763578 +627 38.91547049 +628 38.85350318 +629 38.95071542 +630 39.04761905 +631 38.98573693 +632 39.08227848 +633 39.02053712 +634 38.95899054 +635 38.89763780 +636 38.83647799 +637 38.93249608 +638 38.87147335 +639 38.81064163 +640 38.90625000 +641 38.84555382 +642 38.78504673 +643 38.72472784 +644 38.81987578 +645 38.75968992 +646 38.69969040 +647 38.63987635 +648 38.58024691 +649 38.52080123 +650 38.46153846 +651 38.40245776 +652 38.34355828 +653 38.28483920 +654 38.37920489 +655 38.32061069 +656 38.41463415 +657 38.35616438 +658 38.44984802 +659 38.39150228 +660 38.33333333 +661 38.27534039 +662 38.21752266 +663 38.15987934 +664 38.25301205 +665 38.34586466 +666 38.28828829 +667 38.38080960 +668 38.47305389 +669 38.41554559 +670 38.50746269 +671 38.45007452 +672 38.39285714 +673 38.33580981 +674 38.27893175 +675 38.22222222 +676 38.16568047 +677 38.10930576 +678 38.20058997 +679 38.14432990 +680 38.23529412 +681 38.32599119 +682 38.26979472 +683 38.21376281 +684 38.30409357 +685 38.24817518 +686 38.19241983 +687 38.13682678 +688 38.08139535 +689 38.17126270 +690 38.11594203 +691 38.06078148 +692 38.00578035 +693 37.95093795 +694 37.89625360 +695 37.84172662 +696 37.93103448 +697 37.87661406 +698 37.96561605 +699 38.05436338 +700 38.00000000 +701 37.94579173 +702 38.03418803 +703 38.12233286 +704 38.21022727 +705 38.15602837 +706 38.10198300 +707 38.04809052 +708 37.99435028 +709 38.08180536 +710 38.02816901 +711 38.11533052 +712 38.06179775 +713 38.14866760 +714 38.23529412 +715 38.18181818 +716 38.12849162 +717 38.07531381 +718 38.02228412 +719 37.96940195 +720 37.91666667 +721 37.86407767 +722 37.81163435 +723 37.89764869 +724 37.98342541 +725 38.06896552 +726 38.15426997 +727 38.23933975 +728 38.18681319 +729 38.13443073 +730 38.08219178 +731 38.03009576 +732 37.97814208 +733 38.06275580 +734 38.14713896 +735 38.09523810 +736 38.04347826 +737 38.12754410 +738 38.21138211 +739 38.29499323 +740 38.24324324 +741 38.19163293 +742 38.27493261 +743 38.35800808 +744 38.44086022 +745 38.38926174 +746 38.33780161 +747 38.28647925 +748 38.23529412 +749 38.18424566 +750 38.26666667 + +Final result: 38.2667 +/- 1.7759 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q5_k_s.ppx b/scores/Llama-Guard-3-8B-q5_k_s.ppx new file mode 100644 index 0000000000000000000000000000000000000000..33900eac5e915a45dc13757a87ec7b5034d76a90 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.849948 ± 0.042246 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.07% +Mean ln(PPL(Q)/PPL(base)) : 0.044016 ± 0.000841 +Mean PPL(Q)/PPL(base) : 1.044999 ± 0.000879 +Mean PPL(Q)-PPL(base) : 0.294970 ± 0.006003 + +====== KL divergence statistics ====== +Mean KLD: 0.046677 ± 0.000201 +Maximum KLD: 5.932310 +99.9% KLD: 0.900206 +99.0% KLD: 0.281237 +99.0% KLD: 0.281237 +Median KLD: 0.034114 +10.0% KLD: 0.001210 + 5.0% KLD: 0.000327 + 1.0% KLD: 0.000040 +Minimum KLD: -0.000008 + +====== Token probability statistics ====== +Mean Δp: -0.972 ± 0.017 % +Maximum Δp: 88.022% +99.9% Δp: 29.228% +99.0% Δp: 16.079% +95.0% Δp: 7.941% +90.0% Δp: 4.484% +75.0% Δp: 0.669% +Median Δp: -0.075% +25.0% Δp: -2.400% +10.0% Δp: -7.610% + 5.0% Δp: -11.650% + 1.0% Δp: -21.239% + 0.1% Δp: -42.876% +Minimum Δp: -97.120% +RMS Δp : 6.388 ± 0.034 % +Same top p: 87.801 ± 0.086 % diff --git a/scores/Llama-Guard-3-8B-q5_k_s.tqa b/scores/Llama-Guard-3-8B-q5_k_s.tqa new file mode 100644 index 0000000000000000000000000000000000000000..d6b3ed77482dc359653bf750433c826dd55675d0 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 33.33333333 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 28.57142857 +29 31.03448276 +30 33.33333333 +31 35.48387097 +32 37.50000000 +33 39.39393939 +34 38.23529412 +35 37.14285714 +36 36.11111111 +37 37.83783784 +38 36.84210526 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 34.88372093 +44 36.36363636 +45 37.77777778 +46 36.95652174 +47 36.17021277 +48 37.50000000 +49 36.73469388 +50 38.00000000 +51 37.25490196 +52 36.53846154 +53 35.84905660 +54 37.03703704 +55 38.18181818 +56 37.50000000 +57 36.84210526 +58 36.20689655 +59 35.59322034 +60 36.66666667 +61 36.06557377 +62 37.09677419 +63 38.09523810 +64 39.06250000 +65 38.46153846 +66 37.87878788 +67 37.31343284 +68 36.76470588 +69 37.68115942 +70 37.14285714 +71 36.61971831 +72 37.50000000 +73 36.98630137 +74 36.48648649 +75 36.00000000 +76 35.52631579 +77 35.06493506 +78 34.61538462 +79 34.17721519 +80 35.00000000 +81 34.56790123 +82 35.36585366 +83 34.93975904 +84 34.52380952 +85 34.11764706 +86 33.72093023 +87 33.33333333 +88 32.95454545 +89 33.70786517 +90 33.33333333 +91 32.96703297 +92 32.60869565 +93 32.25806452 +94 31.91489362 +95 31.57894737 +96 32.29166667 +97 31.95876289 +98 31.63265306 +99 32.32323232 +100 32.00000000 +101 32.67326733 +102 32.35294118 +103 33.00970874 +104 32.69230769 +105 32.38095238 +106 32.07547170 +107 32.71028037 +108 33.33333333 +109 33.02752294 +110 33.63636364 +111 33.33333333 +112 33.92857143 +113 33.62831858 +114 33.33333333 +115 33.04347826 +116 32.75862069 +117 32.47863248 +118 32.20338983 +119 31.93277311 +120 31.66666667 +121 32.23140496 +122 31.96721311 +123 31.70731707 +124 32.25806452 +125 32.80000000 +126 33.33333333 +127 33.07086614 +128 32.81250000 +129 33.33333333 +130 33.07692308 +131 32.82442748 +132 32.57575758 +133 32.33082707 +134 32.08955224 +135 32.59259259 +136 32.35294118 +137 32.84671533 +138 33.33333333 +139 33.81294964 +140 34.28571429 +141 34.04255319 +142 33.80281690 +143 33.56643357 +144 34.02777778 +145 33.79310345 +146 33.56164384 +147 33.33333333 +148 33.10810811 +149 32.88590604 +150 32.66666667 +151 33.11258278 +152 32.89473684 +153 32.67973856 +154 32.46753247 +155 32.25806452 +156 32.69230769 +157 32.48407643 +158 32.91139241 +159 32.70440252 +160 32.50000000 +161 32.91925466 +162 33.33333333 +163 33.12883436 +164 32.92682927 +165 33.33333333 +166 33.73493976 +167 33.53293413 +168 33.92857143 +169 33.72781065 +170 33.52941176 +171 33.33333333 +172 33.13953488 +173 32.94797688 +174 33.33333333 +175 33.14285714 +176 33.52272727 +177 33.33333333 +178 33.14606742 +179 33.51955307 +180 33.33333333 +181 33.14917127 +182 32.96703297 +183 32.78688525 +184 32.60869565 +185 32.43243243 +186 32.79569892 +187 32.62032086 +188 32.44680851 +189 32.80423280 +190 33.15789474 +191 32.98429319 +192 32.81250000 +193 32.64248705 +194 32.98969072 +195 32.82051282 +196 32.65306122 +197 32.48730964 +198 32.32323232 +199 32.16080402 +200 32.50000000 +201 32.33830846 +202 32.17821782 +203 32.01970443 +204 31.86274510 +205 32.19512195 +206 32.03883495 +207 32.36714976 +208 32.21153846 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.48148148 +217 31.33640553 +218 31.65137615 +219 31.50684932 +220 31.36363636 +221 31.22171946 +222 31.08108108 +223 30.94170404 +224 31.25000000 +225 31.11111111 +226 31.41592920 +227 31.71806167 +228 31.57894737 +229 31.44104803 +230 31.30434783 +231 31.16883117 +232 31.03448276 +233 31.33047210 +234 31.62393162 +235 31.91489362 +236 32.20338983 +237 32.06751055 +238 32.35294118 +239 32.21757322 +240 32.08333333 +241 31.95020747 +242 31.81818182 +243 31.68724280 +244 31.55737705 +245 31.42857143 +246 31.30081301 +247 31.17408907 +248 31.04838710 +249 30.92369478 +250 30.80000000 +251 31.07569721 +252 31.34920635 +253 31.22529644 +254 31.10236220 +255 31.37254902 +256 31.25000000 +257 31.12840467 +258 31.00775194 +259 30.88803089 +260 30.76923077 +261 31.03448276 +262 30.91603053 +263 30.79847909 +264 31.06060606 +265 31.32075472 +266 31.20300752 +267 31.08614232 +268 30.97014925 +269 30.85501859 +270 30.74074074 +271 30.62730627 +272 30.51470588 +273 30.40293040 +274 30.29197080 +275 30.18181818 +276 30.07246377 +277 29.96389892 +278 30.21582734 +279 30.10752688 +280 30.35714286 +281 30.60498221 +282 30.49645390 +283 30.74204947 +284 30.63380282 +285 30.52631579 +286 30.76923077 +287 31.01045296 +288 31.25000000 +289 31.14186851 +290 31.03448276 +291 31.27147766 +292 31.50684932 +293 31.74061433 +294 31.63265306 +295 31.86440678 +296 32.09459459 +297 32.32323232 +298 32.21476510 +299 32.10702341 +300 32.00000000 +301 31.89368771 +302 31.78807947 +303 31.68316832 +304 31.57894737 +305 31.47540984 +306 31.37254902 +307 31.27035831 +308 31.49350649 +309 31.39158576 +310 31.29032258 +311 31.18971061 +312 31.41025641 +313 31.30990415 +314 31.21019108 +315 31.11111111 +316 31.01265823 +317 31.23028391 +318 31.13207547 +319 31.03448276 +320 30.93750000 +321 30.84112150 +322 31.05590062 +323 30.95975232 +324 30.86419753 +325 30.76923077 +326 30.67484663 +327 30.88685015 +328 31.09756098 +329 31.00303951 +330 31.21212121 +331 31.11782477 +332 31.32530120 +333 31.53153153 +334 31.43712575 +335 31.64179104 +336 31.84523810 +337 31.75074184 +338 31.65680473 +339 31.85840708 +340 31.76470588 +341 31.96480938 +342 32.16374269 +343 32.06997085 +344 32.26744186 +345 32.46376812 +346 32.36994220 +347 32.56484150 +348 32.47126437 +349 32.37822350 +350 32.28571429 +351 32.19373219 +352 32.38636364 +353 32.29461756 +354 32.20338983 +355 32.39436620 +356 32.30337079 +357 32.49299720 +358 32.40223464 +359 32.31197772 +360 32.22222222 +361 32.13296399 +362 32.04419890 +363 31.95592287 +364 31.86813187 +365 31.78082192 +366 31.69398907 +367 31.88010899 +368 31.79347826 +369 31.70731707 +370 31.62162162 +371 31.53638814 +372 31.72043011 +373 31.63538874 +374 31.81818182 +375 31.73333333 +376 31.64893617 +377 31.83023873 +378 31.74603175 +379 31.66226913 +380 31.84210526 +381 31.75853018 +382 31.93717277 +383 31.85378590 +384 31.77083333 +385 31.68831169 +386 31.60621762 +387 31.52454780 +388 31.70103093 +389 31.61953728 +390 31.53846154 +391 31.71355499 +392 31.63265306 +393 31.80661578 +394 31.97969543 +395 31.89873418 +396 32.07070707 +397 32.24181360 +398 32.16080402 +399 32.08020050 +400 32.00000000 +401 32.16957606 +402 32.33830846 +403 32.25806452 +404 32.17821782 +405 32.09876543 +406 32.01970443 +407 31.94103194 +408 31.86274510 +409 31.78484108 +410 31.70731707 +411 31.63017032 +412 31.79611650 +413 31.96125908 +414 32.12560386 +415 32.28915663 +416 32.21153846 +417 32.37410072 +418 32.29665072 +419 32.21957041 +420 32.38095238 +421 32.54156770 +422 32.46445498 +423 32.62411348 +424 32.54716981 +425 32.47058824 +426 32.39436620 +427 32.31850117 +428 32.24299065 +429 32.16783217 +430 32.09302326 +431 32.01856148 +432 32.17592593 +433 32.33256351 +434 32.48847926 +435 32.41379310 +436 32.56880734 +437 32.49427918 +438 32.64840183 +439 32.57403189 +440 32.72727273 +441 32.65306122 +442 32.57918552 +443 32.50564334 +444 32.65765766 +445 32.58426966 +446 32.51121076 +447 32.43847875 +448 32.36607143 +449 32.51670379 +450 32.66666667 +451 32.59423503 +452 32.52212389 +453 32.67108168 +454 32.59911894 +455 32.52747253 +456 32.45614035 +457 32.38512035 +458 32.31441048 +459 32.24400871 +460 32.17391304 +461 32.10412148 +462 32.25108225 +463 32.18142549 +464 32.32758621 +465 32.47311828 +466 32.40343348 +467 32.33404711 +468 32.47863248 +469 32.40938166 +470 32.34042553 +471 32.27176221 +472 32.41525424 +473 32.34672304 +474 32.27848101 +475 32.42105263 +476 32.35294118 +477 32.28511530 +478 32.21757322 +479 32.15031315 +480 32.08333333 +481 32.01663202 +482 32.15767635 +483 32.09109731 +484 32.02479339 +485 32.16494845 +486 32.09876543 +487 32.23819302 +488 32.17213115 +489 32.31083845 +490 32.44897959 +491 32.58655804 +492 32.72357724 +493 32.65720081 +494 32.59109312 +495 32.52525253 +496 32.45967742 +497 32.39436620 +498 32.32931727 +499 32.46492986 +500 32.40000000 +501 32.53493014 +502 32.47011952 +503 32.40556660 +504 32.53968254 +505 32.47524752 +506 32.41106719 +507 32.34714004 +508 32.48031496 +509 32.61296660 +510 32.54901961 +511 32.48532290 +512 32.42187500 +513 32.35867446 +514 32.29571984 +515 32.42718447 +516 32.36434109 +517 32.49516441 +518 32.43243243 +519 32.36994220 +520 32.30769231 +521 32.24568138 +522 32.18390805 +523 32.12237094 +524 32.06106870 +525 32.00000000 +526 31.93916350 +527 32.06831120 +528 32.00757576 +529 31.94706994 +530 31.88679245 +531 31.82674200 +532 31.95488722 +533 32.08255159 +534 32.02247191 +535 31.96261682 +536 31.90298507 +537 32.02979516 +538 31.97026022 +539 31.91094620 +540 31.85185185 +541 31.79297597 +542 31.73431734 +543 31.67587477 +544 31.61764706 +545 31.55963303 +546 31.68498168 +547 31.80987203 +548 31.93430657 +549 31.87613843 +550 31.81818182 +551 31.76043557 +552 31.88405797 +553 32.00723327 +554 31.94945848 +555 31.89189189 +556 31.83453237 +557 31.77737882 +558 31.72043011 +559 31.66368515 +560 31.78571429 +561 31.90730838 +562 31.85053381 +563 31.79396092 +564 31.73758865 +565 31.85840708 +566 31.97879859 +567 32.09876543 +568 32.21830986 +569 32.16168717 +570 32.10526316 +571 32.04903678 +572 31.99300699 +573 31.93717277 +574 32.05574913 +575 32.17391304 +576 32.29166667 +577 32.40901213 +578 32.52595156 +579 32.64248705 +580 32.58620690 +581 32.53012048 +582 32.47422680 +583 32.41852487 +584 32.53424658 +585 32.47863248 +586 32.59385666 +587 32.53833049 +588 32.48299320 +589 32.42784380 +590 32.54237288 +591 32.48730964 +592 32.43243243 +593 32.37774030 +594 32.49158249 +595 32.43697479 +596 32.38255034 +597 32.32830821 +598 32.27424749 +599 32.22036728 +600 32.16666667 +601 32.27953411 +602 32.39202658 +603 32.50414594 +604 32.45033113 +605 32.39669421 +606 32.50825083 +607 32.45469522 +608 32.40131579 +609 32.51231527 +610 32.45901639 +611 32.40589198 +612 32.51633987 +613 32.46329527 +614 32.41042345 +615 32.35772358 +616 32.46753247 +617 32.57698541 +618 32.52427184 +619 32.63327948 +620 32.58064516 +621 32.52818035 +622 32.63665595 +623 32.58426966 +624 32.53205128 +625 32.48000000 +626 32.42811502 +627 32.53588517 +628 32.64331210 +629 32.75039746 +630 32.69841270 +631 32.64659271 +632 32.59493671 +633 32.54344392 +634 32.64984227 +635 32.59842520 +636 32.54716981 +637 32.49607535 +638 32.44514107 +639 32.39436620 +640 32.50000000 +641 32.44929797 +642 32.55451713 +643 32.50388802 +644 32.45341615 +645 32.55813953 +646 32.50773994 +647 32.45749614 +648 32.56172840 +649 32.51155624 +650 32.61538462 +651 32.71889401 +652 32.82208589 +653 32.92496172 +654 32.87461774 +655 32.82442748 +656 32.92682927 +657 32.87671233 +658 32.82674772 +659 32.92867982 +660 32.87878788 +661 32.82904690 +662 32.77945619 +663 32.73001508 +664 32.68072289 +665 32.78195489 +666 32.88288288 +667 32.83358321 +668 32.78443114 +669 32.73542601 +670 32.83582090 +671 32.78688525 +672 32.73809524 +673 32.68945022 +674 32.64094955 +675 32.74074074 +676 32.84023669 +677 32.79172821 +678 32.74336283 +679 32.69513991 +680 32.64705882 +681 32.74596182 +682 32.84457478 +683 32.79648609 +684 32.89473684 +685 32.84671533 +686 32.79883382 +687 32.75109170 +688 32.84883721 +689 32.94629898 +690 32.89855072 +691 32.99565847 +692 33.09248555 +693 33.18903319 +694 33.14121037 +695 33.09352518 +696 33.18965517 +697 33.14203730 +698 33.09455587 +699 33.19027182 +700 33.28571429 +701 33.23823110 +702 33.19088319 +703 33.14366999 +704 33.09659091 +705 33.04964539 +706 33.14447592 +707 33.09759547 +708 33.05084746 +709 33.00423131 +710 32.95774648 +711 32.91139241 +712 33.00561798 +713 32.95932679 +714 33.05322129 +715 33.00699301 +716 32.96089385 +717 32.91492329 +718 33.00835655 +719 33.10152990 +720 33.05555556 +721 33.00970874 +722 32.96398892 +723 32.91839557 +724 32.87292818 +725 32.82758621 +726 32.92011019 +727 32.87482806 +728 32.82967033 +729 32.78463649 +730 32.87671233 +731 32.83173735 +732 32.92349727 +733 32.87858117 +734 32.83378747 +735 32.78911565 +736 32.74456522 +737 32.70013569 +738 32.65582656 +739 32.74695535 +740 32.70270270 +741 32.79352227 +742 32.74932615 +743 32.70524899 +744 32.79569892 +745 32.75167785 +746 32.84182306 +747 32.93172691 +748 32.88770053 +749 32.97730307 +750 33.06666667 + +Final result: 33.0667 +/- 1.7190 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q5_k_s.wng b/scores/Llama-Guard-3-8B-q5_k_s.wng new file mode 100644 index 0000000000000000000000000000000000000000..a2ea171923d300018fa0e36a524d386eea769bcf --- /dev/null +++ b/scores/Llama-Guard-3-8B-q5_k_s.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.032467 -3.519374 1 1 +2 100.0000 -2.033123 -2.100348 1 1 +3 100.0000 -3.581255 -3.078639 2 2 +4 100.0000 -4.142345 -4.349737 1 1 +5 80.0000 -2.878758 -3.058279 1 2 +6 83.3333 -4.243821 -4.564809 1 1 +7 85.7143 -4.452320 -3.135467 2 2 +8 87.5000 -2.533116 -2.159809 2 2 +9 88.8889 -3.843684 -5.131879 1 1 +10 90.0000 -2.380110 -2.041998 2 2 +11 90.9091 -9.948684 -5.165231 2 2 +12 91.6667 -3.206702 -1.482582 2 2 +13 92.3077 -3.089564 -5.029068 1 1 +14 92.8571 -3.721883 -3.914777 1 1 +15 86.6667 -4.346109 -6.221657 1 2 +16 87.5000 -3.153391 -2.851358 2 2 +17 88.2353 -6.085685 -4.954683 2 2 +18 88.8889 -1.747809 -3.040858 1 1 +19 89.4737 -3.125792 -4.631766 1 1 +20 90.0000 -2.916361 -3.067667 1 1 +21 90.4762 -2.105353 -3.246537 1 1 +22 86.3636 -2.106942 -2.158792 1 2 +23 86.9565 -4.507708 -5.092888 1 1 +24 83.3333 -2.689112 -2.404620 2 1 +25 84.0000 -1.915805 -1.824525 2 2 +26 84.6154 -3.140252 -4.484639 1 1 +27 81.4815 -4.317985 -4.373357 1 2 +28 82.1429 -4.509346 -5.955847 1 1 +29 82.7586 -3.402560 -3.779985 1 1 +30 83.3333 -2.607428 -2.262462 2 2 +31 83.8710 -4.089764 -4.162813 1 1 +32 84.3750 -5.291277 -6.261518 1 1 +33 84.8485 -4.398515 -5.192092 1 1 +34 82.3529 -2.548169 -2.356039 2 1 +35 82.8571 -4.290127 -4.164699 2 2 +36 83.3333 -3.856461 -3.547656 2 2 +37 83.7838 -2.819242 -2.990588 1 1 +38 81.5789 -3.474187 -3.470955 2 1 +39 82.0513 -4.964224 -3.111735 2 2 +40 80.0000 -4.023088 -5.059517 1 2 +41 80.4878 -2.201681 -2.409182 1 1 +42 80.9524 -2.288974 -3.328685 1 1 +43 81.3953 -3.159286 -3.075623 2 2 +44 81.8182 -2.106206 -1.607185 2 2 +45 82.2222 -0.085683 -11.445693 1 1 +46 82.6087 -2.785758 -2.811756 1 1 +47 80.8511 -3.039903 -3.084493 1 2 +48 81.2500 -4.348761 -4.050477 2 2 +49 79.5918 -3.079083 -1.516882 2 1 +50 80.0000 -2.471048 -2.321932 2 2 +51 80.3922 -1.855562 -2.453255 1 1 +52 80.7692 -3.767287 -2.765869 2 2 +53 81.1321 -4.156430 -4.663849 1 1 +54 81.4815 -2.807808 -2.156493 2 2 +55 81.8182 -2.670250 -2.398937 2 2 +56 80.3571 -5.528167 -5.811466 1 2 +57 80.7018 -3.528686 -3.401586 2 2 +58 81.0345 -3.241839 -3.884047 1 1 +59 81.3559 -2.889639 -2.767204 2 2 +60 81.6667 -4.295065 -4.049555 2 2 +61 81.9672 -3.455522 -3.521191 1 1 +62 82.2581 -5.579225 -5.718621 1 1 +63 80.9524 -4.020825 -4.476386 1 2 +64 79.6875 -4.376492 -4.373062 2 1 +65 80.0000 -5.063678 -4.292506 2 2 +66 80.3030 -2.871125 -3.406688 1 1 +67 80.5970 -3.475586 -2.699602 2 2 +68 79.4118 -5.271157 -5.539037 1 2 +69 79.7101 -5.603385 -5.959939 1 1 +70 80.0000 -3.131627 -3.030471 2 2 +71 78.8732 -2.995522 -2.943104 2 1 +72 79.1667 -3.508054 -3.420522 2 2 +73 79.4521 -2.936659 -2.965450 1 1 +74 79.7297 -2.363004 -3.037480 1 1 +75 80.0000 -2.245516 -2.728819 1 1 +76 80.2632 -1.970720 -4.390283 1 1 +77 79.2208 -3.076710 -3.103720 1 2 +78 79.4872 -0.705786 -1.297520 1 1 +79 78.4810 -2.193431 -2.332823 1 2 +80 78.7500 -2.279977 -3.114135 1 1 +81 79.0123 -4.963384 -4.491814 2 2 +82 78.0488 -3.165589 -3.402142 1 2 +83 78.3133 -5.766924 -4.957694 2 2 +84 78.5714 -2.147866 -1.910997 2 2 +85 78.8235 -3.958993 -4.265925 1 1 +86 79.0698 -5.796618 -5.709762 2 2 +87 78.1609 -1.786560 -1.606080 2 1 +88 77.2727 -5.698550 -4.800928 2 1 +89 77.5281 -3.659291 -3.661299 1 1 +90 77.7778 -4.370194 -3.000253 2 2 +91 78.0220 -4.205811 -4.250838 1 1 +92 78.2609 -4.173141 -4.045753 2 2 +93 78.4946 -2.137625 -1.840616 2 2 +94 78.7234 -4.725928 -4.214003 2 2 +95 78.9474 -3.212471 -3.647478 1 1 +96 79.1667 -1.797272 -2.454508 1 1 +97 78.3505 -5.318540 -4.613243 2 1 +98 78.5714 -4.114978 -3.368297 2 2 +99 77.7778 -3.067025 -3.048499 2 1 +100 78.0000 -5.759622 -5.356253 2 2 +101 77.2277 -4.459671 -4.747755 1 2 +102 76.4706 -3.939060 -3.882213 2 1 +103 76.6990 -2.786211 -2.251177 2 2 +104 76.9231 -7.431900 -7.164259 2 2 +105 77.1429 -1.485383 -1.706106 1 1 +106 77.3585 -2.680407 -2.337131 2 2 +107 77.5701 -4.075675 -3.492108 2 2 +108 77.7778 -3.733503 -2.909457 2 2 +109 77.0642 -3.954629 -4.269467 1 2 +110 77.2727 -4.243284 -3.427357 2 2 +111 77.4775 -3.045662 -2.859152 2 2 +112 76.7857 -3.709437 -3.123054 2 1 +113 76.1062 -4.579526 -6.050138 1 2 +114 76.3158 -4.141779 -4.936385 1 1 +115 76.5217 -1.782492 -2.197061 1 1 +116 76.7241 -2.179999 -1.766686 2 2 +117 76.0684 -3.782208 -4.198056 1 2 +118 76.2712 -1.438625 -1.942546 1 1 +119 76.4706 -1.609581 -2.395408 1 1 +120 75.8333 -3.099756 -2.845335 2 1 +121 76.0331 -1.138512 -1.036440 2 2 +122 76.2295 -6.228969 -5.521420 2 2 +123 76.4228 -4.021311 -4.337227 1 1 +124 76.6129 -3.275640 -2.828385 2 2 +125 76.8000 -3.024665 -2.986160 2 2 +126 76.9841 -6.793062 -6.498408 2 2 +127 77.1654 -3.128649 -1.131774 2 2 +128 77.3438 -1.799865 -2.015949 1 1 +129 77.5194 -2.255149 -1.073251 2 2 +130 77.6923 -5.769494 -4.565673 2 2 +131 77.8626 -4.165826 -4.052160 2 2 +132 78.0303 -2.368056 -2.046017 2 2 +133 78.1955 -1.084252 -3.520986 1 1 +134 78.3582 -4.814715 -4.483259 2 2 +135 78.5185 -4.101215 -4.920034 1 1 +136 78.6765 -4.025003 -2.585826 2 2 +137 78.8321 -5.381464 -5.535515 1 1 +138 78.2609 -4.008905 -4.350236 1 2 +139 78.4173 -4.074516 -5.434057 1 1 +140 78.5714 -1.440303 -1.366117 2 2 +141 78.7234 -5.384876 -4.106138 2 2 +142 78.8732 -2.742367 -1.857491 2 2 +143 79.0210 -2.898107 -6.698835 1 1 +144 78.4722 -2.172176 -2.098099 2 1 +145 77.9310 -1.260252 -16.582365 1 2 +146 78.0822 -3.715007 -3.677537 2 2 +147 78.2313 -4.011468 -3.629813 2 2 +148 78.3784 -2.223282 -2.559659 1 1 +149 78.5235 -4.068961 -3.714417 2 2 +150 78.6667 -3.725850 -3.144376 2 2 +151 78.1457 -1.841945 -1.697161 2 1 +152 77.6316 -4.160114 -4.536345 1 2 +153 77.7778 -2.454863 -3.122627 1 1 +154 77.9221 -3.314038 -3.717851 1 1 +155 77.4194 -2.189077 -3.100287 1 2 +156 77.5641 -2.022576 -2.186364 1 1 +157 77.7070 -2.499089 -3.503562 1 1 +158 77.8481 -4.217425 -3.889148 2 2 +159 77.9874 -2.933645 -4.211856 1 1 +160 78.1250 -4.137076 -3.380841 2 2 +161 77.6398 -3.244596 -3.030291 2 1 +162 77.1605 -0.044213 -10.530725 1 2 +163 77.3006 -1.945410 -2.110411 1 1 +164 77.4390 -5.286167 -4.362111 2 2 +165 77.5758 -3.854380 -3.768220 2 2 +166 77.7108 -4.287129 -4.062190 2 2 +167 77.2455 -4.180126 -3.723379 2 1 +168 77.3810 -5.348476 -4.553057 2 2 +169 77.5148 -4.028590 -3.857552 2 2 +170 77.6471 -2.441003 -2.885398 1 1 +171 77.7778 -3.434562 -4.116769 1 1 +172 77.9070 -3.916778 -4.578755 1 1 +173 78.0347 -2.894942 -2.795180 2 2 +174 77.5862 -6.276288 -6.332961 1 2 +175 77.7143 -3.671553 -3.896469 1 1 +176 77.8409 -1.642759 -3.769741 1 1 +177 77.9661 -6.425328 -6.239542 2 2 +178 77.5281 -2.894593 -2.862068 2 1 +179 77.6536 -2.392823 -2.590700 1 1 +180 77.7778 -4.363500 -4.032396 2 2 +181 77.9006 -3.238203 -2.560723 2 2 +182 78.0220 -3.857240 -3.158609 2 2 +183 78.1421 -5.186939 -5.178660 2 2 +184 78.2609 -1.725626 -2.663694 1 1 +185 77.8378 -3.955191 -4.085795 1 2 +186 77.9570 -2.468949 -2.903375 1 1 +187 78.0749 -4.597224 -4.216238 2 2 +188 77.6596 -3.767795 -2.982302 2 1 +189 77.2487 -3.223362 -3.687439 1 2 +190 77.3684 -5.477124 -5.233332 2 2 +191 77.4869 -2.409971 -2.880993 1 1 +192 77.6042 -4.869944 -3.923780 2 2 +193 77.2021 -3.458040 -3.477124 1 2 +194 77.3196 -1.990283 -1.631374 2 2 +195 76.9231 -3.482332 -3.222644 2 1 +196 76.5306 -3.183161 -3.524807 1 2 +197 76.6497 -1.175184 -3.199800 1 1 +198 76.7677 -2.688730 -7.120409 1 1 +199 76.8844 -5.716879 -4.737665 2 2 +200 77.0000 -3.107083 -2.803898 2 2 +201 77.1144 -2.721926 -3.314979 1 1 +202 76.7327 -6.580116 -6.829009 1 2 +203 76.8473 -2.765527 -2.646759 2 2 +204 76.9608 -2.201919 -2.593146 1 1 +205 77.0732 -3.214632 -2.214801 2 2 +206 76.6990 -4.781087 -5.213773 1 2 +207 76.3285 -3.573097 -3.548248 2 1 +208 76.4423 -3.193874 -2.759867 2 2 +209 76.5550 -3.832423 -3.017248 2 2 +210 76.6667 -6.054029 -6.009329 2 2 +211 76.3033 -4.995219 -4.796076 2 1 +212 76.4151 -5.096835 -4.213363 2 2 +213 76.5258 -4.862469 -4.691938 2 2 +214 76.1682 -2.987994 -2.938710 2 1 +215 76.2791 -5.657995 -5.471030 2 2 +216 75.9259 -3.301627 -3.165372 2 1 +217 76.0369 -0.890999 -1.548068 1 1 +218 76.1468 -2.477919 -2.185395 2 2 +219 76.2557 -3.186913 -3.352350 1 1 +220 75.9091 -3.035211 -3.096318 1 2 +221 76.0181 -3.681476 -10.680274 1 1 +222 75.6757 -0.220429 -8.031689 1 2 +223 75.7848 -4.118094 -2.940778 2 2 +224 75.8929 -5.798852 -4.119343 2 2 +225 75.5556 -2.481025 -2.691537 1 2 +226 75.6637 -2.646385 -3.263665 1 1 +227 75.3304 -3.369522 -3.315840 2 1 +228 75.4386 -1.444658 -1.906713 1 1 +229 75.5459 -3.335389 -3.198832 2 2 +230 75.6522 -2.918636 -3.535654 1 1 +231 75.7576 -2.183300 -2.792216 1 1 +232 75.8621 -3.004746 -2.301034 2 2 +233 75.9657 -2.021753 -2.445396 1 1 +234 76.0684 -3.135838 -2.967828 2 2 +235 76.1702 -3.969239 -3.307062 2 2 +236 75.8475 -1.978104 -1.860610 2 1 +237 75.5274 -2.115080 -1.712593 2 1 +238 75.6303 -2.837851 -2.460741 2 2 +239 75.3138 -2.630836 -2.782804 1 2 +240 75.0000 -6.178977 -6.292787 1 2 +241 74.6888 -3.231477 -3.580537 1 2 +242 74.7934 -5.573915 -5.373625 2 2 +243 74.4856 -4.667806 -4.544254 2 1 +244 74.5902 -2.467335 -3.646926 1 1 +245 74.6939 -3.655936 -5.054407 1 1 +246 74.7967 -2.419278 -2.662534 1 1 +247 74.8988 -3.369900 -2.954213 2 2 +248 75.0000 -3.276675 -2.637133 2 2 +249 75.1004 -2.618424 -1.809129 2 2 +250 75.2000 -1.994849 -2.785768 1 1 +251 74.9004 -1.300445 -1.275860 2 1 +252 75.0000 -6.644412 -6.381496 2 2 +253 74.7036 -5.194584 -5.027418 2 1 +254 74.4094 -4.605356 -5.619042 1 2 +255 74.5098 -2.719272 -3.698321 1 1 +256 74.2188 -4.091670 -2.996363 2 1 +257 73.9300 -2.484297 -2.181968 2 1 +258 73.6434 -3.575687 -3.803325 1 2 +259 73.7452 -4.905844 -5.426753 1 1 +260 73.8462 -6.108224 -6.480970 1 1 +261 73.9464 -3.763344 -3.736504 2 2 +262 74.0458 -4.536896 -4.491713 2 2 +263 74.1445 -2.419224 -2.911875 1 1 +264 74.2424 -3.847986 -3.353663 2 2 +265 74.3396 -1.021298 -1.820392 1 1 +266 74.4361 -4.923621 -5.177771 1 1 +267 74.5318 -2.414241 -2.486019 1 1 +268 74.2537 -3.489257 -3.129591 2 1 +269 74.3494 -2.707660 -2.631217 2 2 +270 74.4444 -1.948174 -2.863096 1 1 +271 74.5387 -2.969313 -2.316929 2 2 +272 74.6324 -3.711751 -3.368446 2 2 +273 74.7253 -2.944853 -2.838276 2 2 +274 74.8175 -3.585675 -3.278006 2 2 +275 74.9091 -2.599310 -2.803012 1 1 +276 75.0000 -2.083568 -2.211196 1 1 +277 75.0903 -3.193080 -3.915641 1 1 +278 74.8201 -2.647864 -2.628757 2 1 +279 74.9104 -3.968847 -3.213967 2 2 +280 75.0000 -3.612842 -3.431047 2 2 +281 75.0890 -2.551100 -1.717329 2 2 +282 75.1773 -4.076597 -3.285270 2 2 +283 74.9117 -3.003892 -3.583851 1 2 +284 75.0000 -2.260133 -3.267233 1 1 +285 75.0877 -3.355957 -4.096899 1 1 +286 75.1748 -3.342874 -3.576571 1 1 +287 75.2613 -2.200283 -3.962181 1 1 +288 75.0000 -2.939020 -3.146877 1 2 +289 74.7405 -2.477260 -2.224248 2 1 +290 74.8276 -3.562412 -3.909273 1 1 +291 74.9141 -3.011442 -3.407678 1 1 +292 75.0000 -2.665226 -1.748271 2 2 +293 75.0853 -3.083459 -2.805039 2 2 +294 74.8299 -3.848292 -3.655303 2 1 +295 74.9153 -1.851244 -2.082104 1 1 +296 75.0000 -4.626049 -4.384216 2 2 +297 74.7475 -2.006089 -2.632924 1 2 +298 74.8322 -5.219918 -4.809715 2 2 +299 74.9164 -2.390967 -2.136671 2 2 +300 75.0000 -2.578119 -3.069161 1 1 +301 75.0831 -4.643254 -5.311893 1 1 +302 75.1656 -3.775005 -3.574588 2 2 +303 74.9175 -8.867698 -8.250065 2 1 +304 75.0000 -4.425380 -3.869947 2 2 +305 74.7541 -3.032693 -3.244055 1 2 +306 74.8366 -2.308400 -1.966700 2 2 +307 74.9186 -2.795231 -2.884513 1 1 +308 74.6753 -4.753095 -4.969613 1 2 +309 74.7573 -3.904968 -4.059557 1 1 +310 74.8387 -5.534903 -5.096195 2 2 +311 74.9196 -0.856546 -5.258873 1 1 +312 75.0000 -3.949493 -4.190535 1 1 +313 75.0799 -4.516478 -4.226697 2 2 +314 75.1592 -4.074518 -3.428654 2 2 +315 75.2381 -1.680219 -3.288155 1 1 +316 75.3165 -7.169313 -4.299956 2 2 +317 75.0789 -4.830115 -4.778906 2 1 +318 75.1572 -4.531104 -4.331033 2 2 +319 75.2351 -1.195121 -1.620112 1 1 +320 75.3125 -3.793008 -4.803578 1 1 +321 75.0779 -2.810198 -2.822695 1 2 +322 74.8447 -2.256026 -2.754596 1 2 +323 74.9226 -3.120824 -3.785643 1 1 +324 74.6914 -3.967073 -3.808531 2 1 +325 74.7692 -5.052516 -4.230750 2 2 +326 74.8466 -2.184696 -1.924930 2 2 +327 74.9235 -2.239403 -2.497408 1 1 +328 74.6951 -3.875408 -3.594788 2 1 +329 74.7720 -3.593635 -7.261094 1 1 +330 74.8485 -1.820369 -2.163612 1 1 +331 74.6224 -4.425323 -3.236716 2 1 +332 74.6988 -1.693662 -2.173046 1 1 +333 74.7748 -3.485540 -2.131215 2 2 +334 74.8503 -2.810689 -5.167305 1 1 +335 74.6269 -5.176167 -4.297379 2 1 +336 74.7024 -4.238130 -3.945213 2 2 +337 74.7774 -2.024530 -1.276601 2 2 +338 74.5562 -3.599352 -2.836916 2 1 +339 74.6313 -5.193796 -5.094004 2 2 +340 74.7059 -4.224457 -4.821048 1 1 +341 74.7801 -3.179076 -3.888709 1 1 +342 74.8538 -5.246061 -4.540941 2 2 +343 74.9271 -3.319096 -3.425599 1 1 +344 75.0000 -2.070757 -2.849168 1 1 +345 75.0725 -0.617308 -2.203550 1 1 +346 74.8555 -5.308856 -5.954196 1 2 +347 74.9280 -3.246488 -3.003741 2 2 +348 75.0000 -1.014690 -2.150417 1 1 +349 74.7851 -3.435449 -4.379008 1 2 +350 74.5714 -2.176178 -3.130917 1 2 +351 74.6439 -2.620048 -3.047621 1 1 +352 74.7159 -3.890530 -3.592781 2 2 +353 74.7875 -1.995955 -2.336483 1 1 +354 74.8588 -5.061655 -4.710372 2 2 +355 74.9296 -2.083655 -1.752610 2 2 +356 75.0000 -2.781820 -2.682040 2 2 +357 75.0700 -3.565425 -3.402804 2 2 +358 75.1397 -1.966483 -1.799020 2 2 +359 75.2089 -5.150713 -3.339190 2 2 +360 75.0000 -3.232645 -3.370119 1 2 +361 75.0693 -2.768456 -1.741550 2 2 +362 75.1381 -4.911019 -4.768475 2 2 +363 74.9311 -2.646377 -2.520385 2 1 +364 75.0000 -5.515896 -5.628067 1 1 +365 75.0685 -5.096735 -5.188900 1 1 +366 74.8634 -2.850706 -7.560506 1 2 +367 74.6594 -5.069995 -4.735556 2 1 +368 74.7283 -4.576359 -4.006536 2 2 +369 74.5257 -2.659507 -3.332163 1 2 +370 74.5946 -4.946940 -5.164597 1 1 +371 74.6631 -2.441846 -3.434128 1 1 +372 74.7312 -2.584758 -2.588689 1 1 +373 74.5308 -4.701768 -3.854865 2 1 +374 74.5989 -2.276271 -2.969008 1 1 +375 74.6667 -2.673450 -2.312937 2 2 +376 74.7340 -4.556160 -2.986207 2 2 +377 74.8011 -3.968745 -3.818525 2 2 +378 74.6032 -3.617427 -3.892606 1 2 +379 74.4063 -1.163399 -2.636128 1 2 +380 74.4737 -5.155282 -6.025190 1 1 +381 74.5407 -9.170728 -7.024825 2 2 +382 74.6073 -2.222510 -2.005775 2 2 +383 74.6736 -3.087964 -1.248511 2 2 +384 74.4792 -3.792316 -2.724763 2 1 +385 74.2857 -1.329965 -1.245178 2 1 +386 74.3523 -2.036431 -12.330484 1 1 +387 74.4186 -1.566817 -2.490158 1 1 +388 74.4845 -6.170251 -6.015186 2 2 +389 74.5501 -2.546935 -2.159277 2 2 +390 74.6154 -2.672828 -3.239426 1 1 +391 74.4246 -3.736032 -3.813480 1 2 +392 74.2347 -3.355447 -2.762817 2 1 +393 74.3003 -5.110830 -5.025471 2 2 +394 74.3655 -2.725531 -3.461242 1 1 +395 74.4304 -3.036252 -2.468234 2 2 +396 74.4949 -2.539398 -2.573993 1 1 +397 74.5592 -6.405356 -6.874331 1 1 +398 74.6231 -3.726893 -5.227661 1 1 +399 74.6867 -2.836812 -3.399796 1 1 +400 74.7500 -1.500944 -7.304593 1 1 +401 74.8130 -2.944886 -3.604853 1 1 +402 74.6269 -3.617520 -3.666817 1 2 +403 74.4417 -6.896186 -7.403748 1 2 +404 74.5050 -3.756788 -2.528591 2 2 +405 74.5679 -3.382805 -3.929691 1 1 +406 74.6305 -7.336932 -7.885178 1 1 +407 74.4472 -4.576562 -4.837738 1 2 +408 74.2647 -2.994477 -3.202569 1 2 +409 74.3276 -3.964538 -4.443753 1 1 +410 74.1463 -3.612143 -3.194501 2 1 +411 74.2092 -2.802794 -4.120720 1 1 +412 74.2718 -3.174757 -2.560923 2 2 +413 74.3341 -3.071618 -2.279818 2 2 +414 74.1546 -3.527565 -3.685446 1 2 +415 74.2169 -2.566550 -2.426450 2 2 +416 74.2788 -3.976199 -2.454112 2 2 +417 74.3405 -4.280470 -4.593130 1 1 +418 74.1627 -4.173672 -3.833370 2 1 +419 73.9857 -3.576044 -3.657979 1 2 +420 74.0476 -3.005843 -2.713177 2 2 +421 74.1093 -3.830944 -3.701341 2 2 +422 74.1706 -1.842004 -1.857950 1 1 +423 74.2317 -3.035585 -3.219655 1 1 +424 74.2925 -4.529228 -5.064842 1 1 +425 74.3529 -5.043235 -3.463799 2 2 +426 74.4131 -1.618857 -1.398377 2 2 +427 74.4731 -3.531204 -4.083982 1 1 +428 74.5327 -3.914308 -3.931798 1 1 +429 74.5921 -3.129572 -2.969479 2 2 +430 74.4186 -6.608620 -6.228619 2 1 +431 74.4780 -3.645055 -5.156650 1 1 +432 74.3056 -3.275379 -3.482712 1 2 +433 74.3649 -2.062330 -1.748294 2 2 +434 74.4240 -6.396677 -6.729467 1 1 +435 74.2529 -3.512442 -3.338155 2 1 +436 74.3119 -1.836893 -2.337354 1 1 +437 74.1419 -3.080426 -3.298965 1 2 +438 74.2009 -3.839168 -3.567713 2 2 +439 74.2597 -2.517706 -3.623154 1 1 +440 74.0909 -3.792106 -3.772656 2 1 +441 74.1497 -3.283673 -5.273496 1 1 +442 73.9819 -4.082179 -3.665316 2 1 +443 74.0406 -1.759938 -3.272988 1 1 +444 73.8739 -6.285813 -6.585177 1 2 +445 73.9326 -1.408692 -2.174238 1 1 +446 73.9910 -4.432005 -3.903221 2 2 +447 73.8255 -2.471336 -2.404338 2 1 +448 73.8839 -3.931491 -3.887454 2 2 +449 73.9421 -2.483286 -1.879854 2 2 +450 74.0000 -4.704167 -4.530230 2 2 +451 74.0576 -4.689654 -4.658145 2 2 +452 73.8938 -5.009642 -4.540906 2 1 +453 73.9514 -4.281936 -3.610762 2 2 +454 74.0088 -3.161402 -3.760246 1 1 +455 73.8462 -2.040658 -8.556938 1 2 +456 73.6842 -3.740975 -3.863221 1 2 +457 73.7418 -7.271035 -7.285402 1 1 +458 73.7991 -2.770093 -2.163140 2 2 +459 73.8562 -4.325293 -4.137305 2 2 +460 73.9130 -1.046051 -6.818696 1 1 +461 73.9696 -1.907943 -2.666235 1 1 +462 74.0260 -4.562251 -5.042013 1 1 +463 74.0821 -1.077698 -1.313729 1 1 +464 74.1379 -1.716938 -2.052455 1 1 +465 74.1935 -2.871939 -2.526035 2 2 +466 74.0343 -5.305831 -5.425111 1 2 +467 73.8758 -4.088254 -3.887952 2 1 +468 73.9316 -4.082361 -3.917010 2 2 +469 73.7740 -1.903883 -1.384807 2 1 +470 73.8298 -1.821064 -1.694078 2 2 +471 73.8854 -1.906241 -2.187859 1 1 +472 73.9407 -3.227850 -3.003368 2 2 +473 73.9958 -4.011372 -2.837402 2 2 +474 74.0506 -3.384014 -4.611907 1 1 +475 74.1053 -1.573115 -1.364196 2 2 +476 73.9496 -3.658268 -3.855725 1 2 +477 73.7945 -3.669452 -4.326487 1 2 +478 73.8494 -2.171305 -2.327780 1 1 +479 73.9040 -3.127017 -3.182267 1 1 +480 73.9583 -6.379489 -4.444420 2 2 +481 74.0125 -2.065121 -2.269641 1 1 +482 73.8589 -5.167980 -5.881128 1 2 +483 73.9130 -3.502876 -3.943947 1 1 +484 73.7603 -2.904973 -2.573641 2 1 +485 73.8144 -1.193918 -1.880885 1 1 +486 73.8683 -1.798243 -2.149855 1 1 +487 73.9220 -3.181211 -2.903711 2 2 +488 73.9754 -2.628704 -2.000213 2 2 +489 74.0286 -1.975073 -2.382341 1 1 +490 74.0816 -2.736650 -3.011956 1 1 +491 74.1344 -4.695982 -4.029331 2 2 +492 74.1870 -5.100817 -4.158451 2 2 +493 74.2394 -2.086473 -2.667563 1 1 +494 74.2915 -3.251416 -3.004817 2 2 +495 74.3434 -3.936502 -4.116831 1 1 +496 74.1935 -3.075536 -3.140059 1 2 +497 74.0443 -4.667156 -4.365796 2 1 +498 73.8956 -1.609209 -1.704901 1 2 +499 73.9479 -2.917779 -3.247413 1 1 +500 74.0000 -4.940918 -4.137650 2 2 +501 74.0519 -1.309478 -2.657518 1 1 +502 74.1036 -2.058017 -2.339411 1 1 +503 74.1551 -3.102183 -2.865404 2 2 +504 74.2063 -2.089523 -2.148895 1 1 +505 74.0594 -7.486595 -8.021514 1 2 +506 74.1107 -4.745585 -4.992032 1 1 +507 74.1617 -2.929067 -3.329817 1 1 +508 74.2126 -5.331052 -3.164748 2 2 +509 74.2633 -1.800112 -9.368636 1 1 +510 74.3137 -4.361858 -5.439312 1 1 +511 74.3640 -4.559721 -3.421803 2 2 +512 74.4141 -3.079291 -3.131428 1 1 +513 74.4639 -2.859959 -2.747874 2 2 +514 74.5136 -3.713123 -3.795149 1 1 +515 74.5631 -5.142345 -6.002058 1 1 +516 74.4186 -3.894020 -3.821632 2 1 +517 74.4681 -2.253859 -2.880381 1 1 +518 74.5174 -2.819652 -2.427578 2 2 +519 74.5665 -6.833250 -6.566782 2 2 +520 74.4231 -2.219525 -2.382565 1 2 +521 74.2802 -2.207272 -1.495661 2 1 +522 74.3295 -3.411298 -2.471686 2 2 +523 74.3786 -2.977494 -2.582117 2 2 +524 74.2366 -5.077209 -4.641062 2 1 +525 74.2857 -3.051401 -2.145698 2 2 +526 74.3346 -0.451380 -15.642525 1 1 +527 74.3833 -4.723499 -3.102549 2 2 +528 74.4318 -6.732002 -6.202894 2 2 +529 74.2911 -4.923727 -4.779031 2 1 +530 74.3396 -5.331801 -4.087088 2 2 +531 74.3879 -3.176941 -3.423747 1 1 +532 74.4361 -2.081974 -2.863684 1 1 +533 74.4841 -3.383226 -1.873132 2 2 +534 74.5318 -2.193681 -2.603456 1 1 +535 74.5794 -3.194364 -3.105096 2 2 +536 74.4403 -2.686718 -2.424914 2 1 +537 74.4879 -5.119220 -6.421694 1 1 +538 74.5353 -1.897291 -4.351106 1 1 +539 74.5826 -3.635679 -1.822514 2 2 +540 74.6296 -2.732275 -2.701262 2 2 +541 74.6765 -2.889350 -3.441588 1 1 +542 74.5387 -3.629354 -4.774574 1 2 +543 74.5856 -5.350751 -4.030672 2 2 +544 74.6324 -2.012760 -3.686483 1 1 +545 74.4954 -2.843469 -4.565978 1 2 +546 74.5421 -2.445428 -3.957138 1 1 +547 74.5887 -5.999038 -4.445851 2 2 +548 74.6350 -4.214349 -4.449095 1 1 +549 74.6812 -4.994537 -5.513243 1 1 +550 74.7273 -2.680724 -2.454349 2 2 +551 74.5917 -0.689440 -13.175423 1 2 +552 74.4565 -2.276002 -1.904348 2 1 +553 74.3219 -5.371576 -5.520291 1 2 +554 74.3682 -4.348952 -4.002410 2 2 +555 74.4144 -1.598130 -1.350343 2 2 +556 74.4604 -5.754051 -5.049650 2 2 +557 74.3268 -6.351685 -4.454576 2 1 +558 74.3728 -0.949912 -2.529929 1 1 +559 74.4186 -2.249350 -2.101305 2 2 +560 74.2857 -2.057995 -1.832684 2 1 +561 74.3316 -1.869056 -1.913152 1 1 +562 74.3772 -1.385122 -2.172892 1 1 +563 74.2451 -1.546412 -2.546858 1 2 +564 74.2908 -2.576386 -3.038516 1 1 +565 74.3363 -4.254382 -4.075418 2 2 +566 74.3816 -4.807594 -5.871324 1 1 +567 74.4268 -2.722500 -2.352623 2 2 +568 74.4718 -7.083766 -2.603186 2 2 +569 74.3409 -4.334546 -3.326436 2 1 +570 74.2105 -5.189034 -5.177028 2 1 +571 74.2557 -4.266504 -2.942241 2 2 +572 74.1259 -2.639454 -2.704792 1 2 +573 73.9965 -3.325690 -3.527937 1 2 +574 74.0418 -3.790400 -2.924011 2 2 +575 73.9130 -4.999928 -5.092387 1 2 +576 73.9583 -2.140944 -2.994900 1 1 +577 74.0035 -4.029947 -3.659100 2 2 +578 74.0484 -3.150137 -3.139704 2 2 +579 73.9206 -4.087629 -4.169105 1 2 +580 73.9655 -2.491197 -2.692569 1 1 +581 74.0103 -5.580074 -6.111892 1 1 +582 74.0550 -6.277235 -6.106641 2 2 +583 74.0995 -4.638299 -4.453436 2 2 +584 74.1438 -4.358695 -4.687552 1 1 +585 74.1880 -0.839957 -1.915369 1 1 +586 74.2321 -3.684234 -3.749092 1 1 +587 74.1056 -5.013424 -4.695772 2 1 +588 74.1497 -3.218562 -2.218228 2 2 +589 74.1935 -3.842146 -3.643048 2 2 +590 74.2373 -3.737072 -3.201207 2 2 +591 74.2809 -3.774445 -3.545665 2 2 +592 74.3243 -3.670815 -4.303112 1 1 +593 74.3676 -3.856110 -3.276376 2 2 +594 74.2424 -3.693719 -3.374195 2 1 +595 74.1176 -1.602279 -1.643993 1 2 +596 73.9933 -4.709306 -4.781934 1 2 +597 74.0369 -2.308479 -2.348122 1 1 +598 74.0803 -2.593944 -2.645374 1 1 +599 74.1235 -2.782248 -3.113012 1 1 +600 74.1667 -3.813882 -3.611838 2 2 +601 74.0433 -3.582496 -3.642491 1 2 +602 74.0864 -2.920648 -4.326218 1 1 +603 74.1294 -6.561623 -6.046796 2 2 +604 74.1722 -2.889249 -2.832349 2 2 +605 74.0496 -2.198851 -2.099084 2 1 +606 74.0924 -3.206818 -2.524241 2 2 +607 73.9703 -2.667127 -2.525073 2 1 +608 73.8487 -2.839212 -2.481733 2 1 +609 73.8916 -5.673350 -5.735188 1 1 +610 73.7705 -2.608743 -2.544361 2 1 +611 73.8134 -4.814498 -4.886105 1 1 +612 73.8562 -2.831877 -5.580856 1 1 +613 73.8989 -2.319515 -2.220916 2 2 +614 73.9414 -2.885150 -1.913008 2 2 +615 73.9837 -2.332298 -2.242385 2 2 +616 74.0260 -3.635636 -3.604900 2 2 +617 74.0681 -10.799783 -4.632573 2 2 +618 73.9482 -3.744413 -3.836310 1 2 +619 73.9903 -3.637619 -3.447957 2 2 +620 74.0323 -3.925527 -4.054996 1 1 +621 74.0741 -3.426501 -2.666949 2 2 +622 74.1158 -2.736880 -2.811515 1 1 +623 73.9968 -3.057429 -2.766015 2 1 +624 74.0385 -3.972903 -3.047450 2 2 +625 74.0800 -3.936592 -5.253410 1 1 +626 74.1214 -2.409546 -2.829276 1 1 +627 74.1627 -3.110897 -3.386327 1 1 +628 74.2038 -3.661643 -2.532889 2 2 +629 74.2448 -1.934767 -2.676664 1 1 +630 74.1270 -1.479326 -1.445361 2 1 +631 74.1680 -1.375229 -1.991547 1 1 +632 74.0506 -1.575138 -1.786112 1 2 +633 74.0916 -2.408859 -2.076215 2 2 +634 74.1325 -2.284643 -3.309406 1 1 +635 74.0157 -3.743973 -4.058574 1 2 +636 74.0566 -3.032033 -3.615937 1 1 +637 74.0973 -2.942063 -4.597772 1 1 +638 73.9812 -4.419239 -4.008964 2 1 +639 74.0219 -1.685161 -2.862688 1 1 +640 73.9062 -1.223246 -1.422725 1 2 +641 73.9470 -4.555763 -5.494337 1 1 +642 73.9875 -4.602132 -2.788046 2 2 +643 74.0280 -1.604982 -1.213873 2 2 +644 74.0683 -4.278607 -4.779632 1 1 +645 73.9535 -1.539176 -1.377600 2 1 +646 73.8390 -3.989838 -3.614922 2 1 +647 73.7249 -3.508970 -2.815805 2 1 +648 73.7654 -3.292315 -3.190159 2 2 +649 73.8059 -2.676628 -3.141813 1 1 +650 73.8462 -3.309344 -3.863590 1 1 +651 73.7327 -6.397829 -7.033152 1 2 +652 73.7730 -4.504677 -4.129340 2 2 +653 73.8132 -6.984905 -6.641689 2 2 +654 73.7003 -3.615775 -4.070800 1 2 +655 73.7405 -3.189603 -3.149284 2 2 +656 73.7805 -4.545002 -2.356805 2 2 +657 73.6682 -5.701202 -5.933442 1 2 +658 73.7082 -3.697986 -1.895128 2 2 +659 73.7481 -2.063641 -1.606298 2 2 +660 73.7879 -3.194447 -2.142274 2 2 +661 73.8275 -2.727366 -3.056289 1 1 +662 73.8671 -3.206164 -3.529477 1 1 +663 73.9065 -6.152017 -5.554455 2 2 +664 73.9458 -2.865377 -3.003777 1 1 +665 73.8346 -3.594261 -3.802958 1 2 +666 73.7237 -4.896664 -4.378119 2 1 +667 73.6132 -6.201237 -6.340331 1 2 +668 73.6527 -2.620114 -2.789618 1 1 +669 73.6921 -2.769632 -3.044048 1 1 +670 73.5821 -3.179309 -2.804156 2 1 +671 73.6215 -3.296661 -4.659966 1 1 +672 73.6607 -3.117685 -3.026219 2 2 +673 73.6999 -2.023561 -1.826025 2 2 +674 73.7389 -4.773404 -5.121662 1 1 +675 73.6296 -4.052032 -3.561547 2 1 +676 73.5207 -2.351753 -2.630175 1 2 +677 73.5598 -3.500133 -3.992623 1 1 +678 73.4513 -4.787861 -5.011026 1 2 +679 73.3432 -4.876738 -5.085694 1 2 +680 73.3824 -3.655171 -4.405536 1 1 +681 73.2746 -2.437535 -1.855230 2 1 +682 73.1672 -1.985572 -2.213301 1 2 +683 73.2064 -1.655612 -2.431975 1 1 +684 73.2456 -5.090944 -8.733418 1 1 +685 73.2847 -3.320199 -2.146486 2 2 +686 73.1778 -5.044650 -5.344617 1 2 +687 73.2169 -2.739644 -2.360946 2 2 +688 73.2558 -7.122438 -7.716545 1 1 +689 73.2946 -2.513228 -2.299615 2 2 +690 73.3333 -2.654933 -2.609481 2 2 +691 73.3719 -2.830448 -3.056862 1 1 +692 73.4104 -1.869708 -2.688262 1 1 +693 73.4488 -4.058983 -4.069057 1 1 +694 73.4870 -3.683593 -3.536853 2 2 +695 73.5252 -4.480675 -4.666374 1 1 +696 73.5632 -4.744901 -5.106110 1 1 +697 73.6011 -2.473933 -2.728567 1 1 +698 73.6390 -4.363644 -3.548558 2 2 +699 73.6767 -4.263159 -5.030453 1 1 +700 73.7143 -2.297132 -1.957473 2 2 +701 73.6091 -2.052136 -1.730629 2 1 +702 73.5043 -4.286895 -5.029415 1 2 +703 73.3997 -5.599881 -4.581355 2 1 +704 73.4375 -1.443380 -2.278236 1 1 +705 73.4752 -2.052733 -1.868950 2 2 +706 73.3711 -2.861138 -3.079956 1 2 +707 73.2673 -4.833771 -4.756561 2 1 +708 73.3051 -3.531637 -3.179589 2 2 +709 73.3427 -3.265009 -2.678009 2 2 +710 73.3803 -2.571736 -3.571728 1 1 +711 73.2771 -2.606553 -2.654200 1 2 +712 73.1742 -2.527412 -3.272166 1 2 +713 73.0715 -3.383131 -3.395639 1 2 +714 73.1092 -2.983007 -2.856299 2 2 +715 73.1469 -4.779817 -3.921030 2 2 +716 73.1844 -4.524279 -3.756459 2 2 +717 73.2218 -1.692276 -0.572698 2 2 +718 73.2591 -3.391737 -3.395154 1 1 +719 73.1572 -4.600163 -4.200425 2 1 +720 73.0556 -1.583381 -5.383240 1 2 +721 73.0929 -4.339221 -4.336381 2 2 +722 72.9917 -1.983666 -1.753451 2 1 +723 73.0290 -2.529047 -2.852177 1 1 +724 72.9282 -2.581888 -2.879408 1 2 +725 72.9655 -2.783630 -2.766192 2 2 +726 73.0028 -4.111843 -3.917376 2 2 +727 73.0399 -2.916584 -2.239743 2 2 +728 73.0769 -3.982400 -4.319171 1 1 +729 73.1139 -1.924961 -2.511004 1 1 +730 73.1507 -3.077102 -3.254986 1 1 +731 73.1874 -1.838547 -2.961082 1 1 +732 73.2240 -2.864571 -2.129526 2 2 +733 73.1241 -3.548803 -3.768323 1 2 +734 73.1608 -0.153479 -9.723930 1 1 +735 73.0612 -3.439375 -3.218983 2 1 +736 73.0978 -2.060902 -2.791551 1 1 +737 73.1343 -3.388183 -3.472668 1 1 +738 73.1707 -4.500543 -4.312491 2 2 +739 73.2070 -0.273125 -7.638257 1 1 +740 73.2432 -3.353967 -2.930963 2 2 +741 73.1444 -4.580518 -4.555505 2 1 +742 73.1806 -2.422097 -2.346442 2 2 +743 73.2167 -3.707033 -3.450530 2 2 +744 73.2527 -4.178030 -3.245731 2 2 +745 73.2886 -2.822765 -3.883262 1 1 +746 73.3244 -5.834995 -5.882547 1 1 +747 73.3601 -4.749477 -5.489408 1 1 +748 73.3957 -3.739043 -3.567606 2 2 +749 73.4312 -3.022645 -3.356095 1 1 +750 73.4667 -1.091815 -8.947217 1 1 + +Final Winogrande score(750 tasks): 73.4667 +/- 1.6132 diff --git a/scores/Llama-Guard-3-8B-q6_k.arc b/scores/Llama-Guard-3-8B-q6_k.arc new file mode 100644 index 0000000000000000000000000000000000000000..471c7c3b2da1322068acdd677c91cc7fb80b660e --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 57.89473684 +39 58.97435897 +40 60.00000000 +41 60.97560976 +42 59.52380952 +43 58.13953488 +44 56.81818182 +45 57.77777778 +46 58.69565217 +47 59.57446809 +48 60.41666667 +49 61.22448980 +50 60.00000000 +51 60.78431373 +52 61.53846154 +53 62.26415094 +54 61.11111111 +55 60.00000000 +56 60.71428571 +57 61.40350877 +58 62.06896552 +59 62.71186441 +60 63.33333333 +61 62.29508197 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 61.53846154 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 63.76811594 +70 62.85714286 +71 61.97183099 +72 61.11111111 +73 61.64383562 +74 62.16216216 +75 62.66666667 +76 63.15789474 +77 63.63636364 +78 64.10256410 +79 63.29113924 +80 63.75000000 +81 64.19753086 +82 64.63414634 +83 63.85542169 +84 64.28571429 +85 64.70588235 +86 65.11627907 +87 65.51724138 +88 65.90909091 +89 66.29213483 +90 66.66666667 +91 67.03296703 +92 67.39130435 +93 66.66666667 +94 65.95744681 +95 66.31578947 +96 66.66666667 +97 65.97938144 +98 66.32653061 +99 66.66666667 +100 67.00000000 +101 67.32673267 +102 66.66666667 +103 66.01941748 +104 65.38461538 +105 65.71428571 +106 65.09433962 +107 65.42056075 +108 64.81481481 +109 64.22018349 +110 64.54545455 +111 64.86486486 +112 65.17857143 +113 65.48672566 +114 65.78947368 +115 66.08695652 +116 65.51724138 +117 65.81196581 +118 66.10169492 +119 65.54621849 +120 65.83333333 +121 65.28925620 +122 65.57377049 +123 65.85365854 +124 65.32258065 +125 65.60000000 +126 65.87301587 +127 66.14173228 +128 66.40625000 +129 65.89147287 +130 66.15384615 +131 66.41221374 +132 66.66666667 +133 66.91729323 +134 66.41791045 +135 65.92592593 +136 66.17647059 +137 66.42335766 +138 66.66666667 +139 66.90647482 +140 67.14285714 +141 67.37588652 +142 67.60563380 +143 67.83216783 +144 68.05555556 +145 68.27586207 +146 67.80821918 +147 67.34693878 +148 67.56756757 +149 67.78523490 +150 68.00000000 +151 67.54966887 +152 67.76315789 +153 67.97385621 +154 68.18181818 +155 67.74193548 +156 67.94871795 +157 68.15286624 +158 68.35443038 +159 68.55345912 +160 68.75000000 +161 68.94409938 +162 69.13580247 +163 69.32515337 +164 68.90243902 +165 68.48484848 +166 68.67469880 +167 68.26347305 +168 68.45238095 +169 68.04733728 +170 67.64705882 +171 67.83625731 +172 68.02325581 +173 68.20809249 +174 68.39080460 +175 68.00000000 +176 68.18181818 +177 68.36158192 +178 67.97752809 +179 68.15642458 +180 68.33333333 +181 67.95580110 +182 68.13186813 +183 67.75956284 +184 67.93478261 +185 68.10810811 +186 68.27956989 +187 68.44919786 +188 68.61702128 +189 68.25396825 +190 67.89473684 +191 68.06282723 +192 68.22916667 +193 67.87564767 +194 68.04123711 +195 68.20512821 +196 68.36734694 +197 68.52791878 +198 68.68686869 +199 68.34170854 +200 68.50000000 +201 68.65671642 +202 68.81188119 +203 68.96551724 +204 69.11764706 +205 68.78048780 +206 68.44660194 +207 68.59903382 +208 68.75000000 +209 68.89952153 +210 69.04761905 +211 69.19431280 +212 68.86792453 +213 69.01408451 +214 69.15887850 +215 69.30232558 +216 68.98148148 +217 69.12442396 +218 69.26605505 +219 69.40639269 +220 69.54545455 +221 69.23076923 +222 69.36936937 +223 69.50672646 +224 69.19642857 +225 68.88888889 +226 68.58407080 +227 68.72246696 +228 68.85964912 +229 68.99563319 +230 69.13043478 +231 68.83116883 +232 68.53448276 +233 68.66952790 +234 68.37606838 +235 68.08510638 +236 67.79661017 +237 67.93248945 +238 68.06722689 +239 68.20083682 +240 68.33333333 +241 68.46473029 +242 68.59504132 +243 68.72427984 +244 68.44262295 +245 68.57142857 +246 68.69918699 +247 68.82591093 +248 68.95161290 +249 69.07630522 +250 69.20000000 +251 69.32270916 +252 69.44444444 +253 69.56521739 +254 69.29133858 +255 69.41176471 +256 69.14062500 +257 68.87159533 +258 68.99224806 +259 68.72586873 +260 68.84615385 +261 68.96551724 +262 69.08396947 +263 69.20152091 +264 69.31818182 +265 69.05660377 +266 68.79699248 +267 68.91385768 +268 69.02985075 +269 69.14498141 +270 69.25925926 +271 69.37269373 +272 69.11764706 +273 68.86446886 +274 68.61313869 +275 68.72727273 +276 68.84057971 +277 68.95306859 +278 68.70503597 +279 68.81720430 +280 68.92857143 +281 69.03914591 +282 69.14893617 +283 68.90459364 +284 69.01408451 +285 69.12280702 +286 69.23076923 +287 69.33797909 +288 69.44444444 +289 69.20415225 +290 69.31034483 +291 69.41580756 +292 69.52054795 +293 69.62457338 +294 69.38775510 +295 69.49152542 +296 69.59459459 +297 69.69696970 +298 69.79865772 +299 69.89966555 +300 70.00000000 +301 69.76744186 +302 69.86754967 +303 69.96699670 +304 70.06578947 +305 69.83606557 +306 69.60784314 +307 69.70684039 +308 69.80519481 +309 69.90291262 +310 70.00000000 +311 70.09646302 +312 70.19230769 +313 70.28753994 +314 70.06369427 +315 70.15873016 +316 70.25316456 +317 70.34700315 +318 70.12578616 +319 69.90595611 +320 69.68750000 +321 69.78193146 +322 69.87577640 +323 69.96904025 +324 69.75308642 +325 69.84615385 +326 69.93865031 +327 69.72477064 +328 69.81707317 +329 69.90881459 +330 69.69696970 +331 69.78851964 +332 69.87951807 +333 69.96996997 +334 70.05988024 +335 69.85074627 +336 69.64285714 +337 69.73293769 +338 69.52662722 +339 69.61651917 +340 69.70588235 +341 69.79472141 +342 69.59064327 +343 69.67930029 +344 69.76744186 +345 69.56521739 +346 69.36416185 +347 69.16426513 +348 68.96551724 +349 69.05444126 +350 68.85714286 +351 68.66096866 +352 68.75000000 +353 68.83852691 +354 68.64406780 +355 68.45070423 +356 68.53932584 +357 68.62745098 +358 68.71508380 +359 68.52367688 +360 68.61111111 +361 68.69806094 +362 68.78453039 +363 68.87052342 +364 68.95604396 +365 69.04109589 +366 68.85245902 +367 68.93732970 +368 69.02173913 +369 69.10569106 +370 69.18918919 +371 69.00269542 +372 69.08602151 +373 69.16890080 +374 69.25133690 +375 69.06666667 +376 69.14893617 +377 68.96551724 +378 69.04761905 +379 68.86543536 +380 68.94736842 +381 69.02887139 +382 68.84816754 +383 68.66840731 +384 68.75000000 +385 68.57142857 +386 68.65284974 +387 68.47545220 +388 68.29896907 +389 68.38046272 +390 68.20512821 +391 68.03069054 +392 68.11224490 +393 68.19338422 +394 68.27411168 +395 68.35443038 +396 68.18181818 +397 68.26196474 +398 68.09045226 +399 68.17042607 +400 68.25000000 +401 68.07980050 +402 68.15920398 +403 68.23821340 +404 68.31683168 +405 68.39506173 +406 68.47290640 +407 68.55036855 +408 68.62745098 +409 68.45965770 +410 68.53658537 +411 68.61313869 +412 68.68932039 +413 68.76513317 +414 68.84057971 +415 68.67469880 +416 68.50961538 +417 68.58513189 +418 68.66028708 +419 68.49642005 +420 68.57142857 +421 68.40855107 +422 68.24644550 +423 68.32151300 +424 68.16037736 +425 68.23529412 +426 68.30985915 +427 68.38407494 +428 68.22429907 +429 68.29836830 +430 68.37209302 +431 68.44547564 +432 68.51851852 +433 68.36027714 +434 68.43317972 +435 68.50574713 +436 68.57798165 +437 68.64988558 +438 68.72146119 +439 68.79271071 +440 68.63636364 +441 68.70748299 +442 68.55203620 +443 68.62302483 +444 68.46846847 +445 68.53932584 +446 68.60986547 +447 68.68008949 +448 68.75000000 +449 68.81959911 +450 68.66666667 +451 68.73614191 +452 68.80530973 +453 68.87417219 +454 68.72246696 +455 68.57142857 +456 68.64035088 +457 68.70897155 +458 68.77729258 +459 68.84531590 +460 68.69565217 +461 68.54663774 +462 68.61471861 +463 68.46652268 +464 68.31896552 +465 68.38709677 +466 68.45493562 +467 68.52248394 +468 68.58974359 +469 68.44349680 +470 68.51063830 +471 68.57749469 +472 68.64406780 +473 68.49894292 +474 68.56540084 +475 68.63157895 +476 68.69747899 +477 68.76310273 +478 68.82845188 +479 68.89352818 +480 68.95833333 +481 68.81496881 +482 68.87966805 +483 68.94409938 +484 69.00826446 +485 69.07216495 +486 69.13580247 +487 68.99383984 +488 69.05737705 +489 68.91615542 +490 68.77551020 +491 68.83910387 +492 68.90243902 +493 68.76267748 +494 68.82591093 +495 68.68686869 +496 68.54838710 +497 68.61167002 +498 68.67469880 +499 68.73747495 +500 68.80000000 +501 68.66267465 +502 68.72509960 +503 68.78727634 +504 68.84920635 +505 68.91089109 +506 68.77470356 +507 68.63905325 +508 68.70078740 +509 68.56581532 +510 68.62745098 +511 68.49315068 +512 68.35937500 +513 68.42105263 +514 68.48249027 +515 68.54368932 +516 68.60465116 +517 68.66537718 +518 68.72586873 +519 68.78612717 +520 68.65384615 +521 68.71401152 +522 68.77394636 +523 68.64244742 +524 68.70229008 +525 68.57142857 +526 68.44106464 +527 68.31119545 +528 68.18181818 +529 68.05293006 +530 68.11320755 +531 68.17325800 +532 68.23308271 +533 68.29268293 +534 68.16479401 +535 68.03738318 +536 68.09701493 +537 68.15642458 +538 68.02973978 +539 68.08905380 +540 67.96296296 +541 68.02218115 +542 68.08118081 +543 68.13996317 +544 68.19852941 +545 68.25688073 +546 68.31501832 +547 68.19012797 +548 68.24817518 +549 68.30601093 +550 68.36363636 +551 68.23956443 +552 68.11594203 +553 68.17359855 +554 68.23104693 +555 68.28828829 +556 68.16546763 +557 68.22262118 +558 68.10035842 +559 68.15742397 +560 68.21428571 +561 68.27094474 +562 68.32740214 +563 68.38365897 +564 68.26241135 +565 68.14159292 +566 68.19787986 +567 68.25396825 +568 68.30985915 +569 68.18980668 +570 68.07017544 +571 68.12609457 +572 68.00699301 +573 68.06282723 +574 68.11846690 +575 68.17391304 +576 68.22916667 +577 68.28422877 +578 68.33910035 +579 68.39378238 +580 68.27586207 +581 68.33046472 +582 68.21305842 +583 68.09605489 +584 68.15068493 +585 68.20512821 +586 68.08873720 +587 68.14310051 +588 68.19727891 +589 68.25127334 +590 68.30508475 +591 68.35871404 +592 68.41216216 +593 68.46543002 +594 68.51851852 +595 68.40336134 +596 68.28859060 +597 68.17420436 +598 68.22742475 +599 68.11352254 +600 68.16666667 +601 68.21963394 +602 68.10631229 +603 67.99336650 +604 68.04635762 +605 68.09917355 +606 68.15181518 +607 68.03953871 +608 68.09210526 +609 67.98029557 +610 68.03278689 +611 67.92144026 +612 67.97385621 +613 67.86296900 +614 67.91530945 +615 67.96747967 +616 67.85714286 +617 67.90923825 +618 67.79935275 +619 67.68982229 +620 67.74193548 +621 67.79388084 +622 67.68488746 +623 67.73675762 +624 67.62820513 +625 67.52000000 +626 67.41214058 +627 67.46411483 +628 67.51592357 +629 67.40858506 +630 67.46031746 +631 67.51188590 +632 67.40506329 +633 67.29857820 +634 67.35015773 +635 67.40157480 +636 67.45283019 +637 67.34693878 +638 67.39811912 +639 67.44913928 +640 67.50000000 +641 67.55070203 +642 67.44548287 +643 67.49611198 +644 67.54658385 +645 67.44186047 +646 67.49226006 +647 67.54250386 +648 67.43827160 +649 67.33436055 +650 67.38461538 +651 67.43471582 +652 67.48466258 +653 67.38131700 +654 67.27828746 +655 67.17557252 +656 67.07317073 +657 66.97108067 +658 67.02127660 +659 66.91957511 +660 66.96969697 +661 66.86838124 +662 66.91842900 +663 66.96832579 +664 67.01807229 +665 67.06766917 +666 67.11711712 +667 67.16641679 +668 67.06586826 +669 67.11509716 +670 67.16417910 +671 67.06408346 +672 67.11309524 +673 67.01337296 +674 66.91394659 +675 66.96296296 +676 67.01183432 +677 67.06056130 +678 67.10914454 +679 67.01030928 +680 66.91176471 +681 66.96035242 +682 66.86217009 +683 66.76427526 +684 66.81286550 +685 66.86131387 +686 66.76384840 +687 66.66666667 +688 66.71511628 +689 66.61828737 +690 66.66666667 +691 66.71490593 +692 66.76300578 +693 66.81096681 +694 66.85878963 +695 66.76258993 +696 66.66666667 +697 66.71449067 +698 66.61891117 +699 66.52360515 +700 66.57142857 +701 66.61911555 +702 66.66666667 +703 66.71408250 +704 66.76136364 +705 66.80851064 +706 66.85552408 +707 66.90240453 +708 66.94915254 +709 66.99576869 +710 66.90140845 +711 66.94796062 +712 66.99438202 +713 67.04067321 +714 66.94677871 +715 66.85314685 +716 66.89944134 +717 66.80613668 +718 66.71309192 +719 66.62030598 +720 66.66666667 +721 66.71289875 +722 66.75900277 +723 66.80497925 +724 66.71270718 +725 66.75862069 +726 66.66666667 +727 66.57496561 +728 66.62087912 +729 66.66666667 +730 66.71232877 +731 66.75786594 +732 66.80327869 +733 66.84856753 +734 66.89373297 +735 66.93877551 +736 66.98369565 +737 66.89280868 +738 66.93766938 +739 66.98240866 +740 67.02702703 +741 67.07152497 +742 67.11590296 +743 67.16016151 +744 67.06989247 +745 67.11409396 +746 67.15817694 +747 67.06827309 +748 66.97860963 +749 66.88918558 +750 66.93333333 + +Final result: 66.9333 +/- 1.7190 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q6_k.hsw b/scores/Llama-Guard-3-8B-q6_k.hsw new file mode 100644 index 0000000000000000000000000000000000000000..032301cd0fad707870dd76cbeb0615c22c364c35 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 76.66666667 +31 77.41935484 +32 75.00000000 +33 75.75757576 +34 76.47058824 +35 77.14285714 +36 77.77777778 +37 78.37837838 +38 78.94736842 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 75.92592593 +55 74.54545455 +56 73.21428571 +57 73.68421053 +58 74.13793103 +59 74.57627119 +60 75.00000000 +61 75.40983607 +62 75.80645161 +63 76.19047619 +64 76.56250000 +65 76.92307692 +66 75.75757576 +67 76.11940299 +68 76.47058824 +69 76.81159420 +70 77.14285714 +71 76.05633803 +72 76.38888889 +73 76.71232877 +74 77.02702703 +75 76.00000000 +76 76.31578947 +77 76.62337662 +78 76.92307692 +79 77.21518987 +80 77.50000000 +81 77.77777778 +82 78.04878049 +83 78.31325301 +84 78.57142857 +85 78.82352941 +86 79.06976744 +87 79.31034483 +88 79.54545455 +89 78.65168539 +90 78.88888889 +91 79.12087912 +92 78.26086957 +93 78.49462366 +94 78.72340426 +95 78.94736842 +96 79.16666667 +97 79.38144330 +98 79.59183673 +99 79.79797980 +100 79.00000000 +101 79.20792079 +102 78.43137255 +103 77.66990291 +104 77.88461538 +105 78.09523810 +106 78.30188679 +107 78.50467290 +108 78.70370370 +109 77.98165138 +110 78.18181818 +111 78.37837838 +112 78.57142857 +113 78.76106195 +114 78.94736842 +115 79.13043478 +116 78.44827586 +117 78.63247863 +118 78.81355932 +119 78.99159664 +120 78.33333333 +121 78.51239669 +122 78.68852459 +123 78.86178862 +124 79.03225806 +125 79.20000000 +126 79.36507937 +127 79.52755906 +128 78.90625000 +129 79.06976744 +130 78.46153846 +131 78.62595420 +132 78.78787879 +133 78.94736842 +134 79.10447761 +135 79.25925926 +136 79.41176471 +137 79.56204380 +138 79.71014493 +139 79.85611511 +140 80.00000000 +141 80.14184397 +142 80.28169014 +143 80.41958042 +144 80.55555556 +145 80.68965517 +146 80.82191781 +147 80.95238095 +148 80.40540541 +149 80.53691275 +150 80.66666667 +151 80.13245033 +152 79.60526316 +153 79.73856209 +154 79.87012987 +155 80.00000000 +156 79.48717949 +157 78.98089172 +158 79.11392405 +159 79.24528302 +160 79.37500000 +161 79.50310559 +162 79.62962963 +163 79.75460123 +164 79.87804878 +165 80.00000000 +166 80.12048193 +167 80.23952096 +168 80.35714286 +169 79.88165680 +170 80.00000000 +171 80.11695906 +172 80.23255814 +173 80.34682081 +174 80.45977011 +175 80.57142857 +176 80.68181818 +177 80.79096045 +178 80.89887640 +179 80.44692737 +180 80.55555556 +181 80.11049724 +182 80.21978022 +183 80.32786885 +184 80.43478261 +185 80.54054054 +186 80.10752688 +187 79.67914439 +188 79.25531915 +189 79.36507937 +190 79.47368421 +191 79.58115183 +192 79.68750000 +193 79.27461140 +194 79.38144330 +195 78.97435897 +196 78.57142857 +197 78.68020305 +198 78.28282828 +199 78.39195980 +200 78.50000000 +201 78.60696517 +202 78.71287129 +203 78.32512315 +204 78.43137255 +205 78.53658537 +206 78.64077670 +207 78.74396135 +208 78.36538462 +209 78.46889952 +210 78.57142857 +211 78.67298578 +212 78.77358491 +213 78.87323944 +214 78.97196262 +215 78.60465116 +216 78.70370370 +217 78.34101382 +218 78.44036697 +219 78.53881279 +220 78.63636364 +221 78.28054299 +222 78.37837838 +223 78.47533632 +224 78.57142857 +225 78.66666667 +226 78.76106195 +227 78.41409692 +228 78.50877193 +229 78.60262009 +230 78.26086957 +231 77.92207792 +232 77.58620690 +233 77.68240343 +234 77.77777778 +235 77.44680851 +236 77.11864407 +237 77.21518987 +238 77.31092437 +239 77.40585774 +240 77.50000000 +241 77.59336100 +242 77.68595041 +243 77.77777778 +244 77.86885246 +245 77.95918367 +246 78.04878049 +247 78.13765182 +248 78.22580645 +249 78.31325301 +250 78.40000000 +251 78.48605578 +252 78.57142857 +253 78.26086957 +254 78.34645669 +255 78.43137255 +256 78.51562500 +257 78.21011673 +258 78.29457364 +259 78.37837838 +260 78.46153846 +261 78.54406130 +262 78.24427481 +263 78.32699620 +264 78.40909091 +265 78.49056604 +266 78.57142857 +267 78.65168539 +268 78.73134328 +269 78.81040892 +270 78.88888889 +271 78.59778598 +272 78.67647059 +273 78.38827839 +274 78.46715328 +275 78.18181818 +276 78.26086957 +277 78.33935018 +278 78.41726619 +279 78.49462366 +280 78.57142857 +281 78.64768683 +282 78.72340426 +283 78.44522968 +284 78.52112676 +285 78.59649123 +286 78.67132867 +287 78.74564460 +288 78.81944444 +289 78.89273356 +290 78.96551724 +291 79.03780069 +292 78.76712329 +293 78.83959044 +294 78.91156463 +295 78.98305085 +296 79.05405405 +297 79.12457912 +298 79.19463087 +299 78.92976589 +300 78.66666667 +301 78.73754153 +302 78.80794702 +303 78.54785479 +304 78.28947368 +305 78.36065574 +306 78.43137255 +307 78.17589577 +308 78.24675325 +309 78.31715210 +310 78.38709677 +311 78.45659164 +312 78.52564103 +313 78.59424920 +314 78.66242038 +315 78.73015873 +316 78.79746835 +317 78.86435331 +318 78.61635220 +319 78.68338558 +320 78.75000000 +321 78.50467290 +322 78.26086957 +323 78.32817337 +324 78.39506173 +325 78.46153846 +326 78.52760736 +327 78.28746177 +328 78.35365854 +329 78.41945289 +330 78.48484848 +331 78.54984894 +332 78.61445783 +333 78.67867868 +334 78.44311377 +335 78.50746269 +336 78.57142857 +337 78.33827893 +338 78.10650888 +339 78.17109145 +340 78.23529412 +341 78.29912023 +342 78.36257310 +343 78.42565598 +344 78.19767442 +345 78.26086957 +346 78.03468208 +347 78.09798271 +348 77.87356322 +349 77.65042980 +350 77.71428571 +351 77.77777778 +352 77.84090909 +353 77.90368272 +354 77.96610169 +355 78.02816901 +356 78.08988764 +357 77.87114846 +358 77.93296089 +359 77.99442897 +360 77.77777778 +361 77.83933518 +362 77.90055249 +363 77.96143251 +364 78.02197802 +365 78.08219178 +366 78.14207650 +367 78.20163488 +368 78.26086957 +369 78.31978320 +370 78.37837838 +371 78.43665768 +372 78.49462366 +373 78.28418231 +374 78.34224599 +375 78.40000000 +376 78.45744681 +377 78.24933687 +378 78.30687831 +379 78.36411609 +380 78.42105263 +381 78.47769029 +382 78.53403141 +383 78.59007833 +384 78.64583333 +385 78.70129870 +386 78.75647668 +387 78.81136951 +388 78.86597938 +389 78.92030848 +390 78.97435897 +391 78.77237852 +392 78.82653061 +393 78.88040712 +394 78.93401015 +395 78.98734177 +396 79.04040404 +397 79.09319899 +398 79.14572864 +399 79.19799499 +400 79.25000000 +401 79.30174564 +402 79.35323383 +403 79.15632754 +404 79.20792079 +405 79.25925926 +406 79.31034483 +407 79.36117936 +408 79.41176471 +409 79.46210269 +410 79.26829268 +411 79.31873479 +412 79.36893204 +413 79.41888620 +414 79.46859903 +415 79.51807229 +416 79.56730769 +417 79.61630695 +418 79.66507177 +419 79.71360382 +420 79.76190476 +421 79.80997625 +422 79.85781991 +423 79.90543735 +424 79.95283019 +425 80.00000000 +426 80.04694836 +427 79.85948478 +428 79.90654206 +429 79.95337995 +430 80.00000000 +431 80.04640371 +432 80.09259259 +433 80.13856813 +434 80.18433180 +435 80.00000000 +436 80.04587156 +437 79.86270023 +438 79.90867580 +439 79.95444191 +440 80.00000000 +441 80.04535147 +442 80.09049774 +443 80.13544018 +444 80.18018018 +445 80.22471910 +446 80.26905830 +447 80.31319911 +448 80.35714286 +449 80.40089087 +450 80.44444444 +451 80.26607539 +452 80.30973451 +453 80.13245033 +454 80.17621145 +455 80.21978022 +456 80.26315789 +457 80.30634573 +458 80.34934498 +459 80.39215686 +460 80.43478261 +461 80.47722343 +462 80.51948052 +463 80.56155508 +464 80.60344828 +465 80.43010753 +466 80.47210300 +467 80.51391863 +468 80.34188034 +469 80.38379531 +470 80.21276596 +471 80.25477707 +472 80.29661017 +473 80.33826638 +474 80.37974684 +475 80.42105263 +476 80.25210084 +477 80.29350105 +478 80.33472803 +479 80.37578288 +480 80.41666667 +481 80.45738046 +482 80.49792531 +483 80.53830228 +484 80.37190083 +485 80.20618557 +486 80.24691358 +487 80.28747433 +488 80.12295082 +489 80.16359918 +490 80.20408163 +491 80.24439919 +492 80.28455285 +493 80.32454361 +494 80.36437247 +495 80.40404040 +496 80.44354839 +497 80.48289738 +498 80.52208835 +499 80.36072144 +500 80.40000000 +501 80.43912176 +502 80.47808765 +503 80.51689861 +504 80.55555556 +505 80.59405941 +506 80.63241107 +507 80.67061144 +508 80.70866142 +509 80.74656189 +510 80.78431373 +511 80.82191781 +512 80.66406250 +513 80.70175439 +514 80.73929961 +515 80.77669903 +516 80.62015504 +517 80.65764023 +518 80.69498069 +519 80.73217726 +520 80.76923077 +521 80.61420345 +522 80.65134100 +523 80.68833652 +524 80.72519084 +525 80.76190476 +526 80.60836502 +527 80.64516129 +528 80.68181818 +529 80.71833648 +530 80.75471698 +531 80.79096045 +532 80.82706767 +533 80.86303940 +534 80.89887640 +535 80.93457944 +536 80.97014925 +537 81.00558659 +538 81.04089219 +539 80.89053803 +540 80.92592593 +541 80.96118299 +542 80.99630996 +543 81.03130755 +544 81.06617647 +545 81.10091743 +546 81.13553114 +547 81.17001828 +548 81.20437956 +549 81.23861566 +550 81.09090909 +551 81.12522686 +552 80.97826087 +553 81.01265823 +554 81.04693141 +555 80.90090090 +556 80.93525180 +557 80.78994614 +558 80.64516129 +559 80.67978533 +560 80.71428571 +561 80.74866310 +562 80.60498221 +563 80.63943162 +564 80.67375887 +565 80.53097345 +566 80.38869258 +567 80.42328042 +568 80.45774648 +569 80.31634446 +570 80.35087719 +571 80.38528897 +572 80.41958042 +573 80.45375218 +574 80.48780488 +575 80.52173913 +576 80.55555556 +577 80.58925477 +578 80.62283737 +579 80.65630397 +580 80.68965517 +581 80.72289157 +582 80.75601375 +583 80.78902230 +584 80.82191781 +585 80.85470085 +586 80.88737201 +587 80.91993186 +588 80.78231293 +589 80.81494058 +590 80.84745763 +591 80.87986464 +592 80.91216216 +593 80.77571669 +594 80.63973064 +595 80.67226891 +596 80.70469799 +597 80.73701843 +598 80.76923077 +599 80.80133556 +600 80.83333333 +601 80.86522463 +602 80.89700997 +603 80.92868988 +604 80.96026490 +605 80.99173554 +606 80.85808581 +607 80.88962109 +608 80.92105263 +609 80.95238095 +610 80.98360656 +611 81.01472995 +612 81.04575163 +613 81.07667210 +614 81.10749186 +615 81.13821138 +616 81.00649351 +617 80.87520259 +618 80.90614887 +619 80.93699515 +620 80.96774194 +621 80.99838969 +622 81.02893891 +623 81.05939005 +624 81.08974359 +625 81.12000000 +626 80.99041534 +627 81.02073365 +628 81.05095541 +629 80.92209857 +630 80.95238095 +631 80.98256735 +632 80.85443038 +633 80.88467615 +634 80.91482650 +635 80.94488189 +636 80.97484277 +637 81.00470958 +638 81.03448276 +639 81.06416275 +640 80.93750000 +641 80.96723869 +642 80.99688474 +643 81.02643857 +644 81.05590062 +645 80.93023256 +646 80.95975232 +647 80.98918083 +648 81.01851852 +649 80.89368259 +650 80.92307692 +651 80.95238095 +652 80.98159509 +653 81.01071975 +654 81.03975535 +655 81.06870229 +656 81.09756098 +657 81.12633181 +658 81.15501520 +659 81.03186646 +660 80.90909091 +661 80.93797277 +662 80.96676737 +663 80.99547511 +664 81.02409639 +665 81.05263158 +666 81.08108108 +667 81.10944528 +668 81.13772455 +669 81.16591928 +670 81.19402985 +671 81.22205663 +672 81.25000000 +673 81.27786033 +674 81.30563798 +675 81.33333333 +676 81.36094675 +677 81.38847858 +678 81.41592920 +679 81.44329897 +680 81.47058824 +681 81.35095448 +682 81.37829912 +683 81.40556369 +684 81.43274854 +685 81.45985401 +686 81.48688047 +687 81.51382824 +688 81.54069767 +689 81.56748911 +690 81.59420290 +691 81.62083936 +692 81.64739884 +693 81.52958153 +694 81.55619597 +695 81.58273381 +696 81.60919540 +697 81.63558106 +698 81.66189112 +699 81.68812589 +700 81.71428571 +701 81.74037090 +702 81.76638177 +703 81.79231863 +704 81.81818182 +705 81.84397163 +706 81.86968839 +707 81.89533239 +708 81.92090395 +709 81.94640339 +710 81.97183099 +711 81.99718706 +712 82.02247191 +713 82.04768583 +714 82.07282913 +715 81.95804196 +716 81.98324022 +717 82.00836820 +718 82.03342618 +719 82.05841446 +720 82.08333333 +721 82.10818308 +722 82.13296399 +723 82.15767635 +724 82.18232044 +725 82.20689655 +726 82.23140496 +727 82.25584594 +728 82.28021978 +729 82.16735254 +730 82.19178082 +731 82.21614227 +732 82.24043716 +733 82.12824011 +734 82.15258856 +735 82.17687075 +736 82.20108696 +737 82.08955224 +738 81.97831978 +739 81.86738836 +740 81.89189189 +741 81.91632928 +742 81.94070081 +743 81.96500673 +744 81.98924731 +745 82.01342282 +746 82.03753351 +747 81.92771084 +748 81.95187166 +749 81.97596796 +750 82.00000000 diff --git a/scores/Llama-Guard-3-8B-q6_k.mmlu b/scores/Llama-Guard-3-8B-q6_k.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..200dda42657d1de407a439a1876098c7b64b3142 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 42.85714286 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 52.17391304 +24 54.16666667 +25 56.00000000 +26 53.84615385 +27 55.55555556 +28 53.57142857 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 46.15384615 +118 46.61016949 +119 46.21848739 +120 45.83333333 +121 46.28099174 +122 45.90163934 +123 45.52845528 +124 45.16129032 +125 45.60000000 +126 45.23809524 +127 44.88188976 +128 44.53125000 +129 44.18604651 +130 43.84615385 +131 43.51145038 +132 43.18181818 +133 42.85714286 +134 42.53731343 +135 42.22222222 +136 41.91176471 +137 42.33576642 +138 42.02898551 +139 42.44604317 +140 42.14285714 +141 41.84397163 +142 42.25352113 +143 42.65734266 +144 43.05555556 +145 43.44827586 +146 43.83561644 +147 43.53741497 +148 43.91891892 +149 43.62416107 +150 43.33333333 +151 43.04635762 +152 43.42105263 +153 43.13725490 +154 42.85714286 +155 42.58064516 +156 42.30769231 +157 42.67515924 +158 43.03797468 +159 42.76729560 +160 43.12500000 +161 42.85714286 +162 42.59259259 +163 42.33128834 +164 42.07317073 +165 42.42424242 +166 42.16867470 +167 42.51497006 +168 42.26190476 +169 42.60355030 +170 42.35294118 +171 42.69005848 +172 42.44186047 +173 42.19653179 +174 41.95402299 +175 41.71428571 +176 41.47727273 +177 41.24293785 +178 41.01123596 +179 41.34078212 +180 41.66666667 +181 41.98895028 +182 41.75824176 +183 42.07650273 +184 41.84782609 +185 42.16216216 +186 42.47311828 +187 42.78074866 +188 43.08510638 +189 43.38624339 +190 43.15789474 +191 43.45549738 +192 43.22916667 +193 43.00518135 +194 43.29896907 +195 43.58974359 +196 43.87755102 +197 43.65482234 +198 43.43434343 +199 43.21608040 +200 43.00000000 +201 42.78606965 +202 42.57425743 +203 42.36453202 +204 42.15686275 +205 42.43902439 +206 42.23300971 +207 42.51207729 +208 42.30769231 +209 42.10526316 +210 41.90476190 +211 42.18009479 +212 41.98113208 +213 41.78403756 +214 41.58878505 +215 41.86046512 +216 42.12962963 +217 41.93548387 +218 42.20183486 +219 42.46575342 +220 42.72727273 +221 42.53393665 +222 42.79279279 +223 43.04932735 +224 42.85714286 +225 43.11111111 +226 42.92035398 +227 42.73127753 +228 42.98245614 +229 42.79475983 +230 42.60869565 +231 42.42424242 +232 42.67241379 +233 42.48927039 +234 42.73504274 +235 42.55319149 +236 42.37288136 +237 42.19409283 +238 42.01680672 +239 41.84100418 +240 42.08333333 +241 41.90871369 +242 42.14876033 +243 42.38683128 +244 42.21311475 +245 42.44897959 +246 42.27642276 +247 42.10526316 +248 42.33870968 +249 42.16867470 +250 42.00000000 +251 41.83266932 +252 41.66666667 +253 41.50197628 +254 41.33858268 +255 41.17647059 +256 41.40625000 +257 41.63424125 +258 41.47286822 +259 41.31274131 +260 41.53846154 +261 41.37931034 +262 41.22137405 +263 41.06463878 +264 40.90909091 +265 41.13207547 +266 41.35338346 +267 41.19850187 +268 41.04477612 +269 41.26394052 +270 41.11111111 +271 40.95940959 +272 41.17647059 +273 41.02564103 +274 40.87591241 +275 40.72727273 +276 40.94202899 +277 41.15523466 +278 41.00719424 +279 40.86021505 +280 41.07142857 +281 40.92526690 +282 41.13475177 +283 40.98939929 +284 40.84507042 +285 40.70175439 +286 40.55944056 +287 40.76655052 +288 40.62500000 +289 40.48442907 +290 40.68965517 +291 40.89347079 +292 41.09589041 +293 40.95563140 +294 40.81632653 +295 40.67796610 +296 40.54054054 +297 40.40404040 +298 40.60402685 +299 40.46822742 +300 40.66666667 +301 40.53156146 +302 40.39735099 +303 40.26402640 +304 40.13157895 +305 40.32786885 +306 40.19607843 +307 40.39087948 +308 40.25974026 +309 40.12944984 +310 40.00000000 +311 39.87138264 +312 40.06410256 +313 40.25559105 +314 40.12738854 +315 40.00000000 +316 39.87341772 +317 40.06309148 +318 40.25157233 +319 40.43887147 +320 40.31250000 +321 40.18691589 +322 40.06211180 +323 39.93808050 +324 39.81481481 +325 40.00000000 +326 39.87730061 +327 40.06116208 +328 39.93902439 +329 39.81762918 +330 39.69696970 +331 39.57703927 +332 39.75903614 +333 39.93993994 +334 39.82035928 +335 40.00000000 +336 40.17857143 +337 40.05934718 +338 40.23668639 +339 40.11799410 +340 40.29411765 +341 40.46920821 +342 40.64327485 +343 40.52478134 +344 40.40697674 +345 40.28985507 +346 40.46242775 +347 40.63400576 +348 40.51724138 +349 40.40114613 +350 40.57142857 +351 40.45584046 +352 40.34090909 +353 40.50991501 +354 40.39548023 +355 40.28169014 +356 40.16853933 +357 40.33613445 +358 40.22346369 +359 40.11142061 +360 40.27777778 +361 40.44321330 +362 40.60773481 +363 40.77134986 +364 40.65934066 +365 40.54794521 +366 40.71038251 +367 40.59945504 +368 40.48913043 +369 40.37940379 +370 40.54054054 +371 40.43126685 +372 40.32258065 +373 40.21447721 +374 40.10695187 +375 40.26666667 +376 40.15957447 +377 40.05305040 +378 40.21164021 +379 40.10554090 +380 40.00000000 +381 40.15748031 +382 40.31413613 +383 40.46997389 +384 40.36458333 +385 40.51948052 +386 40.41450777 +387 40.31007752 +388 40.20618557 +389 40.35989717 +390 40.51282051 +391 40.66496164 +392 40.81632653 +393 40.71246819 +394 40.60913706 +395 40.75949367 +396 40.90909091 +397 41.05793451 +398 40.95477387 +399 41.10275689 +400 41.00000000 +401 41.14713217 +402 41.29353234 +403 41.19106700 +404 41.08910891 +405 40.98765432 +406 40.88669951 +407 40.78624079 +408 40.68627451 +409 40.83129584 +410 40.73170732 +411 40.63260341 +412 40.53398058 +413 40.43583535 +414 40.57971014 +415 40.48192771 +416 40.62500000 +417 40.52757794 +418 40.43062201 +419 40.57279236 +420 40.47619048 +421 40.61757720 +422 40.52132701 +423 40.42553191 +424 40.56603774 +425 40.47058824 +426 40.37558685 +427 40.51522248 +428 40.42056075 +429 40.55944056 +430 40.46511628 +431 40.60324826 +432 40.50925926 +433 40.41570439 +434 40.32258065 +435 40.22988506 +436 40.13761468 +437 40.04576659 +438 40.18264840 +439 40.31890661 +440 40.22727273 +441 40.36281179 +442 40.27149321 +443 40.18058691 +444 40.09009009 +445 40.00000000 +446 39.91031390 +447 39.82102908 +448 39.73214286 +449 39.64365256 +450 39.77777778 +451 39.91130820 +452 39.82300885 +453 39.95584989 +454 39.86784141 +455 39.78021978 +456 39.91228070 +457 39.82494530 +458 39.73799127 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.95726496 +469 39.87206823 +470 39.78723404 +471 39.70276008 +472 39.61864407 +473 39.74630021 +474 39.66244726 +475 39.57894737 +476 39.70588235 +477 39.62264151 +478 39.74895397 +479 39.66597077 +480 39.79166667 +481 39.70893971 +482 39.62655602 +483 39.75155280 +484 39.66942149 +485 39.58762887 +486 39.50617284 +487 39.63039014 +488 39.54918033 +489 39.46830266 +490 39.59183673 +491 39.51120163 +492 39.43089431 +493 39.35091278 +494 39.47368421 +495 39.59595960 +496 39.71774194 +497 39.63782696 +498 39.55823293 +499 39.67935872 +500 39.80000000 +501 39.72055888 +502 39.64143426 +503 39.76143141 +504 39.68253968 +505 39.60396040 +506 39.72332016 +507 39.64497041 +508 39.56692913 +509 39.48919450 +510 39.60784314 +511 39.53033268 +512 39.45312500 +513 39.37621832 +514 39.29961089 +515 39.22330097 +516 39.34108527 +517 39.45841393 +518 39.57528958 +519 39.49903661 +520 39.42307692 +521 39.34740883 +522 39.46360153 +523 39.38814532 +524 39.50381679 +525 39.42857143 +526 39.35361217 +527 39.46869070 +528 39.58333333 +529 39.50850662 +530 39.62264151 +531 39.54802260 +532 39.47368421 +533 39.39962477 +534 39.32584270 +535 39.43925234 +536 39.36567164 +537 39.47858473 +538 39.59107807 +539 39.51762523 +540 39.44444444 +541 39.37153420 +542 39.48339483 +543 39.41068140 +544 39.52205882 +545 39.44954128 +546 39.37728938 +547 39.48811700 +548 39.59854015 +549 39.52641166 +550 39.45454545 +551 39.56442831 +552 39.49275362 +553 39.42133816 +554 39.35018051 +555 39.27927928 +556 39.38848921 +557 39.31777379 +558 39.42652330 +559 39.35599284 +560 39.46428571 +561 39.39393939 +562 39.50177936 +563 39.60923623 +564 39.53900709 +565 39.64601770 +566 39.57597173 +567 39.50617284 +568 39.61267606 +569 39.54305800 +570 39.47368421 +571 39.40455342 +572 39.51048951 +573 39.44153578 +574 39.37282230 +575 39.30434783 +576 39.40972222 +577 39.51473137 +578 39.61937716 +579 39.55094991 +580 39.65517241 +581 39.58691910 +582 39.51890034 +583 39.62264151 +584 39.72602740 +585 39.65811966 +586 39.59044369 +587 39.52299830 +588 39.45578231 +589 39.38879457 +590 39.32203390 +591 39.25549915 +592 39.18918919 +593 39.29173693 +594 39.39393939 +595 39.32773109 +596 39.42953020 +597 39.36348409 +598 39.29765886 +599 39.39899833 +600 39.33333333 +601 39.26788686 +602 39.20265781 +603 39.30348259 +604 39.23841060 +605 39.33884298 +606 39.27392739 +607 39.37397035 +608 39.30921053 +609 39.24466338 +610 39.18032787 +611 39.27986907 +612 39.21568627 +613 39.31484502 +614 39.25081433 +615 39.18699187 +616 39.28571429 +617 39.22204214 +618 39.15857605 +619 39.09531502 +620 39.03225806 +621 38.96940419 +622 39.06752412 +623 39.00481541 +624 38.94230769 +625 38.88000000 +626 38.97763578 +627 38.91547049 +628 38.85350318 +629 38.95071542 +630 39.04761905 +631 38.98573693 +632 39.08227848 +633 39.02053712 +634 38.95899054 +635 38.89763780 +636 38.83647799 +637 38.93249608 +638 38.87147335 +639 38.81064163 +640 38.90625000 +641 38.84555382 +642 38.78504673 +643 38.72472784 +644 38.81987578 +645 38.75968992 +646 38.69969040 +647 38.63987635 +648 38.58024691 +649 38.52080123 +650 38.46153846 +651 38.40245776 +652 38.34355828 +653 38.28483920 +654 38.37920489 +655 38.32061069 +656 38.41463415 +657 38.35616438 +658 38.44984802 +659 38.39150228 +660 38.33333333 +661 38.27534039 +662 38.21752266 +663 38.15987934 +664 38.25301205 +665 38.34586466 +666 38.28828829 +667 38.38080960 +668 38.47305389 +669 38.56502242 +670 38.65671642 +671 38.59910581 +672 38.54166667 +673 38.48439822 +674 38.42729970 +675 38.37037037 +676 38.31360947 +677 38.25701625 +678 38.34808260 +679 38.29160530 +680 38.38235294 +681 38.47283407 +682 38.41642229 +683 38.36017570 +684 38.45029240 +685 38.54014599 +686 38.48396501 +687 38.42794760 +688 38.37209302 +689 38.46153846 +690 38.40579710 +691 38.35021708 +692 38.29479769 +693 38.23953824 +694 38.18443804 +695 38.12949640 +696 38.21839080 +697 38.16355811 +698 38.25214900 +699 38.34048641 +700 38.28571429 +701 38.23109843 +702 38.31908832 +703 38.40682788 +704 38.49431818 +705 38.43971631 +706 38.38526912 +707 38.33097595 +708 38.27683616 +709 38.36389281 +710 38.30985915 +711 38.39662447 +712 38.34269663 +713 38.42917251 +714 38.51540616 +715 38.46153846 +716 38.40782123 +717 38.35425384 +718 38.30083565 +719 38.24756606 +720 38.19444444 +721 38.14147018 +722 38.08864266 +723 38.17427386 +724 38.25966851 +725 38.34482759 +726 38.42975207 +727 38.51444292 +728 38.46153846 +729 38.40877915 +730 38.35616438 +731 38.30369357 +732 38.25136612 +733 38.33560709 +734 38.41961853 +735 38.36734694 +736 38.31521739 +737 38.39891452 +738 38.48238482 +739 38.56562923 +740 38.51351351 +741 38.46153846 +742 38.54447439 +743 38.62718708 +744 38.70967742 +745 38.65771812 +746 38.60589812 +747 38.55421687 +748 38.50267380 +749 38.45126836 +750 38.53333333 + +Final result: 38.5333 +/- 1.7783 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q6_k.ppx b/scores/Llama-Guard-3-8B-q6_k.ppx new file mode 100644 index 0000000000000000000000000000000000000000..188004ef43a873d9c9e424cc1597a32b7b0fbbec --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.810479 ± 0.041963 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.17% +Mean ln(PPL(Q)/PPL(base)) : 0.038238 ± 0.000795 +Mean PPL(Q)/PPL(base) : 1.038978 ± 0.000826 +Mean PPL(Q)-PPL(base) : 0.255501 ± 0.005602 + +====== KL divergence statistics ====== +Mean KLD: 0.041612 ± 0.000183 +Maximum KLD: 5.535309 +99.9% KLD: 0.788010 +99.0% KLD: 0.238096 +99.0% KLD: 0.238096 +Median KLD: 0.030902 +10.0% KLD: 0.001019 + 5.0% KLD: 0.000266 + 1.0% KLD: 0.000032 +Minimum KLD: -0.000014 + +====== Token probability statistics ====== +Mean Δp: -0.789 ± 0.016 % +Maximum Δp: 68.770% +99.9% Δp: 27.267% +99.0% Δp: 15.510% +95.0% Δp: 7.834% +90.0% Δp: 4.483% +75.0% Δp: 0.700% +Median Δp: -0.054% +25.0% Δp: -2.157% +10.0% Δp: -7.029% + 5.0% Δp: -10.812% + 1.0% Δp: -19.512% + 0.1% Δp: -37.648% +Minimum Δp: -97.210% +RMS Δp : 5.976 ± 0.031 % +Same top p: 88.351 ± 0.085 % diff --git a/scores/Llama-Guard-3-8B-q6_k.tqa b/scores/Llama-Guard-3-8B-q6_k.tqa new file mode 100644 index 0000000000000000000000000000000000000000..68db6a36fd84c88ebd1604fdb2a59ac79fad924f --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 33.33333333 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 28.57142857 +29 31.03448276 +30 33.33333333 +31 35.48387097 +32 37.50000000 +33 39.39393939 +34 38.23529412 +35 37.14285714 +36 36.11111111 +37 37.83783784 +38 36.84210526 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 37.20930233 +44 38.63636364 +45 40.00000000 +46 39.13043478 +47 38.29787234 +48 39.58333333 +49 38.77551020 +50 40.00000000 +51 39.21568627 +52 38.46153846 +53 37.73584906 +54 37.03703704 +55 38.18181818 +56 37.50000000 +57 36.84210526 +58 36.20689655 +59 35.59322034 +60 36.66666667 +61 36.06557377 +62 37.09677419 +63 36.50793651 +64 37.50000000 +65 36.92307692 +66 36.36363636 +67 35.82089552 +68 35.29411765 +69 36.23188406 +70 35.71428571 +71 35.21126761 +72 36.11111111 +73 36.98630137 +74 36.48648649 +75 36.00000000 +76 36.84210526 +77 36.36363636 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 35.80246914 +82 36.58536585 +83 36.14457831 +84 35.71428571 +85 35.29411765 +86 34.88372093 +87 34.48275862 +88 34.09090909 +89 34.83146067 +90 34.44444444 +91 34.06593407 +92 33.69565217 +93 33.33333333 +94 32.97872340 +95 32.63157895 +96 33.33333333 +97 32.98969072 +98 32.65306122 +99 33.33333333 +100 33.00000000 +101 33.66336634 +102 33.33333333 +103 33.98058252 +104 33.65384615 +105 33.33333333 +106 33.01886792 +107 33.64485981 +108 34.25925926 +109 33.94495413 +110 34.54545455 +111 34.23423423 +112 34.82142857 +113 34.51327434 +114 34.21052632 +115 33.91304348 +116 33.62068966 +117 33.33333333 +118 33.05084746 +119 32.77310924 +120 33.33333333 +121 33.88429752 +122 33.60655738 +123 33.33333333 +124 33.87096774 +125 34.40000000 +126 34.92063492 +127 34.64566929 +128 34.37500000 +129 34.88372093 +130 34.61538462 +131 34.35114504 +132 34.09090909 +133 33.83458647 +134 33.58208955 +135 34.07407407 +136 33.82352941 +137 34.30656934 +138 34.78260870 +139 35.25179856 +140 35.00000000 +141 34.75177305 +142 34.50704225 +143 34.26573427 +144 34.72222222 +145 34.48275862 +146 34.24657534 +147 34.01360544 +148 33.78378378 +149 33.55704698 +150 33.33333333 +151 33.77483444 +152 33.55263158 +153 33.33333333 +154 33.11688312 +155 32.90322581 +156 33.33333333 +157 33.12101911 +158 33.54430380 +159 33.33333333 +160 33.12500000 +161 32.91925466 +162 33.33333333 +163 33.12883436 +164 32.92682927 +165 33.33333333 +166 33.73493976 +167 33.53293413 +168 33.92857143 +169 33.72781065 +170 33.52941176 +171 33.33333333 +172 33.13953488 +173 32.94797688 +174 33.33333333 +175 33.14285714 +176 33.52272727 +177 33.33333333 +178 33.14606742 +179 33.51955307 +180 33.33333333 +181 33.14917127 +182 32.96703297 +183 32.78688525 +184 32.60869565 +185 32.43243243 +186 32.79569892 +187 32.62032086 +188 32.44680851 +189 32.80423280 +190 32.63157895 +191 32.46073298 +192 32.29166667 +193 32.12435233 +194 32.47422680 +195 32.30769231 +196 32.14285714 +197 31.97969543 +198 32.32323232 +199 32.16080402 +200 32.50000000 +201 32.33830846 +202 32.17821782 +203 32.01970443 +204 31.86274510 +205 32.19512195 +206 32.03883495 +207 32.36714976 +208 32.21153846 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.48148148 +217 31.33640553 +218 31.65137615 +219 31.50684932 +220 31.36363636 +221 31.22171946 +222 31.08108108 +223 30.94170404 +224 31.25000000 +225 31.11111111 +226 30.97345133 +227 31.27753304 +228 31.14035088 +229 31.00436681 +230 30.86956522 +231 30.73593074 +232 30.60344828 +233 30.90128755 +234 31.19658120 +235 31.48936170 +236 31.77966102 +237 31.64556962 +238 31.93277311 +239 31.79916318 +240 31.66666667 +241 31.53526971 +242 31.40495868 +243 31.27572016 +244 31.14754098 +245 31.02040816 +246 30.89430894 +247 30.76923077 +248 30.64516129 +249 30.52208835 +250 30.40000000 +251 30.67729084 +252 30.95238095 +253 30.83003953 +254 30.70866142 +255 30.98039216 +256 30.85937500 +257 30.73929961 +258 30.62015504 +259 30.50193050 +260 30.38461538 +261 30.65134100 +262 30.53435115 +263 30.41825095 +264 30.68181818 +265 30.94339623 +266 30.82706767 +267 30.71161049 +268 30.59701493 +269 30.48327138 +270 30.37037037 +271 30.25830258 +272 30.14705882 +273 30.40293040 +274 30.29197080 +275 30.18181818 +276 30.07246377 +277 29.96389892 +278 30.21582734 +279 30.10752688 +280 30.35714286 +281 30.60498221 +282 30.49645390 +283 30.38869258 +284 30.28169014 +285 30.17543860 +286 30.41958042 +287 30.66202091 +288 30.90277778 +289 30.79584775 +290 30.68965517 +291 30.92783505 +292 30.82191781 +293 31.05802048 +294 30.95238095 +295 31.18644068 +296 31.41891892 +297 31.64983165 +298 31.54362416 +299 31.43812709 +300 31.33333333 +301 31.22923588 +302 31.12582781 +303 31.02310231 +304 30.92105263 +305 30.81967213 +306 30.71895425 +307 30.61889251 +308 30.84415584 +309 30.74433657 +310 30.64516129 +311 30.54662379 +312 30.76923077 +313 30.67092652 +314 30.57324841 +315 30.47619048 +316 30.37974684 +317 30.59936909 +318 30.50314465 +319 30.40752351 +320 30.31250000 +321 30.21806854 +322 30.43478261 +323 30.34055728 +324 30.24691358 +325 30.15384615 +326 30.06134969 +327 30.27522936 +328 30.48780488 +329 30.39513678 +330 30.60606061 +331 30.51359517 +332 30.72289157 +333 30.93093093 +334 30.83832335 +335 31.04477612 +336 31.25000000 +337 31.15727003 +338 31.06508876 +339 31.26843658 +340 31.17647059 +341 31.37829912 +342 31.57894737 +343 31.48688047 +344 31.68604651 +345 31.88405797 +346 31.79190751 +347 31.98847262 +348 31.89655172 +349 31.80515759 +350 31.71428571 +351 31.62393162 +352 31.81818182 +353 31.72804533 +354 31.63841808 +355 31.83098592 +356 31.74157303 +357 31.93277311 +358 32.12290503 +359 32.03342618 +360 31.94444444 +361 31.85595568 +362 31.76795580 +363 31.68044077 +364 31.59340659 +365 31.50684932 +366 31.42076503 +367 31.60762943 +368 31.52173913 +369 31.43631436 +370 31.35135135 +371 31.26684636 +372 31.45161290 +373 31.36729223 +374 31.55080214 +375 31.46666667 +376 31.38297872 +377 31.56498674 +378 31.48148148 +379 31.39841689 +380 31.57894737 +381 31.49606299 +382 31.67539267 +383 31.59268930 +384 31.51041667 +385 31.42857143 +386 31.34715026 +387 31.26614987 +388 31.44329897 +389 31.36246787 +390 31.28205128 +391 31.45780051 +392 31.37755102 +393 31.55216285 +394 31.72588832 +395 31.64556962 +396 31.81818182 +397 31.98992443 +398 31.90954774 +399 31.82957393 +400 31.75000000 +401 31.92019950 +402 32.08955224 +403 32.00992556 +404 31.93069307 +405 31.85185185 +406 31.77339901 +407 31.69533170 +408 31.61764706 +409 31.54034230 +410 31.46341463 +411 31.38686131 +412 31.55339806 +413 31.71912833 +414 31.88405797 +415 32.04819277 +416 31.97115385 +417 32.13429257 +418 32.05741627 +419 31.98090692 +420 32.14285714 +421 32.30403800 +422 32.22748815 +423 32.15130024 +424 32.07547170 +425 32.00000000 +426 31.92488263 +427 31.85011710 +428 31.77570093 +429 31.70163170 +430 31.62790698 +431 31.55452436 +432 31.71296296 +433 31.87066975 +434 32.02764977 +435 31.95402299 +436 32.11009174 +437 32.03661327 +438 32.19178082 +439 32.11845103 +440 32.27272727 +441 32.19954649 +442 32.12669683 +443 32.05417607 +444 32.20720721 +445 32.13483146 +446 32.06278027 +447 31.99105145 +448 31.91964286 +449 32.07126949 +450 32.22222222 +451 32.15077605 +452 32.07964602 +453 32.22958057 +454 32.15859031 +455 32.08791209 +456 32.01754386 +457 31.94748359 +458 31.87772926 +459 31.80827887 +460 31.73913043 +461 31.67028200 +462 31.81818182 +463 31.74946004 +464 31.89655172 +465 32.04301075 +466 31.97424893 +467 31.90578158 +468 32.05128205 +469 31.98294243 +470 31.91489362 +471 31.84713376 +472 31.99152542 +473 31.92389006 +474 31.85654008 +475 32.00000000 +476 31.93277311 +477 31.86582809 +478 31.79916318 +479 31.73277662 +480 31.66666667 +481 31.60083160 +482 31.74273859 +483 31.67701863 +484 31.61157025 +485 31.75257732 +486 31.68724280 +487 31.82751540 +488 31.76229508 +489 31.90184049 +490 32.04081633 +491 32.17922607 +492 32.31707317 +493 32.25152130 +494 32.18623482 +495 32.12121212 +496 32.05645161 +497 31.99195171 +498 31.92771084 +499 32.06412826 +500 32.00000000 +501 32.13572854 +502 32.07171315 +503 32.00795229 +504 32.14285714 +505 32.07920792 +506 32.01581028 +507 31.95266272 +508 32.08661417 +509 32.22003929 +510 32.35294118 +511 32.28962818 +512 32.22656250 +513 32.16374269 +514 32.10116732 +515 32.23300971 +516 32.17054264 +517 32.30174081 +518 32.23938224 +519 32.17726397 +520 32.11538462 +521 32.05374280 +522 31.99233716 +523 31.93116635 +524 31.87022901 +525 31.80952381 +526 31.74904943 +527 31.87855787 +528 31.81818182 +529 31.75803403 +530 31.69811321 +531 31.63841808 +532 31.76691729 +533 31.89493433 +534 31.83520599 +535 31.77570093 +536 31.71641791 +537 31.84357542 +538 31.78438662 +539 31.72541744 +540 31.66666667 +541 31.60813309 +542 31.54981550 +543 31.49171271 +544 31.43382353 +545 31.37614679 +546 31.50183150 +547 31.62705667 +548 31.75182482 +549 31.69398907 +550 31.63636364 +551 31.57894737 +552 31.70289855 +553 31.82640145 +554 31.76895307 +555 31.71171171 +556 31.65467626 +557 31.59784560 +558 31.54121864 +559 31.48479428 +560 31.60714286 +561 31.72905526 +562 31.67259786 +563 31.61634103 +564 31.73758865 +565 31.85840708 +566 31.97879859 +567 32.09876543 +568 32.21830986 +569 32.16168717 +570 32.10526316 +571 32.22416813 +572 32.16783217 +573 32.11169284 +574 32.05574913 +575 32.17391304 +576 32.29166667 +577 32.40901213 +578 32.52595156 +579 32.64248705 +580 32.75862069 +581 32.87435456 +582 32.81786942 +583 32.76157804 +584 32.87671233 +585 32.82051282 +586 32.93515358 +587 32.87904600 +588 32.82312925 +589 32.76740238 +590 32.88135593 +591 32.82571912 +592 32.77027027 +593 32.71500843 +594 32.82828283 +595 32.77310924 +596 32.71812081 +597 32.66331658 +598 32.60869565 +599 32.55425710 +600 32.50000000 +601 32.61231281 +602 32.72425249 +603 32.83582090 +604 32.78145695 +605 32.72727273 +606 32.83828383 +607 32.78418451 +608 32.73026316 +609 32.84072250 +610 32.78688525 +611 32.73322422 +612 32.84313725 +613 32.78955954 +614 32.73615635 +615 32.68292683 +616 32.79220779 +617 32.90113452 +618 32.84789644 +619 32.95638126 +620 32.90322581 +621 32.85024155 +622 32.95819936 +623 32.90529695 +624 32.85256410 +625 32.80000000 +626 32.74760383 +627 32.85486443 +628 32.96178344 +629 33.06836248 +630 33.01587302 +631 32.96354992 +632 32.91139241 +633 32.85939968 +634 32.96529968 +635 32.91338583 +636 32.86163522 +637 32.81004710 +638 32.75862069 +639 32.70735524 +640 32.81250000 +641 32.76131045 +642 32.86604361 +643 32.81493002 +644 32.76397516 +645 32.86821705 +646 32.81733746 +647 32.76661515 +648 32.87037037 +649 32.81972265 +650 32.92307692 +651 33.02611367 +652 33.12883436 +653 33.23124043 +654 33.18042813 +655 33.12977099 +656 33.23170732 +657 33.33333333 +658 33.28267477 +659 33.38391502 +660 33.33333333 +661 33.28290469 +662 33.23262840 +663 33.18250377 +664 33.13253012 +665 33.23308271 +666 33.33333333 +667 33.28335832 +668 33.23353293 +669 33.33333333 +670 33.43283582 +671 33.38301043 +672 33.33333333 +673 33.28380386 +674 33.23442136 +675 33.33333333 +676 33.43195266 +677 33.38257016 +678 33.33333333 +679 33.28424153 +680 33.23529412 +681 33.33333333 +682 33.43108504 +683 33.38213763 +684 33.47953216 +685 33.43065693 +686 33.38192420 +687 33.33333333 +688 33.43023256 +689 33.52685051 +690 33.47826087 +691 33.57452967 +692 33.67052023 +693 33.76623377 +694 33.71757925 +695 33.66906475 +696 33.76436782 +697 33.71592539 +698 33.66762178 +699 33.76251788 +700 33.85714286 +701 33.80884451 +702 33.76068376 +703 33.71266003 +704 33.66477273 +705 33.61702128 +706 33.71104816 +707 33.66336634 +708 33.61581921 +709 33.56840621 +710 33.52112676 +711 33.47398031 +712 33.42696629 +713 33.38008415 +714 33.47338936 +715 33.56643357 +716 33.51955307 +717 33.47280335 +718 33.56545961 +719 33.65785814 +720 33.61111111 +721 33.56449376 +722 33.51800554 +723 33.47164592 +724 33.42541436 +725 33.37931034 +726 33.47107438 +727 33.42503439 +728 33.37912088 +729 33.33333333 +730 33.42465753 +731 33.37893297 +732 33.46994536 +733 33.42428377 +734 33.37874659 +735 33.33333333 +736 33.28804348 +737 33.37856174 +738 33.33333333 +739 33.42354533 +740 33.37837838 +741 33.46828610 +742 33.42318059 +743 33.37819650 +744 33.46774194 +745 33.42281879 +746 33.51206434 +747 33.60107095 +748 33.55614973 +749 33.64485981 +750 33.73333333 + +Final result: 33.7333 +/- 1.7276 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q6_k.wng b/scores/Llama-Guard-3-8B-q6_k.wng new file mode 100644 index 0000000000000000000000000000000000000000..767669004e5d13167302f343eb8772c60409c777 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q6_k.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -2.972859 -3.520129 1 1 +2 100.0000 -1.959671 -2.061687 1 1 +3 100.0000 -3.577525 -3.087256 2 2 +4 100.0000 -4.085828 -4.284531 1 1 +5 80.0000 -2.815047 -2.962786 1 2 +6 83.3333 -4.283055 -4.536622 1 1 +7 85.7143 -4.476302 -3.153735 2 2 +8 87.5000 -2.563963 -2.160655 2 2 +9 88.8889 -3.768529 -5.199661 1 1 +10 90.0000 -2.383540 -2.048165 2 2 +11 90.9091 -10.025877 -5.067799 2 2 +12 91.6667 -3.360140 -1.486554 2 2 +13 92.3077 -3.173618 -5.237498 1 1 +14 92.8571 -3.661648 -3.802519 1 1 +15 86.6667 -4.272587 -6.196099 1 2 +16 87.5000 -2.878453 -2.590230 2 2 +17 88.2353 -6.135558 -4.999244 2 2 +18 88.8889 -1.734833 -2.947894 1 1 +19 89.4737 -3.136185 -4.706064 1 1 +20 90.0000 -2.884667 -3.070593 1 1 +21 90.4762 -2.072730 -3.136630 1 1 +22 86.3636 -2.080485 -2.082115 1 2 +23 86.9565 -4.520918 -5.120831 1 1 +24 83.3333 -2.699715 -2.345125 2 1 +25 84.0000 -1.935060 -1.850600 2 2 +26 84.6154 -3.144479 -4.489686 1 1 +27 81.4815 -4.376669 -4.464211 1 2 +28 82.1429 -4.400965 -5.793388 1 1 +29 82.7586 -3.393788 -3.731966 1 1 +30 83.3333 -2.555327 -2.237435 2 2 +31 83.8710 -4.202856 -4.235754 1 1 +32 84.3750 -5.233136 -6.213502 1 1 +33 84.8485 -4.778705 -5.349969 1 1 +34 82.3529 -2.507473 -2.333501 2 1 +35 82.8571 -4.264268 -4.096563 2 2 +36 83.3333 -3.800429 -3.470760 2 2 +37 83.7838 -2.768099 -2.965738 1 1 +38 81.5789 -3.469081 -3.463159 2 1 +39 82.0513 -4.973594 -2.974491 2 2 +40 80.0000 -3.952731 -5.022227 1 2 +41 80.4878 -2.229081 -2.433403 1 1 +42 80.9524 -2.309814 -3.336160 1 1 +43 81.3953 -3.106991 -3.007052 2 2 +44 81.8182 -2.143252 -1.626905 2 2 +45 82.2222 -0.070318 -11.546055 1 1 +46 80.4348 -2.805402 -2.791152 2 1 +47 78.7234 -3.017197 -3.055868 1 2 +48 79.1667 -4.270877 -3.927750 2 2 +49 77.5510 -3.063240 -1.518961 2 1 +50 78.0000 -2.513225 -2.330882 2 2 +51 78.4314 -1.823537 -2.523274 1 1 +52 78.8462 -3.697640 -2.763085 2 2 +53 79.2453 -4.206548 -4.700493 1 1 +54 79.6296 -2.674734 -2.103119 2 2 +55 80.0000 -2.653041 -2.394149 2 2 +56 78.5714 -5.654125 -5.905205 1 2 +57 78.9474 -3.475194 -3.312606 2 2 +58 79.3103 -3.227684 -3.846483 1 1 +59 79.6610 -2.892447 -2.745483 2 2 +60 80.0000 -4.129233 -4.010711 2 2 +61 80.3279 -3.412947 -3.454516 1 1 +62 80.6452 -5.637730 -5.813322 1 1 +63 79.3651 -3.964058 -4.437590 1 2 +64 78.1250 -4.340558 -4.287299 2 1 +65 78.4615 -5.058131 -4.289524 2 2 +66 78.7879 -2.858903 -3.473195 1 1 +67 79.1045 -3.456393 -2.654048 2 2 +68 77.9412 -5.164199 -5.454875 1 2 +69 78.2609 -5.604367 -5.947627 1 1 +70 78.5714 -3.165406 -3.028930 2 2 +71 77.4648 -3.069914 -2.937804 2 1 +72 77.7778 -3.605745 -3.483429 2 2 +73 78.0822 -2.912516 -2.936977 1 1 +74 78.3784 -2.384761 -2.973860 1 1 +75 78.6667 -2.288765 -2.686936 1 1 +76 78.9474 -1.942821 -4.358441 1 1 +77 77.9221 -3.063642 -3.114740 1 2 +78 78.2051 -0.701409 -1.262182 1 1 +79 77.2152 -2.191054 -2.286247 1 2 +80 77.5000 -2.191930 -3.054191 1 1 +81 77.7778 -4.912254 -4.217884 2 2 +82 76.8293 -3.193085 -3.394835 1 2 +83 77.1084 -5.733855 -4.908275 2 2 +84 77.3810 -2.137190 -1.937621 2 2 +85 77.6471 -3.934738 -4.222882 1 1 +86 76.7442 -5.859020 -5.889876 1 2 +87 75.8621 -1.792414 -1.629994 2 1 +88 75.0000 -5.863330 -4.833393 2 1 +89 75.2809 -3.677285 -3.741254 1 1 +90 75.5556 -4.556192 -3.000798 2 2 +91 74.7253 -4.308434 -4.284806 2 1 +92 75.0000 -4.246483 -4.041998 2 2 +93 75.2688 -2.136657 -1.948220 2 2 +94 75.5319 -4.692311 -4.083878 2 2 +95 75.7895 -3.298832 -3.732682 1 1 +96 76.0417 -1.771242 -2.379547 1 1 +97 75.2577 -5.303349 -4.632963 2 1 +98 75.5102 -4.011198 -3.282254 2 2 +99 74.7475 -3.053641 -3.030448 2 1 +100 75.0000 -6.096534 -5.581296 2 2 +101 74.2574 -4.468731 -4.789200 1 2 +102 73.5294 -3.903802 -3.792551 2 1 +103 73.7864 -2.765030 -2.270050 2 2 +104 74.0385 -7.451100 -7.245311 2 2 +105 74.2857 -1.485844 -1.701222 1 1 +106 74.5283 -2.722294 -2.381272 2 2 +107 74.7664 -3.904527 -3.374765 2 2 +108 75.0000 -3.729197 -2.889310 2 2 +109 74.3119 -4.017372 -4.347639 1 2 +110 74.5455 -4.297215 -3.459503 2 2 +111 74.7748 -3.082993 -2.860610 2 2 +112 74.1071 -3.813269 -3.145675 2 1 +113 73.4513 -4.555947 -5.898569 1 2 +114 73.6842 -4.135501 -4.916085 1 1 +115 73.9130 -1.891894 -2.303025 1 1 +116 74.1379 -2.285509 -1.849577 2 2 +117 73.5043 -3.757521 -4.071985 1 2 +118 73.7288 -1.372331 -1.947010 1 1 +119 73.9496 -1.609011 -2.362907 1 1 +120 73.3333 -3.095661 -2.825675 2 1 +121 73.5537 -1.154003 -1.061503 2 2 +122 73.7705 -6.198228 -5.289021 2 2 +123 73.9837 -4.115633 -4.434403 1 1 +124 74.1935 -3.250218 -2.814485 2 2 +125 74.4000 -3.091269 -3.086792 2 2 +126 74.6032 -6.730526 -6.414680 2 2 +127 74.8031 -2.942818 -1.074553 2 2 +128 75.0000 -1.873582 -2.078990 1 1 +129 75.1938 -2.253838 -1.090940 2 2 +130 75.3846 -5.737930 -4.843657 2 2 +131 75.5725 -4.167637 -4.105734 2 2 +132 75.7576 -2.391581 -1.951749 2 2 +133 75.9398 -1.089767 -3.398561 1 1 +134 76.1194 -4.685442 -4.404998 2 2 +135 76.2963 -4.182606 -4.940206 1 1 +136 76.4706 -3.941371 -2.588638 2 2 +137 76.6423 -5.385063 -5.543677 1 1 +138 76.0870 -3.865380 -4.330182 1 2 +139 76.2590 -3.866382 -5.318192 1 1 +140 76.4286 -1.466042 -1.410087 2 2 +141 76.5957 -5.307014 -4.002388 2 2 +142 76.7606 -2.684508 -1.843627 2 2 +143 76.9231 -2.994519 -6.706771 1 1 +144 76.3889 -2.143955 -2.065677 2 1 +145 75.8621 -1.324253 -16.371487 1 2 +146 76.0274 -3.719386 -3.677365 2 2 +147 76.1905 -3.978064 -3.557013 2 2 +148 76.3514 -2.206170 -2.547538 1 1 +149 76.5101 -3.949825 -3.565115 2 2 +150 76.6667 -3.818731 -3.159173 2 2 +151 76.1589 -1.876681 -1.702410 2 1 +152 75.6579 -4.195515 -4.523163 1 2 +153 75.8170 -2.425659 -3.227875 1 1 +154 75.9740 -3.312439 -3.648441 1 1 +155 75.4839 -2.149702 -3.139512 1 2 +156 75.6410 -2.006562 -2.158705 1 1 +157 75.7962 -2.522060 -3.472165 1 1 +158 75.9494 -4.237157 -3.878285 2 2 +159 76.1006 -2.813054 -4.097923 1 1 +160 76.2500 -4.114523 -3.312368 2 2 +161 75.7764 -3.171773 -2.989073 2 1 +162 75.3086 -0.043112 -10.520166 1 2 +163 75.4601 -1.914105 -2.047350 1 1 +164 75.6098 -5.253979 -4.272543 2 2 +165 75.7576 -3.903647 -3.779255 2 2 +166 75.9036 -4.291635 -3.980718 2 2 +167 75.4491 -4.170117 -3.722911 2 1 +168 75.5952 -5.422791 -4.752864 2 2 +169 75.7396 -4.007136 -3.906150 2 2 +170 75.8824 -2.469523 -2.866987 1 1 +171 76.0234 -3.297203 -4.200733 1 1 +172 76.1628 -3.954272 -4.583214 1 1 +173 76.3006 -2.880829 -2.778097 2 2 +174 76.4368 -6.269778 -6.245032 2 2 +175 76.5714 -3.552266 -3.787275 1 1 +176 76.7045 -1.623846 -3.942253 1 1 +177 76.8362 -6.405521 -6.194998 2 2 +178 76.4045 -2.971586 -2.919303 2 1 +179 76.5363 -2.387411 -2.626080 1 1 +180 76.6667 -4.424963 -4.062068 2 2 +181 76.7956 -3.234620 -2.576783 2 2 +182 76.9231 -3.820788 -3.165245 2 2 +183 76.5027 -5.136477 -5.279935 1 2 +184 76.6304 -1.650288 -2.651935 1 1 +185 76.2162 -3.887052 -4.046245 1 2 +186 76.3441 -2.523698 -2.969278 1 1 +187 76.4706 -4.525560 -4.137506 2 2 +188 76.0638 -3.778515 -2.974361 2 1 +189 75.6614 -3.182101 -3.700881 1 2 +190 75.7895 -5.337990 -5.146821 2 2 +191 75.9162 -2.422410 -2.956891 1 1 +192 76.0417 -4.852806 -3.870054 2 2 +193 75.6477 -3.481986 -3.506980 1 2 +194 75.7732 -1.950362 -1.602277 2 2 +195 75.3846 -3.503837 -3.233814 2 1 +196 75.0000 -3.173478 -3.517639 1 2 +197 75.1269 -1.122284 -3.204337 1 1 +198 75.2525 -2.654342 -7.013053 1 1 +199 75.3769 -5.743249 -4.697797 2 2 +200 75.5000 -3.164634 -2.834935 2 2 +201 75.6219 -2.744022 -3.269166 1 1 +202 75.2475 -6.611272 -6.926945 1 2 +203 75.3695 -2.707828 -2.590544 2 2 +204 75.4902 -2.167745 -2.569859 1 1 +205 75.6098 -3.195852 -2.227436 2 2 +206 75.2427 -4.813445 -5.227787 1 2 +207 75.3623 -3.616848 -3.681709 1 1 +208 75.4808 -3.121988 -2.709641 2 2 +209 75.5981 -3.926622 -3.023134 2 2 +210 75.7143 -6.140457 -6.010929 2 2 +211 75.3555 -5.040987 -4.807613 2 1 +212 75.4717 -5.108976 -4.236055 2 2 +213 75.5869 -4.907053 -4.724899 2 2 +214 75.2336 -2.984609 -2.954407 2 1 +215 75.3488 -5.646350 -5.465451 2 2 +216 75.0000 -3.294186 -3.172897 2 1 +217 75.1152 -0.893279 -1.580762 1 1 +218 75.2294 -2.432806 -2.164777 2 2 +219 75.3425 -3.155245 -3.307417 1 1 +220 75.0000 -3.041670 -3.130000 1 2 +221 75.1131 -3.839447 -10.776759 1 1 +222 74.7748 -0.206538 -8.401243 1 2 +223 74.8879 -4.086390 -3.033200 2 2 +224 75.0000 -5.776944 -4.210995 2 2 +225 74.6667 -2.444551 -2.618550 1 2 +226 74.7788 -2.587482 -3.290737 1 1 +227 74.4493 -3.519736 -3.352575 2 1 +228 74.5614 -1.387803 -1.912831 1 1 +229 74.6725 -3.351480 -3.236982 2 2 +230 74.7826 -2.895713 -3.512914 1 1 +231 74.8918 -2.140381 -2.802011 1 1 +232 75.0000 -2.967715 -2.350218 2 2 +233 75.1073 -1.980059 -2.409749 1 1 +234 75.2137 -3.126292 -2.981199 2 2 +235 75.3191 -4.023441 -3.398935 2 2 +236 75.0000 -1.945200 -1.778578 2 1 +237 74.6835 -1.935962 -1.661007 2 1 +238 74.7899 -2.874645 -2.506849 2 2 +239 74.4770 -2.672709 -2.781784 1 2 +240 74.1667 -6.104501 -6.157518 1 2 +241 73.8589 -3.001601 -3.448103 1 2 +242 73.9669 -5.583457 -5.433435 2 2 +243 73.6626 -4.729917 -4.522949 2 1 +244 73.7705 -2.469427 -3.683262 1 1 +245 73.8776 -3.540919 -5.049744 1 1 +246 73.9837 -2.333718 -2.616058 1 1 +247 74.0891 -3.288953 -2.900873 2 2 +248 74.1935 -3.219017 -2.618150 2 2 +249 74.2972 -2.680249 -1.848841 2 2 +250 74.4000 -1.999569 -2.809134 1 1 +251 74.5020 -1.169037 -1.181586 1 1 +252 74.6032 -6.665888 -6.339584 2 2 +253 74.3083 -5.244742 -5.018727 2 1 +254 74.0157 -4.564100 -5.509326 1 2 +255 74.1176 -2.666193 -3.829631 1 1 +256 73.8281 -4.145325 -3.067290 2 1 +257 73.5409 -2.518996 -2.169770 2 1 +258 73.2558 -3.575049 -3.840325 1 2 +259 73.3591 -4.918948 -5.488451 1 1 +260 73.4615 -6.118823 -6.449005 1 1 +261 73.5632 -3.649472 -3.615004 2 2 +262 73.6641 -4.505282 -4.488034 2 2 +263 73.7643 -2.243442 -2.723984 1 1 +264 73.8636 -3.821529 -3.386436 2 2 +265 73.9623 -1.017181 -1.832842 1 1 +266 74.0602 -5.088087 -5.110210 1 1 +267 74.1573 -2.422986 -2.470703 1 1 +268 73.8806 -3.422380 -3.107598 2 1 +269 73.9777 -2.761291 -2.664549 2 2 +270 74.0741 -1.924247 -2.981699 1 1 +271 74.1697 -3.011972 -2.393125 2 2 +272 74.2647 -3.712024 -3.329508 2 2 +273 74.3590 -2.908360 -2.845409 2 2 +274 74.4526 -3.543822 -3.247805 2 2 +275 74.5455 -2.743323 -2.905759 1 1 +276 74.6377 -2.065514 -2.148904 1 1 +277 74.7292 -3.248405 -3.896917 1 1 +278 74.4604 -2.681441 -2.651457 2 1 +279 74.5520 -4.083006 -3.180170 2 2 +280 74.6429 -3.589559 -3.404114 2 2 +281 74.7331 -2.518088 -1.745830 2 2 +282 74.8227 -4.018147 -3.296884 2 2 +283 74.5583 -2.950409 -3.457505 1 2 +284 74.6479 -2.201445 -3.215855 1 1 +285 74.7368 -3.474126 -4.305644 1 1 +286 74.8252 -3.296772 -3.552644 1 1 +287 74.9129 -2.251176 -3.984792 1 1 +288 74.6528 -2.945844 -3.156967 1 2 +289 74.3945 -2.628743 -2.258306 2 1 +290 74.4828 -3.572767 -3.890225 1 1 +291 74.5704 -2.985632 -3.355747 1 1 +292 74.6575 -2.667236 -1.739299 2 2 +293 74.7440 -2.999215 -2.739448 2 2 +294 74.4898 -3.939063 -3.662026 2 1 +295 74.5763 -1.901865 -2.119093 1 1 +296 74.6622 -4.650966 -4.386240 2 2 +297 74.4108 -1.961741 -2.623796 1 2 +298 74.4966 -5.244516 -4.849908 2 2 +299 74.5819 -2.415919 -2.171504 2 2 +300 74.6667 -2.555737 -3.095190 1 1 +301 74.7508 -4.619588 -5.195876 1 1 +302 74.8344 -3.764009 -3.571527 2 2 +303 74.5875 -8.999390 -8.375891 2 1 +304 74.6711 -4.319817 -3.837641 2 2 +305 74.4262 -3.032209 -3.356004 1 2 +306 74.5098 -2.261481 -1.946111 2 2 +307 74.5928 -2.736592 -2.795413 1 1 +308 74.3506 -4.738002 -4.962573 1 2 +309 74.4337 -3.965659 -4.293004 1 1 +310 74.5161 -5.473194 -5.152730 2 2 +311 74.5981 -0.880923 -5.184494 1 1 +312 74.6795 -3.975659 -4.151348 1 1 +313 74.7604 -4.640027 -4.442241 2 2 +314 74.8408 -4.011736 -3.426215 2 2 +315 74.9206 -1.662884 -3.368741 1 1 +316 75.0000 -7.112418 -4.255444 2 2 +317 74.7634 -4.833480 -4.740284 2 1 +318 74.8428 -4.580912 -4.333910 2 2 +319 74.9216 -1.098824 -1.566771 1 1 +320 75.0000 -3.801429 -4.868275 1 1 +321 75.0779 -2.815958 -2.810600 2 2 +322 74.8447 -2.250085 -2.723816 1 2 +323 74.9226 -3.091642 -3.773482 1 1 +324 74.6914 -3.933105 -3.741430 2 1 +325 74.7692 -5.012720 -4.163651 2 2 +326 74.8466 -2.171353 -1.868145 2 2 +327 74.9235 -2.283233 -2.541095 1 1 +328 74.6951 -3.890033 -3.550097 2 1 +329 74.7720 -3.691318 -7.390515 1 1 +330 74.8485 -1.700778 -2.169865 1 1 +331 74.6224 -4.509274 -3.338619 2 1 +332 74.6988 -1.678609 -2.172531 1 1 +333 74.7748 -3.621712 -2.072277 2 2 +334 74.8503 -2.618253 -5.167304 1 1 +335 74.6269 -5.202551 -4.335508 2 1 +336 74.7024 -4.153322 -3.840577 2 2 +337 74.7774 -1.990579 -1.205819 2 2 +338 74.5562 -3.565731 -2.777588 2 1 +339 74.6313 -5.277523 -5.132048 2 2 +340 74.7059 -4.224519 -4.801053 1 1 +341 74.7801 -3.165092 -3.808242 1 1 +342 74.8538 -5.238204 -4.585500 2 2 +343 74.9271 -3.231228 -3.451635 1 1 +344 75.0000 -2.141208 -2.915773 1 1 +345 75.0725 -0.625427 -2.201709 1 1 +346 74.8555 -5.242315 -5.907906 1 2 +347 74.9280 -3.152611 -2.917721 2 2 +348 75.0000 -1.043214 -2.201678 1 1 +349 74.7851 -3.415474 -4.317761 1 2 +350 74.5714 -2.023034 -3.092176 1 2 +351 74.6439 -2.643380 -3.060156 1 1 +352 74.7159 -3.888685 -3.622488 2 2 +353 74.7875 -2.073704 -2.357448 1 1 +354 74.8588 -5.100258 -4.772039 2 2 +355 74.9296 -2.101797 -1.785001 2 2 +356 75.0000 -2.715998 -2.710762 2 2 +357 75.0700 -3.593105 -3.386127 2 2 +358 75.1397 -1.940552 -1.821071 2 2 +359 75.2089 -4.980567 -3.241731 2 2 +360 75.0000 -3.302087 -3.385959 1 2 +361 75.0693 -2.679671 -1.607458 2 2 +362 75.1381 -4.988951 -4.749323 2 2 +363 74.9311 -2.707435 -2.559767 2 1 +364 75.0000 -5.572982 -5.635110 1 1 +365 75.0685 -5.055062 -5.163864 1 1 +366 74.8634 -2.818808 -7.548967 1 2 +367 74.6594 -4.856555 -4.652049 2 1 +368 74.7283 -4.559332 -3.961595 2 2 +369 74.5257 -2.694587 -3.397179 1 2 +370 74.5946 -4.947269 -5.065794 1 1 +371 74.6631 -2.500789 -3.430437 1 1 +372 74.4624 -2.597419 -2.557721 2 1 +373 74.2627 -4.683619 -3.879679 2 1 +374 74.3316 -2.245101 -2.898252 1 1 +375 74.4000 -2.618506 -2.302845 2 2 +376 74.4681 -4.701272 -3.121224 2 2 +377 74.5358 -4.037822 -3.769826 2 2 +378 74.3386 -3.619029 -3.919537 1 2 +379 74.1425 -1.172186 -2.605253 1 2 +380 74.2105 -5.091835 -5.859297 1 1 +381 74.2782 -9.226787 -7.141688 2 2 +382 74.3455 -2.247883 -2.011050 2 2 +383 74.4125 -2.975100 -1.209849 2 2 +384 74.2188 -3.844071 -2.748445 2 1 +385 74.0260 -1.326489 -1.255658 2 1 +386 74.0933 -2.145618 -12.596084 1 1 +387 74.1602 -1.579426 -2.446480 1 1 +388 74.2268 -6.212787 -6.036301 2 2 +389 74.2931 -2.505156 -2.111868 2 2 +390 74.3590 -2.604110 -3.235114 1 1 +391 74.1688 -3.705154 -3.894575 1 2 +392 73.9796 -3.312840 -2.703474 2 1 +393 74.0458 -4.983933 -4.976509 2 2 +394 74.1117 -2.727449 -3.530292 1 1 +395 74.1772 -2.984093 -2.475167 2 2 +396 74.2424 -2.569292 -2.663980 1 1 +397 74.3073 -6.291534 -6.727449 1 1 +398 74.3719 -3.735072 -5.229974 1 1 +399 74.4361 -2.959944 -3.493394 1 1 +400 74.5000 -1.529917 -7.366903 1 1 +401 74.5636 -2.984371 -3.586076 1 1 +402 74.3781 -3.622794 -3.711428 1 2 +403 74.1935 -6.936375 -7.408050 1 2 +404 74.2574 -3.847676 -2.620683 2 2 +405 74.3210 -3.318956 -3.827916 1 1 +406 74.3842 -7.289479 -7.898200 1 1 +407 74.2015 -4.521519 -4.821270 1 2 +408 74.0196 -2.991864 -3.180920 1 2 +409 74.0831 -3.875987 -4.391134 1 1 +410 73.9024 -3.496090 -3.135825 2 1 +411 73.9659 -2.800618 -4.174085 1 1 +412 74.0291 -3.257748 -2.646995 2 2 +413 74.0920 -3.117355 -2.287515 2 2 +414 73.9130 -3.593792 -3.734354 1 2 +415 73.9759 -2.592263 -2.401282 2 2 +416 74.0385 -3.774184 -2.586150 2 2 +417 74.1007 -4.288455 -4.649710 1 1 +418 73.9234 -4.184264 -3.970557 2 1 +419 73.7470 -3.702396 -3.808476 1 2 +420 73.8095 -2.963093 -2.678172 2 2 +421 73.8717 -3.814938 -3.665760 2 2 +422 73.9336 -1.886378 -1.901696 1 1 +423 73.9953 -3.060940 -3.199316 1 1 +424 74.0566 -4.558743 -5.092656 1 1 +425 74.1176 -5.139237 -3.463128 2 2 +426 74.1784 -1.559719 -1.367716 2 2 +427 74.2389 -3.640752 -4.064616 1 1 +428 74.2991 -3.894211 -3.922657 1 1 +429 74.3590 -3.093344 -2.948450 2 2 +430 74.1860 -6.536728 -6.292225 2 1 +431 74.2459 -3.697084 -4.975411 1 1 +432 74.0741 -3.277933 -3.460093 1 2 +433 74.1339 -2.053473 -1.774556 2 2 +434 74.1935 -6.381146 -6.789956 1 1 +435 74.0230 -3.490867 -3.342390 2 1 +436 74.0826 -1.835575 -2.245252 1 1 +437 73.9130 -3.105145 -3.259146 1 2 +438 73.9726 -3.887488 -3.626946 2 2 +439 74.0319 -2.399348 -3.505973 1 1 +440 74.0909 -3.901807 -3.919408 1 1 +441 74.1497 -3.215337 -5.266943 1 1 +442 73.9819 -4.178050 -3.618332 2 1 +443 74.0406 -1.740554 -3.256636 1 1 +444 73.8739 -6.211941 -6.628971 1 2 +445 73.9326 -1.393791 -2.158067 1 1 +446 73.9910 -4.399190 -3.920730 2 2 +447 73.8255 -2.441160 -2.323400 2 1 +448 73.8839 -3.995354 -3.878942 2 2 +449 73.9421 -2.470711 -1.873403 2 2 +450 74.0000 -4.716651 -4.429986 2 2 +451 74.0576 -4.647968 -4.632000 2 2 +452 73.8938 -4.877008 -4.485101 2 1 +453 73.9514 -4.235284 -3.500165 2 2 +454 74.0088 -3.202116 -3.753216 1 1 +455 73.8462 -2.123640 -8.672665 1 2 +456 73.6842 -3.600965 -3.713446 1 2 +457 73.7418 -7.166024 -7.198241 1 1 +458 73.7991 -2.798459 -2.194231 2 2 +459 73.8562 -4.318877 -4.118558 2 2 +460 73.9130 -0.705927 -7.334434 1 1 +461 73.9696 -1.929622 -2.615386 1 1 +462 74.0260 -4.550025 -5.039667 1 1 +463 74.0821 -1.069190 -1.304558 1 1 +464 74.1379 -1.639531 -2.198040 1 1 +465 74.1935 -2.752055 -2.469497 2 2 +466 74.0343 -5.283538 -5.453267 1 2 +467 73.8758 -4.081076 -4.045938 2 1 +468 73.9316 -4.220675 -4.105357 2 2 +469 73.7740 -1.786612 -1.371753 2 1 +470 73.8298 -1.798345 -1.695496 2 2 +471 73.8854 -1.920896 -2.200834 1 1 +472 73.9407 -3.439653 -3.137446 2 2 +473 73.9958 -4.107482 -2.841984 2 2 +474 74.0506 -3.307215 -4.487404 1 1 +475 74.1053 -1.477035 -1.319039 2 2 +476 73.9496 -3.746354 -3.747888 1 2 +477 73.7945 -3.743016 -4.400953 1 2 +478 73.8494 -2.165971 -2.304984 1 1 +479 73.9040 -3.174198 -3.273243 1 1 +480 73.9583 -6.229349 -4.410857 2 2 +481 74.0125 -2.048377 -2.280856 1 1 +482 73.8589 -5.197752 -5.996095 1 2 +483 73.9130 -3.489027 -3.992661 1 1 +484 73.7603 -2.835539 -2.515637 2 1 +485 73.8144 -1.200464 -1.861999 1 1 +486 73.8683 -1.815974 -2.201150 1 1 +487 73.9220 -3.147412 -2.860882 2 2 +488 73.9754 -2.694591 -2.078132 2 2 +489 74.0286 -2.074128 -2.430970 1 1 +490 74.0816 -2.688853 -3.030164 1 1 +491 74.1344 -4.674466 -4.054510 2 2 +492 74.1870 -5.024672 -4.205351 2 2 +493 74.2394 -1.996143 -2.592929 1 1 +494 74.2915 -3.275003 -3.052710 2 2 +495 74.3434 -3.952265 -4.086389 1 1 +496 74.1935 -3.147492 -3.196921 1 2 +497 74.0443 -4.573914 -4.340912 2 1 +498 73.8956 -1.482188 -1.602678 1 2 +499 73.9479 -2.888411 -3.233583 1 1 +500 74.0000 -4.903210 -4.084174 2 2 +501 74.0519 -1.315760 -2.605364 1 1 +502 74.1036 -2.135041 -2.337992 1 1 +503 74.1551 -3.168755 -2.929644 2 2 +504 74.2063 -2.108487 -2.174464 1 1 +505 74.0594 -7.655106 -7.999427 1 2 +506 74.1107 -4.647124 -4.819314 1 1 +507 74.1617 -2.863354 -3.266064 1 1 +508 74.2126 -5.405241 -3.201497 2 2 +509 74.2633 -1.844510 -9.261212 1 1 +510 74.3137 -4.280739 -5.292967 1 1 +511 74.3640 -4.593728 -3.475499 2 2 +512 74.4141 -3.017793 -3.050314 1 1 +513 74.4639 -2.888382 -2.722506 2 2 +514 74.5136 -3.472793 -3.724782 1 1 +515 74.5631 -5.317178 -6.035166 1 1 +516 74.4186 -3.927984 -3.766959 2 1 +517 74.4681 -2.241183 -2.875112 1 1 +518 74.5174 -2.805451 -2.317333 2 2 +519 74.5665 -6.808161 -6.493996 2 2 +520 74.4231 -2.224605 -2.417141 1 2 +521 74.2802 -2.315255 -1.515492 2 1 +522 74.3295 -3.339143 -2.464176 2 2 +523 74.3786 -2.978826 -2.545648 2 2 +524 74.2366 -4.901218 -4.617765 2 1 +525 74.2857 -3.274015 -2.260019 2 2 +526 74.3346 -0.460661 -15.393690 1 1 +527 74.3833 -4.736366 -3.175539 2 2 +528 74.4318 -6.773705 -6.249233 2 2 +529 74.2911 -4.989466 -4.794840 2 1 +530 74.3396 -5.369296 -3.984937 2 2 +531 74.3879 -3.213105 -3.466650 1 1 +532 74.4361 -2.127004 -2.890239 1 1 +533 74.4841 -3.394594 -1.952937 2 2 +534 74.5318 -2.248948 -2.663230 1 1 +535 74.3925 -3.069545 -3.085127 1 2 +536 74.2537 -2.646287 -2.405699 2 1 +537 74.3017 -5.113854 -6.329603 1 1 +538 74.3494 -2.075843 -4.385020 1 1 +539 74.3970 -3.764545 -1.853209 2 2 +540 74.4444 -2.725570 -2.714881 2 2 +541 74.4917 -2.810843 -3.379908 1 1 +542 74.3542 -3.395822 -4.717945 1 2 +543 74.4015 -5.237132 -4.012300 2 2 +544 74.4485 -1.959884 -3.785485 1 1 +545 74.3119 -2.879725 -4.646391 1 2 +546 74.3590 -2.450121 -4.010743 1 1 +547 74.4059 -6.096251 -4.508151 2 2 +548 74.4526 -4.256014 -4.513584 1 1 +549 74.4991 -4.994848 -5.517069 1 1 +550 74.5455 -2.660256 -2.423939 2 2 +551 74.4102 -0.626480 -13.602767 1 2 +552 74.2754 -2.274292 -1.891191 2 1 +553 74.1410 -5.478970 -5.535077 1 2 +554 74.1877 -4.378092 -4.011194 2 2 +555 74.2342 -1.603685 -1.378425 2 2 +556 74.2806 -5.745813 -5.006084 2 2 +557 74.1472 -6.269322 -4.435551 2 1 +558 74.1935 -0.861050 -2.516072 1 1 +559 74.2397 -2.323511 -2.154046 2 2 +560 74.1071 -2.034270 -1.838807 2 1 +561 74.1533 -1.867093 -1.962083 1 1 +562 74.1993 -1.303167 -2.140600 1 1 +563 74.0675 -1.477620 -2.492736 1 2 +564 74.1135 -2.552392 -3.015211 1 1 +565 74.1593 -4.267542 -4.107643 2 2 +566 74.2049 -4.712769 -5.616405 1 1 +567 74.2504 -2.654859 -2.302901 2 2 +568 74.2958 -7.070509 -2.534667 2 2 +569 74.1652 -4.158784 -3.194583 2 1 +570 74.2105 -5.053718 -5.334817 1 1 +571 74.2557 -4.262993 -2.918814 2 2 +572 74.1259 -2.669436 -2.731057 1 2 +573 73.9965 -3.369956 -3.520733 1 2 +574 74.0418 -3.715436 -2.841576 2 2 +575 74.0870 -5.073664 -5.071314 2 2 +576 74.1319 -2.183241 -3.030408 1 1 +577 74.1768 -3.990175 -3.573915 2 2 +578 74.2215 -3.144805 -3.113134 2 2 +579 74.2660 -4.029426 -4.026592 2 2 +580 74.3103 -2.567304 -2.647638 1 1 +581 74.3546 -5.451496 -6.026417 1 1 +582 74.3986 -6.196811 -6.058404 2 2 +583 74.4425 -4.697497 -4.525225 2 2 +584 74.4863 -4.337253 -4.666522 1 1 +585 74.5299 -0.915464 -1.917111 1 1 +586 74.5734 -3.664943 -3.744369 1 1 +587 74.4463 -4.923858 -4.535239 2 1 +588 74.4898 -3.144634 -2.041649 2 2 +589 74.5331 -3.831420 -3.648968 2 2 +590 74.5763 -3.868289 -3.359776 2 2 +591 74.6193 -3.745166 -3.514764 2 2 +592 74.6622 -3.681547 -4.369696 1 1 +593 74.7049 -3.894509 -3.285533 2 2 +594 74.5791 -3.662111 -3.418563 2 1 +595 74.4538 -1.588221 -1.638859 1 2 +596 74.3289 -4.772920 -4.783561 1 2 +597 74.3719 -2.332037 -2.337170 1 1 +598 74.4147 -2.701812 -2.808917 1 1 +599 74.4574 -2.767008 -3.137118 1 1 +600 74.5000 -3.856347 -3.608976 2 2 +601 74.3760 -3.658113 -3.752853 1 2 +602 74.4186 -2.956336 -4.273230 1 1 +603 74.4610 -6.693610 -6.310066 2 2 +604 74.5033 -2.883699 -2.787432 2 2 +605 74.3802 -2.108351 -2.072707 2 1 +606 74.4224 -3.326033 -2.590105 2 2 +607 74.2998 -2.612891 -2.424553 2 1 +608 74.1776 -2.896415 -2.563805 2 1 +609 74.2200 -5.597208 -5.731688 1 1 +610 74.0984 -2.620767 -2.557883 2 1 +611 74.1408 -4.801670 -4.886002 1 1 +612 74.1830 -2.831454 -5.573014 1 1 +613 74.2251 -2.350522 -2.248454 2 2 +614 74.2671 -3.003106 -1.965165 2 2 +615 74.3089 -2.359736 -2.265319 2 2 +616 74.3506 -3.604202 -3.497379 2 2 +617 74.3922 -10.917695 -4.774431 2 2 +618 74.2718 -3.749152 -3.825191 1 2 +619 74.3134 -3.675016 -3.494977 2 2 +620 74.3548 -3.947572 -4.113517 1 1 +621 74.3961 -3.410721 -2.581265 2 2 +622 74.4373 -2.780416 -2.897649 1 1 +623 74.3178 -2.857506 -2.638242 2 1 +624 74.3590 -3.963362 -3.065978 2 2 +625 74.4000 -4.006400 -5.272246 1 1 +626 74.4409 -2.422774 -2.803537 1 1 +627 74.4817 -3.172950 -3.417937 1 1 +628 74.5223 -3.740369 -2.546430 2 2 +629 74.5628 -2.029255 -2.761200 1 1 +630 74.4444 -1.473797 -1.445767 2 1 +631 74.4849 -1.419915 -2.075724 1 1 +632 74.3671 -1.652187 -1.718652 1 2 +633 74.4076 -2.487159 -2.072720 2 2 +634 74.4479 -2.232405 -3.354815 1 1 +635 74.3307 -3.689314 -4.019707 1 2 +636 74.3711 -2.967001 -3.427657 1 1 +637 74.4113 -3.068612 -4.675023 1 1 +638 74.2947 -4.292385 -3.947220 2 1 +639 74.3349 -1.642517 -2.800651 1 1 +640 74.2188 -1.178321 -1.364625 1 2 +641 74.2590 -4.859972 -5.335121 1 1 +642 74.2991 -4.633117 -2.706546 2 2 +643 74.3390 -1.581138 -1.253014 2 2 +644 74.3789 -4.262721 -4.789793 1 1 +645 74.2636 -1.497014 -1.319117 2 1 +646 74.1486 -3.978048 -3.648832 2 1 +647 74.0340 -3.464857 -2.721238 2 1 +648 74.0741 -3.373931 -3.256171 2 2 +649 74.1140 -2.582036 -3.061808 1 1 +650 74.1538 -3.310378 -3.842124 1 1 +651 74.0399 -6.542626 -7.144610 1 2 +652 74.0798 -4.323473 -4.138278 2 2 +653 74.1194 -6.911633 -6.626541 2 2 +654 74.0061 -3.664504 -4.056366 1 2 +655 74.0458 -3.176910 -3.132614 2 2 +656 74.0854 -4.502944 -2.347801 2 2 +657 73.9726 -5.754476 -6.036967 1 2 +658 74.0122 -3.802391 -1.886162 2 2 +659 74.0516 -1.967217 -1.491486 2 2 +660 74.0909 -3.172501 -2.218314 2 2 +661 74.1301 -2.739115 -3.042437 1 1 +662 74.1692 -3.195138 -3.543334 1 1 +663 74.2081 -6.215507 -5.684636 2 2 +664 74.2470 -2.819859 -3.004019 1 1 +665 74.1353 -3.693331 -3.798791 1 2 +666 74.0240 -4.629760 -4.349669 2 1 +667 73.9130 -6.457676 -6.892543 1 2 +668 73.9521 -2.797384 -2.881361 1 1 +669 73.9910 -2.709854 -2.934495 1 1 +670 73.8806 -3.249667 -2.856432 2 1 +671 73.9195 -3.317467 -4.617322 1 1 +672 73.9583 -3.135965 -2.991409 2 2 +673 73.9970 -2.127682 -1.923258 2 2 +674 74.0356 -4.865435 -5.234022 1 1 +675 73.9259 -3.880777 -3.554635 2 1 +676 73.8166 -2.276641 -2.604924 1 2 +677 73.8552 -3.619977 -4.058400 1 1 +678 73.7463 -4.759832 -4.972483 1 2 +679 73.6377 -4.958337 -5.048078 1 2 +680 73.6765 -3.819638 -4.259190 1 1 +681 73.5683 -2.450869 -1.845742 2 1 +682 73.4604 -2.033727 -2.244775 1 2 +683 73.4993 -1.688134 -2.493308 1 1 +684 73.5380 -4.866938 -8.830596 1 1 +685 73.5766 -3.303764 -2.122587 2 2 +686 73.4694 -5.127291 -5.364789 1 2 +687 73.5080 -2.774539 -2.404686 2 2 +688 73.5465 -7.046345 -7.599275 1 1 +689 73.5849 -2.541937 -2.299524 2 2 +690 73.6232 -2.694607 -2.626398 2 2 +691 73.6614 -2.833070 -2.970172 1 1 +692 73.6994 -1.785568 -2.600574 1 1 +693 73.7374 -3.983588 -4.039145 1 1 +694 73.7752 -3.689898 -3.522223 2 2 +695 73.8129 -4.375907 -4.622666 1 1 +696 73.8506 -4.723649 -5.086260 1 1 +697 73.8881 -2.463703 -2.691509 1 1 +698 73.9255 -4.370899 -3.606650 2 2 +699 73.9628 -4.293110 -5.006677 1 1 +700 74.0000 -2.251938 -1.950430 2 2 +701 73.8944 -2.059082 -1.769273 2 1 +702 73.7892 -4.277286 -4.950292 1 2 +703 73.6842 -5.727416 -4.755692 2 1 +704 73.7216 -1.688749 -2.435456 1 1 +705 73.7589 -1.993162 -1.833857 2 2 +706 73.6544 -2.899533 -3.082590 1 2 +707 73.5502 -4.862001 -4.775964 2 1 +708 73.5876 -3.509595 -3.120276 2 2 +709 73.6248 -3.210527 -2.612271 2 2 +710 73.6620 -2.637338 -3.568073 1 1 +711 73.5584 -2.569345 -2.654364 1 2 +712 73.4551 -2.452821 -3.083754 1 2 +713 73.3520 -3.331539 -3.375748 1 2 +714 73.3894 -2.973995 -2.828123 2 2 +715 73.4266 -4.867857 -3.896747 2 2 +716 73.4637 -4.545917 -3.746736 2 2 +717 73.5007 -1.662347 -0.586518 2 2 +718 73.3983 -3.346494 -3.324705 2 1 +719 73.2962 -4.596583 -4.163675 2 1 +720 73.1944 -1.565739 -5.335798 1 2 +721 73.0929 -4.387033 -4.393852 1 2 +722 72.9917 -1.943283 -1.727729 2 1 +723 73.0290 -2.509285 -2.810311 1 1 +724 72.9282 -2.621025 -2.873658 1 2 +725 72.9655 -2.737098 -2.718333 2 2 +726 73.0028 -4.100926 -3.900985 2 2 +727 73.0399 -2.933791 -2.244503 2 2 +728 73.0769 -3.976014 -4.366742 1 1 +729 73.1139 -1.833975 -2.375391 1 1 +730 73.1507 -3.162891 -3.266597 1 1 +731 73.1874 -1.946025 -3.017474 1 1 +732 73.2240 -2.821501 -2.117663 2 2 +733 73.1241 -3.642752 -3.781394 1 2 +734 73.1608 -0.196660 -9.374699 1 1 +735 73.0612 -3.417781 -3.192385 2 1 +736 73.0978 -2.023377 -2.728209 1 1 +737 73.1343 -3.425273 -3.446830 1 1 +738 73.1707 -4.424713 -4.254016 2 2 +739 73.2070 -0.287980 -7.906346 1 1 +740 73.2432 -3.295399 -2.946120 2 2 +741 73.1444 -4.609368 -4.567122 2 1 +742 73.1806 -2.382106 -2.340427 2 2 +743 73.2167 -3.659222 -3.395055 2 2 +744 73.2527 -4.242172 -3.324738 2 2 +745 73.2886 -2.733534 -3.832224 1 1 +746 73.3244 -5.559071 -5.802927 1 1 +747 73.3601 -4.849382 -5.600352 1 1 +748 73.3957 -3.697204 -3.519232 2 2 +749 73.4312 -3.078215 -3.412209 1 1 +750 73.4667 -1.154710 -8.807770 1 1 + +Final Winogrande score(750 tasks): 73.4667 +/- 1.6132 diff --git a/scores/Llama-Guard-3-8B-q8_0.arc b/scores/Llama-Guard-3-8B-q8_0.arc new file mode 100644 index 0000000000000000000000000000000000000000..b204f8a643f5d9e9989fdea95b7f8258c9dae699 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.arc @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 869 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 869 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 100.00000000 +3 100.00000000 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 77.77777778 +10 80.00000000 +11 72.72727273 +12 75.00000000 +13 76.92307692 +14 78.57142857 +15 80.00000000 +16 81.25000000 +17 82.35294118 +18 77.77777778 +19 78.94736842 +20 75.00000000 +21 76.19047619 +22 77.27272727 +23 73.91304348 +24 75.00000000 +25 72.00000000 +26 69.23076923 +27 70.37037037 +28 67.85714286 +29 68.96551724 +30 70.00000000 +31 67.74193548 +32 65.62500000 +33 63.63636364 +34 61.76470588 +35 60.00000000 +36 58.33333333 +37 59.45945946 +38 57.89473684 +39 58.97435897 +40 60.00000000 +41 60.97560976 +42 59.52380952 +43 58.13953488 +44 56.81818182 +45 57.77777778 +46 58.69565217 +47 59.57446809 +48 60.41666667 +49 61.22448980 +50 60.00000000 +51 60.78431373 +52 61.53846154 +53 62.26415094 +54 61.11111111 +55 60.00000000 +56 60.71428571 +57 61.40350877 +58 62.06896552 +59 62.71186441 +60 63.33333333 +61 62.29508197 +62 61.29032258 +63 61.90476190 +64 62.50000000 +65 61.53846154 +66 62.12121212 +67 62.68656716 +68 63.23529412 +69 63.76811594 +70 62.85714286 +71 61.97183099 +72 61.11111111 +73 61.64383562 +74 62.16216216 +75 62.66666667 +76 61.84210526 +77 62.33766234 +78 62.82051282 +79 62.02531646 +80 62.50000000 +81 62.96296296 +82 63.41463415 +83 62.65060241 +84 63.09523810 +85 63.52941176 +86 63.95348837 +87 64.36781609 +88 64.77272727 +89 65.16853933 +90 65.55555556 +91 65.93406593 +92 66.30434783 +93 65.59139785 +94 64.89361702 +95 65.26315789 +96 65.62500000 +97 64.94845361 +98 65.30612245 +99 65.65656566 +100 66.00000000 +101 66.33663366 +102 65.68627451 +103 65.04854369 +104 65.38461538 +105 65.71428571 +106 65.09433962 +107 65.42056075 +108 64.81481481 +109 64.22018349 +110 64.54545455 +111 64.86486486 +112 65.17857143 +113 65.48672566 +114 65.78947368 +115 66.08695652 +116 65.51724138 +117 65.81196581 +118 66.10169492 +119 65.54621849 +120 65.83333333 +121 65.28925620 +122 65.57377049 +123 65.85365854 +124 65.32258065 +125 65.60000000 +126 65.87301587 +127 66.14173228 +128 66.40625000 +129 65.89147287 +130 66.15384615 +131 66.41221374 +132 66.66666667 +133 66.91729323 +134 66.41791045 +135 65.92592593 +136 66.17647059 +137 66.42335766 +138 66.66666667 +139 66.90647482 +140 67.14285714 +141 67.37588652 +142 67.60563380 +143 67.83216783 +144 68.05555556 +145 68.27586207 +146 67.80821918 +147 67.34693878 +148 67.56756757 +149 67.78523490 +150 68.00000000 +151 67.54966887 +152 67.76315789 +153 67.97385621 +154 68.18181818 +155 67.74193548 +156 67.94871795 +157 68.15286624 +158 68.35443038 +159 68.55345912 +160 68.75000000 +161 68.94409938 +162 69.13580247 +163 69.32515337 +164 68.90243902 +165 68.48484848 +166 68.67469880 +167 68.26347305 +168 68.45238095 +169 68.04733728 +170 67.64705882 +171 67.83625731 +172 68.02325581 +173 68.20809249 +174 68.39080460 +175 68.00000000 +176 68.18181818 +177 68.36158192 +178 67.97752809 +179 68.15642458 +180 68.33333333 +181 67.95580110 +182 68.13186813 +183 67.75956284 +184 67.93478261 +185 68.10810811 +186 68.27956989 +187 68.44919786 +188 68.61702128 +189 68.25396825 +190 67.89473684 +191 68.06282723 +192 68.22916667 +193 67.87564767 +194 68.04123711 +195 68.20512821 +196 68.36734694 +197 68.52791878 +198 68.68686869 +199 68.34170854 +200 68.50000000 +201 68.65671642 +202 68.81188119 +203 68.96551724 +204 69.11764706 +205 68.78048780 +206 68.44660194 +207 68.59903382 +208 68.75000000 +209 68.89952153 +210 69.04761905 +211 69.19431280 +212 68.86792453 +213 69.01408451 +214 69.15887850 +215 69.30232558 +216 68.98148148 +217 69.12442396 +218 69.26605505 +219 69.40639269 +220 69.54545455 +221 69.23076923 +222 69.36936937 +223 69.50672646 +224 69.19642857 +225 68.88888889 +226 68.58407080 +227 68.72246696 +228 68.85964912 +229 68.99563319 +230 69.13043478 +231 68.83116883 +232 68.53448276 +233 68.66952790 +234 68.37606838 +235 68.08510638 +236 67.79661017 +237 67.93248945 +238 68.06722689 +239 68.20083682 +240 68.33333333 +241 68.46473029 +242 68.59504132 +243 68.72427984 +244 68.44262295 +245 68.57142857 +246 68.69918699 +247 68.82591093 +248 68.95161290 +249 69.07630522 +250 69.20000000 +251 69.32270916 +252 69.44444444 +253 69.56521739 +254 69.29133858 +255 69.41176471 +256 69.14062500 +257 68.87159533 +258 68.99224806 +259 68.72586873 +260 68.84615385 +261 68.96551724 +262 69.08396947 +263 69.20152091 +264 69.31818182 +265 69.05660377 +266 68.79699248 +267 68.91385768 +268 69.02985075 +269 69.14498141 +270 69.25925926 +271 69.37269373 +272 69.11764706 +273 68.86446886 +274 68.61313869 +275 68.72727273 +276 68.84057971 +277 68.95306859 +278 68.70503597 +279 68.81720430 +280 68.92857143 +281 69.03914591 +282 69.14893617 +283 68.90459364 +284 69.01408451 +285 69.12280702 +286 69.23076923 +287 69.33797909 +288 69.44444444 +289 69.20415225 +290 69.31034483 +291 69.41580756 +292 69.52054795 +293 69.62457338 +294 69.38775510 +295 69.49152542 +296 69.59459459 +297 69.69696970 +298 69.79865772 +299 69.89966555 +300 69.66666667 +301 69.43521595 +302 69.53642384 +303 69.63696370 +304 69.73684211 +305 69.50819672 +306 69.28104575 +307 69.38110749 +308 69.48051948 +309 69.57928803 +310 69.67741935 +311 69.77491961 +312 69.55128205 +313 69.64856230 +314 69.42675159 +315 69.52380952 +316 69.62025316 +317 69.71608833 +318 69.49685535 +319 69.27899687 +320 69.06250000 +321 69.15887850 +322 68.94409938 +323 69.04024768 +324 68.82716049 +325 68.92307692 +326 69.01840491 +327 68.80733945 +328 68.90243902 +329 68.99696049 +330 68.78787879 +331 68.88217523 +332 68.97590361 +333 69.06906907 +334 69.16167665 +335 68.95522388 +336 68.75000000 +337 68.84272997 +338 68.63905325 +339 68.73156342 +340 68.82352941 +341 68.91495601 +342 68.71345029 +343 68.80466472 +344 68.89534884 +345 68.69565217 +346 68.49710983 +347 68.29971182 +348 68.10344828 +349 68.19484241 +350 68.00000000 +351 67.80626781 +352 67.89772727 +353 67.98866856 +354 67.79661017 +355 67.60563380 +356 67.69662921 +357 67.78711485 +358 67.87709497 +359 67.68802228 +360 67.77777778 +361 67.86703601 +362 67.95580110 +363 68.04407713 +364 68.13186813 +365 68.21917808 +366 68.03278689 +367 68.11989101 +368 68.20652174 +369 68.29268293 +370 68.37837838 +371 68.19407008 +372 68.27956989 +373 68.36461126 +374 68.44919786 +375 68.26666667 +376 68.35106383 +377 68.16976127 +378 68.25396825 +379 68.07387863 +380 68.15789474 +381 68.24146982 +382 68.06282723 +383 67.88511749 +384 67.96875000 +385 67.79220779 +386 67.87564767 +387 67.70025840 +388 67.52577320 +389 67.60925450 +390 67.43589744 +391 67.26342711 +392 67.34693878 +393 67.43002545 +394 67.51269036 +395 67.59493671 +396 67.42424242 +397 67.50629723 +398 67.33668342 +399 67.41854637 +400 67.50000000 +401 67.33167082 +402 67.41293532 +403 67.49379653 +404 67.57425743 +405 67.65432099 +406 67.73399015 +407 67.81326781 +408 67.89215686 +409 67.72616137 +410 67.80487805 +411 67.88321168 +412 67.96116505 +413 68.03874092 +414 68.11594203 +415 67.95180723 +416 67.78846154 +417 67.86570743 +418 67.94258373 +419 67.78042959 +420 67.85714286 +421 67.69596200 +422 67.53554502 +423 67.61229314 +424 67.45283019 +425 67.52941176 +426 67.60563380 +427 67.68149883 +428 67.52336449 +429 67.59906760 +430 67.67441860 +431 67.74941995 +432 67.82407407 +433 67.66743649 +434 67.74193548 +435 67.81609195 +436 67.88990826 +437 67.96338673 +438 68.03652968 +439 68.10933941 +440 67.95454545 +441 68.02721088 +442 67.87330317 +443 67.94582393 +444 68.01801802 +445 68.08988764 +446 68.16143498 +447 68.23266219 +448 68.30357143 +449 68.37416481 +450 68.22222222 +451 68.29268293 +452 68.36283186 +453 68.43267108 +454 68.28193833 +455 68.13186813 +456 68.20175439 +457 68.27133479 +458 68.34061135 +459 68.40958606 +460 68.26086957 +461 68.11279826 +462 68.18181818 +463 68.03455724 +464 67.88793103 +465 67.95698925 +466 68.02575107 +467 68.09421842 +468 68.16239316 +469 68.01705757 +470 68.08510638 +471 68.15286624 +472 68.22033898 +473 68.07610994 +474 68.14345992 +475 68.21052632 +476 68.27731092 +477 68.34381551 +478 68.41004184 +479 68.47599165 +480 68.54166667 +481 68.39916840 +482 68.46473029 +483 68.53002070 +484 68.59504132 +485 68.65979381 +486 68.72427984 +487 68.58316222 +488 68.64754098 +489 68.50715746 +490 68.36734694 +491 68.22810591 +492 68.29268293 +493 68.15415822 +494 68.21862348 +495 68.08080808 +496 67.94354839 +497 68.00804829 +498 68.07228916 +499 68.13627255 +500 68.20000000 +501 68.06387226 +502 68.12749004 +503 68.19085487 +504 68.25396825 +505 68.31683168 +506 68.18181818 +507 68.04733728 +508 68.11023622 +509 67.97642436 +510 68.03921569 +511 67.90606654 +512 67.77343750 +513 67.83625731 +514 67.89883268 +515 67.96116505 +516 68.02325581 +517 68.08510638 +518 68.14671815 +519 68.20809249 +520 68.07692308 +521 68.13819578 +522 68.19923372 +523 68.06883365 +524 68.12977099 +525 68.00000000 +526 67.87072243 +527 67.74193548 +528 67.61363636 +529 67.48582231 +530 67.54716981 +531 67.60828625 +532 67.66917293 +533 67.72983114 +534 67.60299625 +535 67.47663551 +536 67.53731343 +537 67.59776536 +538 67.47211896 +539 67.53246753 +540 67.40740741 +541 67.46765250 +542 67.52767528 +543 67.58747698 +544 67.64705882 +545 67.70642202 +546 67.76556777 +547 67.64168190 +548 67.70072993 +549 67.75956284 +550 67.81818182 +551 67.69509982 +552 67.57246377 +553 67.63110307 +554 67.68953069 +555 67.74774775 +556 67.62589928 +557 67.68402154 +558 67.56272401 +559 67.62075134 +560 67.67857143 +561 67.73618538 +562 67.79359431 +563 67.85079929 +564 67.73049645 +565 67.61061947 +566 67.66784452 +567 67.72486772 +568 67.78169014 +569 67.66256591 +570 67.54385965 +571 67.60070053 +572 67.48251748 +573 67.53926702 +574 67.59581882 +575 67.65217391 +576 67.70833333 +577 67.76429809 +578 67.82006920 +579 67.87564767 +580 67.75862069 +581 67.81411360 +582 67.69759450 +583 67.58147513 +584 67.63698630 +585 67.69230769 +586 67.57679181 +587 67.63202726 +588 67.68707483 +589 67.74193548 +590 67.79661017 +591 67.85109983 +592 67.90540541 +593 67.95952782 +594 68.01346801 +595 67.89915966 +596 67.78523490 +597 67.67169179 +598 67.55852843 +599 67.44574290 +600 67.50000000 +601 67.55407654 +602 67.44186047 +603 67.33001658 +604 67.38410596 +605 67.43801653 +606 67.49174917 +607 67.38056013 +608 67.43421053 +609 67.32348112 +610 67.37704918 +611 67.26677578 +612 67.32026144 +613 67.21044046 +614 67.26384365 +615 67.31707317 +616 67.20779221 +617 67.26094003 +618 67.15210356 +619 67.04361874 +620 67.09677419 +621 67.14975845 +622 67.04180064 +623 67.09470305 +624 66.98717949 +625 66.88000000 +626 66.77316294 +627 66.82615630 +628 66.87898089 +629 66.77265501 +630 66.82539683 +631 66.87797147 +632 66.77215190 +633 66.66666667 +634 66.71924290 +635 66.77165354 +636 66.82389937 +637 66.71899529 +638 66.77115987 +639 66.82316119 +640 66.87500000 +641 66.92667707 +642 66.82242991 +643 66.71850700 +644 66.77018634 +645 66.66666667 +646 66.71826625 +647 66.76970634 +648 66.66666667 +649 66.56394453 +650 66.61538462 +651 66.66666667 +652 66.71779141 +653 66.61562021 +654 66.51376147 +655 66.41221374 +656 66.31097561 +657 66.21004566 +658 66.26139818 +659 66.16084977 +660 66.21212121 +661 66.11195159 +662 66.16314199 +663 66.21417798 +664 66.26506024 +665 66.31578947 +666 66.36636637 +667 66.41679160 +668 66.31736527 +669 66.36771300 +670 66.41791045 +671 66.31892697 +672 66.36904762 +673 66.27043091 +674 66.17210682 +675 66.22222222 +676 66.27218935 +677 66.32200886 +678 66.37168142 +679 66.27393225 +680 66.17647059 +681 66.22613803 +682 66.12903226 +683 66.03221083 +684 65.93567251 +685 65.98540146 +686 65.88921283 +687 65.79330422 +688 65.84302326 +689 65.74746009 +690 65.79710145 +691 65.84659913 +692 65.89595376 +693 65.94516595 +694 65.99423631 +695 65.89928058 +696 65.80459770 +697 65.85365854 +698 65.75931232 +699 65.66523605 +700 65.71428571 +701 65.62054208 +702 65.66951567 +703 65.71834993 +704 65.76704545 +705 65.81560284 +706 65.86402266 +707 65.91230552 +708 65.96045198 +709 66.00846262 +710 65.91549296 +711 65.96343179 +712 66.01123596 +713 66.05890603 +714 65.96638655 +715 65.87412587 +716 65.92178771 +717 65.82984658 +718 65.73816156 +719 65.64673157 +720 65.69444444 +721 65.74202497 +722 65.78947368 +723 65.83679115 +724 65.74585635 +725 65.79310345 +726 65.70247934 +727 65.61210454 +728 65.65934066 +729 65.70644719 +730 65.75342466 +731 65.80027360 +732 65.84699454 +733 65.89358799 +734 65.94005450 +735 65.98639456 +736 66.03260870 +737 65.94301221 +738 65.98915989 +739 66.03518268 +740 66.08108108 +741 66.12685560 +742 66.17250674 +743 66.21803499 +744 66.12903226 +745 66.17449664 +746 66.21983914 +747 66.13119143 +748 66.04278075 +749 65.95460614 +750 66.00000000 + +Final result: 66.0000 +/- 1.7309 +Random chance: 25.0083 +/- 1.5824 diff --git a/scores/Llama-Guard-3-8B-q8_0.hsw b/scores/Llama-Guard-3-8B-q8_0.hsw new file mode 100644 index 0000000000000000000000000000000000000000..38cd07f2c7f28ffe3e13eb439f27fa7d0157b21e --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.hsw @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +hellaswag_score : loaded 10042 tasks from prompt. +================================= is_spm = 0 +hellaswag_score : selecting 750 randomized tasks. +hellaswag_score : calculating hellaswag score over selected tasks. + +task acc_norm +1 0.00000000 +2 50.00000000 +3 66.66666667 +4 75.00000000 +5 80.00000000 +6 83.33333333 +7 85.71428571 +8 87.50000000 +9 88.88888889 +10 90.00000000 +11 90.90909091 +12 83.33333333 +13 84.61538462 +14 85.71428571 +15 86.66666667 +16 87.50000000 +17 88.23529412 +18 88.88888889 +19 84.21052632 +20 85.00000000 +21 85.71428571 +22 86.36363636 +23 86.95652174 +24 83.33333333 +25 80.00000000 +26 76.92307692 +27 74.07407407 +28 75.00000000 +29 75.86206897 +30 76.66666667 +31 77.41935484 +32 75.00000000 +33 75.75757576 +34 76.47058824 +35 77.14285714 +36 77.77777778 +37 78.37837838 +38 78.94736842 +39 76.92307692 +40 77.50000000 +41 78.04878049 +42 76.19047619 +43 76.74418605 +44 77.27272727 +45 75.55555556 +46 76.08695652 +47 76.59574468 +48 77.08333333 +49 77.55102041 +50 78.00000000 +51 78.43137255 +52 76.92307692 +53 75.47169811 +54 75.92592593 +55 74.54545455 +56 73.21428571 +57 73.68421053 +58 74.13793103 +59 74.57627119 +60 75.00000000 +61 75.40983607 +62 75.80645161 +63 76.19047619 +64 76.56250000 +65 76.92307692 +66 75.75757576 +67 76.11940299 +68 76.47058824 +69 76.81159420 +70 77.14285714 +71 76.05633803 +72 76.38888889 +73 76.71232877 +74 77.02702703 +75 76.00000000 +76 76.31578947 +77 76.62337662 +78 76.92307692 +79 77.21518987 +80 77.50000000 +81 77.77777778 +82 78.04878049 +83 78.31325301 +84 78.57142857 +85 78.82352941 +86 79.06976744 +87 79.31034483 +88 79.54545455 +89 78.65168539 +90 78.88888889 +91 79.12087912 +92 78.26086957 +93 78.49462366 +94 78.72340426 +95 78.94736842 +96 79.16666667 +97 79.38144330 +98 79.59183673 +99 79.79797980 +100 79.00000000 +101 79.20792079 +102 78.43137255 +103 77.66990291 +104 77.88461538 +105 78.09523810 +106 78.30188679 +107 78.50467290 +108 78.70370370 +109 77.98165138 +110 78.18181818 +111 78.37837838 +112 78.57142857 +113 78.76106195 +114 78.94736842 +115 79.13043478 +116 78.44827586 +117 78.63247863 +118 78.81355932 +119 78.99159664 +120 78.33333333 +121 78.51239669 +122 78.68852459 +123 78.86178862 +124 79.03225806 +125 79.20000000 +126 79.36507937 +127 79.52755906 +128 78.90625000 +129 79.06976744 +130 78.46153846 +131 78.62595420 +132 78.78787879 +133 78.94736842 +134 79.10447761 +135 79.25925926 +136 79.41176471 +137 79.56204380 +138 79.71014493 +139 79.85611511 +140 80.00000000 +141 80.14184397 +142 80.28169014 +143 80.41958042 +144 80.55555556 +145 80.68965517 +146 80.82191781 +147 80.95238095 +148 80.40540541 +149 80.53691275 +150 80.66666667 +151 80.13245033 +152 79.60526316 +153 79.73856209 +154 79.87012987 +155 80.00000000 +156 79.48717949 +157 78.98089172 +158 79.11392405 +159 79.24528302 +160 79.37500000 +161 79.50310559 +162 79.62962963 +163 79.75460123 +164 79.87804878 +165 80.00000000 +166 80.12048193 +167 80.23952096 +168 80.35714286 +169 79.88165680 +170 80.00000000 +171 80.11695906 +172 80.23255814 +173 80.34682081 +174 80.45977011 +175 80.57142857 +176 80.68181818 +177 80.79096045 +178 80.89887640 +179 80.44692737 +180 80.55555556 +181 80.11049724 +182 80.21978022 +183 80.32786885 +184 80.43478261 +185 80.54054054 +186 80.10752688 +187 79.67914439 +188 79.25531915 +189 79.36507937 +190 79.47368421 +191 79.58115183 +192 79.68750000 +193 79.27461140 +194 79.38144330 +195 78.97435897 +196 78.57142857 +197 78.68020305 +198 78.28282828 +199 78.39195980 +200 78.50000000 +201 78.60696517 +202 78.71287129 +203 78.32512315 +204 78.43137255 +205 78.53658537 +206 78.64077670 +207 78.74396135 +208 78.36538462 +209 78.46889952 +210 78.57142857 +211 78.67298578 +212 78.77358491 +213 78.87323944 +214 78.97196262 +215 78.60465116 +216 78.70370370 +217 78.34101382 +218 78.44036697 +219 78.53881279 +220 78.63636364 +221 78.28054299 +222 78.37837838 +223 78.47533632 +224 78.57142857 +225 78.66666667 +226 78.76106195 +227 78.41409692 +228 78.50877193 +229 78.60262009 +230 78.26086957 +231 77.92207792 +232 77.58620690 +233 77.68240343 +234 77.77777778 +235 77.44680851 +236 77.11864407 +237 77.21518987 +238 77.31092437 +239 77.40585774 +240 77.50000000 +241 77.59336100 +242 77.68595041 +243 77.77777778 +244 77.86885246 +245 77.55102041 +246 77.64227642 +247 77.73279352 +248 77.82258065 +249 77.91164659 +250 78.00000000 +251 78.08764940 +252 78.17460317 +253 77.86561265 +254 77.95275591 +255 78.03921569 +256 78.12500000 +257 77.82101167 +258 77.90697674 +259 77.99227799 +260 78.07692308 +261 78.16091954 +262 77.86259542 +263 77.94676806 +264 78.03030303 +265 78.11320755 +266 78.19548872 +267 78.27715356 +268 78.35820896 +269 78.43866171 +270 78.51851852 +271 78.22878229 +272 78.30882353 +273 78.02197802 +274 78.10218978 +275 77.81818182 +276 77.89855072 +277 77.97833935 +278 78.05755396 +279 78.13620072 +280 78.21428571 +281 78.29181495 +282 78.36879433 +283 78.09187279 +284 78.16901408 +285 77.89473684 +286 77.97202797 +287 78.04878049 +288 78.12500000 +289 78.20069204 +290 78.27586207 +291 78.35051546 +292 78.08219178 +293 78.15699659 +294 78.23129252 +295 78.30508475 +296 78.37837838 +297 78.45117845 +298 78.52348993 +299 78.26086957 +300 78.00000000 +301 78.07308970 +302 78.14569536 +303 77.88778878 +304 77.63157895 +305 77.70491803 +306 77.77777778 +307 77.52442997 +308 77.59740260 +309 77.66990291 +310 77.74193548 +311 77.81350482 +312 77.88461538 +313 77.95527157 +314 78.02547771 +315 78.09523810 +316 78.16455696 +317 78.23343849 +318 77.98742138 +319 78.05642633 +320 78.12500000 +321 77.88161994 +322 77.63975155 +323 77.70897833 +324 77.77777778 +325 77.84615385 +326 77.91411043 +327 77.67584098 +328 77.74390244 +329 77.81155015 +330 77.87878788 +331 77.94561934 +332 78.01204819 +333 78.07807808 +334 77.84431138 +335 77.91044776 +336 77.97619048 +337 77.74480712 +338 77.51479290 +339 77.58112094 +340 77.64705882 +341 77.71260997 +342 77.77777778 +343 77.84256560 +344 77.61627907 +345 77.68115942 +346 77.45664740 +347 77.52161383 +348 77.29885057 +349 77.07736390 +350 77.14285714 +351 77.20797721 +352 77.27272727 +353 77.33711048 +354 77.40112994 +355 77.46478873 +356 77.52808989 +357 77.31092437 +358 77.37430168 +359 77.43732591 +360 77.22222222 +361 77.28531856 +362 77.34806630 +363 77.41046832 +364 77.47252747 +365 77.53424658 +366 77.59562842 +367 77.65667575 +368 77.71739130 +369 77.77777778 +370 77.83783784 +371 77.89757412 +372 77.95698925 +373 77.74798928 +374 77.80748663 +375 77.86666667 +376 77.92553191 +377 77.71883289 +378 77.77777778 +379 77.83641161 +380 77.89473684 +381 77.95275591 +382 78.01047120 +383 78.06788512 +384 78.12500000 +385 78.18181818 +386 78.23834197 +387 78.29457364 +388 78.35051546 +389 78.40616967 +390 78.46153846 +391 78.26086957 +392 78.31632653 +393 78.37150127 +394 78.42639594 +395 78.48101266 +396 78.53535354 +397 78.58942065 +398 78.64321608 +399 78.69674185 +400 78.75000000 +401 78.80299252 +402 78.85572139 +403 78.66004963 +404 78.71287129 +405 78.76543210 +406 78.81773399 +407 78.86977887 +408 78.92156863 +409 78.97310513 +410 78.78048780 +411 78.83211679 +412 78.88349515 +413 78.93462470 +414 78.98550725 +415 79.03614458 +416 79.08653846 +417 79.13669065 +418 79.18660287 +419 79.23627685 +420 79.28571429 +421 79.33491686 +422 79.38388626 +423 79.43262411 +424 79.48113208 +425 79.52941176 +426 79.57746479 +427 79.39110070 +428 79.43925234 +429 79.48717949 +430 79.53488372 +431 79.58236659 +432 79.62962963 +433 79.67667436 +434 79.72350230 +435 79.54022989 +436 79.58715596 +437 79.40503432 +438 79.45205479 +439 79.49886105 +440 79.54545455 +441 79.59183673 +442 79.63800905 +443 79.68397291 +444 79.72972973 +445 79.77528090 +446 79.82062780 +447 79.86577181 +448 79.91071429 +449 79.95545657 +450 80.00000000 +451 79.82261641 +452 79.86725664 +453 79.69094923 +454 79.73568282 +455 79.78021978 +456 79.82456140 +457 79.86870897 +458 79.91266376 +459 79.95642702 +460 80.00000000 +461 80.04338395 +462 80.08658009 +463 80.12958963 +464 80.17241379 +465 80.00000000 +466 80.04291845 +467 80.08565310 +468 79.91452991 +469 79.95735608 +470 79.78723404 +471 79.83014862 +472 79.87288136 +473 79.91543340 +474 79.95780591 +475 80.00000000 +476 79.83193277 +477 79.87421384 +478 79.91631799 +479 79.95824635 +480 80.00000000 +481 80.04158004 +482 80.08298755 +483 80.12422360 +484 79.95867769 +485 79.79381443 +486 79.83539095 +487 79.87679671 +488 79.71311475 +489 79.75460123 +490 79.79591837 +491 79.83706721 +492 79.87804878 +493 79.91886410 +494 79.95951417 +495 80.00000000 +496 80.04032258 +497 80.08048290 +498 80.12048193 +499 79.95991984 +500 80.00000000 +501 80.03992016 +502 80.07968127 +503 80.11928429 +504 80.15873016 +505 80.19801980 +506 80.23715415 +507 80.27613412 +508 80.31496063 +509 80.35363458 +510 80.39215686 +511 80.43052838 +512 80.27343750 +513 80.31189084 +514 80.35019455 +515 80.38834951 +516 80.23255814 +517 80.27079304 +518 80.30888031 +519 80.34682081 +520 80.38461538 +521 80.23032630 +522 80.26819923 +523 80.30592734 +524 80.34351145 +525 80.38095238 +526 80.22813688 +527 80.26565465 +528 80.30303030 +529 80.34026465 +530 80.37735849 +531 80.41431262 +532 80.45112782 +533 80.48780488 +534 80.52434457 +535 80.56074766 +536 80.59701493 +537 80.63314711 +538 80.66914498 +539 80.51948052 +540 80.55555556 +541 80.59149723 +542 80.62730627 +543 80.66298343 +544 80.69852941 +545 80.73394495 +546 80.76923077 +547 80.80438757 +548 80.83941606 +549 80.87431694 +550 80.72727273 +551 80.76225045 +552 80.61594203 +553 80.65099458 +554 80.68592058 +555 80.54054054 +556 80.57553957 +557 80.43087971 +558 80.28673835 +559 80.32200358 +560 80.35714286 +561 80.39215686 +562 80.24911032 +563 80.28419183 +564 80.31914894 +565 80.17699115 +566 80.03533569 +567 80.07054674 +568 80.10563380 +569 79.96485062 +570 80.00000000 +571 80.03502627 +572 80.06993007 +573 80.10471204 +574 80.13937282 +575 80.17391304 +576 80.20833333 +577 80.24263432 +578 80.27681661 +579 80.31088083 +580 80.34482759 +581 80.37865749 +582 80.41237113 +583 80.44596913 +584 80.47945205 +585 80.51282051 +586 80.54607509 +587 80.57921635 +588 80.44217687 +589 80.47538200 +590 80.50847458 +591 80.54145516 +592 80.57432432 +593 80.43844857 +594 80.30303030 +595 80.33613445 +596 80.36912752 +597 80.40201005 +598 80.43478261 +599 80.46744574 +600 80.50000000 +601 80.53244592 +602 80.56478405 +603 80.59701493 +604 80.62913907 +605 80.66115702 +606 80.52805281 +607 80.56013180 +608 80.59210526 +609 80.62397373 +610 80.65573770 +611 80.68739771 +612 80.71895425 +613 80.75040783 +614 80.78175896 +615 80.81300813 +616 80.68181818 +617 80.55105348 +618 80.58252427 +619 80.61389338 +620 80.64516129 +621 80.67632850 +622 80.70739550 +623 80.73836276 +624 80.76923077 +625 80.80000000 +626 80.67092652 +627 80.70175439 +628 80.73248408 +629 80.60413355 +630 80.63492063 +631 80.66561014 +632 80.53797468 +633 80.56872038 +634 80.59936909 +635 80.62992126 +636 80.66037736 +637 80.69073783 +638 80.72100313 +639 80.75117371 +640 80.62500000 +641 80.65522621 +642 80.68535826 +643 80.71539658 +644 80.74534161 +645 80.62015504 +646 80.65015480 +647 80.68006182 +648 80.70987654 +649 80.58551618 +650 80.61538462 +651 80.64516129 +652 80.67484663 +653 80.70444104 +654 80.73394495 +655 80.76335878 +656 80.79268293 +657 80.82191781 +658 80.85106383 +659 80.72837633 +660 80.60606061 +661 80.63540091 +662 80.66465257 +663 80.69381599 +664 80.72289157 +665 80.75187970 +666 80.78078078 +667 80.80959520 +668 80.83832335 +669 80.86696562 +670 80.89552239 +671 80.92399404 +672 80.95238095 +673 80.98068351 +674 81.00890208 +675 81.03703704 +676 81.06508876 +677 81.09305761 +678 81.12094395 +679 81.14874816 +680 81.17647059 +681 81.05726872 +682 81.08504399 +683 81.11273792 +684 81.14035088 +685 81.16788321 +686 81.19533528 +687 81.22270742 +688 81.25000000 +689 81.27721335 +690 81.30434783 +691 81.33140376 +692 81.35838150 +693 81.24098124 +694 81.26801153 +695 81.29496403 +696 81.32183908 +697 81.34863702 +698 81.37535817 +699 81.40200286 +700 81.42857143 +701 81.45506419 +702 81.48148148 +703 81.50782361 +704 81.53409091 +705 81.56028369 +706 81.58640227 +707 81.61244696 +708 81.63841808 +709 81.66431594 +710 81.69014085 +711 81.71589311 +712 81.74157303 +713 81.76718093 +714 81.79271709 +715 81.67832168 +716 81.70391061 +717 81.72942817 +718 81.75487465 +719 81.78025035 +720 81.80555556 +721 81.83079057 +722 81.85595568 +723 81.88105118 +724 81.90607735 +725 81.93103448 +726 81.95592287 +727 81.98074278 +728 82.00549451 +729 81.89300412 +730 81.91780822 +731 81.94254446 +732 81.96721311 +733 81.85538881 +734 81.88010899 +735 81.90476190 +736 81.92934783 +737 81.81818182 +738 81.70731707 +739 81.59675237 +740 81.62162162 +741 81.64642375 +742 81.67115903 +743 81.69582773 +744 81.72043011 +745 81.74496644 +746 81.76943700 +747 81.65997323 +748 81.68449198 +749 81.70894526 +750 81.73333333 diff --git a/scores/Llama-Guard-3-8B-q8_0.mmlu b/scores/Llama-Guard-3-8B-q8_0.mmlu new file mode 100644 index 0000000000000000000000000000000000000000..309299819276b33d59c05888f099c2b3ad4bae71 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.mmlu @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 1548 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 1548 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 50.00000000 +5 40.00000000 +6 33.33333333 +7 42.85714286 +8 50.00000000 +9 55.55555556 +10 60.00000000 +11 54.54545455 +12 50.00000000 +13 46.15384615 +14 42.85714286 +15 46.66666667 +16 50.00000000 +17 52.94117647 +18 50.00000000 +19 52.63157895 +20 55.00000000 +21 57.14285714 +22 54.54545455 +23 52.17391304 +24 54.16666667 +25 56.00000000 +26 53.84615385 +27 55.55555556 +28 53.57142857 +29 55.17241379 +30 56.66666667 +31 58.06451613 +32 59.37500000 +33 57.57575758 +34 58.82352941 +35 60.00000000 +36 58.33333333 +37 56.75675676 +38 57.89473684 +39 56.41025641 +40 55.00000000 +41 53.65853659 +42 52.38095238 +43 53.48837209 +44 52.27272727 +45 53.33333333 +46 52.17391304 +47 51.06382979 +48 52.08333333 +49 53.06122449 +50 52.00000000 +51 50.98039216 +52 51.92307692 +53 50.94339623 +54 50.00000000 +55 50.90909091 +56 51.78571429 +57 50.87719298 +58 50.00000000 +59 50.84745763 +60 50.00000000 +61 50.81967213 +62 50.00000000 +63 49.20634921 +64 48.43750000 +65 47.69230769 +66 46.96969697 +67 46.26865672 +68 45.58823529 +69 44.92753623 +70 45.71428571 +71 46.47887324 +72 45.83333333 +73 45.20547945 +74 45.94594595 +75 46.66666667 +76 47.36842105 +77 48.05194805 +78 48.71794872 +79 48.10126582 +80 47.50000000 +81 48.14814815 +82 47.56097561 +83 48.19277108 +84 48.80952381 +85 48.23529412 +86 47.67441860 +87 48.27586207 +88 48.86363636 +89 48.31460674 +90 47.77777778 +91 47.25274725 +92 46.73913043 +93 46.23655914 +94 46.80851064 +95 46.31578947 +96 46.87500000 +97 47.42268041 +98 46.93877551 +99 46.46464646 +100 46.00000000 +101 46.53465347 +102 46.07843137 +103 45.63106796 +104 46.15384615 +105 46.66666667 +106 46.22641509 +107 45.79439252 +108 46.29629630 +109 46.78899083 +110 47.27272727 +111 46.84684685 +112 46.42857143 +113 46.01769912 +114 46.49122807 +115 46.95652174 +116 46.55172414 +117 46.15384615 +118 46.61016949 +119 46.21848739 +120 45.83333333 +121 46.28099174 +122 45.90163934 +123 45.52845528 +124 45.16129032 +125 45.60000000 +126 45.23809524 +127 44.88188976 +128 44.53125000 +129 44.18604651 +130 43.84615385 +131 43.51145038 +132 43.18181818 +133 42.85714286 +134 42.53731343 +135 42.22222222 +136 41.91176471 +137 42.33576642 +138 42.02898551 +139 42.44604317 +140 42.14285714 +141 41.84397163 +142 42.25352113 +143 42.65734266 +144 43.05555556 +145 43.44827586 +146 43.83561644 +147 43.53741497 +148 43.91891892 +149 43.62416107 +150 43.33333333 +151 43.04635762 +152 43.42105263 +153 43.13725490 +154 42.85714286 +155 42.58064516 +156 42.30769231 +157 42.67515924 +158 43.03797468 +159 42.76729560 +160 43.12500000 +161 42.85714286 +162 42.59259259 +163 42.33128834 +164 42.07317073 +165 42.42424242 +166 42.16867470 +167 42.51497006 +168 42.26190476 +169 42.60355030 +170 42.35294118 +171 42.69005848 +172 42.44186047 +173 42.19653179 +174 41.95402299 +175 41.71428571 +176 41.47727273 +177 41.24293785 +178 41.01123596 +179 41.34078212 +180 41.66666667 +181 41.98895028 +182 41.75824176 +183 42.07650273 +184 41.84782609 +185 42.16216216 +186 42.47311828 +187 42.24598930 +188 42.55319149 +189 42.85714286 +190 42.63157895 +191 42.93193717 +192 42.70833333 +193 42.48704663 +194 42.78350515 +195 43.07692308 +196 43.36734694 +197 43.14720812 +198 42.92929293 +199 42.71356784 +200 42.50000000 +201 42.28855721 +202 42.07920792 +203 41.87192118 +204 41.66666667 +205 41.95121951 +206 41.74757282 +207 42.02898551 +208 41.82692308 +209 41.62679426 +210 41.42857143 +211 41.70616114 +212 41.50943396 +213 41.31455399 +214 41.12149533 +215 41.39534884 +216 41.66666667 +217 41.47465438 +218 41.74311927 +219 42.00913242 +220 42.27272727 +221 42.08144796 +222 42.34234234 +223 42.60089686 +224 42.41071429 +225 42.66666667 +226 42.47787611 +227 42.29074890 +228 42.54385965 +229 42.35807860 +230 42.17391304 +231 41.99134199 +232 42.24137931 +233 42.06008584 +234 42.30769231 +235 42.12765957 +236 41.94915254 +237 41.77215190 +238 41.59663866 +239 41.42259414 +240 41.66666667 +241 41.49377593 +242 41.73553719 +243 41.97530864 +244 41.80327869 +245 42.04081633 +246 41.86991870 +247 41.70040486 +248 41.93548387 +249 41.76706827 +250 41.60000000 +251 41.43426295 +252 41.26984127 +253 41.10671937 +254 40.94488189 +255 40.78431373 +256 41.01562500 +257 41.24513619 +258 41.08527132 +259 40.92664093 +260 41.15384615 +261 40.99616858 +262 40.83969466 +263 40.68441065 +264 40.53030303 +265 40.75471698 +266 40.97744361 +267 40.82397004 +268 40.67164179 +269 40.89219331 +270 40.74074074 +271 40.59040590 +272 40.80882353 +273 40.65934066 +274 40.51094891 +275 40.36363636 +276 40.57971014 +277 40.79422383 +278 40.64748201 +279 40.50179211 +280 40.71428571 +281 40.56939502 +282 40.78014184 +283 40.63604240 +284 40.49295775 +285 40.35087719 +286 40.20979021 +287 40.41811847 +288 40.27777778 +289 40.13840830 +290 40.34482759 +291 40.54982818 +292 40.75342466 +293 40.61433447 +294 40.47619048 +295 40.33898305 +296 40.20270270 +297 40.06734007 +298 40.26845638 +299 40.13377926 +300 40.33333333 +301 40.19933555 +302 40.06622517 +303 39.93399340 +304 39.80263158 +305 40.00000000 +306 39.86928105 +307 40.06514658 +308 39.93506494 +309 39.80582524 +310 39.67741935 +311 39.54983923 +312 39.74358974 +313 39.93610224 +314 39.80891720 +315 39.68253968 +316 39.55696203 +317 39.74763407 +318 39.93710692 +319 40.12539185 +320 40.00000000 +321 39.87538941 +322 39.75155280 +323 39.62848297 +324 39.50617284 +325 39.69230769 +326 39.57055215 +327 39.75535168 +328 39.63414634 +329 39.51367781 +330 39.39393939 +331 39.27492447 +332 39.45783133 +333 39.63963964 +334 39.52095808 +335 39.70149254 +336 39.88095238 +337 39.76261128 +338 39.94082840 +339 39.82300885 +340 40.00000000 +341 40.17595308 +342 40.35087719 +343 40.23323615 +344 40.11627907 +345 40.00000000 +346 40.17341040 +347 40.34582133 +348 40.22988506 +349 40.11461318 +350 40.28571429 +351 40.17094017 +352 40.05681818 +353 40.22662890 +354 40.11299435 +355 40.00000000 +356 39.88764045 +357 40.05602241 +358 39.94413408 +359 39.83286908 +360 40.00000000 +361 40.16620499 +362 40.33149171 +363 40.49586777 +364 40.38461538 +365 40.27397260 +366 40.43715847 +367 40.32697548 +368 40.21739130 +369 40.10840108 +370 40.27027027 +371 40.16172507 +372 40.05376344 +373 39.94638070 +374 40.10695187 +375 40.26666667 +376 40.15957447 +377 40.05305040 +378 40.21164021 +379 40.10554090 +380 40.00000000 +381 40.15748031 +382 40.31413613 +383 40.46997389 +384 40.36458333 +385 40.51948052 +386 40.41450777 +387 40.31007752 +388 40.20618557 +389 40.35989717 +390 40.51282051 +391 40.66496164 +392 40.81632653 +393 40.71246819 +394 40.60913706 +395 40.75949367 +396 40.90909091 +397 40.80604534 +398 40.70351759 +399 40.85213033 +400 40.75000000 +401 40.89775561 +402 41.04477612 +403 40.94292804 +404 40.84158416 +405 40.74074074 +406 40.64039409 +407 40.54054054 +408 40.44117647 +409 40.58679707 +410 40.48780488 +411 40.38929440 +412 40.29126214 +413 40.19370460 +414 40.33816425 +415 40.24096386 +416 40.38461538 +417 40.28776978 +418 40.19138756 +419 40.33412888 +420 40.23809524 +421 40.38004751 +422 40.28436019 +423 40.18912530 +424 40.33018868 +425 40.23529412 +426 40.14084507 +427 40.28103044 +428 40.18691589 +429 40.32634033 +430 40.23255814 +431 40.37122970 +432 40.27777778 +433 40.18475751 +434 40.09216590 +435 40.00000000 +436 39.90825688 +437 39.81693364 +438 39.95433790 +439 40.09111617 +440 40.00000000 +441 40.13605442 +442 40.04524887 +443 39.95485327 +444 39.86486486 +445 39.77528090 +446 39.68609865 +447 39.59731544 +448 39.50892857 +449 39.42093541 +450 39.55555556 +451 39.68957871 +452 39.60176991 +453 39.73509934 +454 39.64757709 +455 39.56043956 +456 39.69298246 +457 39.60612691 +458 39.51965066 +459 39.65141612 +460 39.78260870 +461 39.69631236 +462 39.82683983 +463 39.74082073 +464 39.87068966 +465 39.78494624 +466 39.69957082 +467 39.82869379 +468 39.95726496 +469 39.87206823 +470 39.78723404 +471 39.70276008 +472 39.61864407 +473 39.74630021 +474 39.66244726 +475 39.57894737 +476 39.70588235 +477 39.62264151 +478 39.74895397 +479 39.66597077 +480 39.79166667 +481 39.70893971 +482 39.62655602 +483 39.75155280 +484 39.66942149 +485 39.58762887 +486 39.50617284 +487 39.63039014 +488 39.54918033 +489 39.46830266 +490 39.59183673 +491 39.51120163 +492 39.43089431 +493 39.35091278 +494 39.47368421 +495 39.59595960 +496 39.71774194 +497 39.63782696 +498 39.55823293 +499 39.67935872 +500 39.80000000 +501 39.72055888 +502 39.64143426 +503 39.56262425 +504 39.48412698 +505 39.40594059 +506 39.52569170 +507 39.44773176 +508 39.37007874 +509 39.29273084 +510 39.41176471 +511 39.33463796 +512 39.25781250 +513 39.18128655 +514 39.10505837 +515 39.02912621 +516 39.14728682 +517 39.26499033 +518 39.38223938 +519 39.30635838 +520 39.23076923 +521 39.15547025 +522 39.27203065 +523 39.19694073 +524 39.31297710 +525 39.23809524 +526 39.16349810 +527 39.27893738 +528 39.39393939 +529 39.31947070 +530 39.43396226 +531 39.35969868 +532 39.28571429 +533 39.21200750 +534 39.13857678 +535 39.25233645 +536 39.17910448 +537 39.29236499 +538 39.40520446 +539 39.33209647 +540 39.25925926 +541 39.18669131 +542 39.29889299 +543 39.22651934 +544 39.33823529 +545 39.26605505 +546 39.19413919 +547 39.30530165 +548 39.41605839 +549 39.34426230 +550 39.27272727 +551 39.38294011 +552 39.31159420 +553 39.24050633 +554 39.16967509 +555 39.09909910 +556 39.20863309 +557 39.13824057 +558 39.24731183 +559 39.17710197 +560 39.28571429 +561 39.21568627 +562 39.32384342 +563 39.43161634 +564 39.36170213 +565 39.46902655 +566 39.39929329 +567 39.32980600 +568 39.43661972 +569 39.36731107 +570 39.29824561 +571 39.22942207 +572 39.33566434 +573 39.26701571 +574 39.19860627 +575 39.13043478 +576 39.23611111 +577 39.34142114 +578 39.44636678 +579 39.37823834 +580 39.31034483 +581 39.24268503 +582 39.17525773 +583 39.27958834 +584 39.38356164 +585 39.31623932 +586 39.24914676 +587 39.18228279 +588 39.11564626 +589 39.04923599 +590 38.98305085 +591 38.91708968 +592 38.85135135 +593 38.95446880 +594 39.05723906 +595 38.99159664 +596 39.09395973 +597 39.02847571 +598 38.96321070 +599 39.06510851 +600 39.00000000 +601 38.93510815 +602 38.87043189 +603 38.97180763 +604 38.90728477 +605 39.00826446 +606 38.94389439 +607 39.04448105 +608 38.98026316 +609 38.91625616 +610 38.85245902 +611 38.95253682 +612 38.88888889 +613 38.98858075 +614 38.92508143 +615 38.86178862 +616 38.96103896 +617 38.89789303 +618 38.83495146 +619 38.77221325 +620 38.70967742 +621 38.64734300 +622 38.74598071 +623 38.68378812 +624 38.62179487 +625 38.56000000 +626 38.65814696 +627 38.59649123 +628 38.53503185 +629 38.63275040 +630 38.73015873 +631 38.66877971 +632 38.76582278 +633 38.70458136 +634 38.64353312 +635 38.58267717 +636 38.52201258 +637 38.61852433 +638 38.55799373 +639 38.49765258 +640 38.59375000 +641 38.53354134 +642 38.47352025 +643 38.41368585 +644 38.50931677 +645 38.44961240 +646 38.39009288 +647 38.33075734 +648 38.27160494 +649 38.21263482 +650 38.15384615 +651 38.09523810 +652 38.03680982 +653 37.97856049 +654 38.07339450 +655 38.01526718 +656 38.10975610 +657 38.05175038 +658 38.14589666 +659 38.08801214 +660 38.03030303 +661 37.97276853 +662 37.91540785 +663 37.85822021 +664 37.95180723 +665 38.04511278 +666 37.98798799 +667 38.08095952 +668 38.17365269 +669 38.11659193 +670 38.05970149 +671 38.00298063 +672 37.94642857 +673 37.89004458 +674 37.83382789 +675 37.77777778 +676 37.72189349 +677 37.66617430 +678 37.75811209 +679 37.70250368 +680 37.79411765 +681 37.88546256 +682 37.82991202 +683 37.77452416 +684 37.86549708 +685 37.81021898 +686 37.75510204 +687 37.70014556 +688 37.64534884 +689 37.73584906 +690 37.68115942 +691 37.62662808 +692 37.57225434 +693 37.51803752 +694 37.46397695 +695 37.41007194 +696 37.50000000 +697 37.44619799 +698 37.53581662 +699 37.62517883 +700 37.57142857 +701 37.51783167 +702 37.60683761 +703 37.69559033 +704 37.78409091 +705 37.73049645 +706 37.67705382 +707 37.62376238 +708 37.57062147 +709 37.65867419 +710 37.60563380 +711 37.69338959 +712 37.64044944 +713 37.72791024 +714 37.81512605 +715 37.76223776 +716 37.70949721 +717 37.65690377 +718 37.60445682 +719 37.55215577 +720 37.50000000 +721 37.44798890 +722 37.39612188 +723 37.48271093 +724 37.56906077 +725 37.65517241 +726 37.74104683 +727 37.82668501 +728 37.77472527 +729 37.72290809 +730 37.67123288 +731 37.61969904 +732 37.56830601 +733 37.65347885 +734 37.73841962 +735 37.68707483 +736 37.63586957 +737 37.72048847 +738 37.80487805 +739 37.88903924 +740 37.83783784 +741 37.78677463 +742 37.87061995 +743 37.95423957 +744 38.03763441 +745 37.98657718 +746 37.93565684 +747 37.88487282 +748 37.83422460 +749 37.78371162 +750 37.86666667 + +Final result: 37.8667 +/- 1.7724 +Random chance: 25.0000 +/- 1.5822 diff --git a/scores/Llama-Guard-3-8B-q8_0.ppx b/scores/Llama-Guard-3-8B-q8_0.ppx new file mode 100644 index 0000000000000000000000000000000000000000..48440c0b65f98ffbce1e709a0f7b6e1693ae6aaf --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.ppx @@ -0,0 +1,37 @@ +====== Perplexity statistics ====== +Mean PPL(Q) : 6.796496 ± 0.041835 +Mean PPL(base) : 6.554978 ± 0.040159 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.23% +Mean ln(PPL(Q)/PPL(base)) : 0.036182 ± 0.000765 +Mean PPL(Q)/PPL(base) : 1.036845 ± 0.000793 +Mean PPL(Q)-PPL(base) : 0.241518 ± 0.005368 + +====== KL divergence statistics ====== +Mean KLD: 0.039114 ± 0.000160 +Maximum KLD: 5.476589 +99.9% KLD: 0.677672 +99.0% KLD: 0.212090 +99.0% KLD: 0.212090 +Median KLD: 0.029618 +10.0% KLD: 0.000973 + 5.0% KLD: 0.000256 + 1.0% KLD: 0.000030 +Minimum KLD: -0.000008 + +====== Token probability statistics ====== +Mean Δp: -0.800 ± 0.015 % +Maximum Δp: 62.922% +99.9% Δp: 26.384% +99.0% Δp: 14.973% +95.0% Δp: 7.656% +90.0% Δp: 4.351% +75.0% Δp: 0.659% +Median Δp: -0.060% +25.0% Δp: -2.142% +10.0% Δp: -6.972% + 5.0% Δp: -10.647% + 1.0% Δp: -18.995% + 0.1% Δp: -35.270% +Minimum Δp: -96.692% +RMS Δp : 5.806 ± 0.029 % +Same top p: 88.570 ± 0.084 % diff --git a/scores/Llama-Guard-3-8B-q8_0.tqa b/scores/Llama-Guard-3-8B-q8_0.tqa new file mode 100644 index 0000000000000000000000000000000000000000..15a105e8f397495adde745ff8fd3ea3fdea62055 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.tqa @@ -0,0 +1,763 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +multiple_choice_score: there are 817 tasks in prompt +multiple_choice_score: selecting 750 random tasks from 817 tasks available +multiple_choice_score: preparing task data...done +multiple_choice_score : calculating TruthfulQA score over 750 tasks. + +task acc_norm +1 100.00000000 +2 50.00000000 +3 33.33333333 +4 25.00000000 +5 40.00000000 +6 33.33333333 +7 28.57142857 +8 37.50000000 +9 33.33333333 +10 30.00000000 +11 27.27272727 +12 33.33333333 +13 38.46153846 +14 35.71428571 +15 40.00000000 +16 43.75000000 +17 41.17647059 +18 38.88888889 +19 36.84210526 +20 35.00000000 +21 33.33333333 +22 31.81818182 +23 30.43478261 +24 33.33333333 +25 32.00000000 +26 30.76923077 +27 29.62962963 +28 28.57142857 +29 31.03448276 +30 33.33333333 +31 35.48387097 +32 37.50000000 +33 39.39393939 +34 38.23529412 +35 37.14285714 +36 36.11111111 +37 37.83783784 +38 36.84210526 +39 38.46153846 +40 37.50000000 +41 36.58536585 +42 35.71428571 +43 37.20930233 +44 38.63636364 +45 40.00000000 +46 39.13043478 +47 38.29787234 +48 39.58333333 +49 38.77551020 +50 40.00000000 +51 39.21568627 +52 38.46153846 +53 37.73584906 +54 38.88888889 +55 40.00000000 +56 39.28571429 +57 38.59649123 +58 37.93103448 +59 37.28813559 +60 38.33333333 +61 37.70491803 +62 38.70967742 +63 38.09523810 +64 37.50000000 +65 36.92307692 +66 36.36363636 +67 35.82089552 +68 35.29411765 +69 36.23188406 +70 35.71428571 +71 35.21126761 +72 36.11111111 +73 36.98630137 +74 36.48648649 +75 36.00000000 +76 36.84210526 +77 36.36363636 +78 35.89743590 +79 35.44303797 +80 36.25000000 +81 35.80246914 +82 36.58536585 +83 36.14457831 +84 35.71428571 +85 35.29411765 +86 34.88372093 +87 34.48275862 +88 34.09090909 +89 34.83146067 +90 34.44444444 +91 34.06593407 +92 33.69565217 +93 33.33333333 +94 32.97872340 +95 32.63157895 +96 33.33333333 +97 32.98969072 +98 32.65306122 +99 33.33333333 +100 33.00000000 +101 33.66336634 +102 33.33333333 +103 33.98058252 +104 33.65384615 +105 33.33333333 +106 33.01886792 +107 33.64485981 +108 34.25925926 +109 33.94495413 +110 34.54545455 +111 34.23423423 +112 34.82142857 +113 35.39823009 +114 35.08771930 +115 34.78260870 +116 34.48275862 +117 34.18803419 +118 33.89830508 +119 33.61344538 +120 33.33333333 +121 33.88429752 +122 33.60655738 +123 33.33333333 +124 33.87096774 +125 34.40000000 +126 34.92063492 +127 34.64566929 +128 34.37500000 +129 34.88372093 +130 34.61538462 +131 34.35114504 +132 34.09090909 +133 33.83458647 +134 33.58208955 +135 34.07407407 +136 33.82352941 +137 34.30656934 +138 34.78260870 +139 35.25179856 +140 35.00000000 +141 34.75177305 +142 34.50704225 +143 34.26573427 +144 34.72222222 +145 34.48275862 +146 34.24657534 +147 34.01360544 +148 33.78378378 +149 33.55704698 +150 33.33333333 +151 33.77483444 +152 33.55263158 +153 33.33333333 +154 33.11688312 +155 32.90322581 +156 33.33333333 +157 33.12101911 +158 33.54430380 +159 33.33333333 +160 33.12500000 +161 33.54037267 +162 33.95061728 +163 33.74233129 +164 33.53658537 +165 33.93939394 +166 34.33734940 +167 34.13173653 +168 34.52380952 +169 34.31952663 +170 34.11764706 +171 33.91812865 +172 33.72093023 +173 33.52601156 +174 33.90804598 +175 33.71428571 +176 34.09090909 +177 33.89830508 +178 33.70786517 +179 34.07821229 +180 33.88888889 +181 33.70165746 +182 33.51648352 +183 33.33333333 +184 33.15217391 +185 32.97297297 +186 33.33333333 +187 33.15508021 +188 32.97872340 +189 33.33333333 +190 33.15789474 +191 32.98429319 +192 32.81250000 +193 32.64248705 +194 32.98969072 +195 32.82051282 +196 32.65306122 +197 32.48730964 +198 32.32323232 +199 32.16080402 +200 32.50000000 +201 32.33830846 +202 32.17821782 +203 32.01970443 +204 31.86274510 +205 32.19512195 +206 32.03883495 +207 32.36714976 +208 32.21153846 +209 32.05741627 +210 31.90476190 +211 31.75355450 +212 31.60377358 +213 31.45539906 +214 31.30841121 +215 31.16279070 +216 31.48148148 +217 31.33640553 +218 31.65137615 +219 31.50684932 +220 31.36363636 +221 31.22171946 +222 31.08108108 +223 30.94170404 +224 31.25000000 +225 31.11111111 +226 30.97345133 +227 31.27753304 +228 31.14035088 +229 31.00436681 +230 30.86956522 +231 30.73593074 +232 30.60344828 +233 30.90128755 +234 31.19658120 +235 31.48936170 +236 31.77966102 +237 31.64556962 +238 31.93277311 +239 31.79916318 +240 31.66666667 +241 31.53526971 +242 31.40495868 +243 31.27572016 +244 31.14754098 +245 31.02040816 +246 30.89430894 +247 30.76923077 +248 30.64516129 +249 30.52208835 +250 30.40000000 +251 30.67729084 +252 30.95238095 +253 30.83003953 +254 30.70866142 +255 30.98039216 +256 30.85937500 +257 30.73929961 +258 30.62015504 +259 30.50193050 +260 30.38461538 +261 30.65134100 +262 30.53435115 +263 30.41825095 +264 30.68181818 +265 30.94339623 +266 30.82706767 +267 30.71161049 +268 30.59701493 +269 30.48327138 +270 30.37037037 +271 30.25830258 +272 30.14705882 +273 30.03663004 +274 29.92700730 +275 29.81818182 +276 29.71014493 +277 29.60288809 +278 29.85611511 +279 29.74910394 +280 30.00000000 +281 30.24911032 +282 30.14184397 +283 30.03533569 +284 29.92957746 +285 29.82456140 +286 30.06993007 +287 30.31358885 +288 30.55555556 +289 30.44982699 +290 30.34482759 +291 30.58419244 +292 30.47945205 +293 30.71672355 +294 30.61224490 +295 30.84745763 +296 31.08108108 +297 31.31313131 +298 31.20805369 +299 31.10367893 +300 31.00000000 +301 30.89700997 +302 30.79470199 +303 30.69306931 +304 30.59210526 +305 30.49180328 +306 30.39215686 +307 30.29315961 +308 30.51948052 +309 30.42071197 +310 30.32258065 +311 30.22508039 +312 30.44871795 +313 30.35143770 +314 30.25477707 +315 30.15873016 +316 30.06329114 +317 30.28391167 +318 30.18867925 +319 30.09404389 +320 30.00000000 +321 29.90654206 +322 30.12422360 +323 30.03095975 +324 29.93827160 +325 29.84615385 +326 29.75460123 +327 29.96941896 +328 30.18292683 +329 30.09118541 +330 30.30303030 +331 30.21148036 +332 30.42168675 +333 30.63063063 +334 30.53892216 +335 30.74626866 +336 30.95238095 +337 30.86053412 +338 30.76923077 +339 30.97345133 +340 30.88235294 +341 31.08504399 +342 31.28654971 +343 31.19533528 +344 31.39534884 +345 31.59420290 +346 31.50289017 +347 31.70028818 +348 31.60919540 +349 31.51862464 +350 31.42857143 +351 31.33903134 +352 31.53409091 +353 31.44475921 +354 31.35593220 +355 31.54929577 +356 31.46067416 +357 31.65266106 +358 31.56424581 +359 31.47632312 +360 31.38888889 +361 31.30193906 +362 31.21546961 +363 31.12947658 +364 31.04395604 +365 30.95890411 +366 30.87431694 +367 31.06267030 +368 30.97826087 +369 30.89430894 +370 30.81081081 +371 30.72776280 +372 30.91397849 +373 30.83109920 +374 31.01604278 +375 30.93333333 +376 30.85106383 +377 31.03448276 +378 30.95238095 +379 30.87071240 +380 31.05263158 +381 30.97112861 +382 31.15183246 +383 31.07049608 +384 30.98958333 +385 30.90909091 +386 30.82901554 +387 30.74935401 +388 30.92783505 +389 30.84832905 +390 30.76923077 +391 30.94629156 +392 30.86734694 +393 31.04325700 +394 31.21827411 +395 31.13924051 +396 31.31313131 +397 31.48614610 +398 31.40703518 +399 31.32832080 +400 31.25000000 +401 31.42144638 +402 31.59203980 +403 31.51364764 +404 31.43564356 +405 31.35802469 +406 31.28078818 +407 31.20393120 +408 31.12745098 +409 31.05134474 +410 30.97560976 +411 30.90024331 +412 31.06796117 +413 31.23486683 +414 31.40096618 +415 31.56626506 +416 31.49038462 +417 31.65467626 +418 31.57894737 +419 31.50357995 +420 31.66666667 +421 31.82897862 +422 31.75355450 +423 31.67848700 +424 31.60377358 +425 31.52941176 +426 31.45539906 +427 31.38173302 +428 31.30841121 +429 31.23543124 +430 31.16279070 +431 31.09048724 +432 31.25000000 +433 31.40877598 +434 31.56682028 +435 31.49425287 +436 31.65137615 +437 31.57894737 +438 31.73515982 +439 31.66287016 +440 31.81818182 +441 31.74603175 +442 31.67420814 +443 31.60270880 +444 31.75675676 +445 31.68539326 +446 31.61434978 +447 31.54362416 +448 31.47321429 +449 31.62583519 +450 31.77777778 +451 31.70731707 +452 31.63716814 +453 31.78807947 +454 31.71806167 +455 31.64835165 +456 31.57894737 +457 31.50984683 +458 31.44104803 +459 31.37254902 +460 31.30434783 +461 31.23644252 +462 31.38528139 +463 31.31749460 +464 31.46551724 +465 31.61290323 +466 31.54506438 +467 31.47751606 +468 31.62393162 +469 31.55650320 +470 31.48936170 +471 31.42250531 +472 31.56779661 +473 31.50105708 +474 31.43459916 +475 31.57894737 +476 31.51260504 +477 31.44654088 +478 31.38075314 +479 31.31524008 +480 31.25000000 +481 31.18503119 +482 31.32780083 +483 31.26293996 +484 31.19834711 +485 31.34020619 +486 31.27572016 +487 31.41683778 +488 31.35245902 +489 31.49284254 +490 31.63265306 +491 31.77189409 +492 31.91056911 +493 31.84584178 +494 31.78137652 +495 31.71717172 +496 31.65322581 +497 31.58953722 +498 31.52610442 +499 31.66332665 +500 31.60000000 +501 31.53692615 +502 31.47410359 +503 31.41153082 +504 31.54761905 +505 31.48514851 +506 31.42292490 +507 31.36094675 +508 31.49606299 +509 31.63064833 +510 31.76470588 +511 31.70254403 +512 31.64062500 +513 31.57894737 +514 31.51750973 +515 31.65048544 +516 31.58914729 +517 31.72147002 +518 31.66023166 +519 31.59922929 +520 31.53846154 +521 31.47792706 +522 31.41762452 +523 31.35755258 +524 31.29770992 +525 31.23809524 +526 31.17870722 +527 31.30929791 +528 31.25000000 +529 31.19092628 +530 31.13207547 +531 31.07344633 +532 31.20300752 +533 31.33208255 +534 31.27340824 +535 31.21495327 +536 31.15671642 +537 31.28491620 +538 31.22676580 +539 31.16883117 +540 31.11111111 +541 31.05360444 +542 30.99630996 +543 30.93922652 +544 30.88235294 +545 30.82568807 +546 30.95238095 +547 31.07861060 +548 31.02189781 +549 30.96539162 +550 30.90909091 +551 30.85299456 +552 30.97826087 +553 31.10307414 +554 31.04693141 +555 30.99099099 +556 30.93525180 +557 30.87971275 +558 30.82437276 +559 30.76923077 +560 30.89285714 +561 31.01604278 +562 30.96085409 +563 30.90586146 +564 30.85106383 +565 30.97345133 +566 31.09540636 +567 31.21693122 +568 31.33802817 +569 31.28295255 +570 31.22807018 +571 31.17338004 +572 31.11888112 +573 31.06457243 +574 31.18466899 +575 31.30434783 +576 31.42361111 +577 31.54246101 +578 31.66089965 +579 31.77892919 +580 31.89655172 +581 32.01376936 +582 31.95876289 +583 31.90394511 +584 32.02054795 +585 31.96581197 +586 32.08191126 +587 32.02725724 +588 31.97278912 +589 31.91850594 +590 32.03389831 +591 31.97969543 +592 31.92567568 +593 31.87183811 +594 31.98653199 +595 31.93277311 +596 31.87919463 +597 31.82579564 +598 31.77257525 +599 31.71953255 +600 31.66666667 +601 31.78036606 +602 31.89368771 +603 32.00663350 +604 31.95364238 +605 31.90082645 +606 32.01320132 +607 31.96046129 +608 31.90789474 +609 32.01970443 +610 31.96721311 +611 31.91489362 +612 32.02614379 +613 31.97389886 +614 31.92182410 +615 31.86991870 +616 31.98051948 +617 32.09076175 +618 32.03883495 +619 32.14862682 +620 32.09677419 +621 32.04508857 +622 32.15434084 +623 32.10272873 +624 32.05128205 +625 32.00000000 +626 31.94888179 +627 32.05741627 +628 32.16560510 +629 32.27344992 +630 32.22222222 +631 32.17115689 +632 32.12025316 +633 32.06951027 +634 32.17665615 +635 32.12598425 +636 32.07547170 +637 32.02511774 +638 31.97492163 +639 31.92488263 +640 32.03125000 +641 31.98127925 +642 32.08722741 +643 32.03732504 +644 31.98757764 +645 32.09302326 +646 32.04334365 +647 32.14837713 +648 32.25308642 +649 32.20338983 +650 32.30769231 +651 32.41167435 +652 32.51533742 +653 32.61868300 +654 32.56880734 +655 32.51908397 +656 32.62195122 +657 32.72450533 +658 32.67477204 +659 32.77693475 +660 32.72727273 +661 32.67776097 +662 32.62839879 +663 32.57918552 +664 32.53012048 +665 32.63157895 +666 32.73273273 +667 32.68365817 +668 32.63473054 +669 32.73542601 +670 32.83582090 +671 32.78688525 +672 32.73809524 +673 32.68945022 +674 32.64094955 +675 32.74074074 +676 32.84023669 +677 32.79172821 +678 32.74336283 +679 32.69513991 +680 32.64705882 +681 32.74596182 +682 32.84457478 +683 32.79648609 +684 32.89473684 +685 32.84671533 +686 32.79883382 +687 32.75109170 +688 32.84883721 +689 32.80116110 +690 32.75362319 +691 32.85094067 +692 32.94797688 +693 33.04473304 +694 32.99711816 +695 32.94964029 +696 33.04597701 +697 32.99856528 +698 32.95128940 +699 32.90414878 +700 33.00000000 +701 32.95292439 +702 32.90598291 +703 32.85917496 +704 32.81250000 +705 32.76595745 +706 32.86118980 +707 32.81471004 +708 32.76836158 +709 32.72214386 +710 32.67605634 +711 32.63009845 +712 32.72471910 +713 32.67882188 +714 32.77310924 +715 32.86713287 +716 32.82122905 +717 32.77545328 +718 32.86908078 +719 32.96244784 +720 32.91666667 +721 32.87101248 +722 32.82548476 +723 32.78008299 +724 32.73480663 +725 32.68965517 +726 32.78236915 +727 32.73727648 +728 32.69230769 +729 32.64746228 +730 32.73972603 +731 32.69493844 +732 32.78688525 +733 32.74215553 +734 32.69754768 +735 32.65306122 +736 32.60869565 +737 32.70013569 +738 32.65582656 +739 32.74695535 +740 32.70270270 +741 32.79352227 +742 32.74932615 +743 32.70524899 +744 32.79569892 +745 32.75167785 +746 32.84182306 +747 32.93172691 +748 32.88770053 +749 32.97730307 +750 33.06666667 + +Final result: 33.0667 +/- 1.7190 +Random chance: 19.8992 +/- 1.4588 diff --git a/scores/Llama-Guard-3-8B-q8_0.wng b/scores/Llama-Guard-3-8B-q8_0.wng new file mode 100644 index 0000000000000000000000000000000000000000..52608e77f27ca71fb7948c92e3326988413e13b0 --- /dev/null +++ b/scores/Llama-Guard-3-8B-q8_0.wng @@ -0,0 +1,760 @@ +common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | +winogrande_score : loaded 1267 tasks from prompt. +winogrande_score : selecting 750 random tasks +winogrande_score : tokenizing selected tasks +winogrande_score : calculating winogrande score over selected tasks. +1 100.0000 -3.048810 -3.538360 1 1 +2 100.0000 -1.962416 -2.034221 1 1 +3 100.0000 -3.578793 -3.068287 2 2 +4 100.0000 -4.131954 -4.298368 1 1 +5 80.0000 -2.812976 -2.981071 1 2 +6 83.3333 -4.291840 -4.546029 1 1 +7 85.7143 -4.535671 -3.191531 2 2 +8 87.5000 -2.590497 -2.178924 2 2 +9 88.8889 -3.872557 -5.234546 1 1 +10 90.0000 -2.405702 -2.066420 2 2 +11 90.9091 -10.114649 -5.104107 2 2 +12 91.6667 -3.330242 -1.494515 2 2 +13 92.3077 -3.186892 -5.181100 1 1 +14 92.8571 -3.675524 -3.843012 1 1 +15 86.6667 -4.237632 -6.180065 1 2 +16 87.5000 -2.878559 -2.632846 2 2 +17 88.2353 -6.023492 -4.838753 2 2 +18 88.8889 -1.724650 -2.963688 1 1 +19 89.4737 -3.126488 -4.719162 1 1 +20 90.0000 -2.865903 -3.108280 1 1 +21 90.4762 -2.054696 -3.162834 1 1 +22 86.3636 -2.094484 -2.118196 1 2 +23 86.9565 -4.532557 -5.078109 1 1 +24 83.3333 -2.664956 -2.298575 2 1 +25 84.0000 -1.945152 -1.854862 2 2 +26 84.6154 -3.089535 -4.462983 1 1 +27 81.4815 -4.348152 -4.428771 1 2 +28 82.1429 -4.420024 -5.867470 1 1 +29 82.7586 -3.396648 -3.739778 1 1 +30 83.3333 -2.598335 -2.287825 2 2 +31 83.8710 -4.087760 -4.168712 1 1 +32 84.3750 -5.265121 -6.305528 1 1 +33 84.8485 -4.610595 -5.218646 1 1 +34 82.3529 -2.498110 -2.299860 2 1 +35 82.8571 -4.264811 -4.106361 2 2 +36 83.3333 -3.800586 -3.462808 2 2 +37 83.7838 -2.773236 -2.948361 1 1 +38 84.2105 -3.476994 -3.489622 1 1 +39 84.6154 -4.942404 -3.028050 2 2 +40 82.5000 -4.039099 -5.083733 1 2 +41 82.9268 -2.262007 -2.452656 1 1 +42 83.3333 -2.306977 -3.361559 1 1 +43 83.7209 -3.119159 -3.044096 2 2 +44 84.0909 -2.179480 -1.638140 2 2 +45 84.4444 -0.069346 -11.320798 1 1 +46 84.7826 -2.805155 -2.808217 1 1 +47 82.9787 -3.023692 -3.068725 1 2 +48 83.3333 -4.250450 -3.925100 2 2 +49 81.6327 -3.063114 -1.490668 2 1 +50 82.0000 -2.482967 -2.330856 2 2 +51 82.3529 -1.826846 -2.505170 1 1 +52 82.6923 -3.692857 -2.747518 2 2 +53 83.0189 -4.105679 -4.660429 1 1 +54 83.3333 -2.663516 -2.076156 2 2 +55 83.6364 -2.647298 -2.372736 2 2 +56 82.1429 -5.805210 -6.021298 1 2 +57 82.4561 -3.502868 -3.350713 2 2 +58 82.7586 -3.277091 -3.855518 1 1 +59 83.0508 -2.881606 -2.733568 2 2 +60 83.3333 -4.190799 -4.041241 2 2 +61 83.6066 -3.464035 -3.492823 1 1 +62 83.8710 -5.571959 -5.774643 1 1 +63 82.5397 -3.968327 -4.440998 1 2 +64 81.2500 -4.324709 -4.276872 2 1 +65 81.5385 -5.037836 -4.325904 2 2 +66 81.8182 -2.812550 -3.474529 1 1 +67 82.0896 -3.467559 -2.700611 2 2 +68 80.8824 -5.164711 -5.497362 1 2 +69 81.1594 -5.625050 -6.030871 1 1 +70 81.4286 -3.167890 -3.052816 2 2 +71 80.2817 -3.055329 -2.948549 2 1 +72 80.5556 -3.638802 -3.483997 2 2 +73 80.8219 -2.936033 -2.969350 1 1 +74 81.0811 -2.413833 -3.018181 1 1 +75 81.3333 -2.213568 -2.605328 1 1 +76 81.5789 -1.947496 -4.393435 1 1 +77 80.5195 -3.090921 -3.122031 1 2 +78 80.7692 -0.699257 -1.281757 1 1 +79 79.7468 -2.210809 -2.338289 1 2 +80 80.0000 -2.194651 -3.066224 1 1 +81 80.2469 -4.928046 -4.267411 2 2 +82 79.2683 -3.119018 -3.370177 1 2 +83 79.5181 -5.745798 -4.938776 2 2 +84 79.7619 -2.168975 -1.957449 2 2 +85 80.0000 -3.947969 -4.228627 1 1 +86 80.2326 -5.754020 -5.742073 2 2 +87 79.3103 -1.759536 -1.601177 2 1 +88 78.4091 -5.840403 -4.840961 2 1 +89 78.6517 -3.700849 -3.757938 1 1 +90 78.8889 -4.557520 -2.919656 2 2 +91 78.0220 -4.301034 -4.291449 2 1 +92 78.2609 -4.194160 -4.022470 2 2 +93 78.4946 -2.136528 -1.990354 2 2 +94 78.7234 -4.762827 -4.134019 2 2 +95 78.9474 -3.298368 -3.700847 1 1 +96 79.1667 -1.766042 -2.418823 1 1 +97 78.3505 -5.306832 -4.656502 2 1 +98 78.5714 -4.029263 -3.328143 2 2 +99 77.7778 -3.071308 -3.021189 2 1 +100 78.0000 -5.967627 -5.515193 2 2 +101 77.2277 -4.458815 -4.788994 1 2 +102 76.4706 -3.900654 -3.803706 2 1 +103 76.6990 -2.787715 -2.264188 2 2 +104 76.9231 -7.399600 -7.179241 2 2 +105 77.1429 -1.518464 -1.735635 1 1 +106 77.3585 -2.714031 -2.323375 2 2 +107 77.5701 -3.979084 -3.370885 2 2 +108 77.7778 -3.785024 -2.895363 2 2 +109 77.0642 -4.005201 -4.344575 1 2 +110 77.2727 -4.305904 -3.450984 2 2 +111 77.4775 -3.035445 -2.822062 2 2 +112 76.7857 -3.814199 -3.169273 2 1 +113 76.1062 -4.609495 -5.908486 1 2 +114 76.3158 -4.154365 -4.930856 1 1 +115 76.5217 -1.900530 -2.307763 1 1 +116 76.7241 -2.265834 -1.823885 2 2 +117 76.0684 -3.807412 -4.146224 1 2 +118 76.2712 -1.410143 -1.998061 1 1 +119 76.4706 -1.599392 -2.353087 1 1 +120 75.8333 -3.120321 -2.853101 2 1 +121 76.0331 -1.187290 -1.088587 2 2 +122 76.2295 -6.194113 -5.344584 2 2 +123 76.4228 -4.070114 -4.387013 1 1 +124 76.6129 -3.250001 -2.796400 2 2 +125 76.8000 -3.046746 -3.041587 2 2 +126 76.9841 -6.724308 -6.406207 2 2 +127 77.1654 -3.014078 -1.118018 2 2 +128 77.3438 -1.858054 -2.009102 1 1 +129 77.5194 -2.284486 -1.109161 2 2 +130 77.6923 -5.762167 -4.684771 2 2 +131 77.8626 -4.143034 -4.075860 2 2 +132 78.0303 -2.367903 -1.903484 2 2 +133 78.1955 -1.077282 -3.427531 1 1 +134 78.3582 -4.768759 -4.461108 2 2 +135 78.5185 -4.141776 -4.923481 1 1 +136 78.6765 -4.066027 -2.670449 2 2 +137 78.8321 -5.349693 -5.527516 1 1 +138 78.2609 -3.971433 -4.351517 1 2 +139 78.4173 -3.949951 -5.360711 1 1 +140 78.5714 -1.414590 -1.342989 2 2 +141 78.7234 -5.387094 -4.071621 2 2 +142 78.8732 -2.660761 -1.860311 2 2 +143 79.0210 -2.899518 -6.759170 1 1 +144 78.4722 -2.121652 -2.048219 2 1 +145 77.9310 -1.348396 -16.345612 1 2 +146 78.0822 -3.704316 -3.651758 2 2 +147 78.2313 -3.989104 -3.589470 2 2 +148 78.3784 -2.170412 -2.503688 1 1 +149 78.5235 -3.965976 -3.563991 2 2 +150 78.6667 -3.812676 -3.214521 2 2 +151 78.1457 -1.868221 -1.699100 2 1 +152 77.6316 -4.169989 -4.533649 1 2 +153 77.7778 -2.380521 -3.170995 1 1 +154 77.9221 -3.322556 -3.683464 1 1 +155 77.4194 -2.158547 -3.072432 1 2 +156 77.5641 -2.032775 -2.181735 1 1 +157 77.7070 -2.525020 -3.509204 1 1 +158 77.8481 -4.238098 -3.918863 2 2 +159 77.9874 -2.856100 -4.098901 1 1 +160 78.1250 -4.085868 -3.352175 2 2 +161 77.6398 -3.114503 -2.943705 2 1 +162 77.1605 -0.038663 -10.446724 1 2 +163 77.3006 -1.919175 -2.071313 1 1 +164 77.4390 -5.240127 -4.255061 2 2 +165 77.5758 -3.824491 -3.710554 2 2 +166 77.7108 -4.294153 -3.964038 2 2 +167 77.2455 -4.150557 -3.711863 2 1 +168 77.3810 -5.456536 -4.732687 2 2 +169 77.5148 -4.028951 -3.902886 2 2 +170 77.6471 -2.463031 -2.904679 1 1 +171 77.7778 -3.365369 -4.166966 1 1 +172 77.9070 -3.971507 -4.559310 1 1 +173 78.0347 -2.874913 -2.769407 2 2 +174 78.1609 -6.271021 -6.259461 2 2 +175 78.2857 -3.582611 -3.787429 1 1 +176 78.4091 -1.644376 -3.910352 1 1 +177 78.5311 -6.384623 -6.209167 2 2 +178 78.0899 -2.967456 -2.916221 2 1 +179 78.2123 -2.369735 -2.581771 1 1 +180 78.3333 -4.382126 -4.063119 2 2 +181 78.4530 -3.240836 -2.595504 2 2 +182 78.5714 -3.874332 -3.155563 2 2 +183 78.1421 -5.143152 -5.257463 1 2 +184 78.2609 -1.727008 -2.659232 1 1 +185 77.8378 -3.866294 -4.012528 1 2 +186 77.9570 -2.505653 -2.966962 1 1 +187 78.0749 -4.560321 -4.177903 2 2 +188 77.6596 -3.808645 -3.003030 2 1 +189 77.2487 -3.191359 -3.675037 1 2 +190 77.3684 -5.374541 -5.149705 2 2 +191 77.4869 -2.440163 -2.926795 1 1 +192 77.6042 -4.863213 -3.921486 2 2 +193 77.2021 -3.513897 -3.521863 1 2 +194 77.3196 -1.971483 -1.641279 2 2 +195 76.9231 -3.499381 -3.225932 2 1 +196 76.5306 -3.196645 -3.513421 1 2 +197 76.6497 -1.180317 -3.180749 1 1 +198 76.7677 -2.624219 -7.011428 1 1 +199 76.8844 -5.721224 -4.695377 2 2 +200 77.0000 -3.146705 -2.815563 2 2 +201 77.1144 -2.740331 -3.300955 1 1 +202 76.7327 -6.635513 -6.982485 1 2 +203 76.8473 -2.715802 -2.606158 2 2 +204 76.9608 -2.146244 -2.539812 1 1 +205 77.0732 -3.198793 -2.220185 2 2 +206 76.6990 -4.748424 -5.202335 1 2 +207 76.8116 -3.589384 -3.684067 1 1 +208 76.9231 -3.128694 -2.711694 2 2 +209 77.0335 -3.901913 -2.979870 2 2 +210 77.1429 -6.103985 -6.017636 2 2 +211 76.7773 -4.975321 -4.753819 2 1 +212 76.8868 -5.093687 -4.187754 2 2 +213 76.9953 -4.940754 -4.690089 2 2 +214 76.6355 -3.024920 -2.998223 2 1 +215 76.7442 -5.653436 -5.580312 2 2 +216 76.3889 -3.290793 -3.154876 2 1 +217 76.4977 -0.886445 -1.615827 1 1 +218 76.6055 -2.416831 -2.163072 2 2 +219 76.7123 -3.159237 -3.308781 1 1 +220 76.3636 -3.064180 -3.181497 1 2 +221 76.4706 -3.757882 -10.748459 1 1 +222 76.1261 -0.218421 -8.218462 1 2 +223 76.2332 -3.994921 -2.941348 2 2 +224 76.3393 -5.803025 -4.190035 2 2 +225 76.0000 -2.474809 -2.649186 1 2 +226 76.1062 -2.610228 -3.284396 1 1 +227 75.7709 -3.467925 -3.325406 2 1 +228 75.8772 -1.364835 -1.880220 1 1 +229 75.9825 -3.316017 -3.150507 2 2 +230 76.0870 -2.902086 -3.514514 1 1 +231 76.1905 -2.190944 -2.845532 1 1 +232 76.2931 -2.975685 -2.357448 2 2 +233 76.3948 -2.024312 -2.438459 1 1 +234 76.4957 -3.122436 -2.927514 2 2 +235 76.5957 -3.955676 -3.352803 2 2 +236 76.2712 -1.968508 -1.785521 2 1 +237 75.9494 -2.095782 -1.750309 2 1 +238 76.0504 -2.888393 -2.524682 2 2 +239 75.7322 -2.664641 -2.772222 1 2 +240 75.4167 -5.996922 -6.131503 1 2 +241 75.1037 -3.094966 -3.508853 1 2 +242 75.2066 -5.601624 -5.433133 2 2 +243 74.8971 -4.652561 -4.479476 2 1 +244 75.0000 -2.454897 -3.695293 1 1 +245 75.1020 -3.485696 -4.933290 1 1 +246 75.2033 -2.351056 -2.632461 1 1 +247 75.3036 -3.389938 -2.964960 2 2 +248 75.4032 -3.248179 -2.634995 2 2 +249 75.5020 -2.648278 -1.849472 2 2 +250 75.6000 -1.993458 -2.813799 1 1 +251 75.6972 -1.236073 -1.238482 1 1 +252 75.7937 -6.684294 -6.360646 2 2 +253 75.4941 -5.252848 -5.045028 2 1 +254 75.1969 -4.691980 -5.594916 1 2 +255 75.2941 -2.772833 -3.884259 1 1 +256 75.0000 -4.182302 -3.020930 2 1 +257 74.7082 -2.492753 -2.133603 2 1 +258 74.4186 -3.585453 -3.828416 1 2 +259 74.5174 -4.945289 -5.507133 1 1 +260 74.6154 -6.116709 -6.465830 1 1 +261 74.7126 -3.652173 -3.630688 2 2 +262 74.8092 -4.488864 -4.430410 2 2 +263 74.9049 -2.277766 -2.806598 1 1 +264 75.0000 -3.835932 -3.394880 2 2 +265 75.0943 -1.026828 -1.846261 1 1 +266 75.1880 -4.988937 -5.140650 1 1 +267 75.2809 -2.430125 -2.495839 1 1 +268 75.0000 -3.438462 -3.117833 2 1 +269 75.0929 -2.754019 -2.677354 2 2 +270 75.1852 -1.934382 -2.985865 1 1 +271 75.2768 -3.033837 -2.395291 2 2 +272 75.3676 -3.668489 -3.288977 2 2 +273 75.4579 -2.855755 -2.776212 2 2 +274 75.5474 -3.513435 -3.221478 2 2 +275 75.6364 -2.680931 -2.886540 1 1 +276 75.7246 -2.076078 -2.189075 1 1 +277 75.8123 -3.189685 -3.822278 1 1 +278 75.5396 -2.633092 -2.619488 2 1 +279 75.6272 -4.044399 -3.186986 2 2 +280 75.7143 -3.578645 -3.372603 2 2 +281 75.8007 -2.538543 -1.748028 2 2 +282 75.8865 -4.041555 -3.292854 2 2 +283 75.6184 -2.904431 -3.412600 1 2 +284 75.7042 -2.214373 -3.259767 1 1 +285 75.7895 -3.447419 -4.222027 1 1 +286 75.8741 -3.312988 -3.566522 1 1 +287 75.9582 -2.200584 -3.938226 1 1 +288 75.6944 -2.941959 -3.137029 1 2 +289 75.4325 -2.562056 -2.227537 2 1 +290 75.5172 -3.567106 -3.899125 1 1 +291 75.6014 -3.011423 -3.430730 1 1 +292 75.6849 -2.655626 -1.722709 2 2 +293 75.7679 -3.054694 -2.800272 2 2 +294 75.5102 -3.967194 -3.752203 2 1 +295 75.5932 -1.888692 -2.086381 1 1 +296 75.6757 -4.654165 -4.409158 2 2 +297 75.4209 -1.963208 -2.598480 1 2 +298 75.5034 -5.191792 -4.784282 2 2 +299 75.5853 -2.430566 -2.178379 2 2 +300 75.6667 -2.554083 -3.065112 1 1 +301 75.7475 -4.627233 -5.218482 1 1 +302 75.8278 -3.832514 -3.622401 2 2 +303 75.5776 -9.006004 -8.394304 2 1 +304 75.6579 -4.396004 -3.840636 2 2 +305 75.4098 -3.030968 -3.318935 1 2 +306 75.4902 -2.278108 -1.970218 2 2 +307 75.5700 -2.777161 -2.823695 1 1 +308 75.3247 -4.775500 -4.949704 1 2 +309 75.4045 -3.903911 -4.244027 1 1 +310 75.4839 -5.507514 -5.163927 2 2 +311 75.5627 -0.857005 -5.147074 1 1 +312 75.6410 -3.977750 -4.166852 1 1 +313 75.7188 -4.598115 -4.421422 2 2 +314 75.7962 -4.018402 -3.417524 2 2 +315 75.8730 -1.654482 -3.311362 1 1 +316 75.9494 -7.155070 -4.444523 2 2 +317 75.7098 -4.807952 -4.762678 2 1 +318 75.7862 -4.527906 -4.298748 2 2 +319 75.8621 -1.186682 -1.579909 1 1 +320 75.9375 -3.784236 -4.835465 1 1 +321 76.0125 -2.821675 -2.806184 2 2 +322 75.7764 -2.219657 -2.672409 1 2 +323 75.8514 -3.058200 -3.774120 1 1 +324 75.6173 -3.993050 -3.807889 2 1 +325 75.6923 -5.092179 -4.220772 2 2 +326 75.7669 -2.185148 -1.909088 2 2 +327 75.8410 -2.271360 -2.551630 1 1 +328 75.6098 -3.900517 -3.524921 2 1 +329 75.6839 -3.615850 -7.211533 1 1 +330 75.7576 -1.761794 -2.135542 1 1 +331 75.5287 -4.581689 -3.394347 2 1 +332 75.6024 -1.713813 -2.215630 1 1 +333 75.6757 -3.637069 -2.143156 2 2 +334 75.7485 -2.758409 -5.109580 1 1 +335 75.5224 -5.180506 -4.303378 2 1 +336 75.5952 -4.186591 -3.904310 2 2 +337 75.6677 -1.979448 -1.223310 2 2 +338 75.4438 -3.558023 -2.766167 2 1 +339 75.5162 -5.215194 -5.086227 2 2 +340 75.5882 -4.261802 -4.827618 1 1 +341 75.6598 -3.137363 -3.790314 1 1 +342 75.7310 -5.298674 -4.583107 2 2 +343 75.8017 -3.291819 -3.405043 1 1 +344 75.8721 -2.087334 -2.901307 1 1 +345 75.9420 -0.628377 -2.251700 1 1 +346 75.7225 -5.315394 -5.930456 1 2 +347 75.7925 -3.185430 -2.951245 2 2 +348 75.8621 -1.089226 -2.216319 1 1 +349 75.6447 -3.409993 -4.303096 1 2 +350 75.4286 -2.067618 -3.089867 1 2 +351 75.4986 -2.660712 -3.060646 1 1 +352 75.5682 -3.854914 -3.592413 2 2 +353 75.6374 -2.047717 -2.361282 1 1 +354 75.7062 -5.121055 -4.821740 2 2 +355 75.7746 -2.097012 -1.781701 2 2 +356 75.8427 -2.777273 -2.698735 2 2 +357 75.9104 -3.540863 -3.352781 2 2 +358 75.9777 -1.953464 -1.808374 2 2 +359 76.0446 -5.008390 -3.246213 2 2 +360 75.8333 -3.281595 -3.390842 1 2 +361 75.9003 -2.696056 -1.665194 2 2 +362 75.9669 -5.014258 -4.816871 2 2 +363 75.7576 -2.682292 -2.539531 2 1 +364 75.8242 -5.561275 -5.670199 1 1 +365 75.8904 -5.084586 -5.185207 1 1 +366 75.6831 -2.786700 -7.407587 1 2 +367 75.4768 -4.953662 -4.684514 2 1 +368 75.5435 -4.594339 -4.050480 2 2 +369 75.3388 -2.659514 -3.402237 1 2 +370 75.4054 -4.913492 -5.058801 1 1 +371 75.4717 -2.508533 -3.489019 1 1 +372 75.2688 -2.560024 -2.554581 2 1 +373 75.0670 -4.712866 -3.903605 2 1 +374 75.1337 -2.251270 -2.898810 1 1 +375 75.2000 -2.634574 -2.288631 2 2 +376 75.2660 -4.549185 -2.988318 2 2 +377 75.3316 -3.979558 -3.781601 2 2 +378 75.1323 -3.559812 -3.857778 1 2 +379 74.9340 -1.205560 -2.669492 1 2 +380 75.0000 -5.049226 -5.910246 1 1 +381 75.0656 -9.073816 -7.039664 2 2 +382 75.1309 -2.227869 -2.000728 2 2 +383 75.1958 -2.889948 -1.245268 2 2 +384 75.0000 -3.832466 -2.706244 2 1 +385 74.8052 -1.374655 -1.254935 2 1 +386 74.8705 -2.093026 -12.347528 1 1 +387 74.9354 -1.581034 -2.464490 1 1 +388 75.0000 -6.200198 -6.029887 2 2 +389 75.0643 -2.465770 -2.083730 2 2 +390 75.1282 -2.617411 -3.238158 1 1 +391 74.9361 -3.759512 -3.844065 1 2 +392 74.7449 -3.325811 -2.738626 2 1 +393 74.5547 -4.925148 -4.971595 1 2 +394 74.6193 -2.803302 -3.551204 1 1 +395 74.6835 -3.020971 -2.457838 2 2 +396 74.7475 -2.666378 -2.775128 1 1 +397 74.8111 -6.370465 -6.778818 1 1 +398 74.8744 -3.840082 -5.288703 1 1 +399 74.9373 -2.932226 -3.470323 1 1 +400 75.0000 -1.513419 -7.258358 1 1 +401 75.0623 -2.987230 -3.610707 1 1 +402 74.8756 -3.610816 -3.701885 1 2 +403 74.6898 -6.895614 -7.379616 1 2 +404 74.7525 -3.876968 -2.620861 2 2 +405 74.8148 -3.308599 -3.826614 1 1 +406 74.8768 -7.377999 -7.961637 1 1 +407 74.6929 -4.470974 -4.767309 1 2 +408 74.5098 -3.019100 -3.182144 1 2 +409 74.5721 -3.877216 -4.379542 1 1 +410 74.3902 -3.508683 -3.155285 2 1 +411 74.4526 -2.845555 -4.179401 1 1 +412 74.5146 -3.198041 -2.609031 2 2 +413 74.5763 -3.112050 -2.297533 2 2 +414 74.3961 -3.612108 -3.781898 1 2 +415 74.4578 -2.571459 -2.421514 2 2 +416 74.5192 -3.814388 -2.436079 2 2 +417 74.5803 -4.366468 -4.687623 1 1 +418 74.4019 -4.157537 -3.899898 2 1 +419 74.2243 -3.632725 -3.730749 1 2 +420 74.2857 -2.993766 -2.705298 2 2 +421 74.3468 -3.818773 -3.668450 2 2 +422 74.4076 -1.864253 -1.885612 1 1 +423 74.4681 -3.076051 -3.238382 1 1 +424 74.5283 -4.529151 -5.062046 1 1 +425 74.5882 -5.119639 -3.396491 2 2 +426 74.6479 -1.578121 -1.391533 2 2 +427 74.7073 -3.606265 -4.082685 1 1 +428 74.5327 -3.954054 -3.904020 2 1 +429 74.5921 -3.136173 -2.982352 2 2 +430 74.4186 -6.641638 -6.316534 2 1 +431 74.4780 -3.642094 -4.993140 1 1 +432 74.3056 -3.243511 -3.436191 1 2 +433 74.3649 -2.059581 -1.810203 2 2 +434 74.4240 -6.411466 -6.794692 1 1 +435 74.2529 -3.463148 -3.325682 2 1 +436 74.3119 -1.828566 -2.284854 1 1 +437 74.1419 -3.111092 -3.275774 1 2 +438 74.2009 -3.873490 -3.623311 2 2 +439 74.2597 -2.494659 -3.609085 1 1 +440 74.3182 -3.892437 -3.931090 1 1 +441 74.3764 -3.283374 -5.292597 1 1 +442 74.2081 -4.144242 -3.630771 2 1 +443 74.2664 -1.762578 -3.276623 1 1 +444 74.0991 -6.262197 -6.622542 1 2 +445 74.1573 -1.415116 -2.176985 1 1 +446 74.2152 -4.400456 -3.962796 2 2 +447 74.0492 -2.424301 -2.298938 2 1 +448 74.1071 -3.999166 -3.940616 2 2 +449 74.1648 -2.533408 -1.887642 2 2 +450 74.2222 -4.733585 -4.426849 2 2 +451 74.2794 -4.684237 -4.645614 2 2 +452 74.1150 -4.991222 -4.557719 2 1 +453 74.1722 -4.296097 -3.542927 2 2 +454 74.2291 -3.194650 -3.751027 1 1 +455 74.0659 -2.277463 -8.407076 1 2 +456 73.9035 -3.671721 -3.787930 1 2 +457 73.9606 -7.104655 -7.129426 1 1 +458 74.0175 -2.841602 -2.260016 2 2 +459 74.0741 -4.309857 -4.146480 2 2 +460 74.1304 -0.724080 -7.141462 1 1 +461 74.1866 -1.946619 -2.645887 1 1 +462 74.2424 -4.520798 -5.014673 1 1 +463 74.2981 -1.073317 -1.317004 1 1 +464 74.3534 -1.587513 -2.152547 1 1 +465 74.4086 -2.913275 -2.550270 2 2 +466 74.2489 -5.297616 -5.458701 1 2 +467 74.3041 -4.125988 -4.128352 1 1 +468 74.3590 -4.136200 -4.029117 2 2 +469 74.2004 -1.786931 -1.397902 2 1 +470 74.2553 -1.796473 -1.690565 2 2 +471 74.3100 -1.919965 -2.184703 1 1 +472 74.3644 -3.343651 -3.086595 2 2 +473 74.4186 -4.053926 -2.834027 2 2 +474 74.4726 -3.307605 -4.504162 1 1 +475 74.5263 -1.466166 -1.332089 2 2 +476 74.3697 -3.734622 -3.747996 1 2 +477 74.2138 -3.750160 -4.398711 1 2 +478 74.2678 -2.178027 -2.346369 1 1 +479 74.3215 -3.151142 -3.217532 1 1 +480 74.3750 -6.251127 -4.415224 2 2 +481 74.4283 -2.052478 -2.272638 1 1 +482 74.2739 -5.228374 -5.975605 1 2 +483 74.3271 -3.489098 -3.965461 1 1 +484 74.1736 -2.858356 -2.541418 2 1 +485 74.2268 -1.191049 -1.858516 1 1 +486 74.2798 -1.807103 -2.172293 1 1 +487 74.3326 -3.152206 -2.848915 2 2 +488 74.3852 -2.636648 -1.999488 2 2 +489 74.4376 -2.057779 -2.411533 1 1 +490 74.4898 -2.668257 -2.992460 1 1 +491 74.5418 -4.745982 -4.041691 2 2 +492 74.5935 -5.007668 -4.169636 2 2 +493 74.6450 -2.082004 -2.688373 1 1 +494 74.6964 -3.249100 -3.023633 2 2 +495 74.7475 -3.966149 -4.117108 1 1 +496 74.5968 -3.108662 -3.167289 1 2 +497 74.4467 -4.615418 -4.382220 2 1 +498 74.2972 -1.488225 -1.628494 1 2 +499 74.3487 -2.872665 -3.223911 1 1 +500 74.4000 -4.908347 -4.126034 2 2 +501 74.4511 -1.382733 -2.684295 1 1 +502 74.5020 -2.129404 -2.384120 1 1 +503 74.5527 -3.152208 -2.899183 2 2 +504 74.6032 -2.076646 -2.142665 1 1 +505 74.4554 -7.656143 -8.020832 1 2 +506 74.5059 -4.726992 -4.815898 1 1 +507 74.5562 -2.889990 -3.259812 1 1 +508 74.6063 -5.387734 -3.107455 2 2 +509 74.6562 -1.862731 -9.311432 1 1 +510 74.7059 -4.422664 -5.416761 1 1 +511 74.7554 -4.544628 -3.427651 2 2 +512 74.8047 -3.029958 -3.077625 1 1 +513 74.8538 -2.953995 -2.729474 2 2 +514 74.9027 -3.480809 -3.742293 1 1 +515 74.9515 -5.290262 -6.018095 1 1 +516 74.8062 -3.897151 -3.761616 2 1 +517 74.8549 -2.238275 -2.858464 1 1 +518 74.9035 -2.832322 -2.321310 2 2 +519 74.9518 -6.814676 -6.524550 2 2 +520 74.8077 -2.213661 -2.359048 1 2 +521 74.6641 -2.304125 -1.546706 2 1 +522 74.7126 -3.381591 -2.474591 2 2 +523 74.7610 -2.976290 -2.514811 2 2 +524 74.6183 -5.031971 -4.653005 2 1 +525 74.6667 -3.244768 -2.157399 2 2 +526 74.7148 -0.488317 -15.352430 1 1 +527 74.7628 -4.788280 -3.223044 2 2 +528 74.8106 -6.714502 -6.185644 2 2 +529 74.6692 -5.036861 -4.818154 2 1 +530 74.7170 -5.374086 -4.078844 2 2 +531 74.7646 -3.188684 -3.438977 1 1 +532 74.8120 -2.097250 -2.873190 1 1 +533 74.8593 -3.424414 -1.900716 2 2 +534 74.9064 -2.239980 -2.651052 1 1 +535 74.9533 -3.066540 -3.053665 2 2 +536 74.8134 -2.672473 -2.442887 2 1 +537 74.8603 -5.105172 -6.342509 1 1 +538 74.9071 -1.956933 -4.235634 1 1 +539 74.9536 -3.716372 -1.850185 2 2 +540 75.0000 -2.734878 -2.700916 2 2 +541 75.0462 -2.793724 -3.326539 1 1 +542 74.9077 -3.432851 -4.771468 1 2 +543 74.9540 -5.217816 -3.984231 2 2 +544 75.0000 -1.918303 -3.765244 1 1 +545 74.8624 -2.961355 -4.604763 1 2 +546 74.9084 -2.460803 -3.947471 1 1 +547 74.9543 -6.015794 -4.478211 2 2 +548 75.0000 -4.257287 -4.528469 1 1 +549 75.0455 -4.931143 -5.472929 1 1 +550 75.0909 -2.688706 -2.432323 2 2 +551 74.9546 -0.631468 -13.426087 1 2 +552 74.8188 -2.243325 -1.876422 2 1 +553 74.6835 -5.430856 -5.499316 1 2 +554 74.7292 -4.351195 -3.996861 2 2 +555 74.7748 -1.597376 -1.361922 2 2 +556 74.8201 -5.814020 -5.071949 2 2 +557 74.6858 -6.282357 -4.472137 2 1 +558 74.7312 -0.891051 -2.505613 1 1 +559 74.7764 -2.283165 -2.131459 2 2 +560 74.6429 -2.014929 -1.845399 2 1 +561 74.6881 -1.870844 -1.946323 1 1 +562 74.7331 -1.365330 -2.254542 1 1 +563 74.6004 -1.498488 -2.480082 1 2 +564 74.6454 -2.559703 -3.032346 1 1 +565 74.6903 -4.221896 -4.049726 2 2 +566 74.7350 -4.789361 -5.644533 1 1 +567 74.7795 -2.653515 -2.279633 2 2 +568 74.8239 -7.105607 -2.604733 2 2 +569 74.6924 -4.127820 -3.235343 2 1 +570 74.7368 -5.139544 -5.395440 1 1 +571 74.7811 -4.257186 -2.924911 2 2 +572 74.6503 -2.666680 -2.740498 1 2 +573 74.5201 -3.315109 -3.490841 1 2 +574 74.5645 -3.770605 -2.881084 2 2 +575 74.4348 -5.086070 -5.117502 1 2 +576 74.4792 -2.123547 -2.942503 1 1 +577 74.5234 -4.004435 -3.572011 2 2 +578 74.5675 -3.125932 -3.109255 2 2 +579 74.4387 -3.986646 -3.996433 1 2 +580 74.4828 -2.595184 -2.700135 1 1 +581 74.5267 -5.549227 -6.102729 1 1 +582 74.5704 -6.216639 -6.093087 2 2 +583 74.6141 -4.667246 -4.486395 2 2 +584 74.6575 -4.357720 -4.682786 1 1 +585 74.7009 -0.921743 -1.930878 1 1 +586 74.7440 -3.678031 -3.733051 1 1 +587 74.6167 -5.073388 -4.664172 2 1 +588 74.6599 -3.226566 -2.125189 2 2 +589 74.7029 -3.840300 -3.676206 2 2 +590 74.7458 -3.854054 -3.316114 2 2 +591 74.7885 -3.755790 -3.509056 2 2 +592 74.8311 -3.659629 -4.323347 1 1 +593 74.8735 -3.893573 -3.281005 2 2 +594 74.7475 -3.679746 -3.397879 2 1 +595 74.6218 -1.610537 -1.662024 1 2 +596 74.4966 -4.759820 -4.764556 1 2 +597 74.5394 -2.317426 -2.332678 1 1 +598 74.5819 -2.643413 -2.744661 1 1 +599 74.6244 -2.771093 -3.151238 1 1 +600 74.6667 -3.835681 -3.590875 2 2 +601 74.5424 -3.638160 -3.746745 1 2 +602 74.5847 -2.969036 -4.373079 1 1 +603 74.6269 -6.733328 -6.258733 2 2 +604 74.6689 -2.877048 -2.783751 2 2 +605 74.5455 -2.142610 -2.121667 2 1 +606 74.5875 -3.316252 -2.606407 2 2 +607 74.4646 -2.580029 -2.397468 2 1 +608 74.3421 -2.982307 -2.609012 2 1 +609 74.3842 -5.606054 -5.745130 1 1 +610 74.2623 -2.593202 -2.540676 2 1 +611 74.3044 -4.791802 -4.878877 1 1 +612 74.3464 -2.762644 -5.545515 1 1 +613 74.3883 -2.373708 -2.266650 2 2 +614 74.4300 -3.042537 -1.984575 2 2 +615 74.4715 -2.331177 -2.259014 2 2 +616 74.5130 -3.634687 -3.583302 2 2 +617 74.5543 -10.581992 -4.685832 2 2 +618 74.4337 -3.753101 -3.827959 1 2 +619 74.4750 -3.670616 -3.494136 2 2 +620 74.5161 -3.886952 -4.070279 1 1 +621 74.5572 -3.412162 -2.586369 2 2 +622 74.5981 -2.755252 -2.854895 1 1 +623 74.4783 -2.855188 -2.645352 2 1 +624 74.5192 -3.987993 -3.095332 2 2 +625 74.5600 -3.988462 -5.265587 1 1 +626 74.6006 -2.433027 -2.799520 1 1 +627 74.6411 -3.147631 -3.396998 1 1 +628 74.6815 -3.712168 -2.561183 2 2 +629 74.7218 -1.987783 -2.707920 1 1 +630 74.6032 -1.448476 -1.410922 2 1 +631 74.6434 -1.440122 -2.094988 1 1 +632 74.5253 -1.602571 -1.761741 1 2 +633 74.5656 -2.499876 -2.143150 2 2 +634 74.6057 -2.228420 -3.325808 1 1 +635 74.4882 -3.761013 -4.030611 1 2 +636 74.5283 -3.007491 -3.560532 1 1 +637 74.5683 -3.036108 -4.645845 1 1 +638 74.4514 -4.367877 -3.960281 2 1 +639 74.4914 -1.711102 -2.927779 1 1 +640 74.3750 -1.182941 -1.421986 1 2 +641 74.4150 -4.850207 -5.404480 1 1 +642 74.4548 -4.635265 -2.701515 2 2 +643 74.4946 -1.641658 -1.248934 2 2 +644 74.5342 -4.237683 -4.793701 1 1 +645 74.4186 -1.536542 -1.391791 2 1 +646 74.3034 -3.950841 -3.629459 2 1 +647 74.1886 -3.504648 -2.763600 2 1 +648 74.2284 -3.316443 -3.197784 2 2 +649 74.2681 -2.538974 -3.069961 1 1 +650 74.3077 -3.297650 -3.794320 1 1 +651 74.1935 -6.547997 -7.188364 1 2 +652 74.2331 -4.401156 -4.133145 2 2 +653 74.2726 -6.960009 -6.657686 2 2 +654 74.1590 -3.663394 -4.064972 1 2 +655 74.1985 -3.166510 -3.127291 2 2 +656 74.2378 -4.525311 -2.418438 2 2 +657 74.1248 -5.821854 -6.083977 1 2 +658 74.1641 -3.827793 -1.840820 2 2 +659 74.2033 -2.009509 -1.542257 2 2 +660 74.2424 -3.213520 -2.197467 2 2 +661 74.2814 -2.752083 -3.067452 1 1 +662 74.3202 -3.195216 -3.546166 1 1 +663 74.3590 -6.157523 -5.566159 2 2 +664 74.3976 -2.853323 -2.994254 1 1 +665 74.2857 -3.715986 -3.844913 1 2 +666 74.1742 -4.761308 -4.368159 2 1 +667 74.0630 -6.440811 -6.711216 1 2 +668 74.1018 -2.757868 -2.861851 1 1 +669 74.1405 -2.730975 -2.993806 1 1 +670 74.0299 -3.187884 -2.853572 2 1 +671 74.0686 -3.248954 -4.611696 1 1 +672 74.1071 -3.108807 -2.959286 2 2 +673 74.1456 -2.118045 -1.931618 2 2 +674 74.1840 -4.841136 -5.124828 1 1 +675 74.0741 -3.954722 -3.566772 2 1 +676 73.9645 -2.257582 -2.616004 1 2 +677 74.0030 -3.565790 -4.051429 1 1 +678 73.8938 -4.812230 -5.021781 1 2 +679 73.7850 -4.930595 -5.051839 1 2 +680 73.8235 -3.745794 -4.182270 1 1 +681 73.7151 -2.439764 -1.852479 2 1 +682 73.6070 -1.993610 -2.183447 1 2 +683 73.6457 -1.688612 -2.485198 1 1 +684 73.6842 -4.995074 -8.742319 1 1 +685 73.7226 -3.308377 -2.085343 2 2 +686 73.6152 -5.094307 -5.330291 1 2 +687 73.6536 -2.790453 -2.384772 2 2 +688 73.6919 -7.079406 -7.637884 1 1 +689 73.7300 -2.521957 -2.282773 2 2 +690 73.7681 -2.647668 -2.590533 2 2 +691 73.8061 -2.821056 -2.978868 1 1 +692 73.8439 -1.815251 -2.642139 1 1 +693 73.8817 -4.027363 -4.044065 1 1 +694 73.9193 -3.675503 -3.468221 2 2 +695 73.9568 -4.382831 -4.567848 1 1 +696 73.9943 -4.745422 -5.108857 1 1 +697 74.0316 -2.462439 -2.719310 1 1 +698 74.0688 -4.365486 -3.592371 2 2 +699 74.1059 -4.257134 -4.997824 1 1 +700 74.1429 -2.246695 -1.954695 2 2 +701 74.0371 -2.094326 -1.773364 2 1 +702 73.9316 -4.265708 -4.959693 1 2 +703 73.8265 -5.804605 -4.779081 2 1 +704 73.8636 -1.532948 -2.349939 1 1 +705 73.9007 -1.945484 -1.799028 2 2 +706 73.7960 -2.904716 -3.064815 1 2 +707 73.6917 -4.853345 -4.751109 2 1 +708 73.7288 -3.601634 -3.197372 2 2 +709 73.7659 -3.235902 -2.652354 2 2 +710 73.8028 -2.668462 -3.570272 1 1 +711 73.6990 -2.552328 -2.623608 1 2 +712 73.5955 -2.574294 -3.174434 1 2 +713 73.4923 -3.331210 -3.363343 1 2 +714 73.5294 -2.983494 -2.833495 2 2 +715 73.5664 -4.842453 -3.907714 2 2 +716 73.6034 -4.558646 -3.717731 2 2 +717 73.6402 -1.689466 -0.593925 2 2 +718 73.5376 -3.553496 -3.500161 2 1 +719 73.4353 -4.577373 -4.168753 2 1 +720 73.3333 -1.517793 -5.293123 1 2 +721 73.3703 -4.420197 -4.400648 2 2 +722 73.2687 -1.956337 -1.745350 2 1 +723 73.3057 -2.481270 -2.836669 1 1 +724 73.2044 -2.619166 -2.877314 1 2 +725 73.2414 -2.725410 -2.712621 2 2 +726 73.2782 -4.107299 -3.893009 2 2 +727 73.3150 -2.924689 -2.229852 2 2 +728 73.3516 -4.005859 -4.361641 1 1 +729 73.3882 -1.907747 -2.510977 1 1 +730 73.4247 -3.113093 -3.235430 1 1 +731 73.4610 -1.895840 -2.990222 1 1 +732 73.4973 -2.863420 -2.132825 2 2 +733 73.3970 -3.575075 -3.768769 1 2 +734 73.4332 -0.196851 -9.361568 1 1 +735 73.3333 -3.463768 -3.217429 2 1 +736 73.3696 -2.062491 -2.764076 1 1 +737 73.4057 -3.406992 -3.459524 1 1 +738 73.4417 -4.457617 -4.293046 2 2 +739 73.4777 -0.290316 -7.790281 1 1 +740 73.5135 -3.318165 -2.941570 2 2 +741 73.4143 -4.573343 -4.524653 2 1 +742 73.4501 -2.425193 -2.360640 2 2 +743 73.4859 -3.659910 -3.412185 2 2 +744 73.5215 -4.197429 -3.311163 2 2 +745 73.5570 -2.732769 -3.817572 1 1 +746 73.5925 -5.655220 -5.861711 1 1 +747 73.6278 -4.832654 -5.618144 1 1 +748 73.6631 -3.699212 -3.526307 2 2 +749 73.6983 -3.048484 -3.392258 1 1 +750 73.7333 -1.249409 -8.509329 1 1 + +Final Winogrande score(750 tasks): 73.7333 +/- 1.6080