Upload ./gemma-2-9b-Q3_K_M.mmlu.txt with huggingface_hub

gemma-2-9b-Q3_K_M.mmlu.txt

@@ -0,0 +1,598 @@
+multiple_choice_score: there are 1548 tasks in prompt
+multiple_choice_score: reading tasks.......................................................................................................done
+multiple_choice_score: preparing task data...done
+multiple_choice_score : calculating TruthfulQA score over 1548 tasks.
+
+task	acc_norm
+1	0.00000000
+2	50.00000000
+3	33.33333333
+4	25.00000000
+5	40.00000000
+6	50.00000000
+7	42.85714286
+8	50.00000000
+9	44.44444444
+10	50.00000000
+11	54.54545455
+12	50.00000000
+13	46.15384615
+14	50.00000000
+15	46.66666667
+16	50.00000000
+17	47.05882353
+18	44.44444444
+19	47.36842105
+20	45.00000000
+21	42.85714286
+22	40.90909091
+23	39.13043478
+24	37.50000000
+25	36.00000000
+26	38.46153846
+27	40.74074074
+28	42.85714286
+29	44.82758621
+30	46.66666667
+31	45.16129032
+32	43.75000000
+33	42.42424242
+34	41.17647059
+35	42.85714286
+36	44.44444444
+37	45.94594595
+38	47.36842105
+39	46.15384615
+40	47.50000000
+41	46.34146341
+42	47.61904762
+43	46.51162791
+44	45.45454545
+45	44.44444444
+46	43.47826087
+47	44.68085106
+48	43.75000000
+49	42.85714286
+50	44.00000000
+51	45.09803922
+52	46.15384615
+53	47.16981132
+54	48.14814815
+55	47.27272727
+56	46.42857143
+57	45.61403509
+58	44.82758621
+59	45.76271186
+60	45.00000000
+61	44.26229508
+62	43.54838710
+63	44.44444444
+64	45.31250000
+65	44.61538462
+66	43.93939394
+67	43.28358209
+68	42.64705882
+69	43.47826087
+70	42.85714286
+71	42.25352113
+72	41.66666667
+73	41.09589041
+74	41.89189189
+75	42.66666667
+76	42.10526316
+77	42.85714286
+78	42.30769231
+79	41.77215190
+80	42.50000000
+81	41.97530864
+82	42.68292683
+83	43.37349398
+84	42.85714286
+85	42.35294118
+86	43.02325581
+87	42.52873563
+88	42.04545455
+89	41.57303371
+90	41.11111111
+91	41.75824176
+92	41.30434783
+93	41.93548387
+94	42.55319149
+95	42.10526316
+96	41.66666667
+97	41.23711340
+98	40.81632653
+99	41.41414141
+100	42.00000000
+101	42.57425743
+102	42.15686275
+103	41.74757282
+104	41.34615385
+105	41.90476190
+106	41.50943396
+107	42.05607477
+108	41.66666667
+109	41.28440367
+110	41.81818182
+111	42.34234234
+112	42.85714286
+113	43.36283186
+114	42.98245614
+115	43.47826087
+116	43.10344828
+117	43.58974359
+118	44.06779661
+119	43.69747899
+120	43.33333333
+121	43.80165289
+122	43.44262295
+123	43.90243902
+124	43.54838710
+125	44.00000000
+126	43.65079365
+127	44.09448819
+128	43.75000000
+129	43.41085271
+130	43.07692308
+131	42.74809160
+132	43.18181818
+133	43.60902256
+134	44.02985075
+135	43.70370370
+136	44.11764706
+137	43.79562044
+138	43.47826087
+139	43.16546763
+140	42.85714286
+141	42.55319149
+142	42.25352113
+143	41.95804196
+144	41.66666667
+145	41.37931034
+146	41.09589041
+147	40.81632653
+148	40.54054054
+149	40.26845638
+150	40.00000000
+151	39.73509934
+152	40.13157895
+153	39.86928105
+154	40.25974026
+155	40.64516129
+156	41.02564103
+157	41.40127389
+158	41.77215190
+159	42.13836478
+160	41.87500000
+161	42.23602484
+162	41.97530864
+163	41.71779141
+164	42.07317073
+165	42.42424242
+166	42.16867470
+167	41.91616766
+168	42.26190476
+169	42.01183432
+170	42.35294118
+171	42.69005848
+172	43.02325581
+173	42.77456647
+174	43.10344828
+175	42.85714286
+176	43.18181818
+177	42.93785311
+178	43.25842697
+179	43.57541899
+180	43.88888889
+181	44.19889503
+182	44.50549451
+183	44.26229508
+184	44.02173913
+185	43.78378378
+186	43.54838710
+187	43.85026738
+188	43.61702128
+189	43.91534392
+190	43.68421053
+191	43.97905759
+192	44.27083333
+193	44.55958549
+194	44.84536082
+195	44.61538462
+196	44.89795918
+197	45.17766497
+198	44.94949495
+199	44.72361809
+200	45.00000000
+201	45.27363184
+202	45.54455446
+203	45.32019704
+204	45.58823529
+205	45.36585366
+206	45.14563107
+207	44.92753623
+208	45.19230769
+209	45.45454545
+210	45.23809524
+211	45.49763033
+212	45.28301887
+213	45.07042254
+214	44.85981308
+215	44.65116279
+216	44.44444444
+217	44.23963134
+218	44.03669725
+219	43.83561644
+220	43.63636364
+221	43.43891403
+222	43.69369369
+223	43.49775785
+224	43.30357143
+225	43.55555556
+226	43.80530973
+227	44.05286344
+228	43.85964912
+229	44.10480349
+230	43.91304348
+231	43.72294372
+232	43.53448276
+233	43.34763948
+234	43.58974359
+235	43.82978723
+236	44.06779661
+237	44.30379747
+238	44.11764706
+239	43.93305439
+240	44.16666667
+241	44.39834025
+242	44.21487603
+243	44.44444444
+244	44.26229508
+245	44.48979592
+246	44.30894309
+247	44.53441296
+248	44.35483871
+249	44.17670683
+250	44.00000000
+251	43.82470120
+252	43.65079365
+253	43.87351779
+254	43.70078740
+255	43.92156863
+256	43.75000000
+257	43.96887160
+258	43.79844961
+259	44.01544402
+260	44.23076923
+261	44.06130268
+262	43.89312977
+263	44.10646388
+264	44.31818182
+265	44.15094340
+266	44.36090226
+267	44.56928839
+268	44.77611940
+269	44.60966543
+270	44.81481481
+271	45.01845018
+272	45.22058824
+273	45.42124542
+274	45.62043796
+275	45.81818182
+276	45.65217391
+277	45.48736462
+278	45.68345324
+279	45.51971326
+280	45.35714286
+281	45.19572954
+282	45.39007092
+283	45.58303887
+284	45.77464789
+285	45.61403509
+286	45.45454545
+287	45.64459930
+288	45.48611111
+289	45.32871972
+290	45.51724138
+291	45.36082474
+292	45.54794521
+293	45.39249147
+294	45.57823129
+295	45.42372881
+296	45.27027027
+297	45.11784512
+298	44.96644295
+299	44.81605351
+300	44.66666667
+301	44.51827243
+302	44.37086093
+303	44.22442244
+304	44.07894737
+305	43.93442623
+306	44.11764706
+307	43.97394137
+308	43.83116883
+309	44.01294498
+310	44.19354839
+311	44.37299035
+312	44.55128205
+313	44.72843450
+314	44.90445860
+315	45.07936508
+316	44.93670886
+317	44.79495268
+318	44.96855346
+319	44.82758621
+320	44.68750000
+321	44.54828660
+322	44.72049689
+323	44.89164087
+324	45.06172840
+325	45.23076923
+326	45.09202454
+327	45.25993884
+328	45.12195122
+329	44.98480243
+330	44.84848485
+331	44.71299094
+332	44.87951807
+333	44.74474474
+334	44.61077844
+335	44.77611940
+336	44.64285714
+337	44.51038576
+338	44.37869822
+339	44.24778761
+340	44.11764706
+341	43.98826979
+342	44.15204678
+343	44.31486880
+344	44.47674419
+345	44.34782609
+346	44.50867052
+347	44.66858790
+348	44.54022989
+349	44.69914040
+350	44.85714286
+351	45.01424501
+352	45.17045455
+353	45.04249292
+354	44.91525424
+355	44.78873239
+356	44.66292135
+357	44.81792717
+358	44.69273743
+359	44.56824513
+360	44.44444444
+361	44.32132964
+362	44.47513812
+363	44.35261708
+364	44.50549451
+365	44.38356164
+366	44.26229508
+367	44.14168937
+368	44.29347826
+369	44.44444444
+370	44.32432432
+371	44.20485175
+372	44.35483871
+373	44.50402145
+374	44.65240642
+375	44.80000000
+376	44.68085106
+377	44.56233422
+378	44.44444444
+379	44.32717678
+380	44.21052632
+381	44.09448819
+382	44.24083770
+383	44.12532637
+384	44.27083333
+385	44.15584416
+386	44.04145078
+387	44.18604651
+388	44.07216495
+389	44.21593830
+390	44.35897436
+391	44.24552430
+392	44.13265306
+393	44.27480916
+394	44.41624365
+395	44.30379747
+396	44.19191919
+397	44.08060453
+398	43.96984925
+399	44.11027569
+400	44.25000000
+401	44.13965087
+402	44.02985075
+403	44.16873449
+404	44.05940594
+405	43.95061728
+406	43.84236453
+407	43.98034398
+408	43.87254902
+409	44.00977995
+410	43.90243902
+411	43.79562044
+412	43.68932039
+413	43.82566586
+414	43.71980676
+415	43.61445783
+416	43.75000000
+417	43.64508393
+418	43.54066986
+419	43.43675418
+420	43.33333333
+421	43.23040380
+422	43.36492891
+423	43.49881797
+424	43.63207547
+425	43.52941176
+426	43.42723005
+427	43.32552693
+428	43.22429907
+429	43.35664336
+430	43.25581395
+431	43.38747100
+432	43.28703704
+433	43.18706697
+434	43.08755760
+435	42.98850575
+436	42.88990826
+437	43.02059497
+438	42.92237443
+439	42.82460137
+440	42.95454545
+441	42.85714286
+442	42.76018100
+443	42.88939052
+444	42.79279279
+445	42.92134831
+446	43.04932735
+447	42.95302013
+448	42.85714286
+449	42.76169265
+450	42.66666667
+451	42.57206208
+452	42.69911504
+453	42.82560706
+454	42.73127753
+455	42.85714286
+456	42.98245614
+457	42.88840263
+458	42.79475983
+459	42.70152505
+460	42.82608696
+461	42.95010846
+462	42.85714286
+463	42.76457883
+464	42.67241379
+465	42.58064516
+466	42.48927039
+467	42.61241970
+468	42.73504274
+469	42.64392324
+470	42.76595745
+471	42.88747346
+472	43.00847458
+473	42.91754757
+474	42.82700422
+475	42.73684211
+476	42.85714286
+477	42.76729560
+478	42.88702929
+479	42.79749478
+480	42.91666667
+481	42.82744283
+482	42.94605809
+483	43.06418219
+484	42.97520661
+485	42.88659794
+486	43.00411523
+487	42.91581109
+488	42.82786885
+489	42.94478528
+490	42.85714286
+491	42.76985743
+492	42.68292683
+493	42.59634888
+494	42.51012146
+495	42.42424242
+496	42.33870968
+497	42.25352113
+498	42.36947791
+499	42.48496994
+500	42.40000000
+501	42.31536926
+502	42.23107570
+503	42.34592445
+504	42.26190476
+505	42.17821782
+506	42.09486166
+507	42.20907298
+508	42.32283465
+509	42.23968566
+510	42.15686275
+511	42.07436399
+512	41.99218750
+513	42.10526316
+514	42.02334630
+515	42.13592233
+516	42.05426357
+517	41.97292070
+518	42.08494208
+519	42.19653179
+520	42.30769231
+521	42.22648752
+522	42.14559387
+523	42.25621415
+524	42.17557252
+525	42.28571429
+526	42.20532319
+527	42.31499051
+528	42.23484848
+529	42.34404537
+530	42.45283019
+531	42.56120527
+532	42.48120301
+533	42.58911820
+534	42.50936330
+535	42.61682243
+536	42.72388060
+537	42.83054004
+538	42.93680297
+539	43.04267161
+540	42.96296296
+541	42.88354898
+542	42.80442804
+543	42.72559853
+544	42.83088235
+545	42.75229358
+546	42.67399267
+547	42.59597806
+548	42.70072993
+549	42.80510018
+550	42.90909091
+551	43.01270417
+552	43.11594203
+553	43.03797468
+554	42.96028881
+555	43.06306306
+556	43.16546763
+557	43.26750449
+558	43.18996416
+559	43.29159213
+560	43.21428571
+561	43.31550802
+562	43.23843416
+563	43.16163410
+564	43.08510638
+565	43.18584071
+566	43.28621908
+567	43.20987654
+568	43.30985915
+569	43.40949033
+570	43.50877193
+571	43.60770578
+572	43.53146853
+573	43.45549738
+574	43.37979094
+575	43.30434783
+576	43.22916667
+577	43.15424610
+578	43.07958478
+579	43.17789292
+580	43.27586207
+581	43.37349398
+582	43.47079038
+583	43.39622642
+584	43.49315068
+585	43.41880342
+586	43.34470990
+587	43.27086882
+588	43.19727891
+589	43.12393888
+590	43.05084746
+591	42.97800338
+592	42.90540541