--- model-index: - name: no_model_name_available results: - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 55.24400000000001 - type: map_at_1 value: 30.014000000000003 - type: map_at_10 value: 45.943 - type: map_at_100 value: 46.763 - type: map_at_1000 value: 46.769 - type: map_at_20 value: 46.655 - type: map_at_3 value: 40.446 - type: map_at_5 value: 43.646 - type: mrr_at_1 value: 30.867709815078236 - type: mrr_at_10 value: 46.258184876605945 - type: mrr_at_100 value: 47.07814278884162 - type: mrr_at_1000 value: 47.08356304305195 - type: mrr_at_20 value: 46.966353170422785 - type: mrr_at_3 value: 40.82503556187766 - type: mrr_at_5 value: 43.96159317211951 - type: nauc_map_at_1000_diff1 value: 6.886880780895957 - type: nauc_map_at_1000_max value: -11.375399079859044 - type: nauc_map_at_1000_std value: -17.223274601671246 - type: nauc_map_at_100_diff1 value: 6.892991544199656 - type: nauc_map_at_100_max value: -11.362002243225842 - type: nauc_map_at_100_std value: -17.210174370727724 - type: nauc_map_at_10_diff1 value: 6.736414727787148 - type: nauc_map_at_10_max value: -11.37831967023241 - type: nauc_map_at_10_std value: -17.33404964799479 - type: nauc_map_at_1_diff1 value: 8.923783715191092 - type: nauc_map_at_1_max value: -13.126385593275344 - type: nauc_map_at_1_std value: -16.436273755848433 - type: nauc_map_at_20_diff1 value: 6.932185704189038 - type: nauc_map_at_20_max value: -11.275898951773595 - type: nauc_map_at_20_std value: -17.176054921422146 - type: nauc_map_at_3_diff1 value: 6.662076492295663 - type: nauc_map_at_3_max value: -11.953142843760919 - type: nauc_map_at_3_std value: -17.833788606042795 - type: nauc_map_at_5_diff1 value: 6.7271193830238305 - type: nauc_map_at_5_max value: -11.246510557780741 - type: nauc_map_at_5_std value: -17.91087506838237 - type: nauc_mrr_at_1000_diff1 value: 4.53297749205669 - type: nauc_mrr_at_1000_max value: -12.39580136551332 - type: nauc_mrr_at_1000_std value: -17.222685971057704 - type: nauc_mrr_at_100_diff1 value: 4.5394879919492 - type: nauc_mrr_at_100_max value: -12.382262051447933 - type: nauc_mrr_at_100_std value: -17.209623392767387 - type: nauc_mrr_at_10_diff1 value: 4.447864108553873 - type: nauc_mrr_at_10_max value: -12.367015266918003 - type: nauc_mrr_at_10_std value: -17.332132779063926 - type: nauc_mrr_at_1_diff1 value: 6.426933190532652 - type: nauc_mrr_at_1_max value: -13.235478775299327 - type: nauc_mrr_at_1_std value: -15.961449323758286 - type: nauc_mrr_at_20_diff1 value: 4.567557598785181 - type: nauc_mrr_at_20_max value: -12.310223981001874 - type: nauc_mrr_at_20_std value: -17.192843175662443 - type: nauc_mrr_at_3_diff1 value: 4.6716216832813995 - type: nauc_mrr_at_3_max value: -12.817044392980431 - type: nauc_mrr_at_3_std value: -17.571117325539486 - type: nauc_mrr_at_5_diff1 value: 4.519516858596568 - type: nauc_mrr_at_5_max value: -12.229322555388574 - type: nauc_mrr_at_5_std value: -17.942953586089775 - type: nauc_ndcg_at_1000_diff1 value: 6.817814873013132 - type: nauc_ndcg_at_1000_max value: -10.873094930178674 - type: nauc_ndcg_at_1000_std value: -17.085008322125926 - type: nauc_ndcg_at_100_diff1 value: 6.953133785546433 - type: nauc_ndcg_at_100_max value: -10.531957616408311 - type: nauc_ndcg_at_100_std value: -16.71818159673947 - type: nauc_ndcg_at_10_diff1 value: 6.295178227770737 - type: nauc_ndcg_at_10_max value: -10.397265988000354 - type: nauc_ndcg_at_10_std value: -17.198159100054138 - type: nauc_ndcg_at_1_diff1 value: 8.923783715191092 - type: nauc_ndcg_at_1_max value: -13.126385593275344 - type: nauc_ndcg_at_1_std value: -16.436273755848433 - type: nauc_ndcg_at_20_diff1 value: 7.2649927395618015 - type: nauc_ndcg_at_20_max value: -9.899142517358202 - type: nauc_ndcg_at_20_std value: -16.553478867005055 - type: nauc_ndcg_at_3_diff1 value: 6.292726274188458 - type: nauc_ndcg_at_3_max value: -11.588413127917905 - type: nauc_ndcg_at_3_std value: -18.390076696815374 - type: nauc_ndcg_at_5_diff1 value: 6.309839035230393 - type: nauc_ndcg_at_5_max value: -10.271508945864587 - type: nauc_ndcg_at_5_std value: -18.576733710870386 - type: nauc_precision_at_1000_diff1 value: 5.9271867403828296 - type: nauc_precision_at_1000_max value: -6.072894615934814 - type: nauc_precision_at_1000_std value: -16.135433674090358 - type: nauc_precision_at_100_diff1 value: 25.726925747145064 - type: nauc_precision_at_100_max value: 40.584090685342254 - type: nauc_precision_at_100_std value: 38.14370530299473 - type: nauc_precision_at_10_diff1 value: 3.6781677623945166 - type: nauc_precision_at_10_max value: -3.7754580942378686 - type: nauc_precision_at_10_std value: -15.457609944502806 - type: nauc_precision_at_1_diff1 value: 8.923783715191092 - type: nauc_precision_at_1_max value: -13.126385593275344 - type: nauc_precision_at_1_std value: -16.436273755848433 - type: nauc_precision_at_20_diff1 value: 19.746235929102436 - type: nauc_precision_at_20_max value: 18.35495615357464 - type: nauc_precision_at_20_std value: 0.15511059086479054 - type: nauc_precision_at_3_diff1 value: 5.3134343636124575 - type: nauc_precision_at_3_max value: -10.512709496977122 - type: nauc_precision_at_3_std value: -20.070916931616274 - type: nauc_precision_at_5_diff1 value: 4.921722409140018 - type: nauc_precision_at_5_max value: -6.629368447070168 - type: nauc_precision_at_5_std value: -20.999434723756796 - type: nauc_recall_at_1000_diff1 value: 5.927186740377048 - type: nauc_recall_at_1000_max value: -6.0728946159395 - type: nauc_recall_at_1000_std value: -16.135433674089697 - type: nauc_recall_at_100_diff1 value: 25.726925747144634 - type: nauc_recall_at_100_max value: 40.58409068534266 - type: nauc_recall_at_100_std value: 38.143705302995684 - type: nauc_recall_at_10_diff1 value: 3.67816776239454 - type: nauc_recall_at_10_max value: -3.7754580942378464 - type: nauc_recall_at_10_std value: -15.457609944502648 - type: nauc_recall_at_1_diff1 value: 8.923783715191092 - type: nauc_recall_at_1_max value: -13.126385593275344 - type: nauc_recall_at_1_std value: -16.436273755848433 - type: nauc_recall_at_20_diff1 value: 19.7462359291029 - type: nauc_recall_at_20_max value: 18.35495615357484 - type: nauc_recall_at_20_std value: 0.15511059086445783 - type: nauc_recall_at_3_diff1 value: 5.31343436361246 - type: nauc_recall_at_3_max value: -10.512709496977116 - type: nauc_recall_at_3_std value: -20.07091693161628 - type: nauc_recall_at_5_diff1 value: 4.92172240913999 - type: nauc_recall_at_5_max value: -6.6293684470701635 - type: nauc_recall_at_5_std value: -20.999434723756817 - type: ndcg_at_1 value: 30.014000000000003 - type: ndcg_at_10 value: 55.24400000000001 - type: ndcg_at_100 value: 58.5 - type: ndcg_at_1000 value: 58.616 - type: ndcg_at_20 value: 57.787 - type: ndcg_at_3 value: 43.934 - type: ndcg_at_5 value: 49.718 - type: precision_at_1 value: 30.014000000000003 - type: precision_at_10 value: 8.514 - type: precision_at_100 value: 0.988 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.755 - type: precision_at_3 value: 18.018 - type: precision_at_5 value: 13.627 - type: recall_at_1 value: 30.014000000000003 - type: recall_at_10 value: 85.135 - type: recall_at_100 value: 98.791 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 95.092 - type: recall_at_3 value: 54.054 - type: recall_at_5 value: 68.137 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 51.13999999999999 - type: map_at_1 value: 31.875999999999998 - type: map_at_10 value: 44.532 - type: map_at_100 value: 46.038000000000004 - type: map_at_1000 value: 46.157 - type: map_at_20 value: 45.366 - type: map_at_3 value: 40.839999999999996 - type: map_at_5 value: 43.114000000000004 - type: mrr_at_1 value: 38.91273247496424 - type: mrr_at_10 value: 50.152315098667025 - type: mrr_at_100 value: 50.874290542898336 - type: mrr_at_1000 value: 50.906905801947886 - type: mrr_at_20 value: 50.56376794173934 - type: mrr_at_3 value: 47.32951835956128 - type: mrr_at_5 value: 49.217930376728624 - type: nauc_map_at_1000_diff1 value: 52.36476606146739 - type: nauc_map_at_1000_max value: 40.490237958252365 - type: nauc_map_at_1000_std value: -1.8845317344415389 - type: nauc_map_at_100_diff1 value: 52.33703450857222 - type: nauc_map_at_100_max value: 40.47486544690021 - type: nauc_map_at_100_std value: -1.9095157213200196 - type: nauc_map_at_10_diff1 value: 52.48310495583547 - type: nauc_map_at_10_max value: 40.09186714297923 - type: nauc_map_at_10_std value: -2.4313790543381026 - type: nauc_map_at_1_diff1 value: 58.01365735208089 - type: nauc_map_at_1_max value: 36.11029923363937 - type: nauc_map_at_1_std value: -6.239781340568959 - type: nauc_map_at_20_diff1 value: 52.32501194633051 - type: nauc_map_at_20_max value: 40.428051588019095 - type: nauc_map_at_20_std value: -1.9264869828333264 - type: nauc_map_at_3_diff1 value: 53.0110474606367 - type: nauc_map_at_3_max value: 39.68533032391943 - type: nauc_map_at_3_std value: -3.6285465207403065 - type: nauc_map_at_5_diff1 value: 52.54981116327183 - type: nauc_map_at_5_max value: 40.0906539376223 - type: nauc_map_at_5_std value: -2.4919327393076585 - type: nauc_mrr_at_1000_diff1 value: 50.82302249679038 - type: nauc_mrr_at_1000_max value: 39.9254848913621 - type: nauc_mrr_at_1000_std value: -1.5984511554516092 - type: nauc_mrr_at_100_diff1 value: 50.80412980753116 - type: nauc_mrr_at_100_max value: 39.91435056267046 - type: nauc_mrr_at_100_std value: -1.6230096004155266 - type: nauc_mrr_at_10_diff1 value: 50.83275055092101 - type: nauc_mrr_at_10_max value: 39.96103690324146 - type: nauc_mrr_at_10_std value: -1.6041269189934009 - type: nauc_mrr_at_1_diff1 value: 54.88420521179768 - type: nauc_mrr_at_1_max value: 38.655520078749 - type: nauc_mrr_at_1_std value: -5.11895317994502 - type: nauc_mrr_at_20_diff1 value: 50.6713327014749 - type: nauc_mrr_at_20_max value: 39.86580174795927 - type: nauc_mrr_at_20_std value: -1.5092495858061845 - type: nauc_mrr_at_3_diff1 value: 51.453247777585034 - type: nauc_mrr_at_3_max value: 40.44141531265311 - type: nauc_mrr_at_3_std value: -2.1147720426347343 - type: nauc_mrr_at_5_diff1 value: 50.876949710774376 - type: nauc_mrr_at_5_max value: 40.355459699136375 - type: nauc_mrr_at_5_std value: -1.5067292573055617 - type: nauc_ndcg_at_1000_diff1 value: 50.68097915475126 - type: nauc_ndcg_at_1000_max value: 40.83729728637769 - type: nauc_ndcg_at_1000_std value: 0.28080722973815964 - type: nauc_ndcg_at_100_diff1 value: 50.12941283880048 - type: nauc_ndcg_at_100_max value: 40.48586542448946 - type: nauc_ndcg_at_100_std value: -0.009202303401808673 - type: nauc_ndcg_at_10_diff1 value: 50.41920422355683 - type: nauc_ndcg_at_10_max value: 40.24351748132248 - type: nauc_ndcg_at_10_std value: -0.7873431225714408 - type: nauc_ndcg_at_1_diff1 value: 54.88420521179768 - type: nauc_ndcg_at_1_max value: 38.655520078749 - type: nauc_ndcg_at_1_std value: -5.11895317994502 - type: nauc_ndcg_at_20_diff1 value: 49.86234903821364 - type: nauc_ndcg_at_20_max value: 40.49553152163194 - type: nauc_ndcg_at_20_std value: 0.09200925511478703 - type: nauc_ndcg_at_3_diff1 value: 51.223218754841625 - type: nauc_ndcg_at_3_max value: 41.14642149091258 - type: nauc_ndcg_at_3_std value: -1.8066493294127863 - type: nauc_ndcg_at_5_diff1 value: 50.39826734269378 - type: nauc_ndcg_at_5_max value: 41.144848115666704 - type: nauc_ndcg_at_5_std value: -0.25392100548648994 - type: nauc_precision_at_1000_diff1 value: -13.397374814996027 - type: nauc_precision_at_1000_max value: -10.545825090982524 - type: nauc_precision_at_1000_std value: -4.747735055324635 - type: nauc_precision_at_100_diff1 value: -8.535156679740567 - type: nauc_precision_at_100_max value: 0.2336644050756316 - type: nauc_precision_at_100_std value: 3.7114388215461003 - type: nauc_precision_at_10_diff1 value: 12.682314960533228 - type: nauc_precision_at_10_max value: 23.26944470666603 - type: nauc_precision_at_10_std value: 6.859952428715359 - type: nauc_precision_at_1_diff1 value: 54.88420521179768 - type: nauc_precision_at_1_max value: 38.655520078749 - type: nauc_precision_at_1_std value: -5.11895317994502 - type: nauc_precision_at_20_diff1 value: 3.9707906855321737 - type: nauc_precision_at_20_max value: 16.30149037090611 - type: nauc_precision_at_20_std value: 9.989513894902677 - type: nauc_precision_at_3_diff1 value: 31.858096738933366 - type: nauc_precision_at_3_max value: 36.75008912797151 - type: nauc_precision_at_3_std value: 1.6737865905809408 - type: nauc_precision_at_5_diff1 value: 22.716343790472106 - type: nauc_precision_at_5_max value: 32.166437247193954 - type: nauc_precision_at_5_std value: 6.62634536361429 - type: nauc_recall_at_1000_diff1 value: 36.30008006500106 - type: nauc_recall_at_1000_max value: 49.71542662448003 - type: nauc_recall_at_1000_std value: 60.31596168981692 - type: nauc_recall_at_100_diff1 value: 33.80857401221326 - type: nauc_recall_at_100_max value: 36.02080829251763 - type: nauc_recall_at_100_std value: 13.804209608741388 - type: nauc_recall_at_10_diff1 value: 41.117948804602406 - type: nauc_recall_at_10_max value: 35.413166134512764 - type: nauc_recall_at_10_std value: 2.6304195844088727 - type: nauc_recall_at_1_diff1 value: 58.01365735208089 - type: nauc_recall_at_1_max value: 36.11029923363937 - type: nauc_recall_at_1_std value: -6.239781340568959 - type: nauc_recall_at_20_diff1 value: 37.16004044588308 - type: nauc_recall_at_20_max value: 36.560062732504555 - type: nauc_recall_at_20_std value: 6.973789257435653 - type: nauc_recall_at_3_diff1 value: 47.174099321926924 - type: nauc_recall_at_3_max value: 39.949088090651244 - type: nauc_recall_at_3_std value: -0.8509590046361389 - type: nauc_recall_at_5_diff1 value: 43.036701638853245 - type: nauc_recall_at_5_max value: 38.83941791509091 - type: nauc_recall_at_5_std value: 2.789976323154503 - type: ndcg_at_1 value: 38.913 - type: ndcg_at_10 value: 51.13999999999999 - type: ndcg_at_100 value: 56.501000000000005 - type: ndcg_at_1000 value: 58.17099999999999 - type: ndcg_at_20 value: 53.178000000000004 - type: ndcg_at_3 value: 45.853 - type: ndcg_at_5 value: 48.760999999999996 - type: precision_at_1 value: 38.913 - type: precision_at_10 value: 9.757 - type: precision_at_100 value: 1.542 - type: precision_at_1000 value: 0.202 - type: precision_at_20 value: 5.722 - type: precision_at_3 value: 22.365 - type: precision_at_5 value: 16.252 - type: recall_at_1 value: 31.875999999999998 - type: recall_at_10 value: 64.08500000000001 - type: recall_at_100 value: 86.193 - type: recall_at_1000 value: 96.299 - type: recall_at_20 value: 71.21499999999999 - type: recall_at_3 value: 49.053000000000004 - type: recall_at_5 value: 57.118 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 50.296 - type: map_at_1 value: 33.804 - type: map_at_10 value: 44.538 - type: map_at_100 value: 45.879999999999995 - type: map_at_1000 value: 46.007 - type: map_at_20 value: 45.281 - type: map_at_3 value: 41.342 - type: map_at_5 value: 43.151 - type: mrr_at_1 value: 42.29299363057325 - type: mrr_at_10 value: 50.706703063390975 - type: mrr_at_100 value: 51.36107673889394 - type: mrr_at_1000 value: 51.40319751345043 - type: mrr_at_20 value: 51.08645797135475 - type: mrr_at_3 value: 48.57749469214439 - type: mrr_at_5 value: 49.84182590233549 - type: nauc_map_at_1000_diff1 value: 54.56683725530487 - type: nauc_map_at_1000_max value: 48.49408187949932 - type: nauc_map_at_1000_std value: -3.5839028904579275 - type: nauc_map_at_100_diff1 value: 54.566859139948406 - type: nauc_map_at_100_max value: 48.44953277653265 - type: nauc_map_at_100_std value: -3.705886194658946 - type: nauc_map_at_10_diff1 value: 54.88281767981147 - type: nauc_map_at_10_max value: 47.84874704653376 - type: nauc_map_at_10_std value: -5.315305072400622 - type: nauc_map_at_1_diff1 value: 60.03024707119591 - type: nauc_map_at_1_max value: 42.38572687085187 - type: nauc_map_at_1_std value: -9.996537931467572 - type: nauc_map_at_20_diff1 value: 54.65673141969173 - type: nauc_map_at_20_max value: 48.16868250940177 - type: nauc_map_at_20_std value: -4.379488489858532 - type: nauc_map_at_3_diff1 value: 56.607842591824486 - type: nauc_map_at_3_max value: 47.00891548339969 - type: nauc_map_at_3_std value: -7.968421330238387 - type: nauc_map_at_5_diff1 value: 55.471191976038895 - type: nauc_map_at_5_max value: 47.95637524120086 - type: nauc_map_at_5_std value: -6.031637734399086 - type: nauc_mrr_at_1000_diff1 value: 54.39110691442512 - type: nauc_mrr_at_1000_max value: 50.83821880005344 - type: nauc_mrr_at_1000_std value: 0.6159692166702286 - type: nauc_mrr_at_100_diff1 value: 54.3696480803914 - type: nauc_mrr_at_100_max value: 50.825993216095796 - type: nauc_mrr_at_100_std value: 0.6052644921054788 - type: nauc_mrr_at_10_diff1 value: 54.371705478192155 - type: nauc_mrr_at_10_max value: 50.79974257079621 - type: nauc_mrr_at_10_std value: 0.3456650373233527 - type: nauc_mrr_at_1_diff1 value: 58.54031210437416 - type: nauc_mrr_at_1_max value: 49.803488614239384 - type: nauc_mrr_at_1_std value: -2.1741861057029577 - type: nauc_mrr_at_20_diff1 value: 54.35208768506187 - type: nauc_mrr_at_20_max value: 50.822643574668305 - type: nauc_mrr_at_20_std value: 0.578954360224674 - type: nauc_mrr_at_3_diff1 value: 55.41178985271698 - type: nauc_mrr_at_3_max value: 51.30845595473003 - type: nauc_mrr_at_3_std value: -0.37094021691855295 - type: nauc_mrr_at_5_diff1 value: 54.68364424829058 - type: nauc_mrr_at_5_max value: 51.18624010202796 - type: nauc_mrr_at_5_std value: 0.42103990655648693 - type: nauc_ndcg_at_1000_diff1 value: 52.3916781475271 - type: nauc_ndcg_at_1000_max value: 49.93608862860138 - type: nauc_ndcg_at_1000_std value: 1.5381095519614094 - type: nauc_ndcg_at_100_diff1 value: 51.90307196170437 - type: nauc_ndcg_at_100_max value: 49.62275383422297 - type: nauc_ndcg_at_100_std value: 0.9383703365058415 - type: nauc_ndcg_at_10_diff1 value: 52.58533497903788 - type: nauc_ndcg_at_10_max value: 48.93940151477497 - type: nauc_ndcg_at_10_std value: -1.9515406201397911 - type: nauc_ndcg_at_1_diff1 value: 58.54031210437416 - type: nauc_ndcg_at_1_max value: 49.803488614239384 - type: nauc_ndcg_at_1_std value: -2.1741861057029577 - type: nauc_ndcg_at_20_diff1 value: 52.2331243341277 - type: nauc_ndcg_at_20_max value: 49.260105351011234 - type: nauc_ndcg_at_20_std value: -0.3053807541983415 - type: nauc_ndcg_at_3_diff1 value: 54.791680253521605 - type: nauc_ndcg_at_3_max value: 49.799479073639425 - type: nauc_ndcg_at_3_std value: -3.359256810768316 - type: nauc_ndcg_at_5_diff1 value: 53.52759078473191 - type: nauc_ndcg_at_5_max value: 49.94665111909378 - type: nauc_ndcg_at_5_std value: -2.0072207277928458 - type: nauc_precision_at_1000_diff1 value: -15.110589414777442 - type: nauc_precision_at_1000_max value: 4.326406684690144 - type: nauc_precision_at_1000_std value: 30.76243679362501 - type: nauc_precision_at_100_diff1 value: -9.83664890888201 - type: nauc_precision_at_100_max value: 14.399672821054294 - type: nauc_precision_at_100_std value: 34.2742542251923 - type: nauc_precision_at_10_diff1 value: 9.164611778072883 - type: nauc_precision_at_10_max value: 31.343758942964474 - type: nauc_precision_at_10_std value: 22.428752877162957 - type: nauc_precision_at_1_diff1 value: 58.54031210437416 - type: nauc_precision_at_1_max value: 49.803488614239384 - type: nauc_precision_at_1_std value: -2.1741861057029577 - type: nauc_precision_at_20_diff1 value: 0.44929305898966365 - type: nauc_precision_at_20_max value: 24.726708632266963 - type: nauc_precision_at_20_std value: 29.25463805200049 - type: nauc_precision_at_3_diff1 value: 31.885633304061674 - type: nauc_precision_at_3_max value: 45.891846997032395 - type: nauc_precision_at_3_std value: 8.966423211748696 - type: nauc_precision_at_5_diff1 value: 20.161267334635085 - type: nauc_precision_at_5_max value: 40.52868728124918 - type: nauc_precision_at_5_std value: 17.21689901677931 - type: nauc_recall_at_1000_diff1 value: 37.66458313022363 - type: nauc_recall_at_1000_max value: 53.91611634060227 - type: nauc_recall_at_1000_std value: 34.524934918397186 - type: nauc_recall_at_100_diff1 value: 36.69397605115916 - type: nauc_recall_at_100_max value: 47.01882921655524 - type: nauc_recall_at_100_std value: 14.464239623489867 - type: nauc_recall_at_10_diff1 value: 44.14298927469828 - type: nauc_recall_at_10_max value: 44.46655806020608 - type: nauc_recall_at_10_std value: -1.4928423828526263 - type: nauc_recall_at_1_diff1 value: 60.03024707119591 - type: nauc_recall_at_1_max value: 42.38572687085187 - type: nauc_recall_at_1_std value: -9.996537931467572 - type: nauc_recall_at_20_diff1 value: 41.812238373115406 - type: nauc_recall_at_20_max value: 45.375693604348776 - type: nauc_recall_at_20_std value: 5.593760130004999 - type: nauc_recall_at_3_diff1 value: 51.77404626512503 - type: nauc_recall_at_3_max value: 46.029602435907144 - type: nauc_recall_at_3_std value: -7.471014645024994 - type: nauc_recall_at_5_diff1 value: 47.747156115149316 - type: nauc_recall_at_5_max value: 47.14363391070899 - type: nauc_recall_at_5_std value: -2.735138773478397 - type: ndcg_at_1 value: 42.293 - type: ndcg_at_10 value: 50.296 - type: ndcg_at_100 value: 54.778999999999996 - type: ndcg_at_1000 value: 56.663 - type: ndcg_at_20 value: 52.06699999999999 - type: ndcg_at_3 value: 46.041 - type: ndcg_at_5 value: 48.076 - type: precision_at_1 value: 42.293 - type: precision_at_10 value: 9.459 - type: precision_at_100 value: 1.505 - type: precision_at_1000 value: 0.19499999999999998 - type: precision_at_20 value: 5.567 - type: precision_at_3 value: 22.038 - type: precision_at_5 value: 15.693999999999999 - type: recall_at_1 value: 33.804 - type: recall_at_10 value: 59.971 - type: recall_at_100 value: 78.879 - type: recall_at_1000 value: 90.647 - type: recall_at_20 value: 66.408 - type: recall_at_3 value: 47.392 - type: recall_at_5 value: 53.032999999999994 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 60.527 - type: map_at_1 value: 42.26 - type: map_at_10 value: 54.742000000000004 - type: map_at_100 value: 55.74 - type: map_at_1000 value: 55.791000000000004 - type: map_at_20 value: 55.364999999999995 - type: map_at_3 value: 51.5 - type: map_at_5 value: 53.301 - type: mrr_at_1 value: 48.025078369905955 - type: mrr_at_10 value: 58.06321839080471 - type: mrr_at_100 value: 58.64161796465698 - type: mrr_at_1000 value: 58.6678243740702 - type: mrr_at_20 value: 58.43083836697793 - type: mrr_at_3 value: 55.59038662486947 - type: mrr_at_5 value: 57.0606060606062 - type: nauc_map_at_1000_diff1 value: 57.68469941839035 - type: nauc_map_at_1000_max value: 45.59142506456117 - type: nauc_map_at_1000_std value: -5.396910224737828 - type: nauc_map_at_100_diff1 value: 57.65643922567225 - type: nauc_map_at_100_max value: 45.56968717832569 - type: nauc_map_at_100_std value: -5.412306450764012 - type: nauc_map_at_10_diff1 value: 57.77897303010143 - type: nauc_map_at_10_max value: 45.12978752020397 - type: nauc_map_at_10_std value: -6.345317352092361 - type: nauc_map_at_1_diff1 value: 60.697479048814365 - type: nauc_map_at_1_max value: 38.05823293393858 - type: nauc_map_at_1_std value: -9.161664737666927 - type: nauc_map_at_20_diff1 value: 57.682622717223964 - type: nauc_map_at_20_max value: 45.447874846429414 - type: nauc_map_at_20_std value: -5.764047463778564 - type: nauc_map_at_3_diff1 value: 58.216303078314745 - type: nauc_map_at_3_max value: 42.82177195912272 - type: nauc_map_at_3_std value: -9.177422772027217 - type: nauc_map_at_5_diff1 value: 57.831978664769515 - type: nauc_map_at_5_max value: 44.3955327920567 - type: nauc_map_at_5_std value: -7.251060540492739 - type: nauc_mrr_at_1000_diff1 value: 58.245524895038514 - type: nauc_mrr_at_1000_max value: 47.34405771276604 - type: nauc_mrr_at_1000_std value: -3.6164361713181763 - type: nauc_mrr_at_100_diff1 value: 58.230318675335035 - type: nauc_mrr_at_100_max value: 47.35167087188821 - type: nauc_mrr_at_100_std value: -3.593102604414633 - type: nauc_mrr_at_10_diff1 value: 58.227433914992886 - type: nauc_mrr_at_10_max value: 47.422409583960516 - type: nauc_mrr_at_10_std value: -3.7789443073829387 - type: nauc_mrr_at_1_diff1 value: 61.37480745418378 - type: nauc_mrr_at_1_max value: 44.46335494127829 - type: nauc_mrr_at_1_std value: -6.398833684107047 - type: nauc_mrr_at_20_diff1 value: 58.24797494245645 - type: nauc_mrr_at_20_max value: 47.37904127771602 - type: nauc_mrr_at_20_std value: -3.731995817052959 - type: nauc_mrr_at_3_diff1 value: 58.48756237849568 - type: nauc_mrr_at_3_max value: 46.879616437231576 - type: nauc_mrr_at_3_std value: -4.8092665335271745 - type: nauc_mrr_at_5_diff1 value: 58.26422531157446 - type: nauc_mrr_at_5_max value: 47.34152451776259 - type: nauc_mrr_at_5_std value: -3.9663476308504384 - type: nauc_ndcg_at_1000_diff1 value: 57.000164558241295 - type: nauc_ndcg_at_1000_max value: 47.99688089374478 - type: nauc_ndcg_at_1000_std value: -1.9126357723237575 - type: nauc_ndcg_at_100_diff1 value: 56.57305126432451 - type: nauc_ndcg_at_100_max value: 48.19680136315171 - type: nauc_ndcg_at_100_std value: -1.3608938883073507 - type: nauc_ndcg_at_10_diff1 value: 56.743775747671584 - type: nauc_ndcg_at_10_max value: 47.78713158147057 - type: nauc_ndcg_at_10_std value: -3.626852899788665 - type: nauc_ndcg_at_1_diff1 value: 61.37480745418378 - type: nauc_ndcg_at_1_max value: 44.46335494127829 - type: nauc_ndcg_at_1_std value: -6.398833684107047 - type: nauc_ndcg_at_20_diff1 value: 56.643175903925126 - type: nauc_ndcg_at_20_max value: 48.076058985517875 - type: nauc_ndcg_at_20_std value: -2.7492310018221398 - type: nauc_ndcg_at_3_diff1 value: 57.453965014993194 - type: nauc_ndcg_at_3_max value: 45.06455205146776 - type: nauc_ndcg_at_3_std value: -7.18539473462169 - type: nauc_ndcg_at_5_diff1 value: 56.89313351488996 - type: nauc_ndcg_at_5_max value: 46.975542478071205 - type: nauc_ndcg_at_5_std value: -4.784218744384206 - type: nauc_precision_at_1000_diff1 value: -11.239238315601717 - type: nauc_precision_at_1000_max value: 17.990146685827984 - type: nauc_precision_at_1000_std value: 31.90294609019782 - type: nauc_precision_at_100_diff1 value: -6.07236496776092 - type: nauc_precision_at_100_max value: 25.0065905878517 - type: nauc_precision_at_100_std value: 32.4525492436836 - type: nauc_precision_at_10_diff1 value: 16.041481355774245 - type: nauc_precision_at_10_max value: 38.98173567292828 - type: nauc_precision_at_10_std value: 17.243686720689265 - type: nauc_precision_at_1_diff1 value: 61.37480745418378 - type: nauc_precision_at_1_max value: 44.46335494127829 - type: nauc_precision_at_1_std value: -6.398833684107047 - type: nauc_precision_at_20_diff1 value: 5.8908160166614225 - type: nauc_precision_at_20_max value: 34.34013274376776 - type: nauc_precision_at_20_std value: 25.036513902310325 - type: nauc_precision_at_3_diff1 value: 36.0695938539411 - type: nauc_precision_at_3_max value: 42.97015346497544 - type: nauc_precision_at_3_std value: 0.31420720813888914 - type: nauc_precision_at_5_diff1 value: 26.966818469960817 - type: nauc_precision_at_5_max value: 43.357320830990105 - type: nauc_precision_at_5_std value: 10.016079169758655 - type: nauc_recall_at_1000_diff1 value: 41.07443433584645 - type: nauc_recall_at_1000_max value: 74.35800718581933 - type: nauc_recall_at_1000_std value: 63.881916604417945 - type: nauc_recall_at_100_diff1 value: 43.279390556626055 - type: nauc_recall_at_100_max value: 59.337990830765655 - type: nauc_recall_at_100_std value: 29.244613920045246 - type: nauc_recall_at_10_diff1 value: 49.39792783361698 - type: nauc_recall_at_10_max value: 50.72607017464337 - type: nauc_recall_at_10_std value: 1.812193906608468 - type: nauc_recall_at_1_diff1 value: 60.697479048814365 - type: nauc_recall_at_1_max value: 38.05823293393858 - type: nauc_recall_at_1_std value: -9.161664737666927 - type: nauc_recall_at_20_diff1 value: 47.88035753247517 - type: nauc_recall_at_20_max value: 53.59722889727142 - type: nauc_recall_at_20_std value: 7.720302507706711 - type: nauc_recall_at_3_diff1 value: 54.05535531328973 - type: nauc_recall_at_3_max value: 43.92041482065396 - type: nauc_recall_at_3_std value: -9.011510885504624 - type: nauc_recall_at_5_diff1 value: 51.539089243348634 - type: nauc_recall_at_5_max value: 47.82878589262871 - type: nauc_recall_at_5_std value: -3.0309072835580673 - type: ndcg_at_1 value: 48.025 - type: ndcg_at_10 value: 60.527 - type: ndcg_at_100 value: 64.21 - type: ndcg_at_1000 value: 65.273 - type: ndcg_at_20 value: 62.256 - type: ndcg_at_3 value: 55.1 - type: ndcg_at_5 value: 57.733000000000004 - type: precision_at_1 value: 48.025 - type: precision_at_10 value: 9.599 - type: precision_at_100 value: 1.2409999999999999 - type: precision_at_1000 value: 0.13699999999999998 - type: precision_at_20 value: 5.361 - type: precision_at_3 value: 24.326 - type: precision_at_5 value: 16.602 - type: recall_at_1 value: 42.26 - type: recall_at_10 value: 74.278 - type: recall_at_100 value: 89.681 - type: recall_at_1000 value: 97.436 - type: recall_at_20 value: 80.567 - type: recall_at_3 value: 59.818000000000005 - type: recall_at_5 value: 66.202 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 42.44 - type: map_at_1 value: 28.431 - type: map_at_10 value: 37.483 - type: map_at_100 value: 38.548 - type: map_at_1000 value: 38.626 - type: map_at_20 value: 38.088 - type: map_at_3 value: 34.988 - type: map_at_5 value: 36.301 - type: mrr_at_1 value: 30.16949152542373 - type: mrr_at_10 value: 39.28804591516455 - type: mrr_at_100 value: 40.2114211709097 - type: mrr_at_1000 value: 40.26624502428491 - type: mrr_at_20 value: 39.79719852386063 - type: mrr_at_3 value: 37.00564971751412 - type: mrr_at_5 value: 38.24293785310733 - type: nauc_map_at_1000_diff1 value: 46.32961961356468 - type: nauc_map_at_1000_max value: 38.165852798192624 - type: nauc_map_at_1000_std value: -0.9702769617726098 - type: nauc_map_at_100_diff1 value: 46.322895800738 - type: nauc_map_at_100_max value: 38.154702745302046 - type: nauc_map_at_100_std value: -0.9931864230580432 - type: nauc_map_at_10_diff1 value: 46.52143278450031 - type: nauc_map_at_10_max value: 38.09424035307391 - type: nauc_map_at_10_std value: -1.3823180760391551 - type: nauc_map_at_1_diff1 value: 51.63517035452425 - type: nauc_map_at_1_max value: 36.69722252554175 - type: nauc_map_at_1_std value: -3.831480331268112 - type: nauc_map_at_20_diff1 value: 46.21454269797542 - type: nauc_map_at_20_max value: 38.19824729085207 - type: nauc_map_at_20_std value: -1.064676446525204 - type: nauc_map_at_3_diff1 value: 47.1593516967249 - type: nauc_map_at_3_max value: 36.850463483045466 - type: nauc_map_at_3_std value: -2.603604341948898 - type: nauc_map_at_5_diff1 value: 46.851347485378945 - type: nauc_map_at_5_max value: 37.28186536727122 - type: nauc_map_at_5_std value: -2.4340539528920173 - type: nauc_mrr_at_1000_diff1 value: 45.576301316917046 - type: nauc_mrr_at_1000_max value: 39.074110221039085 - type: nauc_mrr_at_1000_std value: 0.34534056002843444 - type: nauc_mrr_at_100_diff1 value: 45.56601971007378 - type: nauc_mrr_at_100_max value: 39.07924381253435 - type: nauc_mrr_at_100_std value: 0.3486853785425758 - type: nauc_mrr_at_10_diff1 value: 45.56810190033719 - type: nauc_mrr_at_10_max value: 39.106855111654276 - type: nauc_mrr_at_10_std value: -0.011355717882556595 - type: nauc_mrr_at_1_diff1 value: 50.48453829424686 - type: nauc_mrr_at_1_max value: 38.72068337757316 - type: nauc_mrr_at_1_std value: -1.7255691478217123 - type: nauc_mrr_at_20_diff1 value: 45.4303967081555 - type: nauc_mrr_at_20_max value: 39.157488031782066 - type: nauc_mrr_at_20_std value: 0.322488192059293 - type: nauc_mrr_at_3_diff1 value: 46.402007141090145 - type: nauc_mrr_at_3_max value: 38.516972397422585 - type: nauc_mrr_at_3_std value: -0.6896323185509712 - type: nauc_mrr_at_5_diff1 value: 46.033801472314146 - type: nauc_mrr_at_5_max value: 38.668578627970774 - type: nauc_mrr_at_5_std value: -0.47866221242356105 - type: nauc_ndcg_at_1000_diff1 value: 44.22556271852293 - type: nauc_ndcg_at_1000_max value: 39.197223132630974 - type: nauc_ndcg_at_1000_std value: 1.6609266713997726 - type: nauc_ndcg_at_100_diff1 value: 43.948213318276515 - type: nauc_ndcg_at_100_max value: 39.09172571243978 - type: nauc_ndcg_at_100_std value: 1.7609867316747878 - type: nauc_ndcg_at_10_diff1 value: 44.262862454963646 - type: nauc_ndcg_at_10_max value: 38.91822398512767 - type: nauc_ndcg_at_10_std value: 0.19680397573589933 - type: nauc_ndcg_at_1_diff1 value: 50.48453829424686 - type: nauc_ndcg_at_1_max value: 38.72068337757316 - type: nauc_ndcg_at_1_std value: -1.7255691478217123 - type: nauc_ndcg_at_20_diff1 value: 43.369269498661 - type: nauc_ndcg_at_20_max value: 39.236172489980106 - type: nauc_ndcg_at_20_std value: 1.338917850299737 - type: nauc_ndcg_at_3_diff1 value: 45.88344269500731 - type: nauc_ndcg_at_3_max value: 37.3029933446041 - type: nauc_ndcg_at_3_std value: -2.1174725222875233 - type: nauc_ndcg_at_5_diff1 value: 45.291949971762975 - type: nauc_ndcg_at_5_max value: 37.55334078742216 - type: nauc_ndcg_at_5_std value: -1.6936327950688483 - type: nauc_precision_at_1000_diff1 value: -7.730434905061115 - type: nauc_precision_at_1000_max value: 18.665222572509492 - type: nauc_precision_at_1000_std value: 13.810754019276594 - type: nauc_precision_at_100_diff1 value: 9.982399206105127 - type: nauc_precision_at_100_max value: 29.893424795351013 - type: nauc_precision_at_100_std value: 13.132808977788613 - type: nauc_precision_at_10_diff1 value: 29.60406660861134 - type: nauc_precision_at_10_max value: 41.963933867122 - type: nauc_precision_at_10_std value: 6.9453321105070716 - type: nauc_precision_at_1_diff1 value: 50.48453829424686 - type: nauc_precision_at_1_max value: 38.72068337757316 - type: nauc_precision_at_1_std value: -1.7255691478217123 - type: nauc_precision_at_20_diff1 value: 21.275583575462562 - type: nauc_precision_at_20_max value: 40.82934150965418 - type: nauc_precision_at_20_std value: 11.295996637878691 - type: nauc_precision_at_3_diff1 value: 37.917326556588 - type: nauc_precision_at_3_max value: 38.1141616253519 - type: nauc_precision_at_3_std value: 0.2777687308102478 - type: nauc_precision_at_5_diff1 value: 35.78582736361838 - type: nauc_precision_at_5_max value: 39.18304044328737 - type: nauc_precision_at_5_std value: 0.902359580455655 - type: nauc_recall_at_1000_diff1 value: 22.451692165754082 - type: nauc_recall_at_1000_max value: 46.17514739163666 - type: nauc_recall_at_1000_std value: 35.224884802752754 - type: nauc_recall_at_100_diff1 value: 31.690153470492504 - type: nauc_recall_at_100_max value: 40.73748687827252 - type: nauc_recall_at_100_std value: 16.776743149355948 - type: nauc_recall_at_10_diff1 value: 36.85261287305019 - type: nauc_recall_at_10_max value: 39.092523024632776 - type: nauc_recall_at_10_std value: 4.002388966219084 - type: nauc_recall_at_1_diff1 value: 51.63517035452425 - type: nauc_recall_at_1_max value: 36.69722252554175 - type: nauc_recall_at_1_std value: -3.831480331268112 - type: nauc_recall_at_20_diff1 value: 32.439638047907884 - type: nauc_recall_at_20_max value: 40.27654103353758 - type: nauc_recall_at_20_std value: 9.161976985898443 - type: nauc_recall_at_3_diff1 value: 42.353276628212654 - type: nauc_recall_at_3_max value: 35.321616606477946 - type: nauc_recall_at_3_std value: -2.22584709718968 - type: nauc_recall_at_5_diff1 value: 40.64466428494762 - type: nauc_recall_at_5_max value: 35.90255543446805 - type: nauc_recall_at_5_std value: -1.220727925020192 - type: ndcg_at_1 value: 30.169 - type: ndcg_at_10 value: 42.44 - type: ndcg_at_100 value: 47.595 - type: ndcg_at_1000 value: 49.503 - type: ndcg_at_20 value: 44.458999999999996 - type: ndcg_at_3 value: 37.569 - type: ndcg_at_5 value: 39.741 - type: precision_at_1 value: 30.169 - type: precision_at_10 value: 6.3950000000000005 - type: precision_at_100 value: 0.946 - type: precision_at_1000 value: 0.11399999999999999 - type: precision_at_20 value: 3.6839999999999997 - type: precision_at_3 value: 15.781999999999998 - type: precision_at_5 value: 10.757 - type: recall_at_1 value: 28.431 - type: recall_at_10 value: 55.872 - type: recall_at_100 value: 79.401 - type: recall_at_1000 value: 93.623 - type: recall_at_20 value: 63.458000000000006 - type: recall_at_3 value: 42.584 - type: recall_at_5 value: 47.81 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 34.291 - type: map_at_1 value: 19.764 - type: map_at_10 value: 28.725 - type: map_at_100 value: 30.026999999999997 - type: map_at_1000 value: 30.144 - type: map_at_20 value: 29.374 - type: map_at_3 value: 25.685999999999996 - type: map_at_5 value: 27.538 - type: mrr_at_1 value: 24.502487562189053 - type: mrr_at_10 value: 33.714019189765445 - type: mrr_at_100 value: 34.626427656076494 - type: mrr_at_1000 value: 34.69228104298719 - type: mrr_at_20 value: 34.16244841496677 - type: mrr_at_3 value: 30.97014925373136 - type: mrr_at_5 value: 32.65547263681592 - type: nauc_map_at_1000_diff1 value: 35.57596229591453 - type: nauc_map_at_1000_max value: 28.38203992282376 - type: nauc_map_at_1000_std value: -0.690729162878796 - type: nauc_map_at_100_diff1 value: 35.5604393324392 - type: nauc_map_at_100_max value: 28.419457028070088 - type: nauc_map_at_100_std value: -0.6662063689718012 - type: nauc_map_at_10_diff1 value: 35.98010635277429 - type: nauc_map_at_10_max value: 28.098878796132592 - type: nauc_map_at_10_std value: -1.3684662626404016 - type: nauc_map_at_1_diff1 value: 39.50120884151396 - type: nauc_map_at_1_max value: 28.45531349851952 - type: nauc_map_at_1_std value: -1.9541675008858381 - type: nauc_map_at_20_diff1 value: 35.70885247227986 - type: nauc_map_at_20_max value: 28.241968097999848 - type: nauc_map_at_20_std value: -1.0783688781802567 - type: nauc_map_at_3_diff1 value: 36.62960019358422 - type: nauc_map_at_3_max value: 27.651864166748158 - type: nauc_map_at_3_std value: -1.8336204362277755 - type: nauc_map_at_5_diff1 value: 36.33961034230329 - type: nauc_map_at_5_max value: 27.760001974081433 - type: nauc_map_at_5_std value: -2.0066619580146496 - type: nauc_mrr_at_1000_diff1 value: 34.9491682537747 - type: nauc_mrr_at_1000_max value: 28.316660783130075 - type: nauc_mrr_at_1000_std value: 0.4076261826966661 - type: nauc_mrr_at_100_diff1 value: 34.91240146695054 - type: nauc_mrr_at_100_max value: 28.339210985696 - type: nauc_mrr_at_100_std value: 0.4333198774648973 - type: nauc_mrr_at_10_diff1 value: 35.02010270149501 - type: nauc_mrr_at_10_max value: 28.09462862542247 - type: nauc_mrr_at_10_std value: 0.13089152466665158 - type: nauc_mrr_at_1_diff1 value: 39.13821028058753 - type: nauc_mrr_at_1_max value: 28.032556829304085 - type: nauc_mrr_at_1_std value: -1.7975185722477194 - type: nauc_mrr_at_20_diff1 value: 35.00195546992316 - type: nauc_mrr_at_20_max value: 28.290101173427235 - type: nauc_mrr_at_20_std value: 0.359773410485394 - type: nauc_mrr_at_3_diff1 value: 35.20720807148267 - type: nauc_mrr_at_3_max value: 27.30167569999325 - type: nauc_mrr_at_3_std value: -0.8635949909966647 - type: nauc_mrr_at_5_diff1 value: 35.46207024573666 - type: nauc_mrr_at_5_max value: 27.891834763623958 - type: nauc_mrr_at_5_std value: -0.696818449554613 - type: nauc_ndcg_at_1000_diff1 value: 33.70427245790907 - type: nauc_ndcg_at_1000_max value: 29.276969012460576 - type: nauc_ndcg_at_1000_std value: 2.194555942099149 - type: nauc_ndcg_at_100_diff1 value: 32.87395869015526 - type: nauc_ndcg_at_100_max value: 29.88029945297434 - type: nauc_ndcg_at_100_std value: 2.70304791945048 - type: nauc_ndcg_at_10_diff1 value: 34.502280192943154 - type: nauc_ndcg_at_10_max value: 28.320249495045204 - type: nauc_ndcg_at_10_std value: -0.1924925962793944 - type: nauc_ndcg_at_1_diff1 value: 39.13821028058753 - type: nauc_ndcg_at_1_max value: 28.032556829304085 - type: nauc_ndcg_at_1_std value: -1.7975185722477194 - type: nauc_ndcg_at_20_diff1 value: 33.79122969701137 - type: nauc_ndcg_at_20_max value: 28.870024567697943 - type: nauc_ndcg_at_20_std value: 0.7305874205815353 - type: nauc_ndcg_at_3_diff1 value: 35.329659534748394 - type: nauc_ndcg_at_3_max value: 27.07741989089553 - type: nauc_ndcg_at_3_std value: -1.643048735061724 - type: nauc_ndcg_at_5_diff1 value: 35.28956734308783 - type: nauc_ndcg_at_5_max value: 27.69245066519595 - type: nauc_ndcg_at_5_std value: -1.629873689869274 - type: nauc_precision_at_1000_diff1 value: -5.694759247422408 - type: nauc_precision_at_1000_max value: -0.9408325343255068 - type: nauc_precision_at_1000_std value: 5.7655023451839265 - type: nauc_precision_at_100_diff1 value: 0.8779676665401134 - type: nauc_precision_at_100_max value: 13.132848409570602 - type: nauc_precision_at_100_std value: 11.850507881087424 - type: nauc_precision_at_10_diff1 value: 20.8071512227297 - type: nauc_precision_at_10_max value: 22.883196969880657 - type: nauc_precision_at_10_std value: 3.239454376922377 - type: nauc_precision_at_1_diff1 value: 39.13821028058753 - type: nauc_precision_at_1_max value: 28.032556829304085 - type: nauc_precision_at_1_std value: -1.7975185722477194 - type: nauc_precision_at_20_diff1 value: 15.132010740443071 - type: nauc_precision_at_20_max value: 21.052364899121738 - type: nauc_precision_at_20_std value: 5.804469246961994 - type: nauc_precision_at_3_diff1 value: 30.208155830085186 - type: nauc_precision_at_3_max value: 24.16749026183028 - type: nauc_precision_at_3_std value: -1.5797872699611786 - type: nauc_precision_at_5_diff1 value: 26.38635435647173 - type: nauc_precision_at_5_max value: 22.683436023693865 - type: nauc_precision_at_5_std value: -1.5402517263725906 - type: nauc_recall_at_1000_diff1 value: 21.01573139251367 - type: nauc_recall_at_1000_max value: 36.707056738115696 - type: nauc_recall_at_1000_std value: 29.60248226406072 - type: nauc_recall_at_100_diff1 value: 19.72306401627329 - type: nauc_recall_at_100_max value: 35.676894052767516 - type: nauc_recall_at_100_std value: 16.899170359903692 - type: nauc_recall_at_10_diff1 value: 29.869444323362888 - type: nauc_recall_at_10_max value: 26.908177270931944 - type: nauc_recall_at_10_std value: 1.2933628719022767 - type: nauc_recall_at_1_diff1 value: 39.50120884151396 - type: nauc_recall_at_1_max value: 28.45531349851952 - type: nauc_recall_at_1_std value: -1.9541675008858381 - type: nauc_recall_at_20_diff1 value: 27.047582643971186 - type: nauc_recall_at_20_max value: 28.732557711218572 - type: nauc_recall_at_20_std value: 4.336006930018247 - type: nauc_recall_at_3_diff1 value: 32.86864754117765 - type: nauc_recall_at_3_max value: 25.94332206909362 - type: nauc_recall_at_3_std value: -1.1620399702795094 - type: nauc_recall_at_5_diff1 value: 32.342666750682774 - type: nauc_recall_at_5_max value: 26.349619752191987 - type: nauc_recall_at_5_std value: -1.529754929810119 - type: ndcg_at_1 value: 24.502 - type: ndcg_at_10 value: 34.291 - type: ndcg_at_100 value: 40.288000000000004 - type: ndcg_at_1000 value: 42.925000000000004 - type: ndcg_at_20 value: 36.263 - type: ndcg_at_3 value: 28.945 - type: ndcg_at_5 value: 31.782 - type: precision_at_1 value: 24.502 - type: precision_at_10 value: 6.331 - type: precision_at_100 value: 1.076 - type: precision_at_1000 value: 0.14300000000000002 - type: precision_at_20 value: 3.7249999999999996 - type: precision_at_3 value: 13.764999999999999 - type: precision_at_5 value: 10.299 - type: recall_at_1 value: 19.764 - type: recall_at_10 value: 46.336 - type: recall_at_100 value: 72.56099999999999 - type: recall_at_1000 value: 91.169 - type: recall_at_20 value: 53.333 - type: recall_at_3 value: 32.048 - type: recall_at_5 value: 39.031 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 49.303000000000004 - type: map_at_1 value: 31.924000000000003 - type: map_at_10 value: 43.146 - type: map_at_100 value: 44.554 - type: map_at_1000 value: 44.66 - type: map_at_20 value: 43.976 - type: map_at_3 value: 39.875 - type: map_at_5 value: 41.745 - type: mrr_at_1 value: 38.69104908565929 - type: mrr_at_10 value: 48.47644255007098 - type: mrr_at_100 value: 49.34802027997514 - type: mrr_at_1000 value: 49.380583664727936 - type: mrr_at_20 value: 49.02909013388238 - type: mrr_at_3 value: 45.92556945781194 - type: mrr_at_5 value: 47.43663779274935 - type: nauc_map_at_1000_diff1 value: 48.84550774397288 - type: nauc_map_at_1000_max value: 35.81794187175693 - type: nauc_map_at_1000_std value: 0.22536794057131404 - type: nauc_map_at_100_diff1 value: 48.85268386507044 - type: nauc_map_at_100_max value: 35.79056749059193 - type: nauc_map_at_100_std value: 0.19018082136844575 - type: nauc_map_at_10_diff1 value: 48.93103596642255 - type: nauc_map_at_10_max value: 35.415728335693316 - type: nauc_map_at_10_std value: -0.516949849063086 - type: nauc_map_at_1_diff1 value: 53.21728600893859 - type: nauc_map_at_1_max value: 32.54727663088595 - type: nauc_map_at_1_std value: -3.0188785305607313 - type: nauc_map_at_20_diff1 value: 48.81835507489666 - type: nauc_map_at_20_max value: 35.52328960790258 - type: nauc_map_at_20_std value: -0.13946969398009854 - type: nauc_map_at_3_diff1 value: 49.60985515546279 - type: nauc_map_at_3_max value: 35.10299804197055 - type: nauc_map_at_3_std value: -0.9762979035483001 - type: nauc_map_at_5_diff1 value: 49.11002536317524 - type: nauc_map_at_5_max value: 35.10854989975629 - type: nauc_map_at_5_std value: -0.8965490079931548 - type: nauc_mrr_at_1000_diff1 value: 48.78698962612968 - type: nauc_mrr_at_1000_max value: 37.55353465130176 - type: nauc_mrr_at_1000_std value: 1.536431144069894 - type: nauc_mrr_at_100_diff1 value: 48.78242829567701 - type: nauc_mrr_at_100_max value: 37.551385270948074 - type: nauc_mrr_at_100_std value: 1.5277115106405326 - type: nauc_mrr_at_10_diff1 value: 48.6143150482425 - type: nauc_mrr_at_10_max value: 37.60644981991345 - type: nauc_mrr_at_10_std value: 1.325623423551219 - type: nauc_mrr_at_1_diff1 value: 52.61335953411452 - type: nauc_mrr_at_1_max value: 37.03819912101619 - type: nauc_mrr_at_1_std value: 0.9518117747648859 - type: nauc_mrr_at_20_diff1 value: 48.69769812994518 - type: nauc_mrr_at_20_max value: 37.45441542221455 - type: nauc_mrr_at_20_std value: 1.3952548275759868 - type: nauc_mrr_at_3_diff1 value: 48.73125478258506 - type: nauc_mrr_at_3_max value: 37.56704254021896 - type: nauc_mrr_at_3_std value: 1.093041093510586 - type: nauc_mrr_at_5_diff1 value: 48.597626652161495 - type: nauc_mrr_at_5_max value: 37.525828508835374 - type: nauc_mrr_at_5_std value: 1.0516478037316366 - type: nauc_ndcg_at_1000_diff1 value: 47.3499766836802 - type: nauc_ndcg_at_1000_max value: 37.39676833940487 - type: nauc_ndcg_at_1000_std value: 2.8152529026496786 - type: nauc_ndcg_at_100_diff1 value: 47.230060964543306 - type: nauc_ndcg_at_100_max value: 37.20558423020247 - type: nauc_ndcg_at_100_std value: 2.820393724231608 - type: nauc_ndcg_at_10_diff1 value: 47.08709208532369 - type: nauc_ndcg_at_10_max value: 36.026920423014595 - type: nauc_ndcg_at_10_std value: 0.2240933751762523 - type: nauc_ndcg_at_1_diff1 value: 52.61335953411452 - type: nauc_ndcg_at_1_max value: 37.03819912101619 - type: nauc_ndcg_at_1_std value: 0.9518117747648859 - type: nauc_ndcg_at_20_diff1 value: 46.88625942179394 - type: nauc_ndcg_at_20_max value: 36.03488052587188 - type: nauc_ndcg_at_20_std value: 1.236442994633607 - type: nauc_ndcg_at_3_diff1 value: 47.689152724401644 - type: nauc_ndcg_at_3_max value: 36.62153374841597 - type: nauc_ndcg_at_3_std value: 0.17430453803003293 - type: nauc_ndcg_at_5_diff1 value: 47.21794498716229 - type: nauc_ndcg_at_5_max value: 35.95631541728226 - type: nauc_ndcg_at_5_std value: -0.236310820705172 - type: nauc_precision_at_1000_diff1 value: -16.705059737681164 - type: nauc_precision_at_1000_max value: 3.7599790944969422 - type: nauc_precision_at_1000_std value: 11.59711423430256 - type: nauc_precision_at_100_diff1 value: -7.864826711824362 - type: nauc_precision_at_100_max value: 13.424126682433425 - type: nauc_precision_at_100_std value: 16.579823214278466 - type: nauc_precision_at_10_diff1 value: 13.696824092012164 - type: nauc_precision_at_10_max value: 26.891499011605752 - type: nauc_precision_at_10_std value: 9.856864763440592 - type: nauc_precision_at_1_diff1 value: 52.61335953411452 - type: nauc_precision_at_1_max value: 37.03819912101619 - type: nauc_precision_at_1_std value: 0.9518117747648859 - type: nauc_precision_at_20_diff1 value: 5.324857846153909 - type: nauc_precision_at_20_max value: 21.81087795894526 - type: nauc_precision_at_20_std value: 13.412775538465915 - type: nauc_precision_at_3_diff1 value: 31.242550398921416 - type: nauc_precision_at_3_max value: 34.5829539652064 - type: nauc_precision_at_3_std value: 6.347216244175967 - type: nauc_precision_at_5_diff1 value: 22.492425498194702 - type: nauc_precision_at_5_max value: 30.31201235418867 - type: nauc_precision_at_5_std value: 7.402646440989876 - type: nauc_recall_at_1000_diff1 value: 33.65968769734123 - type: nauc_recall_at_1000_max value: 55.900889031212344 - type: nauc_recall_at_1000_std value: 47.170982728564866 - type: nauc_recall_at_100_diff1 value: 35.166052113250174 - type: nauc_recall_at_100_max value: 38.64602564308866 - type: nauc_recall_at_100_std value: 18.52024249114377 - type: nauc_recall_at_10_diff1 value: 38.630076351635104 - type: nauc_recall_at_10_max value: 32.649892256730524 - type: nauc_recall_at_10_std value: 0.3076556226560256 - type: nauc_recall_at_1_diff1 value: 53.21728600893859 - type: nauc_recall_at_1_max value: 32.54727663088595 - type: nauc_recall_at_1_std value: -3.0188785305607313 - type: nauc_recall_at_20_diff1 value: 36.15521966085387 - type: nauc_recall_at_20_max value: 31.22467911315917 - type: nauc_recall_at_20_std value: 4.15858720739749 - type: nauc_recall_at_3_diff1 value: 43.02781903441642 - type: nauc_recall_at_3_max value: 34.38891242158629 - type: nauc_recall_at_3_std value: -0.757582965687976 - type: nauc_recall_at_5_diff1 value: 40.64825711893622 - type: nauc_recall_at_5_max value: 32.852174581823164 - type: nauc_recall_at_5_std value: -1.5443471014639971 - type: ndcg_at_1 value: 38.690999999999995 - type: ndcg_at_10 value: 49.303000000000004 - type: ndcg_at_100 value: 54.908 - type: ndcg_at_1000 value: 56.631 - type: ndcg_at_20 value: 51.707 - type: ndcg_at_3 value: 44.159 - type: ndcg_at_5 value: 46.676 - type: precision_at_1 value: 38.690999999999995 - type: precision_at_10 value: 8.863999999999999 - type: precision_at_100 value: 1.359 - type: precision_at_1000 value: 0.168 - type: precision_at_20 value: 5.2170000000000005 - type: precision_at_3 value: 20.982 - type: precision_at_5 value: 14.802999999999999 - type: recall_at_1 value: 31.924000000000003 - type: recall_at_10 value: 62.144 - type: recall_at_100 value: 85.097 - type: recall_at_1000 value: 95.883 - type: recall_at_20 value: 70.33 - type: recall_at_3 value: 47.991 - type: recall_at_5 value: 54.376000000000005 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 46.049 - type: map_at_1 value: 28.131 - type: map_at_10 value: 39.662 - type: map_at_100 value: 41.043 - type: map_at_1000 value: 41.152 - type: map_at_20 value: 40.453 - type: map_at_3 value: 36.07 - type: map_at_5 value: 37.974000000000004 - type: mrr_at_1 value: 34.58904109589041 - type: mrr_at_10 value: 44.79560774081322 - type: mrr_at_100 value: 45.65666456472965 - type: mrr_at_1000 value: 45.709171236475285 - type: mrr_at_20 value: 45.31922159656318 - type: mrr_at_3 value: 42.00913242009132 - type: mrr_at_5 value: 43.55593607305935 - type: nauc_map_at_1000_diff1 value: 46.38739929047425 - type: nauc_map_at_1000_max value: 43.67319031779447 - type: nauc_map_at_1000_std value: 1.4513770492879865 - type: nauc_map_at_100_diff1 value: 46.37460352931119 - type: nauc_map_at_100_max value: 43.682012188986 - type: nauc_map_at_100_std value: 1.4877623084621687 - type: nauc_map_at_10_diff1 value: 46.41679005550057 - type: nauc_map_at_10_max value: 43.290283078254724 - type: nauc_map_at_10_std value: 0.724933334439044 - type: nauc_map_at_1_diff1 value: 51.955635644994494 - type: nauc_map_at_1_max value: 38.626441719712105 - type: nauc_map_at_1_std value: -7.853806336363088 - type: nauc_map_at_20_diff1 value: 46.366590683816305 - type: nauc_map_at_20_max value: 43.703205314864775 - type: nauc_map_at_20_std value: 1.3730427800568408 - type: nauc_map_at_3_diff1 value: 46.54309601264766 - type: nauc_map_at_3_max value: 41.4421671346271 - type: nauc_map_at_3_std value: -2.046024542775744 - type: nauc_map_at_5_diff1 value: 46.825945954585876 - type: nauc_map_at_5_max value: 42.78209268447956 - type: nauc_map_at_5_std value: -0.6247715944388534 - type: nauc_mrr_at_1000_diff1 value: 46.261124400909296 - type: nauc_mrr_at_1000_max value: 43.53298904167663 - type: nauc_mrr_at_1000_std value: 2.770814524756863 - type: nauc_mrr_at_100_diff1 value: 46.233007095232125 - type: nauc_mrr_at_100_max value: 43.52855419929045 - type: nauc_mrr_at_100_std value: 2.794136786390839 - type: nauc_mrr_at_10_diff1 value: 46.08770762278749 - type: nauc_mrr_at_10_max value: 43.41765687740783 - type: nauc_mrr_at_10_std value: 2.5671137130095314 - type: nauc_mrr_at_1_diff1 value: 51.809200988712114 - type: nauc_mrr_at_1_max value: 42.143027437627914 - type: nauc_mrr_at_1_std value: -2.3449452777919904 - type: nauc_mrr_at_20_diff1 value: 46.25571447063488 - type: nauc_mrr_at_20_max value: 43.668461419521385 - type: nauc_mrr_at_20_std value: 2.905193962569393 - type: nauc_mrr_at_3_diff1 value: 46.13198756634534 - type: nauc_mrr_at_3_max value: 42.81581457224921 - type: nauc_mrr_at_3_std value: 1.5019842150987233 - type: nauc_mrr_at_5_diff1 value: 46.336329247406574 - type: nauc_mrr_at_5_max value: 43.3726801047392 - type: nauc_mrr_at_5_std value: 1.785280852484876 - type: nauc_ndcg_at_1000_diff1 value: 44.76884896858142 - type: nauc_ndcg_at_1000_max value: 44.743593389767376 - type: nauc_ndcg_at_1000_std value: 5.128912401544881 - type: nauc_ndcg_at_100_diff1 value: 44.45603468652885 - type: nauc_ndcg_at_100_max value: 45.1312552973692 - type: nauc_ndcg_at_100_std value: 6.1977329173102556 - type: nauc_ndcg_at_10_diff1 value: 44.269977956663155 - type: nauc_ndcg_at_10_max value: 44.20807172796694 - type: nauc_ndcg_at_10_std value: 4.018614242669085 - type: nauc_ndcg_at_1_diff1 value: 51.809200988712114 - type: nauc_ndcg_at_1_max value: 42.143027437627914 - type: nauc_ndcg_at_1_std value: -2.3449452777919904 - type: nauc_ndcg_at_20_diff1 value: 44.38671110266267 - type: nauc_ndcg_at_20_max value: 45.44627226400632 - type: nauc_ndcg_at_20_std value: 5.881156176221577 - type: nauc_ndcg_at_3_diff1 value: 44.116413020706624 - type: nauc_ndcg_at_3_max value: 42.15844844057657 - type: nauc_ndcg_at_3_std value: 0.945350635355976 - type: nauc_ndcg_at_5_diff1 value: 45.04867798354583 - type: nauc_ndcg_at_5_max value: 43.744553860302545 - type: nauc_ndcg_at_5_std value: 1.7040194566243974 - type: nauc_precision_at_1000_diff1 value: -17.071841539111407 - type: nauc_precision_at_1000_max value: -6.812201002414789 - type: nauc_precision_at_1000_std value: 6.126921524534793 - type: nauc_precision_at_100_diff1 value: -4.425411120928697 - type: nauc_precision_at_100_max value: 12.18167765551403 - type: nauc_precision_at_100_std value: 19.969852618617573 - type: nauc_precision_at_10_diff1 value: 15.005915826607222 - type: nauc_precision_at_10_max value: 34.32379569960632 - type: nauc_precision_at_10_std value: 20.737838659477493 - type: nauc_precision_at_1_diff1 value: 51.809200988712114 - type: nauc_precision_at_1_max value: 42.143027437627914 - type: nauc_precision_at_1_std value: -2.3449452777919904 - type: nauc_precision_at_20_diff1 value: 9.122026694212213 - type: nauc_precision_at_20_max value: 30.380306449619386 - type: nauc_precision_at_20_std value: 24.397028114454507 - type: nauc_precision_at_3_diff1 value: 27.71449724894348 - type: nauc_precision_at_3_max value: 39.87494121351271 - type: nauc_precision_at_3_std value: 11.74417947241022 - type: nauc_precision_at_5_diff1 value: 24.122446650573583 - type: nauc_precision_at_5_max value: 39.179070381037874 - type: nauc_precision_at_5_std value: 15.648339545201068 - type: nauc_recall_at_1000_diff1 value: 26.963361455157138 - type: nauc_recall_at_1000_max value: 52.72393844073636 - type: nauc_recall_at_1000_std value: 47.794042273843154 - type: nauc_recall_at_100_diff1 value: 31.195248222228507 - type: nauc_recall_at_100_max value: 48.54839997778405 - type: nauc_recall_at_100_std value: 30.326533549898492 - type: nauc_recall_at_10_diff1 value: 35.79622283233253 - type: nauc_recall_at_10_max value: 43.6290597156324 - type: nauc_recall_at_10_std value: 12.396685032720631 - type: nauc_recall_at_1_diff1 value: 51.955635644994494 - type: nauc_recall_at_1_max value: 38.626441719712105 - type: nauc_recall_at_1_std value: -7.853806336363088 - type: nauc_recall_at_20_diff1 value: 34.664562887859994 - type: nauc_recall_at_20_max value: 48.48107873635332 - type: nauc_recall_at_20_std value: 21.018166338397783 - type: nauc_recall_at_3_diff1 value: 38.84225790574717 - type: nauc_recall_at_3_max value: 39.698141314194885 - type: nauc_recall_at_3_std value: 1.2468146990639082 - type: nauc_recall_at_5_diff1 value: 39.41667868602902 - type: nauc_recall_at_5_max value: 42.99091761218747 - type: nauc_recall_at_5_std value: 4.1892902250914 - type: ndcg_at_1 value: 34.589 - type: ndcg_at_10 value: 46.049 - type: ndcg_at_100 value: 51.536 - type: ndcg_at_1000 value: 53.529 - type: ndcg_at_20 value: 48.4 - type: ndcg_at_3 value: 40.35 - type: ndcg_at_5 value: 42.760999999999996 - type: precision_at_1 value: 34.589 - type: precision_at_10 value: 8.539 - type: precision_at_100 value: 1.304 - type: precision_at_1000 value: 0.166 - type: precision_at_20 value: 5.0 - type: precision_at_3 value: 19.559 - type: precision_at_5 value: 13.950000000000001 - type: recall_at_1 value: 28.131 - type: recall_at_10 value: 59.939 - type: recall_at_100 value: 82.627 - type: recall_at_1000 value: 95.45 - type: recall_at_20 value: 68.369 - type: recall_at_3 value: 43.772 - type: recall_at_5 value: 50.163999999999994 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 44.13575 - type: ndcg_at_10 value: 44.13575 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 38.804 - type: map_at_1 value: 25.962000000000003 - type: map_at_10 value: 34.043 - type: map_at_100 value: 35.057 - type: map_at_1000 value: 35.154999999999994 - type: map_at_20 value: 34.569 - type: map_at_3 value: 31.617 - type: map_at_5 value: 32.782 - type: mrr_at_1 value: 28.834355828220858 - type: mrr_at_10 value: 36.64895559450774 - type: mrr_at_100 value: 37.52109868527602 - type: mrr_at_1000 value: 37.58255846708029 - type: mrr_at_20 value: 37.1319073794014 - type: mrr_at_3 value: 34.483640081799614 - type: mrr_at_5 value: 35.4192229038855 - type: nauc_map_at_1000_diff1 value: 58.42950192992681 - type: nauc_map_at_1000_max value: 39.57355161523077 - type: nauc_map_at_1000_std value: -0.5220553270563432 - type: nauc_map_at_100_diff1 value: 58.42574558879428 - type: nauc_map_at_100_max value: 39.52993415358903 - type: nauc_map_at_100_std value: -0.5668597324244167 - type: nauc_map_at_10_diff1 value: 58.43165347626888 - type: nauc_map_at_10_max value: 39.447117032745595 - type: nauc_map_at_10_std value: -1.0373470721350924 - type: nauc_map_at_1_diff1 value: 65.73633577347968 - type: nauc_map_at_1_max value: 39.0696949583001 - type: nauc_map_at_1_std value: -5.304093973753286 - type: nauc_map_at_20_diff1 value: 58.39114669791427 - type: nauc_map_at_20_max value: 39.41064134295085 - type: nauc_map_at_20_std value: -0.7917416841854326 - type: nauc_map_at_3_diff1 value: 59.11590522226747 - type: nauc_map_at_3_max value: 38.26475464013714 - type: nauc_map_at_3_std value: -2.943733722500886 - type: nauc_map_at_5_diff1 value: 58.919769893574845 - type: nauc_map_at_5_max value: 39.483910146456026 - type: nauc_map_at_5_std value: -1.519504597509289 - type: nauc_mrr_at_1000_diff1 value: 58.37662835928848 - type: nauc_mrr_at_1000_max value: 40.235639182367514 - type: nauc_mrr_at_1000_std value: 0.6808602347707579 - type: nauc_mrr_at_100_diff1 value: 58.3737130577029 - type: nauc_mrr_at_100_max value: 40.21394358949754 - type: nauc_mrr_at_100_std value: 0.6650992295553855 - type: nauc_mrr_at_10_diff1 value: 58.28984061656766 - type: nauc_mrr_at_10_max value: 40.27354401071113 - type: nauc_mrr_at_10_std value: 0.3819749700769928 - type: nauc_mrr_at_1_diff1 value: 65.35744135482541 - type: nauc_mrr_at_1_max value: 40.49685618535152 - type: nauc_mrr_at_1_std value: -2.89692739010175 - type: nauc_mrr_at_20_diff1 value: 58.41116378626607 - type: nauc_mrr_at_20_max value: 40.2097330177334 - type: nauc_mrr_at_20_std value: 0.4883281594311455 - type: nauc_mrr_at_3_diff1 value: 58.32268537202345 - type: nauc_mrr_at_3_max value: 39.60551750734993 - type: nauc_mrr_at_3_std value: -0.5422035519181851 - type: nauc_mrr_at_5_diff1 value: 58.49794116135833 - type: nauc_mrr_at_5_max value: 40.46516712824574 - type: nauc_mrr_at_5_std value: 0.27677884851191253 - type: nauc_ndcg_at_1000_diff1 value: 56.02653149727346 - type: nauc_ndcg_at_1000_max value: 40.7747963713926 - type: nauc_ndcg_at_1000_std value: 3.4614519159124564 - type: nauc_ndcg_at_100_diff1 value: 56.179008089355754 - type: nauc_ndcg_at_100_max value: 40.31351560345152 - type: nauc_ndcg_at_100_std value: 3.0653796725120244 - type: nauc_ndcg_at_10_diff1 value: 55.79999674519117 - type: nauc_ndcg_at_10_max value: 39.79284055565316 - type: nauc_ndcg_at_10_std value: 0.8563610405924191 - type: nauc_ndcg_at_1_diff1 value: 65.35744135482541 - type: nauc_ndcg_at_1_max value: 40.49685618535152 - type: nauc_ndcg_at_1_std value: -2.89692739010175 - type: nauc_ndcg_at_20_diff1 value: 55.861797313495444 - type: nauc_ndcg_at_20_max value: 39.73779003757593 - type: nauc_ndcg_at_20_std value: 1.5726810381128054 - type: nauc_ndcg_at_3_diff1 value: 56.32691432224729 - type: nauc_ndcg_at_3_max value: 38.299858217583335 - type: nauc_ndcg_at_3_std value: -1.2531898063666884 - type: nauc_ndcg_at_5_diff1 value: 56.69644375971069 - type: nauc_ndcg_at_5_max value: 40.06424776988713 - type: nauc_ndcg_at_5_std value: 0.2901775965386671 - type: nauc_precision_at_1000_diff1 value: -3.877307233721265 - type: nauc_precision_at_1000_max value: 10.127068189809519 - type: nauc_precision_at_1000_std value: 16.96119800274081 - type: nauc_precision_at_100_diff1 value: 15.274802731381993 - type: nauc_precision_at_100_max value: 24.062912766433968 - type: nauc_precision_at_100_std value: 19.540545867214952 - type: nauc_precision_at_10_diff1 value: 33.233598860699345 - type: nauc_precision_at_10_max value: 36.0057496175431 - type: nauc_precision_at_10_std value: 13.825026781947852 - type: nauc_precision_at_1_diff1 value: 65.35744135482541 - type: nauc_precision_at_1_max value: 40.49685618535152 - type: nauc_precision_at_1_std value: -2.89692739010175 - type: nauc_precision_at_20_diff1 value: 29.307063075506235 - type: nauc_precision_at_20_max value: 31.96503432704136 - type: nauc_precision_at_20_std value: 14.778922344816682 - type: nauc_precision_at_3_diff1 value: 44.453460492200634 - type: nauc_precision_at_3_max value: 36.14859388336832 - type: nauc_precision_at_3_std value: 4.800212967579488 - type: nauc_precision_at_5_diff1 value: 40.22205190799202 - type: nauc_precision_at_5_max value: 38.28741836288616 - type: nauc_precision_at_5_std value: 10.202239026170842 - type: nauc_recall_at_1000_diff1 value: 27.802656406916533 - type: nauc_recall_at_1000_max value: 48.91523333513017 - type: nauc_recall_at_1000_std value: 45.37280285855605 - type: nauc_recall_at_100_diff1 value: 44.062936821497814 - type: nauc_recall_at_100_max value: 39.1044271123917 - type: nauc_recall_at_100_std value: 18.138636734517977 - type: nauc_recall_at_10_diff1 value: 46.496466286643226 - type: nauc_recall_at_10_max value: 38.17775853832056 - type: nauc_recall_at_10_std value: 4.3907344638907375 - type: nauc_recall_at_1_diff1 value: 65.73633577347968 - type: nauc_recall_at_1_max value: 39.0696949583001 - type: nauc_recall_at_1_std value: -5.304093973753286 - type: nauc_recall_at_20_diff1 value: 45.67627485306954 - type: nauc_recall_at_20_max value: 37.696455752206795 - type: nauc_recall_at_20_std value: 7.269773462867943 - type: nauc_recall_at_3_diff1 value: 50.10543215562817 - type: nauc_recall_at_3_max value: 35.83938191040353 - type: nauc_recall_at_3_std value: -1.607497533365206 - type: nauc_recall_at_5_diff1 value: 50.314565492560014 - type: nauc_recall_at_5_max value: 39.46480829071993 - type: nauc_recall_at_5_std value: 2.671269661710202 - type: ndcg_at_1 value: 28.834 - type: ndcg_at_10 value: 38.804 - type: ndcg_at_100 value: 43.832 - type: ndcg_at_1000 value: 46.115 - type: ndcg_at_20 value: 40.604 - type: ndcg_at_3 value: 34.292 - type: ndcg_at_5 value: 36.004000000000005 - type: precision_at_1 value: 28.834 - type: precision_at_10 value: 6.227 - type: precision_at_100 value: 0.9570000000000001 - type: precision_at_1000 value: 0.123 - type: precision_at_20 value: 3.581 - type: precision_at_3 value: 14.826 - type: precision_at_5 value: 10.123 - type: recall_at_1 value: 25.962000000000003 - type: recall_at_10 value: 50.723 - type: recall_at_100 value: 73.67099999999999 - type: recall_at_1000 value: 90.277 - type: recall_at_20 value: 57.504 - type: recall_at_3 value: 38.091 - type: recall_at_5 value: 42.345 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 32.388 - type: map_at_1 value: 19.933999999999997 - type: map_at_10 value: 27.544999999999998 - type: map_at_100 value: 28.666000000000004 - type: map_at_1000 value: 28.788999999999998 - type: map_at_20 value: 28.132 - type: map_at_3 value: 25.129 - type: map_at_5 value: 26.484 - type: mrr_at_1 value: 23.640743289745355 - type: mrr_at_10 value: 31.322100416216113 - type: mrr_at_100 value: 32.24068530425795 - type: mrr_at_1000 value: 32.30753289159229 - type: mrr_at_20 value: 31.819007382675256 - type: mrr_at_3 value: 29.043358568479068 - type: mrr_at_5 value: 30.38024776324855 - type: nauc_map_at_1000_diff1 value: 39.432095405114644 - type: nauc_map_at_1000_max value: 32.250472208788125 - type: nauc_map_at_1000_std value: 1.3765499216188093 - type: nauc_map_at_100_diff1 value: 39.42983559790836 - type: nauc_map_at_100_max value: 32.244292042207256 - type: nauc_map_at_100_std value: 1.3793997130642306 - type: nauc_map_at_10_diff1 value: 39.70729732520478 - type: nauc_map_at_10_max value: 31.966755036344125 - type: nauc_map_at_10_std value: 0.7385295090218716 - type: nauc_map_at_1_diff1 value: 44.495430151054336 - type: nauc_map_at_1_max value: 29.982114439794643 - type: nauc_map_at_1_std value: -1.3447506401404055 - type: nauc_map_at_20_diff1 value: 39.49298909549211 - type: nauc_map_at_20_max value: 32.1695194426593 - type: nauc_map_at_20_std value: 1.0902148211264926 - type: nauc_map_at_3_diff1 value: 40.53389807029239 - type: nauc_map_at_3_max value: 31.715356191118403 - type: nauc_map_at_3_std value: 0.28056703408869377 - type: nauc_map_at_5_diff1 value: 40.14442565222247 - type: nauc_map_at_5_max value: 32.00739475392889 - type: nauc_map_at_5_std value: 0.4955596992864427 - type: nauc_mrr_at_1000_diff1 value: 40.009061081268925 - type: nauc_mrr_at_1000_max value: 33.86591429721166 - type: nauc_mrr_at_1000_std value: 1.7077448741657502 - type: nauc_mrr_at_100_diff1 value: 39.997390874284235 - type: nauc_mrr_at_100_max value: 33.86945351838866 - type: nauc_mrr_at_100_std value: 1.71696314581838 - type: nauc_mrr_at_10_diff1 value: 40.12509379811874 - type: nauc_mrr_at_10_max value: 33.76283934044446 - type: nauc_mrr_at_10_std value: 1.2430566264956315 - type: nauc_mrr_at_1_diff1 value: 44.88110341617864 - type: nauc_mrr_at_1_max value: 32.906287852960105 - type: nauc_mrr_at_1_std value: -1.0513930999916752 - type: nauc_mrr_at_20_diff1 value: 39.99671065649182 - type: nauc_mrr_at_20_max value: 33.89080116879488 - type: nauc_mrr_at_20_std value: 1.5802790695054365 - type: nauc_mrr_at_3_diff1 value: 41.027093163682906 - type: nauc_mrr_at_3_max value: 34.039923001219144 - type: nauc_mrr_at_3_std value: 0.8961188704027852 - type: nauc_mrr_at_5_diff1 value: 40.54230047257113 - type: nauc_mrr_at_5_max value: 33.9871480791131 - type: nauc_mrr_at_5_std value: 1.07622865744921 - type: nauc_ndcg_at_1000_diff1 value: 37.02626579816157 - type: nauc_ndcg_at_1000_max value: 33.20569609845541 - type: nauc_ndcg_at_1000_std value: 4.5171709831731635 - type: nauc_ndcg_at_100_diff1 value: 36.93759649232734 - type: nauc_ndcg_at_100_max value: 33.35556871630857 - type: nauc_ndcg_at_100_std value: 4.992101563679995 - type: nauc_ndcg_at_10_diff1 value: 38.000896296292694 - type: nauc_ndcg_at_10_max value: 32.743050430383946 - type: nauc_ndcg_at_10_std value: 1.9987517822933054 - type: nauc_ndcg_at_1_diff1 value: 44.88110341617864 - type: nauc_ndcg_at_1_max value: 32.906287852960105 - type: nauc_ndcg_at_1_std value: -1.0513930999916752 - type: nauc_ndcg_at_20_diff1 value: 37.352476202026196 - type: nauc_ndcg_at_20_max value: 33.20013220157046 - type: nauc_ndcg_at_20_std value: 3.197292569536845 - type: nauc_ndcg_at_3_diff1 value: 39.61034850071899 - type: nauc_ndcg_at_3_max value: 32.9343480599293 - type: nauc_ndcg_at_3_std value: 0.9875909156053545 - type: nauc_ndcg_at_5_diff1 value: 38.96326291598868 - type: nauc_ndcg_at_5_max value: 33.04999857261579 - type: nauc_ndcg_at_5_std value: 1.3562104035097535 - type: nauc_precision_at_1000_diff1 value: 0.8579892758292412 - type: nauc_precision_at_1000_max value: 11.535374503730141 - type: nauc_precision_at_1000_std value: 4.220107922006484 - type: nauc_precision_at_100_diff1 value: 10.701201287064533 - type: nauc_precision_at_100_max value: 23.655145916975318 - type: nauc_precision_at_100_std value: 11.987167226091426 - type: nauc_precision_at_10_diff1 value: 25.33168949376103 - type: nauc_precision_at_10_max value: 31.85413101475395 - type: nauc_precision_at_10_std value: 5.499203751576525 - type: nauc_precision_at_1_diff1 value: 44.88110341617864 - type: nauc_precision_at_1_max value: 32.906287852960105 - type: nauc_precision_at_1_std value: -1.0513930999916752 - type: nauc_precision_at_20_diff1 value: 20.281798578465178 - type: nauc_precision_at_20_max value: 31.04004571929362 - type: nauc_precision_at_20_std value: 8.18652916257154 - type: nauc_precision_at_3_diff1 value: 34.26701299048454 - type: nauc_precision_at_3_max value: 35.941328871900105 - type: nauc_precision_at_3_std value: 3.4997607852603614 - type: nauc_precision_at_5_diff1 value: 31.538017382058047 - type: nauc_precision_at_5_max value: 35.08110227426111 - type: nauc_precision_at_5_std value: 3.6887401822002412 - type: nauc_recall_at_1000_diff1 value: 15.044356004647014 - type: nauc_recall_at_1000_max value: 30.822801246039845 - type: nauc_recall_at_1000_std value: 28.946329988909845 - type: nauc_recall_at_100_diff1 value: 23.699532057756603 - type: nauc_recall_at_100_max value: 32.27913363817225 - type: nauc_recall_at_100_std value: 20.45848633440386 - type: nauc_recall_at_10_diff1 value: 31.17356412314004 - type: nauc_recall_at_10_max value: 30.994576113766264 - type: nauc_recall_at_10_std value: 4.62856199972417 - type: nauc_recall_at_1_diff1 value: 44.495430151054336 - type: nauc_recall_at_1_max value: 29.982114439794643 - type: nauc_recall_at_1_std value: -1.3447506401404055 - type: nauc_recall_at_20_diff1 value: 28.304017932372155 - type: nauc_recall_at_20_max value: 31.856647031696383 - type: nauc_recall_at_20_std value: 8.817413938730361 - type: nauc_recall_at_3_diff1 value: 35.95017861750422 - type: nauc_recall_at_3_max value: 31.641984309143332 - type: nauc_recall_at_3_std value: 2.3704976555263086 - type: nauc_recall_at_5_diff1 value: 34.063880393836534 - type: nauc_recall_at_5_max value: 32.00850680189186 - type: nauc_recall_at_5_std value: 2.9328158047750894 - type: ndcg_at_1 value: 23.641000000000002 - type: ndcg_at_10 value: 32.388 - type: ndcg_at_100 value: 37.749 - type: ndcg_at_1000 value: 40.537 - type: ndcg_at_20 value: 34.28 - type: ndcg_at_3 value: 28.058 - type: ndcg_at_5 value: 30.113 - type: precision_at_1 value: 23.641000000000002 - type: precision_at_10 value: 5.811999999999999 - type: precision_at_100 value: 0.9939999999999999 - type: precision_at_1000 value: 0.14200000000000002 - type: precision_at_20 value: 3.472 - type: precision_at_3 value: 13.111 - type: precision_at_5 value: 9.456000000000001 - type: recall_at_1 value: 19.933999999999997 - type: recall_at_10 value: 43.078 - type: recall_at_100 value: 67.242 - type: recall_at_1000 value: 86.973 - type: recall_at_20 value: 50.031000000000006 - type: recall_at_3 value: 31.062 - type: recall_at_5 value: 36.315999999999995 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 44.722 - type: map_at_1 value: 29.072 - type: map_at_10 value: 39.25 - type: map_at_100 value: 40.426 - type: map_at_1000 value: 40.528999999999996 - type: map_at_20 value: 39.93 - type: map_at_3 value: 36.132 - type: map_at_5 value: 37.985 - type: mrr_at_1 value: 34.048507462686565 - type: mrr_at_10 value: 43.14698827292108 - type: mrr_at_100 value: 44.051192277034154 - type: mrr_at_1000 value: 44.107508349556845 - type: mrr_at_20 value: 43.737780068879694 - type: mrr_at_3 value: 40.593905472636806 - type: mrr_at_5 value: 42.20771144278602 - type: nauc_map_at_1000_diff1 value: 50.760419060905726 - type: nauc_map_at_1000_max value: 49.17795203592375 - type: nauc_map_at_1000_std value: 3.030817021699703 - type: nauc_map_at_100_diff1 value: 50.74246353752929 - type: nauc_map_at_100_max value: 49.15485358641109 - type: nauc_map_at_100_std value: 3.0086923977616165 - type: nauc_map_at_10_diff1 value: 50.73866025493935 - type: nauc_map_at_10_max value: 48.9731969924837 - type: nauc_map_at_10_std value: 2.7369727690804013 - type: nauc_map_at_1_diff1 value: 57.861789449807 - type: nauc_map_at_1_max value: 50.609587661619436 - type: nauc_map_at_1_std value: 0.11047312188031311 - type: nauc_map_at_20_diff1 value: 50.76511835975127 - type: nauc_map_at_20_max value: 49.05141199070726 - type: nauc_map_at_20_std value: 2.8183996550947534 - type: nauc_map_at_3_diff1 value: 52.35396925813111 - type: nauc_map_at_3_max value: 48.731880168091394 - type: nauc_map_at_3_std value: 1.5608406018263319 - type: nauc_map_at_5_diff1 value: 51.37723141537462 - type: nauc_map_at_5_max value: 49.128536247887304 - type: nauc_map_at_5_std value: 2.3100100968692416 - type: nauc_mrr_at_1000_diff1 value: 49.38317342582358 - type: nauc_mrr_at_1000_max value: 48.86642358781332 - type: nauc_mrr_at_1000_std value: 3.085969399146775 - type: nauc_mrr_at_100_diff1 value: 49.36913857935236 - type: nauc_mrr_at_100_max value: 48.852276658001756 - type: nauc_mrr_at_100_std value: 3.0924076269507066 - type: nauc_mrr_at_10_diff1 value: 49.2673387296456 - type: nauc_mrr_at_10_max value: 48.73871789141773 - type: nauc_mrr_at_10_std value: 2.8634537217769824 - type: nauc_mrr_at_1_diff1 value: 55.46027934372595 - type: nauc_mrr_at_1_max value: 51.22116133200325 - type: nauc_mrr_at_1_std value: 0.3150103421046114 - type: nauc_mrr_at_20_diff1 value: 49.29994747074829 - type: nauc_mrr_at_20_max value: 48.84435864143889 - type: nauc_mrr_at_20_std value: 3.0317480264943226 - type: nauc_mrr_at_3_diff1 value: 50.32456938936314 - type: nauc_mrr_at_3_max value: 49.019560128653985 - type: nauc_mrr_at_3_std value: 2.227284100045724 - type: nauc_mrr_at_5_diff1 value: 49.46346874023712 - type: nauc_mrr_at_5_max value: 49.08809887285519 - type: nauc_mrr_at_5_std value: 2.8688902354832124 - type: nauc_ndcg_at_1000_diff1 value: 48.42878157444301 - type: nauc_ndcg_at_1000_max value: 49.08844432902424 - type: nauc_ndcg_at_1000_std value: 5.380167289943043 - type: nauc_ndcg_at_100_diff1 value: 47.797582200418134 - type: nauc_ndcg_at_100_max value: 48.596601939337454 - type: nauc_ndcg_at_100_std value: 5.492043017969421 - type: nauc_ndcg_at_10_diff1 value: 47.625157750972804 - type: nauc_ndcg_at_10_max value: 48.085974210688136 - type: nauc_ndcg_at_10_std value: 3.9660254846310847 - type: nauc_ndcg_at_1_diff1 value: 55.46027934372595 - type: nauc_ndcg_at_1_max value: 51.22116133200325 - type: nauc_ndcg_at_1_std value: 0.3150103421046114 - type: nauc_ndcg_at_20_diff1 value: 47.637502104264385 - type: nauc_ndcg_at_20_max value: 48.30145643136742 - type: nauc_ndcg_at_20_std value: 4.505873937286856 - type: nauc_ndcg_at_3_diff1 value: 49.87044033257167 - type: nauc_ndcg_at_3_max value: 48.08524541077855 - type: nauc_ndcg_at_3_std value: 2.3430570236690613 - type: nauc_ndcg_at_5_diff1 value: 48.65339964003644 - type: nauc_ndcg_at_5_max value: 48.60373734139397 - type: nauc_ndcg_at_5_std value: 3.4063158959996382 - type: nauc_precision_at_1000_diff1 value: -10.775942551429775 - type: nauc_precision_at_1000_max value: -1.7495021980399774 - type: nauc_precision_at_1000_std value: 7.379058923086573 - type: nauc_precision_at_100_diff1 value: 0.37649047395049773 - type: nauc_precision_at_100_max value: 13.820306869942492 - type: nauc_precision_at_100_std value: 11.642351647126524 - type: nauc_precision_at_10_diff1 value: 18.216485349603282 - type: nauc_precision_at_10_max value: 31.933237189917435 - type: nauc_precision_at_10_std value: 8.389616933577662 - type: nauc_precision_at_1_diff1 value: 55.46027934372595 - type: nauc_precision_at_1_max value: 51.22116133200325 - type: nauc_precision_at_1_std value: 0.3150103421046114 - type: nauc_precision_at_20_diff1 value: 12.750940909763035 - type: nauc_precision_at_20_max value: 27.1840822623236 - type: nauc_precision_at_20_std value: 9.195054018005923 - type: nauc_precision_at_3_diff1 value: 36.379888969052914 - type: nauc_precision_at_3_max value: 42.004013659004194 - type: nauc_precision_at_3_std value: 4.579532665542333 - type: nauc_precision_at_5_diff1 value: 28.236832614984774 - type: nauc_precision_at_5_max value: 39.10171500376415 - type: nauc_precision_at_5_std value: 7.162006905424074 - type: nauc_recall_at_1000_diff1 value: 29.310425551550885 - type: nauc_recall_at_1000_max value: 51.73371986372531 - type: nauc_recall_at_1000_std value: 43.85287244908794 - type: nauc_recall_at_100_diff1 value: 33.105037284921565 - type: nauc_recall_at_100_max value: 42.124001633147316 - type: nauc_recall_at_100_std value: 19.4129898533571 - type: nauc_recall_at_10_diff1 value: 37.62933078849475 - type: nauc_recall_at_10_max value: 42.79759235560673 - type: nauc_recall_at_10_std value: 7.091258015370007 - type: nauc_recall_at_1_diff1 value: 57.861789449807 - type: nauc_recall_at_1_max value: 50.609587661619436 - type: nauc_recall_at_1_std value: 0.11047312188031311 - type: nauc_recall_at_20_diff1 value: 35.96890042211954 - type: nauc_recall_at_20_max value: 42.335161622023385 - type: nauc_recall_at_20_std value: 9.870452156772494 - type: nauc_recall_at_3_diff1 value: 45.075408938241324 - type: nauc_recall_at_3_max value: 44.6546256631834 - type: nauc_recall_at_3_std value: 2.763616443398486 - type: nauc_recall_at_5_diff1 value: 40.91464426027458 - type: nauc_recall_at_5_max value: 45.07693534575636 - type: nauc_recall_at_5_std value: 5.746035089435559 - type: ndcg_at_1 value: 34.049 - type: ndcg_at_10 value: 44.722 - type: ndcg_at_100 value: 49.864999999999995 - type: ndcg_at_1000 value: 52.071 - type: ndcg_at_20 value: 46.89 - type: ndcg_at_3 value: 39.434999999999995 - type: ndcg_at_5 value: 42.221 - type: precision_at_1 value: 34.049 - type: precision_at_10 value: 7.509 - type: precision_at_100 value: 1.118 - type: precision_at_1000 value: 0.14200000000000002 - type: precision_at_20 value: 4.352 - type: precision_at_3 value: 17.755000000000003 - type: precision_at_5 value: 12.668 - type: recall_at_1 value: 29.072 - type: recall_at_10 value: 57.251 - type: recall_at_100 value: 79.237 - type: recall_at_1000 value: 94.452 - type: recall_at_20 value: 64.976 - type: recall_at_3 value: 43.213 - type: recall_at_5 value: 50.169 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 43.692 - type: map_at_1 value: 28.375 - type: map_at_10 value: 38.009 - type: map_at_100 value: 39.724 - type: map_at_1000 value: 39.943 - type: map_at_20 value: 38.934000000000005 - type: map_at_3 value: 35.115 - type: map_at_5 value: 36.906 - type: mrr_at_1 value: 33.99209486166008 - type: mrr_at_10 value: 42.59418721375244 - type: mrr_at_100 value: 43.76246716346725 - type: mrr_at_1000 value: 43.800667883042095 - type: mrr_at_20 value: 43.364410286981844 - type: mrr_at_3 value: 40.250329380764185 - type: mrr_at_5 value: 41.65349143610015 - type: nauc_map_at_1000_diff1 value: 40.323280775311765 - type: nauc_map_at_1000_max value: 39.58356051942929 - type: nauc_map_at_1000_std value: 5.811505855792315 - type: nauc_map_at_100_diff1 value: 40.10834716642787 - type: nauc_map_at_100_max value: 39.71909426675674 - type: nauc_map_at_100_std value: 5.65192320670045 - type: nauc_map_at_10_diff1 value: 40.07680297377284 - type: nauc_map_at_10_max value: 39.325423037685546 - type: nauc_map_at_10_std value: 3.5550102422533576 - type: nauc_map_at_1_diff1 value: 46.78581974845936 - type: nauc_map_at_1_max value: 38.76797022736912 - type: nauc_map_at_1_std value: 1.3866055955234646 - type: nauc_map_at_20_diff1 value: 39.94515722154877 - type: nauc_map_at_20_max value: 39.41157329525085 - type: nauc_map_at_20_std value: 4.71995579048337 - type: nauc_map_at_3_diff1 value: 40.687289860813365 - type: nauc_map_at_3_max value: 38.4852492560273 - type: nauc_map_at_3_std value: 2.271640173400609 - type: nauc_map_at_5_diff1 value: 40.467336449417765 - type: nauc_map_at_5_max value: 39.50649331907832 - type: nauc_map_at_5_std value: 3.1735830189375736 - type: nauc_mrr_at_1000_diff1 value: 39.9936083347999 - type: nauc_mrr_at_1000_max value: 38.8655305231559 - type: nauc_mrr_at_1000_std value: 7.909840985525943 - type: nauc_mrr_at_100_diff1 value: 39.972318696309365 - type: nauc_mrr_at_100_max value: 38.859087892031596 - type: nauc_mrr_at_100_std value: 7.947613190121554 - type: nauc_mrr_at_10_diff1 value: 40.156868549352914 - type: nauc_mrr_at_10_max value: 38.83763932557654 - type: nauc_mrr_at_10_std value: 7.339915764916966 - type: nauc_mrr_at_1_diff1 value: 44.97693907176195 - type: nauc_mrr_at_1_max value: 40.03919408146429 - type: nauc_mrr_at_1_std value: 7.755266269078702 - type: nauc_mrr_at_20_diff1 value: 39.94043217345319 - type: nauc_mrr_at_20_max value: 38.74720673612248 - type: nauc_mrr_at_20_std value: 7.760572250915075 - type: nauc_mrr_at_3_diff1 value: 39.96111544338325 - type: nauc_mrr_at_3_max value: 38.46421243593102 - type: nauc_mrr_at_3_std value: 6.528611487141296 - type: nauc_mrr_at_5_diff1 value: 40.174967051016736 - type: nauc_mrr_at_5_max value: 39.035593985981684 - type: nauc_mrr_at_5_std value: 6.971950800211483 - type: nauc_ndcg_at_1000_diff1 value: 39.016898984942536 - type: nauc_ndcg_at_1000_max value: 40.39491805572175 - type: nauc_ndcg_at_1000_std value: 10.031391094809482 - type: nauc_ndcg_at_100_diff1 value: 38.32985292433329 - type: nauc_ndcg_at_100_max value: 40.29019091167566 - type: nauc_ndcg_at_100_std value: 10.460340040258803 - type: nauc_ndcg_at_10_diff1 value: 38.68317711882466 - type: nauc_ndcg_at_10_max value: 38.59408942538687 - type: nauc_ndcg_at_10_std value: 6.2333377757728625 - type: nauc_ndcg_at_1_diff1 value: 44.97693907176195 - type: nauc_ndcg_at_1_max value: 40.03919408146429 - type: nauc_ndcg_at_1_std value: 7.755266269078702 - type: nauc_ndcg_at_20_diff1 value: 38.151286655877044 - type: nauc_ndcg_at_20_max value: 38.58195710047157 - type: nauc_ndcg_at_20_std value: 8.127010352974342 - type: nauc_ndcg_at_3_diff1 value: 38.8797705249473 - type: nauc_ndcg_at_3_max value: 37.93871443881654 - type: nauc_ndcg_at_3_std value: 5.199744299613702 - type: nauc_ndcg_at_5_diff1 value: 39.30695488055343 - type: nauc_ndcg_at_5_max value: 39.24390830410231 - type: nauc_ndcg_at_5_std value: 6.393246441405309 - type: nauc_precision_at_1000_diff1 value: 14.399944609637044 - type: nauc_precision_at_1000_max value: -10.17099485672005 - type: nauc_precision_at_1000_std value: 20.66644829842888 - type: nauc_precision_at_100_diff1 value: 9.069079609228908 - type: nauc_precision_at_100_max value: 4.065124737687779 - type: nauc_precision_at_100_std value: 31.107985656647557 - type: nauc_precision_at_10_diff1 value: 17.000945636231037 - type: nauc_precision_at_10_max value: 25.026721592124844 - type: nauc_precision_at_10_std value: 20.07498948143639 - type: nauc_precision_at_1_diff1 value: 44.97693907176195 - type: nauc_precision_at_1_max value: 40.03919408146429 - type: nauc_precision_at_1_std value: 7.755266269078702 - type: nauc_precision_at_20_diff1 value: 11.47018887895978 - type: nauc_precision_at_20_max value: 18.037165101696996 - type: nauc_precision_at_20_std value: 29.730108768934087 - type: nauc_precision_at_3_diff1 value: 23.464000465007697 - type: nauc_precision_at_3_max value: 31.99363298692347 - type: nauc_precision_at_3_std value: 11.8643893735375 - type: nauc_precision_at_5_diff1 value: 20.110906670076435 - type: nauc_precision_at_5_max value: 31.088178850932525 - type: nauc_precision_at_5_std value: 16.73038318183611 - type: nauc_recall_at_1000_diff1 value: 35.652592229504734 - type: nauc_recall_at_1000_max value: 62.73306941632778 - type: nauc_recall_at_1000_std value: 59.493061172332794 - type: nauc_recall_at_100_diff1 value: 27.07609325471521 - type: nauc_recall_at_100_max value: 42.62351469487428 - type: nauc_recall_at_100_std value: 35.54812980928898 - type: nauc_recall_at_10_diff1 value: 31.01066630575034 - type: nauc_recall_at_10_max value: 35.4692240854422 - type: nauc_recall_at_10_std value: 6.02167165896485 - type: nauc_recall_at_1_diff1 value: 46.78581974845936 - type: nauc_recall_at_1_max value: 38.76797022736912 - type: nauc_recall_at_1_std value: 1.3866055955234646 - type: nauc_recall_at_20_diff1 value: 28.573133193243194 - type: nauc_recall_at_20_max value: 33.59892465323569 - type: nauc_recall_at_20_std value: 13.688824462521056 - type: nauc_recall_at_3_diff1 value: 33.67501521174446 - type: nauc_recall_at_3_max value: 34.86523196412695 - type: nauc_recall_at_3_std value: 1.3361875812123045 - type: nauc_recall_at_5_diff1 value: 33.4610375265344 - type: nauc_recall_at_5_max value: 37.36574305043109 - type: nauc_recall_at_5_std value: 3.7170099554233906 - type: ndcg_at_1 value: 33.992 - type: ndcg_at_10 value: 43.692 - type: ndcg_at_100 value: 50.139 - type: ndcg_at_1000 value: 52.112 - type: ndcg_at_20 value: 46.312 - type: ndcg_at_3 value: 39.495999999999995 - type: ndcg_at_5 value: 41.794 - type: precision_at_1 value: 33.992 - type: precision_at_10 value: 7.964 - type: precision_at_100 value: 1.617 - type: precision_at_1000 value: 0.245 - type: precision_at_20 value: 5.119 - type: precision_at_3 value: 18.445 - type: precision_at_5 value: 13.281 - type: recall_at_1 value: 28.375 - type: recall_at_10 value: 54.242999999999995 - type: recall_at_100 value: 82.636 - type: recall_at_1000 value: 94.22399999999999 - type: recall_at_20 value: 63.993 - type: recall_at_3 value: 42.074 - type: recall_at_5 value: 48.172 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 35.977 - type: map_at_1 value: 23.333000000000002 - type: map_at_10 value: 31.046000000000003 - type: map_at_100 value: 32.055 - type: map_at_1000 value: 32.147 - type: map_at_20 value: 31.556 - type: map_at_3 value: 28.315 - type: map_at_5 value: 29.881 - type: mrr_at_1 value: 25.693160813308687 - type: mrr_at_10 value: 33.43257635771498 - type: mrr_at_100 value: 34.31548367605493 - type: mrr_at_1000 value: 34.37801297570286 - type: mrr_at_20 value: 33.86328992936981 - type: mrr_at_3 value: 30.745532963647566 - type: mrr_at_5 value: 32.335181762168816 - type: nauc_map_at_1000_diff1 value: 45.22718795765733 - type: nauc_map_at_1000_max value: 36.57896344808718 - type: nauc_map_at_1000_std value: -0.8709187735719646 - type: nauc_map_at_100_diff1 value: 45.203815992445854 - type: nauc_map_at_100_max value: 36.56424208682807 - type: nauc_map_at_100_std value: -0.895717972975496 - type: nauc_map_at_10_diff1 value: 45.55223833872233 - type: nauc_map_at_10_max value: 36.72055103852916 - type: nauc_map_at_10_std value: -1.4164435707064298 - type: nauc_map_at_1_diff1 value: 51.728825815393385 - type: nauc_map_at_1_max value: 36.485675960281014 - type: nauc_map_at_1_std value: -5.6156977207038485 - type: nauc_map_at_20_diff1 value: 45.32240910588799 - type: nauc_map_at_20_max value: 36.73322607493656 - type: nauc_map_at_20_std value: -0.9822167145344648 - type: nauc_map_at_3_diff1 value: 46.07401924963852 - type: nauc_map_at_3_max value: 37.22001398614413 - type: nauc_map_at_3_std value: -1.8496830553484993 - type: nauc_map_at_5_diff1 value: 45.494860339788026 - type: nauc_map_at_5_max value: 36.26443248483769 - type: nauc_map_at_5_std value: -1.7434057463650163 - type: nauc_mrr_at_1000_diff1 value: 46.21253943806437 - type: nauc_mrr_at_1000_max value: 38.177432777205354 - type: nauc_mrr_at_1000_std value: 0.7768638734725042 - type: nauc_mrr_at_100_diff1 value: 46.18580958749434 - type: nauc_mrr_at_100_max value: 38.16083552209263 - type: nauc_mrr_at_100_std value: 0.7694820893666625 - type: nauc_mrr_at_10_diff1 value: 46.4031003307697 - type: nauc_mrr_at_10_max value: 38.331262989485204 - type: nauc_mrr_at_10_std value: 0.516521121582369 - type: nauc_mrr_at_1_diff1 value: 52.54099054051612 - type: nauc_mrr_at_1_max value: 38.64739617138923 - type: nauc_mrr_at_1_std value: -3.732075482696759 - type: nauc_mrr_at_20_diff1 value: 46.25651789878755 - type: nauc_mrr_at_20_max value: 38.37223683042208 - type: nauc_mrr_at_20_std value: 0.8628381973898458 - type: nauc_mrr_at_3_diff1 value: 47.37035802829552 - type: nauc_mrr_at_3_max value: 39.39203133385594 - type: nauc_mrr_at_3_std value: -0.10049275141855617 - type: nauc_mrr_at_5_diff1 value: 46.38495559785434 - type: nauc_mrr_at_5_max value: 38.029438017699604 - type: nauc_mrr_at_5_std value: 0.033144589066499454 - type: nauc_ndcg_at_1000_diff1 value: 42.920860460202505 - type: nauc_ndcg_at_1000_max value: 36.54736833868591 - type: nauc_ndcg_at_1000_std value: 2.8313226967365432 - type: nauc_ndcg_at_100_diff1 value: 42.53476345813231 - type: nauc_ndcg_at_100_max value: 35.93748082089683 - type: nauc_ndcg_at_100_std value: 2.4176078459557475 - type: nauc_ndcg_at_10_diff1 value: 43.594795947394424 - type: nauc_ndcg_at_10_max value: 36.695763579362655 - type: nauc_ndcg_at_10_std value: 0.5106465386911283 - type: nauc_ndcg_at_1_diff1 value: 52.54099054051612 - type: nauc_ndcg_at_1_max value: 38.64739617138923 - type: nauc_ndcg_at_1_std value: -3.732075482696759 - type: nauc_ndcg_at_20_diff1 value: 42.954335807831306 - type: nauc_ndcg_at_20_max value: 36.84558505388929 - type: nauc_ndcg_at_20_std value: 2.041288642339101 - type: nauc_ndcg_at_3_diff1 value: 44.72319676900573 - type: nauc_ndcg_at_3_max value: 38.16973225290572 - type: nauc_ndcg_at_3_std value: -0.22968052359750002 - type: nauc_ndcg_at_5_diff1 value: 43.61533970987853 - type: nauc_ndcg_at_5_max value: 36.00954769401293 - type: nauc_ndcg_at_5_std value: -0.26032000690194024 - type: nauc_precision_at_1000_diff1 value: 0.7877763084973665 - type: nauc_precision_at_1000_max value: 2.1801591614770293 - type: nauc_precision_at_1000_std value: 14.214797840652245 - type: nauc_precision_at_100_diff1 value: 13.404592217945185 - type: nauc_precision_at_100_max value: 22.958703884232143 - type: nauc_precision_at_100_std value: 20.903308284925252 - type: nauc_precision_at_10_diff1 value: 31.74143406888776 - type: nauc_precision_at_10_max value: 36.03995765213036 - type: nauc_precision_at_10_std value: 9.41801821108275 - type: nauc_precision_at_1_diff1 value: 52.54099054051612 - type: nauc_precision_at_1_max value: 38.64739617138923 - type: nauc_precision_at_1_std value: -3.732075482696759 - type: nauc_precision_at_20_diff1 value: 26.617590644330164 - type: nauc_precision_at_20_max value: 33.96374986677854 - type: nauc_precision_at_20_std value: 15.46843694127063 - type: nauc_precision_at_3_diff1 value: 38.99506563253017 - type: nauc_precision_at_3_max value: 39.80657156665246 - type: nauc_precision_at_3_std value: 5.079287300413413 - type: nauc_precision_at_5_diff1 value: 34.90172497873929 - type: nauc_precision_at_5_max value: 35.45469625301615 - type: nauc_precision_at_5_std value: 6.480240051515346 - type: nauc_recall_at_1000_diff1 value: 16.070135288090835 - type: nauc_recall_at_1000_max value: 32.03320279140135 - type: nauc_recall_at_1000_std value: 38.785277645406524 - type: nauc_recall_at_100_diff1 value: 28.319781992014764 - type: nauc_recall_at_100_max value: 26.75864253988515 - type: nauc_recall_at_100_std value: 13.618232233364505 - type: nauc_recall_at_10_diff1 value: 36.29904326412429 - type: nauc_recall_at_10_max value: 33.69300085607644 - type: nauc_recall_at_10_std value: 3.697003202346052 - type: nauc_recall_at_1_diff1 value: 51.728825815393385 - type: nauc_recall_at_1_max value: 36.485675960281014 - type: nauc_recall_at_1_std value: -5.6156977207038485 - type: nauc_recall_at_20_diff1 value: 33.59302174152832 - type: nauc_recall_at_20_max value: 34.063179006998254 - type: nauc_recall_at_20_std value: 9.528686105553895 - type: nauc_recall_at_3_diff1 value: 39.628751291828415 - type: nauc_recall_at_3_max value: 37.67952240312479 - type: nauc_recall_at_3_std value: 1.6161823764259273 - type: nauc_recall_at_5_diff1 value: 36.68190217441154 - type: nauc_recall_at_5_max value: 32.37947603111437 - type: nauc_recall_at_5_std value: 1.6678770596515002 - type: ndcg_at_1 value: 25.692999999999998 - type: ndcg_at_10 value: 35.977 - type: ndcg_at_100 value: 41.094 - type: ndcg_at_1000 value: 43.44 - type: ndcg_at_20 value: 37.722 - type: ndcg_at_3 value: 30.596 - type: ndcg_at_5 value: 33.300999999999995 - type: precision_at_1 value: 25.692999999999998 - type: precision_at_10 value: 5.675 - type: precision_at_100 value: 0.8840000000000001 - type: precision_at_1000 value: 0.12 - type: precision_at_20 value: 3.253 - type: precision_at_3 value: 12.876999999999999 - type: precision_at_5 value: 9.316 - type: recall_at_1 value: 23.333000000000002 - type: recall_at_10 value: 49.014 - type: recall_at_100 value: 72.77 - type: recall_at_1000 value: 90.424 - type: recall_at_20 value: 55.718 - type: recall_at_3 value: 34.489 - type: recall_at_5 value: 41.069 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 40.665 - type: map_at_1 value: 18.331 - type: map_at_10 value: 30.631000000000004 - type: map_at_100 value: 32.78 - type: map_at_1000 value: 32.961 - type: map_at_20 value: 31.837 - type: map_at_3 value: 25.966 - type: map_at_5 value: 28.358 - type: mrr_at_1 value: 42.08469055374593 - type: mrr_at_10 value: 53.89806628405985 - type: mrr_at_100 value: 54.523521271715204 - type: mrr_at_1000 value: 54.544115472781066 - type: mrr_at_20 value: 54.318571521078155 - type: mrr_at_3 value: 51.08577633007607 - type: mrr_at_5 value: 52.76004343105332 - type: nauc_map_at_1000_diff1 value: 28.66279724592801 - type: nauc_map_at_1000_max value: 40.25778426879266 - type: nauc_map_at_1000_std value: 22.843404755367676 - type: nauc_map_at_100_diff1 value: 28.639439686161637 - type: nauc_map_at_100_max value: 40.248969249981016 - type: nauc_map_at_100_std value: 22.808242909424926 - type: nauc_map_at_10_diff1 value: 28.61506772153627 - type: nauc_map_at_10_max value: 39.370345527055925 - type: nauc_map_at_10_std value: 21.124956156063426 - type: nauc_map_at_1_diff1 value: 38.080854298707045 - type: nauc_map_at_1_max value: 34.08902288212793 - type: nauc_map_at_1_std value: 9.84432929683795 - type: nauc_map_at_20_diff1 value: 28.377267354165248 - type: nauc_map_at_20_max value: 39.86577667800827 - type: nauc_map_at_20_std value: 22.22605718850058 - type: nauc_map_at_3_diff1 value: 29.643624746333053 - type: nauc_map_at_3_max value: 36.62660984521409 - type: nauc_map_at_3_std value: 16.559180443901024 - type: nauc_map_at_5_diff1 value: 28.64868725155636 - type: nauc_map_at_5_max value: 38.12417897902731 - type: nauc_map_at_5_std value: 18.880981174442482 - type: nauc_mrr_at_1000_diff1 value: 31.469929815199254 - type: nauc_mrr_at_1000_max value: 39.491437733953404 - type: nauc_mrr_at_1000_std value: 24.16647047433768 - type: nauc_mrr_at_100_diff1 value: 31.467580423799163 - type: nauc_mrr_at_100_max value: 39.50366461378037 - type: nauc_mrr_at_100_std value: 24.17790086352623 - type: nauc_mrr_at_10_diff1 value: 31.45933060678348 - type: nauc_mrr_at_10_max value: 39.7211569068441 - type: nauc_mrr_at_10_std value: 24.398456960576272 - type: nauc_mrr_at_1_diff1 value: 35.22756819116212 - type: nauc_mrr_at_1_max value: 35.39995365445277 - type: nauc_mrr_at_1_std value: 17.176768576881987 - type: nauc_mrr_at_20_diff1 value: 31.43894468026687 - type: nauc_mrr_at_20_max value: 39.58514381740837 - type: nauc_mrr_at_20_std value: 24.229204696912763 - type: nauc_mrr_at_3_diff1 value: 30.34322716612186 - type: nauc_mrr_at_3_max value: 38.11493133038243 - type: nauc_mrr_at_3_std value: 23.195354121573196 - type: nauc_mrr_at_5_diff1 value: 30.978774210664533 - type: nauc_mrr_at_5_max value: 39.20107683480328 - type: nauc_mrr_at_5_std value: 24.16022688639071 - type: nauc_ndcg_at_1000_diff1 value: 28.966749941983483 - type: nauc_ndcg_at_1000_max value: 43.94884315290988 - type: nauc_ndcg_at_1000_std value: 30.013680691530347 - type: nauc_ndcg_at_100_diff1 value: 28.510858889585002 - type: nauc_ndcg_at_100_max value: 43.961967588751584 - type: nauc_ndcg_at_100_std value: 29.691366273678437 - type: nauc_ndcg_at_10_diff1 value: 28.29575867721997 - type: nauc_ndcg_at_10_max value: 41.967654471182954 - type: nauc_ndcg_at_10_std value: 25.698895263549552 - type: nauc_ndcg_at_1_diff1 value: 35.22756819116212 - type: nauc_ndcg_at_1_max value: 35.39995365445277 - type: nauc_ndcg_at_1_std value: 17.176768576881987 - type: nauc_ndcg_at_20_diff1 value: 27.774476349912202 - type: nauc_ndcg_at_20_max value: 42.79292342302096 - type: nauc_ndcg_at_20_std value: 27.521022252457016 - type: nauc_ndcg_at_3_diff1 value: 27.825944882654525 - type: nauc_ndcg_at_3_max value: 37.2298293959292 - type: nauc_ndcg_at_3_std value: 20.08915077852354 - type: nauc_ndcg_at_5_diff1 value: 27.819610550591108 - type: nauc_ndcg_at_5_max value: 39.78372750504299 - type: nauc_ndcg_at_5_std value: 22.591735790601717 - type: nauc_precision_at_1000_diff1 value: -4.50335714243064 - type: nauc_precision_at_1000_max value: 8.251912026083913 - type: nauc_precision_at_1000_std value: 25.069582587880397 - type: nauc_precision_at_100_diff1 value: 2.5806462972358646 - type: nauc_precision_at_100_max value: 22.89207571209036 - type: nauc_precision_at_100_std value: 33.53219498762396 - type: nauc_precision_at_10_diff1 value: 10.337042519080265 - type: nauc_precision_at_10_max value: 33.219495576176485 - type: nauc_precision_at_10_std value: 33.380734520375654 - type: nauc_precision_at_1_diff1 value: 35.22756819116212 - type: nauc_precision_at_1_max value: 35.39995365445277 - type: nauc_precision_at_1_std value: 17.176768576881987 - type: nauc_precision_at_20_diff1 value: 6.154629484583631 - type: nauc_precision_at_20_max value: 29.97367729545834 - type: nauc_precision_at_20_std value: 34.06376927516598 - type: nauc_precision_at_3_diff1 value: 14.847959988663446 - type: nauc_precision_at_3_max value: 33.92508247202971 - type: nauc_precision_at_3_std value: 27.418645475755994 - type: nauc_precision_at_5_diff1 value: 12.132570928439415 - type: nauc_precision_at_5_max value: 34.06309599360566 - type: nauc_precision_at_5_std value: 30.321616018987662 - type: nauc_recall_at_1000_diff1 value: 20.314982656928557 - type: nauc_recall_at_1000_max value: 50.29152625089194 - type: nauc_recall_at_1000_std value: 54.206815810043395 - type: nauc_recall_at_100_diff1 value: 19.108674599887934 - type: nauc_recall_at_100_max value: 44.38802294958441 - type: nauc_recall_at_100_std value: 39.826771664800155 - type: nauc_recall_at_10_diff1 value: 21.967797939910902 - type: nauc_recall_at_10_max value: 40.93510726774966 - type: nauc_recall_at_10_std value: 27.557171358431017 - type: nauc_recall_at_1_diff1 value: 38.080854298707045 - type: nauc_recall_at_1_max value: 34.08902288212793 - type: nauc_recall_at_1_std value: 9.84432929683795 - type: nauc_recall_at_20_diff1 value: 19.152237539756335 - type: nauc_recall_at_20_max value: 41.15168395500831 - type: nauc_recall_at_20_std value: 31.14319157208471 - type: nauc_recall_at_3_diff1 value: 23.723560256940054 - type: nauc_recall_at_3_max value: 36.66374076935461 - type: nauc_recall_at_3_std value: 19.394220430158605 - type: nauc_recall_at_5_diff1 value: 22.456881288343325 - type: nauc_recall_at_5_max value: 39.11368648541473 - type: nauc_recall_at_5_std value: 23.211447644138584 - type: ndcg_at_1 value: 42.085 - type: ndcg_at_10 value: 40.665 - type: ndcg_at_100 value: 47.947 - type: ndcg_at_1000 value: 50.827 - type: ndcg_at_20 value: 43.671 - type: ndcg_at_3 value: 34.743 - type: ndcg_at_5 value: 36.537 - type: precision_at_1 value: 42.085 - type: precision_at_10 value: 12.378 - type: precision_at_100 value: 2.023 - type: precision_at_1000 value: 0.257 - type: precision_at_20 value: 7.489 - type: precision_at_3 value: 25.798 - type: precision_at_5 value: 19.166 - type: recall_at_1 value: 18.331 - type: recall_at_10 value: 45.959 - type: recall_at_100 value: 70.463 - type: recall_at_1000 value: 86.275 - type: recall_at_20 value: 54.381 - type: recall_at_3 value: 30.742000000000004 - type: recall_at_5 value: 36.962 task: type: Retrieval - dataset: config: default name: MTEB CmedqaRetrieval (default) revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 split: test type: C-MTEB/CmedqaRetrieval metrics: - type: main_score value: 39.474 - type: map_at_1 value: 22.913 - type: map_at_10 value: 33.42 - type: map_at_100 value: 35.187000000000005 - type: map_at_1000 value: 35.329 - type: map_at_20 value: 34.367999999999995 - type: map_at_3 value: 29.801 - type: map_at_5 value: 31.819999999999997 - type: mrr_at_1 value: 35.20880220055014 - type: mrr_at_10 value: 42.46370124277093 - type: mrr_at_100 value: 43.451892746304374 - type: mrr_at_1000 value: 43.515357148254616 - type: mrr_at_20 value: 43.01605074381842 - type: mrr_at_3 value: 40.18921397015911 - type: mrr_at_5 value: 41.442027173460005 - type: nauc_map_at_1000_diff1 value: 47.88109062782217 - type: nauc_map_at_1000_max value: 47.30104864042583 - type: nauc_map_at_1000_std value: -2.4422108261892004 - type: nauc_map_at_100_diff1 value: 47.840155550356286 - type: nauc_map_at_100_max value: 47.26929656857804 - type: nauc_map_at_100_std value: -2.4764234791086857 - type: nauc_map_at_10_diff1 value: 47.754314011595014 - type: nauc_map_at_10_max value: 46.35945658400591 - type: nauc_map_at_10_std value: -3.617190085107328 - type: nauc_map_at_1_diff1 value: 51.81726359874944 - type: nauc_map_at_1_max value: 38.70534924597951 - type: nauc_map_at_1_std value: -6.266993974109676 - type: nauc_map_at_20_diff1 value: 47.75255629516694 - type: nauc_map_at_20_max value: 46.93628183798524 - type: nauc_map_at_20_std value: -3.053187607599497 - type: nauc_map_at_3_diff1 value: 48.25302115458153 - type: nauc_map_at_3_max value: 44.0710509539875 - type: nauc_map_at_3_std value: -4.789110631158403 - type: nauc_map_at_5_diff1 value: 47.97922926523539 - type: nauc_map_at_5_max value: 45.36522904658003 - type: nauc_map_at_5_std value: -4.368174915583596 - type: nauc_mrr_at_1000_diff1 value: 54.37909929684462 - type: nauc_mrr_at_1000_max value: 54.09320206810515 - type: nauc_mrr_at_1000_std value: 1.9631808253767942 - type: nauc_mrr_at_100_diff1 value: 54.35701907810265 - type: nauc_mrr_at_100_max value: 54.084515715106996 - type: nauc_mrr_at_100_std value: 1.9744777479582167 - type: nauc_mrr_at_10_diff1 value: 54.25790229059854 - type: nauc_mrr_at_10_max value: 53.93835824423914 - type: nauc_mrr_at_10_std value: 1.7113656270743158 - type: nauc_mrr_at_1_diff1 value: 58.99251163531494 - type: nauc_mrr_at_1_max value: 55.31168458378662 - type: nauc_mrr_at_1_std value: 0.46067296570591204 - type: nauc_mrr_at_20_diff1 value: 54.31296677365124 - type: nauc_mrr_at_20_max value: 54.04543558309209 - type: nauc_mrr_at_20_std value: 1.8817185785511097 - type: nauc_mrr_at_3_diff1 value: 55.2604408399222 - type: nauc_mrr_at_3_max value: 54.57860061961037 - type: nauc_mrr_at_3_std value: 1.4687386437880332 - type: nauc_mrr_at_5_diff1 value: 54.61101931248141 - type: nauc_mrr_at_5_max value: 54.15973329758553 - type: nauc_mrr_at_5_std value: 1.5953274190295135 - type: nauc_ndcg_at_1000_diff1 value: 48.43475753849973 - type: nauc_ndcg_at_1000_max value: 50.031126656407295 - type: nauc_ndcg_at_1000_std value: 1.37629591827648 - type: nauc_ndcg_at_100_diff1 value: 47.589901287290814 - type: nauc_ndcg_at_100_max value: 49.78923485645858 - type: nauc_ndcg_at_100_std value: 1.7483960647728582 - type: nauc_ndcg_at_10_diff1 value: 47.24265676156858 - type: nauc_ndcg_at_10_max value: 47.92982530292526 - type: nauc_ndcg_at_10_std value: -1.6814141507368878 - type: nauc_ndcg_at_1_diff1 value: 58.99251163531494 - type: nauc_ndcg_at_1_max value: 55.31168458378662 - type: nauc_ndcg_at_1_std value: 0.46067296570591204 - type: nauc_ndcg_at_20_diff1 value: 47.186272426240436 - type: nauc_ndcg_at_20_max value: 48.761525981057815 - type: nauc_ndcg_at_20_std value: -0.5158662579547165 - type: nauc_ndcg_at_3_diff1 value: 48.994740589867256 - type: nauc_ndcg_at_3_max value: 49.45848256380362 - type: nauc_ndcg_at_3_std value: -1.1778055460063026 - type: nauc_ndcg_at_5_diff1 value: 48.03312755832304 - type: nauc_ndcg_at_5_max value: 48.13971140429206 - type: nauc_ndcg_at_5_std value: -1.9236881626706022 - type: nauc_precision_at_1000_diff1 value: 6.8796591359425685 - type: nauc_precision_at_1000_max value: 26.485734999139986 - type: nauc_precision_at_1000_std value: 21.378355818349448 - type: nauc_precision_at_100_diff1 value: 13.875906788437684 - type: nauc_precision_at_100_max value: 36.69243065017309 - type: nauc_precision_at_100_std value: 22.566174889409048 - type: nauc_precision_at_10_diff1 value: 27.483109850720673 - type: nauc_precision_at_10_max value: 49.05252314758842 - type: nauc_precision_at_10_std value: 10.81697625119965 - type: nauc_precision_at_1_diff1 value: 58.99251163531494 - type: nauc_precision_at_1_max value: 55.31168458378662 - type: nauc_precision_at_1_std value: 0.46067296570591204 - type: nauc_precision_at_20_diff1 value: 22.596360405586747 - type: nauc_precision_at_20_max value: 45.898897052708584 - type: nauc_precision_at_20_std value: 14.550759059636537 - type: nauc_precision_at_3_diff1 value: 38.434521839052124 - type: nauc_precision_at_3_max value: 53.42967557108986 - type: nauc_precision_at_3_std value: 5.637035190585405 - type: nauc_precision_at_5_diff1 value: 33.02740643862731 - type: nauc_precision_at_5_max value: 51.55978819109881 - type: nauc_precision_at_5_std value: 7.350865162796566 - type: nauc_recall_at_1000_diff1 value: 26.60961664665872 - type: nauc_recall_at_1000_max value: 48.461012374664655 - type: nauc_recall_at_1000_std value: 42.11129481075962 - type: nauc_recall_at_100_diff1 value: 30.56131256456399 - type: nauc_recall_at_100_max value: 42.6335003846358 - type: nauc_recall_at_100_std value: 14.65947561811711 - type: nauc_recall_at_10_diff1 value: 36.08925172792211 - type: nauc_recall_at_10_max value: 39.549282848557404 - type: nauc_recall_at_10_std value: -2.0637274570893176 - type: nauc_recall_at_1_diff1 value: 51.81726359874944 - type: nauc_recall_at_1_max value: 38.70534924597951 - type: nauc_recall_at_1_std value: -6.266993974109676 - type: nauc_recall_at_20_diff1 value: 34.19944302550159 - type: nauc_recall_at_20_max value: 40.570502896763685 - type: nauc_recall_at_20_std value: 1.6373957170773366 - type: nauc_recall_at_3_diff1 value: 42.661186351217 - type: nauc_recall_at_3_max value: 41.07991726233878 - type: nauc_recall_at_3_std value: -4.275756719649943 - type: nauc_recall_at_5_diff1 value: 39.824533760699666 - type: nauc_recall_at_5_max value: 40.27289110879392 - type: nauc_recall_at_5_std value: -3.7217848473578097 - type: ndcg_at_1 value: 35.209 - type: ndcg_at_10 value: 39.474 - type: ndcg_at_100 value: 46.664 - type: ndcg_at_1000 value: 49.375 - type: ndcg_at_20 value: 42.124 - type: ndcg_at_3 value: 34.855000000000004 - type: ndcg_at_5 value: 36.758 - type: precision_at_1 value: 35.209 - type: precision_at_10 value: 8.777 - type: precision_at_100 value: 1.464 - type: precision_at_1000 value: 0.18 - type: precision_at_20 value: 5.273 - type: precision_at_3 value: 19.688 - type: precision_at_5 value: 14.313999999999998 - type: recall_at_1 value: 22.913 - type: recall_at_10 value: 48.452 - type: recall_at_100 value: 78.459 - type: recall_at_1000 value: 97.02499999999999 - type: recall_at_20 value: 57.483 - type: recall_at_3 value: 34.365 - type: recall_at_5 value: 40.376 task: type: Retrieval - dataset: config: default name: MTEB CovidRetrieval (default) revision: 1271c7809071a13532e05f25fb53511ffce77117 split: test type: C-MTEB/CovidRetrieval metrics: - type: main_score value: 86.248 - type: map_at_1 value: 76.238 - type: map_at_10 value: 83.121 - type: map_at_100 value: 83.30199999999999 - type: map_at_1000 value: 83.30499999999999 - type: map_at_20 value: 83.25 - type: map_at_3 value: 81.612 - type: map_at_5 value: 82.48 - type: mrr_at_1 value: 76.39620653319284 - type: mrr_at_10 value: 83.11798551524579 - type: mrr_at_100 value: 83.28539903804636 - type: mrr_at_1000 value: 83.28853918390932 - type: mrr_at_20 value: 83.23356831754137 - type: mrr_at_3 value: 81.6824727783632 - type: mrr_at_5 value: 82.51492799438009 - type: nauc_map_at_1000_diff1 value: 85.81070525508966 - type: nauc_map_at_1000_max value: 45.965324844973 - type: nauc_map_at_1000_std value: -52.78173904133118 - type: nauc_map_at_100_diff1 value: 85.81125460117724 - type: nauc_map_at_100_max value: 45.97546414701782 - type: nauc_map_at_100_std value: -52.75835778074522 - type: nauc_map_at_10_diff1 value: 85.7051290682998 - type: nauc_map_at_10_max value: 46.23611656408647 - type: nauc_map_at_10_std value: -52.6666709589737 - type: nauc_map_at_1_diff1 value: 88.26402080799741 - type: nauc_map_at_1_max value: 44.050351515784264 - type: nauc_map_at_1_std value: -50.56289445376376 - type: nauc_map_at_20_diff1 value: 85.77842644001255 - type: nauc_map_at_20_max value: 46.04394867157703 - type: nauc_map_at_20_std value: -52.78608349243351 - type: nauc_map_at_3_diff1 value: 85.30533143846657 - type: nauc_map_at_3_max value: 44.887945606250355 - type: nauc_map_at_3_std value: -54.935281949459714 - type: nauc_map_at_5_diff1 value: 85.50995878356277 - type: nauc_map_at_5_max value: 45.46429726268937 - type: nauc_map_at_5_std value: -54.088714368512626 - type: nauc_mrr_at_1000_diff1 value: 85.80217473988819 - type: nauc_mrr_at_1000_max value: 45.86491819883026 - type: nauc_mrr_at_1000_std value: -52.89623324635521 - type: nauc_mrr_at_100_diff1 value: 85.80272509797886 - type: nauc_mrr_at_100_max value: 45.8750645714051 - type: nauc_mrr_at_100_std value: -52.872859499782344 - type: nauc_mrr_at_10_diff1 value: 85.70145531650965 - type: nauc_mrr_at_10_max value: 46.12911790236837 - type: nauc_mrr_at_10_std value: -52.78082308094456 - type: nauc_mrr_at_1_diff1 value: 88.02729122831771 - type: nauc_mrr_at_1_max value: 43.930769240632856 - type: nauc_mrr_at_1_std value: -50.27087569264231 - type: nauc_mrr_at_20_diff1 value: 85.76996861021632 - type: nauc_mrr_at_20_max value: 45.94379525383032 - type: nauc_mrr_at_20_std value: -52.90016547379902 - type: nauc_mrr_at_3_diff1 value: 85.19995296250845 - type: nauc_mrr_at_3_max value: 44.9761359296206 - type: nauc_mrr_at_3_std value: -54.75325362660898 - type: nauc_mrr_at_5_diff1 value: 85.49765148042313 - type: nauc_mrr_at_5_max value: 45.46879615637081 - type: nauc_mrr_at_5_std value: -54.04590504125581 - type: nauc_ndcg_at_1000_diff1 value: 85.54750548221148 - type: nauc_ndcg_at_1000_max value: 46.56757864726956 - type: nauc_ndcg_at_1000_std value: -52.455376300829506 - type: nauc_ndcg_at_100_diff1 value: 85.58037530719729 - type: nauc_ndcg_at_100_max value: 46.87344744069495 - type: nauc_ndcg_at_100_std value: -51.80542993489906 - type: nauc_ndcg_at_10_diff1 value: 85.05501862955802 - type: nauc_ndcg_at_10_max value: 48.21207972888072 - type: nauc_ndcg_at_10_std value: -51.36375441528026 - type: nauc_ndcg_at_1_diff1 value: 88.02729122831771 - type: nauc_ndcg_at_1_max value: 43.930769240632856 - type: nauc_ndcg_at_1_std value: -50.27087569264231 - type: nauc_ndcg_at_20_diff1 value: 85.34336657375991 - type: nauc_ndcg_at_20_max value: 47.435473586489564 - type: nauc_ndcg_at_20_std value: -51.91008916005085 - type: nauc_ndcg_at_3_diff1 value: 84.13748027210943 - type: nauc_ndcg_at_3_max value: 45.12567396232455 - type: nauc_ndcg_at_3_std value: -56.47669761642026 - type: nauc_ndcg_at_5_diff1 value: 84.55448795921725 - type: nauc_ndcg_at_5_max value: 46.18660401749204 - type: nauc_ndcg_at_5_std value: -55.125758391684386 - type: nauc_precision_at_1000_diff1 value: -51.3307609221751 - type: nauc_precision_at_1000_max value: -11.953105148922791 - type: nauc_precision_at_1000_std value: 50.43685922371517 - type: nauc_precision_at_100_diff1 value: -14.801826549460248 - type: nauc_precision_at_100_max value: 14.47045243643168 - type: nauc_precision_at_100_std value: 47.50643511649529 - type: nauc_precision_at_10_diff1 value: 44.205996642681235 - type: nauc_precision_at_10_max value: 51.92320132144985 - type: nauc_precision_at_10_std value: -5.899575746257043 - type: nauc_precision_at_1_diff1 value: 88.02729122831771 - type: nauc_precision_at_1_max value: 43.930769240632856 - type: nauc_precision_at_1_std value: -50.27087569264231 - type: nauc_precision_at_20_diff1 value: 24.05279079986572 - type: nauc_precision_at_20_max value: 36.65699450072386 - type: nauc_precision_at_20_std value: 4.9968093048199655 - type: nauc_precision_at_3_diff1 value: 75.0765824270448 - type: nauc_precision_at_3_max value: 43.9377907848161 - type: nauc_precision_at_3_std value: -59.06007120970449 - type: nauc_precision_at_5_diff1 value: 66.45032329654471 - type: nauc_precision_at_5_max value: 44.70325593801851 - type: nauc_precision_at_5_std value: -48.45128571406001 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_100_diff1 value: 91.01166071733385 - type: nauc_recall_at_100_max value: 91.01166071733385 - type: nauc_recall_at_100_std value: 39.017865732240296 - type: nauc_recall_at_10_diff1 value: 79.23395734932605 - type: nauc_recall_at_10_max value: 72.33475719286457 - type: nauc_recall_at_10_std value: -31.825871246522368 - type: nauc_recall_at_1_diff1 value: 88.26402080799741 - type: nauc_recall_at_1_max value: 44.050351515784264 - type: nauc_recall_at_1_std value: -50.56289445376376 - type: nauc_recall_at_20_diff1 value: 81.01725729918286 - type: nauc_recall_at_20_max value: 73.38978739473507 - type: nauc_recall_at_20_std value: -29.34049826695243 - type: nauc_recall_at_3_diff1 value: 79.42920887206496 - type: nauc_recall_at_3_max value: 45.82669161901384 - type: nauc_recall_at_3_std value: -62.97799126817177 - type: nauc_recall_at_5_diff1 value: 79.59149793640871 - type: nauc_recall_at_5_max value: 49.931726479477284 - type: nauc_recall_at_5_std value: -60.84730627583382 - type: ndcg_at_1 value: 76.396 - type: ndcg_at_10 value: 86.248 - type: ndcg_at_100 value: 87.024 - type: ndcg_at_1000 value: 87.105 - type: ndcg_at_20 value: 86.68 - type: ndcg_at_3 value: 83.248 - type: ndcg_at_5 value: 84.76700000000001 - type: precision_at_1 value: 76.396 - type: precision_at_10 value: 9.684 - type: precision_at_100 value: 1.004 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 4.932 - type: precision_at_3 value: 29.398999999999997 - type: precision_at_5 value: 18.419 - type: recall_at_1 value: 76.238 - type: recall_at_10 value: 95.943 - type: recall_at_100 value: 99.368 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 97.576 - type: recall_at_3 value: 87.882 - type: recall_at_5 value: 91.465 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 45.591 - type: map_at_1 value: 8.742999999999999 - type: map_at_10 value: 20.905 - type: map_at_100 value: 30.684 - type: map_at_1000 value: 32.621 - type: map_at_20 value: 24.712999999999997 - type: map_at_3 value: 14.557 - type: map_at_5 value: 17.145 - type: mrr_at_1 value: 71.25 - type: mrr_at_10 value: 78.66547619047621 - type: mrr_at_100 value: 78.95338376428113 - type: mrr_at_1000 value: 78.95801669419396 - type: mrr_at_20 value: 78.86100898692813 - type: mrr_at_3 value: 77.29166666666669 - type: mrr_at_5 value: 78.22916666666667 - type: nauc_map_at_1000_diff1 value: 26.900440763739862 - type: nauc_map_at_1000_max value: 27.41287499682588 - type: nauc_map_at_1000_std value: 23.517716446354417 - type: nauc_map_at_100_diff1 value: 26.960847090712015 - type: nauc_map_at_100_max value: 25.62780822806535 - type: nauc_map_at_100_std value: 20.764583410794064 - type: nauc_map_at_10_diff1 value: 26.694350486905847 - type: nauc_map_at_10_max value: 12.107317246864257 - type: nauc_map_at_10_std value: -6.508802089734562 - type: nauc_map_at_1_diff1 value: 33.456445880493604 - type: nauc_map_at_1_max value: 1.8493036801759046 - type: nauc_map_at_1_std value: -20.84551283666329 - type: nauc_map_at_20_diff1 value: 26.507520810175777 - type: nauc_map_at_20_max value: 17.43875958766562 - type: nauc_map_at_20_std value: 4.266163091537051 - type: nauc_map_at_3_diff1 value: 28.002541708305444 - type: nauc_map_at_3_max value: 4.0809964483517005 - type: nauc_map_at_3_std value: -18.34367516143987 - type: nauc_map_at_5_diff1 value: 25.76395976603995 - type: nauc_map_at_5_max value: 5.813153343229154 - type: nauc_map_at_5_std value: -14.741693694003125 - type: nauc_mrr_at_1000_diff1 value: 50.942757165439 - type: nauc_mrr_at_1000_max value: 56.366470724627945 - type: nauc_mrr_at_1000_std value: 34.50507989901226 - type: nauc_mrr_at_100_diff1 value: 50.94308173621799 - type: nauc_mrr_at_100_max value: 56.374579967289904 - type: nauc_mrr_at_100_std value: 34.514547334865874 - type: nauc_mrr_at_10_diff1 value: 51.05277331154666 - type: nauc_mrr_at_10_max value: 56.379238078204565 - type: nauc_mrr_at_10_std value: 34.22592269786022 - type: nauc_mrr_at_1_diff1 value: 51.19992534005276 - type: nauc_mrr_at_1_max value: 53.29320361167492 - type: nauc_mrr_at_1_std value: 29.698327150556516 - type: nauc_mrr_at_20_diff1 value: 50.893948496369845 - type: nauc_mrr_at_20_max value: 56.345711333735316 - type: nauc_mrr_at_20_std value: 34.53797587141166 - type: nauc_mrr_at_3_diff1 value: 50.07564959982456 - type: nauc_mrr_at_3_max value: 56.4377475772584 - type: nauc_mrr_at_3_std value: 35.5047835143934 - type: nauc_mrr_at_5_diff1 value: 51.45075569502099 - type: nauc_mrr_at_5_max value: 56.58093185835439 - type: nauc_mrr_at_5_std value: 34.742060733649815 - type: nauc_ndcg_at_1000_diff1 value: 32.743004702251724 - type: nauc_ndcg_at_1000_max value: 41.032846031207185 - type: nauc_ndcg_at_1000_std value: 36.784535087650596 - type: nauc_ndcg_at_100_diff1 value: 33.46270808018173 - type: nauc_ndcg_at_100_max value: 35.31907416778681 - type: nauc_ndcg_at_100_std value: 30.076919254877726 - type: nauc_ndcg_at_10_diff1 value: 31.52784380637351 - type: nauc_ndcg_at_10_max value: 33.51288766599305 - type: nauc_ndcg_at_10_std value: 21.036204411544702 - type: nauc_ndcg_at_1_diff1 value: 44.24341788021985 - type: nauc_ndcg_at_1_max value: 35.76352589449317 - type: nauc_ndcg_at_1_std value: 20.47642009837009 - type: nauc_ndcg_at_20_diff1 value: 32.22677428049063 - type: nauc_ndcg_at_20_max value: 31.522795481794386 - type: nauc_ndcg_at_20_std value: 21.97922534275596 - type: nauc_ndcg_at_3_diff1 value: 34.55448406523195 - type: nauc_ndcg_at_3_max value: 35.88713452555367 - type: nauc_ndcg_at_3_std value: 20.680779175992637 - type: nauc_ndcg_at_5_diff1 value: 29.952345125400193 - type: nauc_ndcg_at_5_max value: 33.204505749144225 - type: nauc_ndcg_at_5_std value: 20.169179073327566 - type: nauc_precision_at_1000_diff1 value: -4.691637817960754 - type: nauc_precision_at_1000_max value: 3.77960645220539 - type: nauc_precision_at_1000_std value: 7.592604432200344 - type: nauc_precision_at_100_diff1 value: 0.7691018824540463 - type: nauc_precision_at_100_max value: 25.09779364224492 - type: nauc_precision_at_100_std value: 43.63510399036115 - type: nauc_precision_at_10_diff1 value: 8.16740121062683 - type: nauc_precision_at_10_max value: 35.66102038839878 - type: nauc_precision_at_10_std value: 43.307605079242116 - type: nauc_precision_at_1_diff1 value: 51.19992534005276 - type: nauc_precision_at_1_max value: 53.29320361167492 - type: nauc_precision_at_1_std value: 29.698327150556516 - type: nauc_precision_at_20_diff1 value: 3.6725937217003084 - type: nauc_precision_at_20_max value: 31.556397294122657 - type: nauc_precision_at_20_std value: 47.05790447768477 - type: nauc_precision_at_3_diff1 value: 19.107686617046717 - type: nauc_precision_at_3_max value: 37.629662422617535 - type: nauc_precision_at_3_std value: 30.667392858755104 - type: nauc_precision_at_5_diff1 value: 9.268155344857693 - type: nauc_precision_at_5_max value: 33.73508193552941 - type: nauc_precision_at_5_std value: 34.1577681720702 - type: nauc_recall_at_1000_diff1 value: 19.670215341306402 - type: nauc_recall_at_1000_max value: 36.303227182727575 - type: nauc_recall_at_1000_std value: 46.035472761074864 - type: nauc_recall_at_100_diff1 value: 22.891294916593708 - type: nauc_recall_at_100_max value: 26.633595306280654 - type: nauc_recall_at_100_std value: 27.810060155447008 - type: nauc_recall_at_10_diff1 value: 20.689635264248775 - type: nauc_recall_at_10_max value: 6.44521719985839 - type: nauc_recall_at_10_std value: -10.762652871248912 - type: nauc_recall_at_1_diff1 value: 33.456445880493604 - type: nauc_recall_at_1_max value: 1.8493036801759046 - type: nauc_recall_at_1_std value: -20.84551283666329 - type: nauc_recall_at_20_diff1 value: 19.968043212513955 - type: nauc_recall_at_20_max value: 12.406516394986097 - type: nauc_recall_at_20_std value: 1.9469308740605251 - type: nauc_recall_at_3_diff1 value: 23.86584939104936 - type: nauc_recall_at_3_max value: 1.5263218674355084 - type: nauc_recall_at_3_std value: -20.020404639715853 - type: nauc_recall_at_5_diff1 value: 20.963971034696304 - type: nauc_recall_at_5_max value: 1.1659794377540564 - type: nauc_recall_at_5_std value: -17.984037259129675 - type: ndcg_at_1 value: 58.75 - type: ndcg_at_10 value: 45.591 - type: ndcg_at_100 value: 50.32299999999999 - type: ndcg_at_1000 value: 57.339 - type: ndcg_at_20 value: 44.830999999999996 - type: ndcg_at_3 value: 50.348000000000006 - type: ndcg_at_5 value: 47.413 - type: precision_at_1 value: 71.25 - type: precision_at_10 value: 37.0 - type: precision_at_100 value: 12.275 - type: precision_at_1000 value: 2.388 - type: precision_at_20 value: 28.599999999999998 - type: precision_at_3 value: 54.167 - type: precision_at_5 value: 45.95 - type: recall_at_1 value: 8.742999999999999 - type: recall_at_10 value: 27.235 - type: recall_at_100 value: 56.87 - type: recall_at_1000 value: 79.616 - type: recall_at_20 value: 35.42 - type: recall_at_3 value: 15.899 - type: recall_at_5 value: 20.226 task: type: Retrieval - dataset: config: default name: MTEB DuRetrieval (default) revision: a1a333e290fe30b10f3f56498e3a0d911a693ced split: test type: C-MTEB/DuRetrieval metrics: - type: main_score value: 89.092 - type: map_at_1 value: 26.840999999999998 - type: map_at_10 value: 82.53399999999999 - type: map_at_100 value: 85.024 - type: map_at_1000 value: 85.06700000000001 - type: map_at_20 value: 84.468 - type: map_at_3 value: 57.318000000000005 - type: map_at_5 value: 72.45899999999999 - type: mrr_at_1 value: 91.8 - type: mrr_at_10 value: 94.22331349206348 - type: mrr_at_100 value: 94.29073099613512 - type: mrr_at_1000 value: 94.29345590354411 - type: mrr_at_20 value: 94.27236714158731 - type: mrr_at_3 value: 93.9583333333333 - type: mrr_at_5 value: 94.13083333333331 - type: nauc_map_at_1000_diff1 value: -0.5294847921357029 - type: nauc_map_at_1000_max value: 48.537982451222256 - type: nauc_map_at_1000_std value: 24.57134294695126 - type: nauc_map_at_100_diff1 value: -0.4972121954388926 - type: nauc_map_at_100_max value: 48.54578906367702 - type: nauc_map_at_100_std value: 24.553424486015988 - type: nauc_map_at_10_diff1 value: 4.540149880617989 - type: nauc_map_at_10_max value: 45.010271398330936 - type: nauc_map_at_10_std value: 11.342740975544137 - type: nauc_map_at_1_diff1 value: 46.671939051209534 - type: nauc_map_at_1_max value: -10.343353582447454 - type: nauc_map_at_1_std value: -37.000769458641614 - type: nauc_map_at_20_diff1 value: 0.7353948327885964 - type: nauc_map_at_20_max value: 48.159473696425586 - type: nauc_map_at_20_std value: 21.726623183516672 - type: nauc_map_at_3_diff1 value: 27.36273018992832 - type: nauc_map_at_3_max value: 6.209222976162968 - type: nauc_map_at_3_std value: -29.49937019740436 - type: nauc_map_at_5_diff1 value: 16.355176688788458 - type: nauc_map_at_5_max value: 23.68912322491999 - type: nauc_map_at_5_std value: -15.58756532067869 - type: nauc_mrr_at_1000_diff1 value: 29.106131814711762 - type: nauc_mrr_at_1000_max value: 83.69793658177312 - type: nauc_mrr_at_1000_std value: 53.466794583101674 - type: nauc_mrr_at_100_diff1 value: 29.099944594214218 - type: nauc_mrr_at_100_max value: 83.7016063495492 - type: nauc_mrr_at_100_std value: 53.46110370474347 - type: nauc_mrr_at_10_diff1 value: 29.177768115036866 - type: nauc_mrr_at_10_max value: 83.85598578162819 - type: nauc_mrr_at_10_std value: 53.721145169786546 - type: nauc_mrr_at_1_diff1 value: 28.92441529457308 - type: nauc_mrr_at_1_max value: 80.10606681697051 - type: nauc_mrr_at_1_std value: 49.52062125663288 - type: nauc_mrr_at_20_diff1 value: 29.05360668887872 - type: nauc_mrr_at_20_max value: 83.74337903625239 - type: nauc_mrr_at_20_std value: 53.560896726300456 - type: nauc_mrr_at_3_diff1 value: 29.381886087768592 - type: nauc_mrr_at_3_max value: 83.79941401848109 - type: nauc_mrr_at_3_std value: 53.206993142084336 - type: nauc_mrr_at_5_diff1 value: 29.490340317110018 - type: nauc_mrr_at_5_max value: 83.9890625188502 - type: nauc_mrr_at_5_std value: 53.88092195560588 - type: nauc_ndcg_at_1000_diff1 value: 2.2592818905716445 - type: nauc_ndcg_at_1000_max value: 59.078754205314574 - type: nauc_ndcg_at_1000_std value: 37.42083837752937 - type: nauc_ndcg_at_100_diff1 value: 1.910169845715913 - type: nauc_ndcg_at_100_max value: 58.797074915831814 - type: nauc_ndcg_at_100_std value: 37.641930982895865 - type: nauc_ndcg_at_10_diff1 value: 3.523547276319842 - type: nauc_ndcg_at_10_max value: 54.362912834968824 - type: nauc_ndcg_at_10_std value: 29.470303595440672 - type: nauc_ndcg_at_1_diff1 value: 28.92441529457308 - type: nauc_ndcg_at_1_max value: 80.10606681697051 - type: nauc_ndcg_at_1_std value: 49.52062125663288 - type: nauc_ndcg_at_20_diff1 value: 3.2099650914494147 - type: nauc_ndcg_at_20_max value: 57.29392522446022 - type: nauc_ndcg_at_20_std value: 33.29006591117316 - type: nauc_ndcg_at_3_diff1 value: -5.274180027153056 - type: nauc_ndcg_at_3_max value: 54.63608285211238 - type: nauc_ndcg_at_3_std value: 35.28328510031142 - type: nauc_ndcg_at_5_diff1 value: 1.6186355731863125 - type: nauc_ndcg_at_5_max value: 47.9267534122155 - type: nauc_ndcg_at_5_std value: 24.650267223938023 - type: nauc_precision_at_1000_diff1 value: -33.57623151624042 - type: nauc_precision_at_1000_max value: 15.406833094801003 - type: nauc_precision_at_1000_std value: 52.78230528681039 - type: nauc_precision_at_100_diff1 value: -34.188087848812856 - type: nauc_precision_at_100_max value: 17.56114547834119 - type: nauc_precision_at_100_std value: 54.99183244443311 - type: nauc_precision_at_10_diff1 value: -35.480881894318664 - type: nauc_precision_at_10_max value: 29.832737480951206 - type: nauc_precision_at_10_std value: 54.80988882122554 - type: nauc_precision_at_1_diff1 value: 28.92441529457308 - type: nauc_precision_at_1_max value: 80.10606681697051 - type: nauc_precision_at_1_std value: 49.52062125663288 - type: nauc_precision_at_20_diff1 value: -34.56876549624 - type: nauc_precision_at_20_max value: 22.869127677560748 - type: nauc_precision_at_20_std value: 56.12175175268179 - type: nauc_precision_at_3_diff1 value: -39.83230143856686 - type: nauc_precision_at_3_max value: 49.37218197862474 - type: nauc_precision_at_3_std value: 52.44508941596364 - type: nauc_precision_at_5_diff1 value: -38.90215955262043 - type: nauc_precision_at_5_max value: 39.46762907461061 - type: nauc_precision_at_5_std value: 52.15472117048514 - type: nauc_recall_at_1000_diff1 value: -2.390269278740673 - type: nauc_recall_at_1000_max value: 66.71899600138589 - type: nauc_recall_at_1000_std value: 72.38413969341725 - type: nauc_recall_at_100_diff1 value: -8.264412300123023 - type: nauc_recall_at_100_max value: 57.09600612836173 - type: nauc_recall_at_100_std value: 54.24820629311573 - type: nauc_recall_at_10_diff1 value: 9.033164187895029 - type: nauc_recall_at_10_max value: 43.95235868275862 - type: nauc_recall_at_10_std value: 7.664503177750303 - type: nauc_recall_at_1_diff1 value: 46.671939051209534 - type: nauc_recall_at_1_max value: -10.343353582447454 - type: nauc_recall_at_1_std value: -37.000769458641614 - type: nauc_recall_at_20_diff1 value: 1.9007241787060192 - type: nauc_recall_at_20_max value: 51.258475649979495 - type: nauc_recall_at_20_std value: 29.595747854574945 - type: nauc_recall_at_3_diff1 value: 27.588185692233928 - type: nauc_recall_at_3_max value: 1.1715811977831723 - type: nauc_recall_at_3_std value: -33.543961140123386 - type: nauc_recall_at_5_diff1 value: 20.108598449638585 - type: nauc_recall_at_5_max value: 16.29392148870603 - type: nauc_recall_at_5_std value: -23.22203273878015 - type: ndcg_at_1 value: 91.8 - type: ndcg_at_10 value: 89.092 - type: ndcg_at_100 value: 91.303 - type: ndcg_at_1000 value: 91.685 - type: ndcg_at_20 value: 90.295 - type: ndcg_at_3 value: 88.239 - type: ndcg_at_5 value: 87.17 - type: precision_at_1 value: 91.8 - type: precision_at_10 value: 42.445 - type: precision_at_100 value: 4.796 - type: precision_at_1000 value: 0.48900000000000005 - type: precision_at_20 value: 22.865 - type: precision_at_3 value: 79.133 - type: precision_at_5 value: 66.83 - type: recall_at_1 value: 26.840999999999998 - type: recall_at_10 value: 89.911 - type: recall_at_100 value: 97.467 - type: recall_at_1000 value: 99.432 - type: recall_at_20 value: 94.21300000000001 - type: recall_at_3 value: 59.136 - type: recall_at_5 value: 76.42999999999999 task: type: Retrieval - dataset: config: default name: MTEB EcomRetrieval (default) revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 split: test type: C-MTEB/EcomRetrieval metrics: - type: main_score value: 66.321 - type: map_at_1 value: 52.0 - type: map_at_10 value: 61.38400000000001 - type: map_at_100 value: 61.936 - type: map_at_1000 value: 61.948 - type: map_at_20 value: 61.748999999999995 - type: map_at_3 value: 58.95 - type: map_at_5 value: 60.33500000000001 - type: mrr_at_1 value: 52.0 - type: mrr_at_10 value: 61.383730158730145 - type: mrr_at_100 value: 61.93550577147795 - type: mrr_at_1000 value: 61.94847623773313 - type: mrr_at_20 value: 61.74938091707053 - type: mrr_at_3 value: 58.94999999999999 - type: mrr_at_5 value: 60.33499999999998 - type: nauc_map_at_1000_diff1 value: 69.53815055633056 - type: nauc_map_at_1000_max value: 30.458633171853865 - type: nauc_map_at_1000_std value: -14.190281565834498 - type: nauc_map_at_100_diff1 value: 69.52712172331074 - type: nauc_map_at_100_max value: 30.463227838546892 - type: nauc_map_at_100_std value: -14.184140431293416 - type: nauc_map_at_10_diff1 value: 69.32352246595482 - type: nauc_map_at_10_max value: 30.546566692369453 - type: nauc_map_at_10_std value: -14.315486822308543 - type: nauc_map_at_1_diff1 value: 74.32463681375484 - type: nauc_map_at_1_max value: 26.609037488437888 - type: nauc_map_at_1_std value: -17.98411230208391 - type: nauc_map_at_20_diff1 value: 69.48043886595383 - type: nauc_map_at_20_max value: 30.46331735615358 - type: nauc_map_at_20_std value: -14.250220216410959 - type: nauc_map_at_3_diff1 value: 69.6166158921783 - type: nauc_map_at_3_max value: 29.289000321401637 - type: nauc_map_at_3_std value: -15.631322693470228 - type: nauc_map_at_5_diff1 value: 69.15996765075326 - type: nauc_map_at_5_max value: 29.83809759513448 - type: nauc_map_at_5_std value: -14.639993334641666 - type: nauc_mrr_at_1000_diff1 value: 69.53815055633056 - type: nauc_mrr_at_1000_max value: 30.458633171853865 - type: nauc_mrr_at_1000_std value: -14.190281565834498 - type: nauc_mrr_at_100_diff1 value: 69.52712172331074 - type: nauc_mrr_at_100_max value: 30.463227838546892 - type: nauc_mrr_at_100_std value: -14.184140431293416 - type: nauc_mrr_at_10_diff1 value: 69.32352246595482 - type: nauc_mrr_at_10_max value: 30.546566692369453 - type: nauc_mrr_at_10_std value: -14.315486822308543 - type: nauc_mrr_at_1_diff1 value: 74.32463681375484 - type: nauc_mrr_at_1_max value: 26.609037488437888 - type: nauc_mrr_at_1_std value: -17.98411230208391 - type: nauc_mrr_at_20_diff1 value: 69.48043886595383 - type: nauc_mrr_at_20_max value: 30.46331735615358 - type: nauc_mrr_at_20_std value: -14.250220216410959 - type: nauc_mrr_at_3_diff1 value: 69.6166158921783 - type: nauc_mrr_at_3_max value: 29.289000321401637 - type: nauc_mrr_at_3_std value: -15.631322693470228 - type: nauc_mrr_at_5_diff1 value: 69.15996765075326 - type: nauc_mrr_at_5_max value: 29.83809759513448 - type: nauc_mrr_at_5_std value: -14.639993334641666 - type: nauc_ndcg_at_1000_diff1 value: 68.6001470182718 - type: nauc_ndcg_at_1000_max value: 32.862663771581296 - type: nauc_ndcg_at_1000_std value: -10.904093603734804 - type: nauc_ndcg_at_100_diff1 value: 68.31379960767023 - type: nauc_ndcg_at_100_max value: 33.2277234522222 - type: nauc_ndcg_at_100_std value: -10.42791128471343 - type: nauc_ndcg_at_10_diff1 value: 67.37575260754308 - type: nauc_ndcg_at_10_max value: 33.34555324598902 - type: nauc_ndcg_at_10_std value: -11.541389056105334 - type: nauc_ndcg_at_1_diff1 value: 74.32463681375484 - type: nauc_ndcg_at_1_max value: 26.609037488437888 - type: nauc_ndcg_at_1_std value: -17.98411230208391 - type: nauc_ndcg_at_20_diff1 value: 67.91992957951669 - type: nauc_ndcg_at_20_max value: 33.15985844275247 - type: nauc_ndcg_at_20_std value: -10.959778392529978 - type: nauc_ndcg_at_3_diff1 value: 68.0758452291291 - type: nauc_ndcg_at_3_max value: 30.278684617897234 - type: nauc_ndcg_at_3_std value: -14.52465256831778 - type: nauc_ndcg_at_5_diff1 value: 67.11997361829751 - type: nauc_ndcg_at_5_max value: 31.395042783624017 - type: nauc_ndcg_at_5_std value: -12.570510995741401 - type: nauc_precision_at_1000_diff1 value: 63.28042328042302 - type: nauc_precision_at_1000_max value: 92.55524431994967 - type: nauc_precision_at_1000_std value: 80.93370681605869 - type: nauc_precision_at_100_diff1 value: 57.286803610333095 - type: nauc_precision_at_100_max value: 76.19514472455643 - type: nauc_precision_at_100_std value: 52.6011515717397 - type: nauc_precision_at_10_diff1 value: 57.55534750523178 - type: nauc_precision_at_10_max value: 48.96602048683773 - type: nauc_precision_at_10_std value: 3.7548188126445106 - type: nauc_precision_at_1_diff1 value: 74.32463681375484 - type: nauc_precision_at_1_max value: 26.609037488437888 - type: nauc_precision_at_1_std value: -17.98411230208391 - type: nauc_precision_at_20_diff1 value: 58.225383213472746 - type: nauc_precision_at_20_max value: 53.45024463652369 - type: nauc_precision_at_20_std value: 14.984081611046667 - type: nauc_precision_at_3_diff1 value: 62.9982742182692 - type: nauc_precision_at_3_max value: 33.58360903888962 - type: nauc_precision_at_3_std value: -10.74777553458719 - type: nauc_precision_at_5_diff1 value: 59.22737266435213 - type: nauc_precision_at_5_max value: 37.562770377873 - type: nauc_precision_at_5_std value: -4.205437353688412 - type: nauc_recall_at_1000_diff1 value: 63.280423280423626 - type: nauc_recall_at_1000_max value: 92.55524431995006 - type: nauc_recall_at_1000_std value: 80.9337068160594 - type: nauc_recall_at_100_diff1 value: 57.28680361033288 - type: nauc_recall_at_100_max value: 76.19514472455649 - type: nauc_recall_at_100_std value: 52.60115157173969 - type: nauc_recall_at_10_diff1 value: 57.55534750523186 - type: nauc_recall_at_10_max value: 48.9660204868377 - type: nauc_recall_at_10_std value: 3.754818812644508 - type: nauc_recall_at_1_diff1 value: 74.32463681375484 - type: nauc_recall_at_1_max value: 26.609037488437888 - type: nauc_recall_at_1_std value: -17.98411230208391 - type: nauc_recall_at_20_diff1 value: 58.22538321347268 - type: nauc_recall_at_20_max value: 53.450244636523806 - type: nauc_recall_at_20_std value: 14.984081611046815 - type: nauc_recall_at_3_diff1 value: 62.99827421826917 - type: nauc_recall_at_3_max value: 33.58360903888954 - type: nauc_recall_at_3_std value: -10.747775534587227 - type: nauc_recall_at_5_diff1 value: 59.22737266435212 - type: nauc_recall_at_5_max value: 37.562770377873136 - type: nauc_recall_at_5_std value: -4.205437353688367 - type: ndcg_at_1 value: 52.0 - type: ndcg_at_10 value: 66.321 - type: ndcg_at_100 value: 68.928 - type: ndcg_at_1000 value: 69.303 - type: ndcg_at_20 value: 67.659 - type: ndcg_at_3 value: 61.246 - type: ndcg_at_5 value: 63.772 - type: precision_at_1 value: 52.0 - type: precision_at_10 value: 8.200000000000001 - type: precision_at_100 value: 0.9400000000000001 - type: precision_at_1000 value: 0.097 - type: precision_at_20 value: 4.365 - type: precision_at_3 value: 22.633 - type: precision_at_5 value: 14.82 - type: recall_at_1 value: 52.0 - type: recall_at_10 value: 82.0 - type: recall_at_100 value: 94.0 - type: recall_at_1000 value: 97.0 - type: recall_at_20 value: 87.3 - type: recall_at_3 value: 67.9 - type: recall_at_5 value: 74.1 task: type: Retrieval - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 90.51 - type: map_at_1 value: 79.957 - type: map_at_10 value: 87.42 - type: map_at_100 value: 87.572 - type: map_at_1000 value: 87.583 - type: map_at_20 value: 87.509 - type: map_at_3 value: 86.5 - type: map_at_5 value: 87.101 - type: mrr_at_1 value: 86.15361536153615 - type: mrr_at_10 value: 91.73240538339532 - type: mrr_at_100 value: 91.75016165436173 - type: mrr_at_1000 value: 91.75072714764477 - type: mrr_at_20 value: 91.74440753331851 - type: mrr_at_3 value: 91.29162916291617 - type: mrr_at_5 value: 91.61341134113393 - type: nauc_map_at_1000_diff1 value: 55.62747866315302 - type: nauc_map_at_1000_max value: 23.544790223399655 - type: nauc_map_at_1000_std value: -5.579174609060041 - type: nauc_map_at_100_diff1 value: 55.589929194255774 - type: nauc_map_at_100_max value: 23.54032170624126 - type: nauc_map_at_100_std value: -5.560250864299321 - type: nauc_map_at_10_diff1 value: 55.20193146039033 - type: nauc_map_at_10_max value: 23.46449956896367 - type: nauc_map_at_10_std value: -5.479355256959771 - type: nauc_map_at_1_diff1 value: 60.81437797444696 - type: nauc_map_at_1_max value: 16.21293503927129 - type: nauc_map_at_1_std value: -11.371544003488534 - type: nauc_map_at_20_diff1 value: 55.39988137889343 - type: nauc_map_at_20_max value: 23.479788953316085 - type: nauc_map_at_20_std value: -5.558018257831432 - type: nauc_map_at_3_diff1 value: 55.20272249508823 - type: nauc_map_at_3_max value: 23.437623610288373 - type: nauc_map_at_3_std value: -6.446259728275601 - type: nauc_map_at_5_diff1 value: 54.811705968136174 - type: nauc_map_at_5_max value: 23.53527198979852 - type: nauc_map_at_5_std value: -5.519017712375851 - type: nauc_mrr_at_1000_diff1 value: 77.09388384236254 - type: nauc_mrr_at_1000_max value: 24.041983462826703 - type: nauc_mrr_at_1000_std value: -17.51208378082453 - type: nauc_mrr_at_100_diff1 value: 77.09379302405928 - type: nauc_mrr_at_100_max value: 24.04676368680233 - type: nauc_mrr_at_100_std value: -17.50584210817013 - type: nauc_mrr_at_10_diff1 value: 77.07416710284788 - type: nauc_mrr_at_10_max value: 24.16468273355217 - type: nauc_mrr_at_10_std value: -17.41320387711184 - type: nauc_mrr_at_1_diff1 value: 77.80612385762478 - type: nauc_mrr_at_1_max value: 18.798274746696624 - type: nauc_mrr_at_1_std value: -19.812320477907612 - type: nauc_mrr_at_20_diff1 value: 77.08185932106402 - type: nauc_mrr_at_20_max value: 24.09328840875767 - type: nauc_mrr_at_20_std value: -17.45879512580195 - type: nauc_mrr_at_3_diff1 value: 77.01593602357202 - type: nauc_mrr_at_3_max value: 25.190875004233217 - type: nauc_mrr_at_3_std value: -17.72250952117334 - type: nauc_mrr_at_5_diff1 value: 77.01761563326805 - type: nauc_mrr_at_5_max value: 24.757066673211142 - type: nauc_mrr_at_5_std value: -17.19951314225811 - type: nauc_ndcg_at_1000_diff1 value: 57.8494260162157 - type: nauc_ndcg_at_1000_max value: 25.34017867497563 - type: nauc_ndcg_at_1000_std value: -4.9971835073125295 - type: nauc_ndcg_at_100_diff1 value: 56.88886047109567 - type: nauc_ndcg_at_100_max value: 25.34585159509186 - type: nauc_ndcg_at_100_std value: -4.396088754530463 - type: nauc_ndcg_at_10_diff1 value: 55.39706710366615 - type: nauc_ndcg_at_10_max value: 25.23366894651518 - type: nauc_ndcg_at_10_std value: -4.02051245272735 - type: nauc_ndcg_at_1_diff1 value: 77.80612385762478 - type: nauc_ndcg_at_1_max value: 18.798274746696624 - type: nauc_ndcg_at_1_std value: -19.812320477907612 - type: nauc_ndcg_at_20_diff1 value: 55.90944611273084 - type: nauc_ndcg_at_20_max value: 25.218359231514103 - type: nauc_ndcg_at_20_std value: -4.195454512225829 - type: nauc_ndcg_at_3_diff1 value: 56.900264881158826 - type: nauc_ndcg_at_3_max value: 26.11057832808819 - type: nauc_ndcg_at_3_std value: -6.429746036887465 - type: nauc_ndcg_at_5_diff1 value: 55.20032432540728 - type: nauc_ndcg_at_5_max value: 25.905242282953328 - type: nauc_ndcg_at_5_std value: -4.237294390432071 - type: nauc_precision_at_1000_diff1 value: -10.72073093313023 - type: nauc_precision_at_1000_max value: -1.3010305287914616 - type: nauc_precision_at_1000_std value: 1.7882934955205159 - type: nauc_precision_at_100_diff1 value: -12.173285712757355 - type: nauc_precision_at_100_max value: 1.4279807975435195 - type: nauc_precision_at_100_std value: 5.202388521512146 - type: nauc_precision_at_10_diff1 value: -13.072275371151196 - type: nauc_precision_at_10_max value: 6.229597015121936 - type: nauc_precision_at_10_std value: 7.9298978727659355 - type: nauc_precision_at_1_diff1 value: 77.80612385762478 - type: nauc_precision_at_1_max value: 18.798274746696624 - type: nauc_precision_at_1_std value: -19.812320477907612 - type: nauc_precision_at_20_diff1 value: -13.19212302010048 - type: nauc_precision_at_20_max value: 3.809358294404054 - type: nauc_precision_at_20_std value: 6.136483332491836 - type: nauc_precision_at_3_diff1 value: 6.88040425238454 - type: nauc_precision_at_3_max value: 21.230050942241586 - type: nauc_precision_at_3_std value: 3.6113059937245726 - type: nauc_precision_at_5_diff1 value: -7.926656002659219 - type: nauc_precision_at_5_max value: 13.728985807916457 - type: nauc_precision_at_5_std value: 9.104406648204018 - type: nauc_recall_at_1000_diff1 value: 6.826634892317323 - type: nauc_recall_at_1000_max value: 47.461957880242785 - type: nauc_recall_at_1000_std value: 51.6613432996783 - type: nauc_recall_at_100_diff1 value: 11.236324687996389 - type: nauc_recall_at_100_max value: 38.127691674159934 - type: nauc_recall_at_100_std value: 38.353731224893984 - type: nauc_recall_at_10_diff1 value: 17.925743881123733 - type: nauc_recall_at_10_max value: 33.185408322658816 - type: nauc_recall_at_10_std value: 25.085133063767085 - type: nauc_recall_at_1_diff1 value: 60.81437797444696 - type: nauc_recall_at_1_max value: 16.21293503927129 - type: nauc_recall_at_1_std value: -11.371544003488534 - type: nauc_recall_at_20_diff1 value: 15.381672516888978 - type: nauc_recall_at_20_max value: 34.01502923316828 - type: nauc_recall_at_20_std value: 28.67331265878902 - type: nauc_recall_at_3_diff1 value: 35.65247847623485 - type: nauc_recall_at_3_max value: 32.105152773899285 - type: nauc_recall_at_3_std value: 5.912621293073229 - type: nauc_recall_at_5_diff1 value: 25.114222723712746 - type: nauc_recall_at_5_max value: 33.665783755502844 - type: nauc_recall_at_5_std value: 16.756592637190636 - type: ndcg_at_1 value: 86.154 - type: ndcg_at_10 value: 90.51 - type: ndcg_at_100 value: 90.981 - type: ndcg_at_1000 value: 91.178 - type: ndcg_at_20 value: 90.70700000000001 - type: ndcg_at_3 value: 89.25699999999999 - type: ndcg_at_5 value: 89.988 - type: precision_at_1 value: 86.154 - type: precision_at_10 value: 10.695 - type: precision_at_100 value: 1.115 - type: precision_at_1000 value: 0.11499999999999999 - type: precision_at_20 value: 5.426 - type: precision_at_3 value: 33.788000000000004 - type: precision_at_5 value: 20.846 - type: recall_at_1 value: 79.957 - type: recall_at_10 value: 95.724 - type: recall_at_100 value: 97.444 - type: recall_at_1000 value: 98.64699999999999 - type: recall_at_20 value: 96.324 - type: recall_at_3 value: 92.281 - type: recall_at_5 value: 94.204 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 47.514 - type: map_at_1 value: 24.645 - type: map_at_10 value: 39.352 - type: map_at_100 value: 41.22 - type: map_at_1000 value: 41.377 - type: map_at_20 value: 40.355000000000004 - type: map_at_3 value: 34.075 - type: map_at_5 value: 37.108000000000004 - type: mrr_at_1 value: 47.0679012345679 - type: mrr_at_10 value: 55.40882814030964 - type: mrr_at_100 value: 56.12125106952315 - type: mrr_at_1000 value: 56.15387132263201 - type: mrr_at_20 value: 55.8948061625507 - type: mrr_at_3 value: 52.95781893004117 - type: mrr_at_5 value: 54.28497942386829 - type: nauc_map_at_1000_diff1 value: 44.77272346288289 - type: nauc_map_at_1000_max value: 36.09407349481673 - type: nauc_map_at_1000_std value: -1.387935841299599 - type: nauc_map_at_100_diff1 value: 44.723556943431234 - type: nauc_map_at_100_max value: 35.99093730191303 - type: nauc_map_at_100_std value: -1.4074999846573228 - type: nauc_map_at_10_diff1 value: 44.391340020713855 - type: nauc_map_at_10_max value: 34.602517259403506 - type: nauc_map_at_10_std value: -2.3790851307330625 - type: nauc_map_at_1_diff1 value: 50.105829266519244 - type: nauc_map_at_1_max value: 24.152912506739803 - type: nauc_map_at_1_std value: -5.27506525468281 - type: nauc_map_at_20_diff1 value: 44.50379935527974 - type: nauc_map_at_20_max value: 35.348069309685776 - type: nauc_map_at_20_std value: -1.709571532659604 - type: nauc_map_at_3_diff1 value: 45.670369127791915 - type: nauc_map_at_3_max value: 30.831452903193163 - type: nauc_map_at_3_std value: -4.436677865346682 - type: nauc_map_at_5_diff1 value: 45.17911631909283 - type: nauc_map_at_5_max value: 33.306423021308134 - type: nauc_map_at_5_std value: -4.031363774995068 - type: nauc_mrr_at_1000_diff1 value: 52.61628096939053 - type: nauc_mrr_at_1000_max value: 45.71319446022708 - type: nauc_mrr_at_1000_std value: -0.20437591300743238 - type: nauc_mrr_at_100_diff1 value: 52.59036374639475 - type: nauc_mrr_at_100_max value: 45.72743514492137 - type: nauc_mrr_at_100_std value: -0.18457663920869963 - type: nauc_mrr_at_10_diff1 value: 52.45956212546747 - type: nauc_mrr_at_10_max value: 45.61538981845574 - type: nauc_mrr_at_10_std value: -0.45293760316300996 - type: nauc_mrr_at_1_diff1 value: 56.626080862506356 - type: nauc_mrr_at_1_max value: 45.034721250577874 - type: nauc_mrr_at_1_std value: -2.6493217245134795 - type: nauc_mrr_at_20_diff1 value: 52.52240442485512 - type: nauc_mrr_at_20_max value: 45.67194818657121 - type: nauc_mrr_at_20_std value: -0.19023089137780325 - type: nauc_mrr_at_3_diff1 value: 53.018265225297235 - type: nauc_mrr_at_3_max value: 45.99369691850936 - type: nauc_mrr_at_3_std value: -0.5705271234961398 - type: nauc_mrr_at_5_diff1 value: 52.778126086680864 - type: nauc_mrr_at_5_max value: 45.63643961349299 - type: nauc_mrr_at_5_std value: -0.8259675580429905 - type: nauc_ndcg_at_1000_diff1 value: 45.90373831741528 - type: nauc_ndcg_at_1000_max value: 41.35017558325094 - type: nauc_ndcg_at_1000_std value: 2.096012035567072 - type: nauc_ndcg_at_100_diff1 value: 45.027446346957284 - type: nauc_ndcg_at_100_max value: 40.605465687346175 - type: nauc_ndcg_at_100_std value: 2.4038882149653276 - type: nauc_ndcg_at_10_diff1 value: 44.074735693463325 - type: nauc_ndcg_at_10_max value: 37.46233357867317 - type: nauc_ndcg_at_10_std value: -0.4475709952502303 - type: nauc_ndcg_at_1_diff1 value: 56.626080862506356 - type: nauc_ndcg_at_1_max value: 45.034721250577874 - type: nauc_ndcg_at_1_std value: -2.6493217245134795 - type: nauc_ndcg_at_20_diff1 value: 44.31817600347284 - type: nauc_ndcg_at_20_max value: 38.476688485181185 - type: nauc_ndcg_at_20_std value: 1.117991976066639 - type: nauc_ndcg_at_3_diff1 value: 46.20974876099122 - type: nauc_ndcg_at_3_max value: 39.67931470812708 - type: nauc_ndcg_at_3_std value: -2.5706495888606065 - type: nauc_ndcg_at_5_diff1 value: 45.325044209858376 - type: nauc_ndcg_at_5_max value: 37.91199035928747 - type: nauc_ndcg_at_5_std value: -2.6517106051896415 - type: nauc_precision_at_1000_diff1 value: -0.9537663597844245 - type: nauc_precision_at_1000_max value: 27.761641710876805 - type: nauc_precision_at_1000_std value: 10.06076340740224 - type: nauc_precision_at_100_diff1 value: 4.898859142232583 - type: nauc_precision_at_100_max value: 33.62244081851389 - type: nauc_precision_at_100_std value: 12.958070332981025 - type: nauc_precision_at_10_diff1 value: 13.911881718581084 - type: nauc_precision_at_10_max value: 39.06687486946156 - type: nauc_precision_at_10_std value: 8.891111414659303 - type: nauc_precision_at_1_diff1 value: 56.626080862506356 - type: nauc_precision_at_1_max value: 45.034721250577874 - type: nauc_precision_at_1_std value: -2.6493217245134795 - type: nauc_precision_at_20_diff1 value: 10.775097513378254 - type: nauc_precision_at_20_max value: 37.65460968883382 - type: nauc_precision_at_20_std value: 11.889915451399668 - type: nauc_precision_at_3_diff1 value: 28.30096121403731 - type: nauc_precision_at_3_max value: 42.40913904542612 - type: nauc_precision_at_3_std value: 1.2961939760329662 - type: nauc_precision_at_5_diff1 value: 22.29912026851874 - type: nauc_precision_at_5_max value: 41.214493600606104 - type: nauc_precision_at_5_std value: 3.265899775196082 - type: nauc_recall_at_1000_diff1 value: 30.334475310610348 - type: nauc_recall_at_1000_max value: 46.44256605093095 - type: nauc_recall_at_1000_std value: 37.4195772516604 - type: nauc_recall_at_100_diff1 value: 26.949261821988298 - type: nauc_recall_at_100_max value: 35.73869214813791 - type: nauc_recall_at_100_std value: 18.21976935233426 - type: nauc_recall_at_10_diff1 value: 31.804710246288064 - type: nauc_recall_at_10_max value: 28.494462228237317 - type: nauc_recall_at_10_std value: 2.0918304228972238 - type: nauc_recall_at_1_diff1 value: 50.105829266519244 - type: nauc_recall_at_1_max value: 24.152912506739803 - type: nauc_recall_at_1_std value: -5.27506525468281 - type: nauc_recall_at_20_diff1 value: 29.604091813286402 - type: nauc_recall_at_20_max value: 28.97789764511831 - type: nauc_recall_at_20_std value: 7.039137680276673 - type: nauc_recall_at_3_diff1 value: 40.10999098029199 - type: nauc_recall_at_3_max value: 28.584637753129964 - type: nauc_recall_at_3_std value: -3.135936497604714 - type: nauc_recall_at_5_diff1 value: 36.70967721515207 - type: nauc_recall_at_5_max value: 28.719731279382298 - type: nauc_recall_at_5_std value: -3.039387759442582 - type: ndcg_at_1 value: 47.068 - type: ndcg_at_10 value: 47.514 - type: ndcg_at_100 value: 53.991 - type: ndcg_at_1000 value: 56.513000000000005 - type: ndcg_at_20 value: 50.092000000000006 - type: ndcg_at_3 value: 43.147000000000006 - type: ndcg_at_5 value: 44.675 - type: precision_at_1 value: 47.068 - type: precision_at_10 value: 13.148000000000001 - type: precision_at_100 value: 1.9980000000000002 - type: precision_at_1000 value: 0.244 - type: precision_at_20 value: 7.6770000000000005 - type: precision_at_3 value: 28.395 - type: precision_at_5 value: 21.204 - type: recall_at_1 value: 24.645 - type: recall_at_10 value: 54.715 - type: recall_at_100 value: 78.674 - type: recall_at_1000 value: 93.60199999999999 - type: recall_at_20 value: 62.81099999999999 - type: recall_at_3 value: 38.580999999999996 - type: recall_at_5 value: 45.727000000000004 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 75.32600000000001 - type: map_at_1 value: 42.093 - type: map_at_10 value: 67.487 - type: map_at_100 value: 68.24900000000001 - type: map_at_1000 value: 68.29899999999999 - type: map_at_20 value: 67.93900000000001 - type: map_at_3 value: 64.193 - type: map_at_5 value: 66.328 - type: mrr_at_1 value: 84.18636056718434 - type: mrr_at_10 value: 88.96446523691603 - type: mrr_at_100 value: 89.07749107714154 - type: mrr_at_1000 value: 89.0802400764323 - type: mrr_at_20 value: 89.03693404881906 - type: mrr_at_3 value: 88.35021381949115 - type: mrr_at_5 value: 88.76817465676321 - type: nauc_map_at_1000_diff1 value: 9.995319980546128 - type: nauc_map_at_1000_max value: 15.843115548360199 - type: nauc_map_at_1000_std value: 5.286741865550291 - type: nauc_map_at_100_diff1 value: 9.965997966056612 - type: nauc_map_at_100_max value: 15.832340410378018 - type: nauc_map_at_100_std value: 5.31003490395493 - type: nauc_map_at_10_diff1 value: 9.75529136863581 - type: nauc_map_at_10_max value: 15.5004959623361 - type: nauc_map_at_10_std value: 4.734637872591846 - type: nauc_map_at_1_diff1 value: 73.30294723315882 - type: nauc_map_at_1_max value: 43.66329775084331 - type: nauc_map_at_1_std value: -7.67788750420626 - type: nauc_map_at_20_diff1 value: 9.779985336264675 - type: nauc_map_at_20_max value: 15.673614982634346 - type: nauc_map_at_20_std value: 5.129436201234171 - type: nauc_map_at_3_diff1 value: 9.893652511517288 - type: nauc_map_at_3_max value: 14.582702430192729 - type: nauc_map_at_3_std value: 2.035001467791114 - type: nauc_map_at_5_diff1 value: 9.697760587575981 - type: nauc_map_at_5_max value: 15.21430699967373 - type: nauc_map_at_5_std value: 3.5955115009020933 - type: nauc_mrr_at_1000_diff1 value: 73.11748626397122 - type: nauc_mrr_at_1000_max value: 46.73528373640579 - type: nauc_mrr_at_1000_std value: -5.970370775969118 - type: nauc_mrr_at_100_diff1 value: 73.11880113030185 - type: nauc_mrr_at_100_max value: 46.74380443058361 - type: nauc_mrr_at_100_std value: -5.9578304093828205 - type: nauc_mrr_at_10_diff1 value: 73.12886006500067 - type: nauc_mrr_at_10_max value: 46.767758336745416 - type: nauc_mrr_at_10_std value: -5.991825690006404 - type: nauc_mrr_at_1_diff1 value: 73.30294723315882 - type: nauc_mrr_at_1_max value: 43.66329775084331 - type: nauc_mrr_at_1_std value: -7.67788750420626 - type: nauc_mrr_at_20_diff1 value: 73.13899139910129 - type: nauc_mrr_at_20_max value: 46.787791460797514 - type: nauc_mrr_at_20_std value: -5.935002393245029 - type: nauc_mrr_at_3_diff1 value: 72.98715491258669 - type: nauc_mrr_at_3_max value: 47.21249528414659 - type: nauc_mrr_at_3_std value: -6.247995601535651 - type: nauc_mrr_at_5_diff1 value: 73.06864822495608 - type: nauc_mrr_at_5_max value: 46.88005515702291 - type: nauc_mrr_at_5_std value: -6.032634039363137 - type: nauc_ndcg_at_1000_diff1 value: 16.60411769086399 - type: nauc_ndcg_at_1000_max value: 20.75198311077535 - type: nauc_ndcg_at_1000_std value: 8.13237736475886 - type: nauc_ndcg_at_100_diff1 value: 15.72911678935216 - type: nauc_ndcg_at_100_max value: 20.47072334762776 - type: nauc_ndcg_at_100_std value: 8.782193310979013 - type: nauc_ndcg_at_10_diff1 value: 14.772128790148878 - type: nauc_ndcg_at_10_max value: 19.077954955081136 - type: nauc_ndcg_at_10_std value: 6.284782593325895 - type: nauc_ndcg_at_1_diff1 value: 73.30294723315882 - type: nauc_ndcg_at_1_max value: 43.66329775084331 - type: nauc_ndcg_at_1_std value: -7.67788750420626 - type: nauc_ndcg_at_20_diff1 value: 14.752399154683435 - type: nauc_ndcg_at_20_max value: 19.55715062684391 - type: nauc_ndcg_at_20_std value: 7.573384824307518 - type: nauc_ndcg_at_3_diff1 value: 15.56449232913491 - type: nauc_ndcg_at_3_max value: 18.182333510364554 - type: nauc_ndcg_at_3_std value: 1.9272410761288006 - type: nauc_ndcg_at_5_diff1 value: 14.884941140343921 - type: nauc_ndcg_at_5_max value: 18.68777570103015 - type: nauc_ndcg_at_5_std value: 4.0935157857334135 - type: nauc_precision_at_1000_diff1 value: -10.878725068314541 - type: nauc_precision_at_1000_max value: 18.544493538408346 - type: nauc_precision_at_1000_std value: 44.73746132705706 - type: nauc_precision_at_100_diff1 value: -6.782374787932728 - type: nauc_precision_at_100_max value: 16.721047366440693 - type: nauc_precision_at_100_std value: 34.190413143432174 - type: nauc_precision_at_10_diff1 value: -2.58056116443468 - type: nauc_precision_at_10_max value: 12.545200150514491 - type: nauc_precision_at_10_std value: 15.18383050468422 - type: nauc_precision_at_1_diff1 value: 73.30294723315882 - type: nauc_precision_at_1_max value: 43.66329775084331 - type: nauc_precision_at_1_std value: -7.67788750420626 - type: nauc_precision_at_20_diff1 value: -4.900789620284776 - type: nauc_precision_at_20_max value: 13.422571163066484 - type: nauc_precision_at_20_std value: 21.035079923229627 - type: nauc_precision_at_3_diff1 value: 2.3940138426298976 - type: nauc_precision_at_3_max value: 12.500482474979865 - type: nauc_precision_at_3_std value: 4.925125401965679 - type: nauc_precision_at_5_diff1 value: -0.20414348059352502 - type: nauc_precision_at_5_max value: 12.617438217714346 - type: nauc_precision_at_5_std value: 9.093888696691772 - type: nauc_recall_at_1000_diff1 value: -10.878725068314326 - type: nauc_recall_at_1000_max value: 18.544493538408393 - type: nauc_recall_at_1000_std value: 44.73746132705682 - type: nauc_recall_at_100_diff1 value: -6.782374787932829 - type: nauc_recall_at_100_max value: 16.721047366440786 - type: nauc_recall_at_100_std value: 34.190413143432046 - type: nauc_recall_at_10_diff1 value: -2.5805611644346587 - type: nauc_recall_at_10_max value: 12.545200150514441 - type: nauc_recall_at_10_std value: 15.183830504684334 - type: nauc_recall_at_1_diff1 value: 73.30294723315882 - type: nauc_recall_at_1_max value: 43.66329775084331 - type: nauc_recall_at_1_std value: -7.67788750420626 - type: nauc_recall_at_20_diff1 value: -4.9007896202848125 - type: nauc_recall_at_20_max value: 13.422571163066511 - type: nauc_recall_at_20_std value: 21.035079923229684 - type: nauc_recall_at_3_diff1 value: 2.394013842629748 - type: nauc_recall_at_3_max value: 12.500482474979735 - type: nauc_recall_at_3_std value: 4.925125401965642 - type: nauc_recall_at_5_diff1 value: -0.2041434805933923 - type: nauc_recall_at_5_max value: 12.61743821771437 - type: nauc_recall_at_5_std value: 9.09388869669173 - type: ndcg_at_1 value: 84.186 - type: ndcg_at_10 value: 75.32600000000001 - type: ndcg_at_100 value: 77.874 - type: ndcg_at_1000 value: 78.806 - type: ndcg_at_20 value: 76.40400000000001 - type: ndcg_at_3 value: 70.909 - type: ndcg_at_5 value: 73.479 - type: precision_at_1 value: 84.186 - type: precision_at_10 value: 15.587000000000002 - type: precision_at_100 value: 1.757 - type: precision_at_1000 value: 0.188 - type: precision_at_20 value: 8.139000000000001 - type: precision_at_3 value: 45.51 - type: precision_at_5 value: 29.326 - type: recall_at_1 value: 42.093 - type: recall_at_10 value: 77.934 - type: recall_at_100 value: 87.86 - type: recall_at_1000 value: 94.024 - type: recall_at_20 value: 81.391 - type: recall_at_3 value: 68.265 - type: recall_at_5 value: 73.315 task: type: Retrieval - dataset: config: default name: MTEB MMarcoRetrieval (default) revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 split: test type: C-MTEB/MMarcoRetrieval metrics: - type: main_score value: 81.326 - type: map_at_1 value: 68.989 - type: map_at_10 value: 77.847 - type: map_at_100 value: 78.156 - type: map_at_1000 value: 78.164 - type: map_at_20 value: 78.061 - type: map_at_3 value: 76.13799999999999 - type: map_at_5 value: 77.229 - type: mrr_at_1 value: 71.21776504297995 - type: mrr_at_10 value: 78.32120684950182 - type: mrr_at_100 value: 78.58936042309043 - type: mrr_at_1000 value: 78.59610252917135 - type: mrr_at_20 value: 78.50335098226165 - type: mrr_at_3 value: 76.86007640878704 - type: mrr_at_5 value: 77.7698185291306 - type: nauc_map_at_1000_diff1 value: 79.16029739870804 - type: nauc_map_at_1000_max value: 43.78891562548924 - type: nauc_map_at_1000_std value: -13.246437799707838 - type: nauc_map_at_100_diff1 value: 79.15596023648153 - type: nauc_map_at_100_max value: 43.79965621272441 - type: nauc_map_at_100_std value: -13.227701618120562 - type: nauc_map_at_10_diff1 value: 79.05928504713239 - type: nauc_map_at_10_max value: 43.94264840364276 - type: nauc_map_at_10_std value: -13.161277666070722 - type: nauc_map_at_1_diff1 value: 81.1405902848429 - type: nauc_map_at_1_max value: 35.44331128528461 - type: nauc_map_at_1_std value: -20.100450066560107 - type: nauc_map_at_20_diff1 value: 79.11902099348794 - type: nauc_map_at_20_max value: 43.87508609629538 - type: nauc_map_at_20_std value: -13.151424214062782 - type: nauc_map_at_3_diff1 value: 79.04969209762379 - type: nauc_map_at_3_max value: 42.60060629924232 - type: nauc_map_at_3_std value: -15.308728754602544 - type: nauc_map_at_5_diff1 value: 79.03276369575103 - type: nauc_map_at_5_max value: 43.751838034034435 - type: nauc_map_at_5_std value: -13.970955760273384 - type: nauc_mrr_at_1000_diff1 value: 79.61979726371646 - type: nauc_mrr_at_1000_max value: 44.66719436723058 - type: nauc_mrr_at_1000_std value: -12.325730966118812 - type: nauc_mrr_at_100_diff1 value: 79.61632982477367 - type: nauc_mrr_at_100_max value: 44.678855951697926 - type: nauc_mrr_at_100_std value: -12.306704634602726 - type: nauc_mrr_at_10_diff1 value: 79.51956393477862 - type: nauc_mrr_at_10_max value: 44.84408594441904 - type: nauc_mrr_at_10_std value: -12.127272545651286 - type: nauc_mrr_at_1_diff1 value: 81.90501303330416 - type: nauc_mrr_at_1_max value: 39.97432077076156 - type: nauc_mrr_at_1_std value: -18.389127950793718 - type: nauc_mrr_at_20_diff1 value: 79.58270388752608 - type: nauc_mrr_at_20_max value: 44.764311380347536 - type: nauc_mrr_at_20_std value: -12.19496193710737 - type: nauc_mrr_at_3_diff1 value: 79.60316497236226 - type: nauc_mrr_at_3_max value: 43.988585000681866 - type: nauc_mrr_at_3_std value: -13.850905471978848 - type: nauc_mrr_at_5_diff1 value: 79.47331529124322 - type: nauc_mrr_at_5_max value: 44.71348924741831 - type: nauc_mrr_at_5_std value: -12.783865115616067 - type: nauc_ndcg_at_1000_diff1 value: 78.78969082437384 - type: nauc_ndcg_at_1000_max value: 45.81926213521159 - type: nauc_ndcg_at_1000_std value: -10.022967495470796 - type: nauc_ndcg_at_100_diff1 value: 78.67711818680986 - type: nauc_ndcg_at_100_max value: 46.25026629853773 - type: nauc_ndcg_at_100_std value: -9.261589155598827 - type: nauc_ndcg_at_10_diff1 value: 78.22360676709333 - type: nauc_ndcg_at_10_max value: 47.09475980422957 - type: nauc_ndcg_at_10_std value: -8.547356995014225 - type: nauc_ndcg_at_1_diff1 value: 81.90501303330416 - type: nauc_ndcg_at_1_max value: 39.97432077076156 - type: nauc_ndcg_at_1_std value: -18.389127950793718 - type: nauc_ndcg_at_20_diff1 value: 78.42651077972808 - type: nauc_ndcg_at_20_max value: 46.854979960167384 - type: nauc_ndcg_at_20_std value: -8.573604161908804 - type: nauc_ndcg_at_3_diff1 value: 78.35604774445503 - type: nauc_ndcg_at_3_max value: 44.45828113811858 - type: nauc_ndcg_at_3_std value: -13.309019113602183 - type: nauc_ndcg_at_5_diff1 value: 78.16411679491445 - type: nauc_ndcg_at_5_max value: 46.49660148233588 - type: nauc_ndcg_at_5_std value: -10.808600667753756 - type: nauc_precision_at_1000_diff1 value: -20.82705844414604 - type: nauc_precision_at_1000_max value: 16.03948538489189 - type: nauc_precision_at_1000_std value: 27.567999530944252 - type: nauc_precision_at_100_diff1 value: -9.819051662848384 - type: nauc_precision_at_100_max value: 24.780047792084588 - type: nauc_precision_at_100_std value: 31.421518287384515 - type: nauc_precision_at_10_diff1 value: 18.177203300248284 - type: nauc_precision_at_10_max value: 39.22103562502051 - type: nauc_precision_at_10_std value: 23.546566193049625 - type: nauc_precision_at_1_diff1 value: 81.90501303330416 - type: nauc_precision_at_1_max value: 39.97432077076156 - type: nauc_precision_at_1_std value: -18.389127950793718 - type: nauc_precision_at_20_diff1 value: 6.381318855094538 - type: nauc_precision_at_20_max value: 33.91673607084499 - type: nauc_precision_at_20_std value: 28.25672869116022 - type: nauc_precision_at_3_diff1 value: 44.27538712834998 - type: nauc_precision_at_3_max value: 41.809017183415975 - type: nauc_precision_at_3_std value: 1.9207478473598019 - type: nauc_precision_at_5_diff1 value: 32.00478806248665 - type: nauc_precision_at_5_max value: 42.07709798215479 - type: nauc_precision_at_5_std value: 11.409280224561886 - type: nauc_recall_at_1000_diff1 value: 68.67828128136055 - type: nauc_recall_at_1000_max value: 91.34477778650434 - type: nauc_recall_at_1000_std value: 78.06367095124621 - type: nauc_recall_at_100_diff1 value: 69.56542856305472 - type: nauc_recall_at_100_max value: 83.9231178271008 - type: nauc_recall_at_100_std value: 61.0259051303632 - type: nauc_recall_at_10_diff1 value: 71.27617186532059 - type: nauc_recall_at_10_max value: 66.52481809588132 - type: nauc_recall_at_10_std value: 21.855896508801056 - type: nauc_recall_at_1_diff1 value: 81.1405902848429 - type: nauc_recall_at_1_max value: 35.44331128528461 - type: nauc_recall_at_1_std value: -20.100450066560107 - type: nauc_recall_at_20_diff1 value: 70.52557301925908 - type: nauc_recall_at_20_max value: 72.93606618693053 - type: nauc_recall_at_20_std value: 34.72268440514996 - type: nauc_recall_at_3_diff1 value: 74.80190815622731 - type: nauc_recall_at_3_max value: 49.32547885793892 - type: nauc_recall_at_3_std value: -7.8209259710161545 - type: nauc_recall_at_5_diff1 value: 73.14792922324158 - type: nauc_recall_at_5_max value: 58.00913922758409 - type: nauc_recall_at_5_std value: 2.5058994355597797 - type: ndcg_at_1 value: 71.218 - type: ndcg_at_10 value: 81.326 - type: ndcg_at_100 value: 82.64 - type: ndcg_at_1000 value: 82.84700000000001 - type: ndcg_at_20 value: 82.04 - type: ndcg_at_3 value: 78.09899999999999 - type: ndcg_at_5 value: 79.919 - type: precision_at_1 value: 71.218 - type: precision_at_10 value: 9.739 - type: precision_at_100 value: 1.0370000000000001 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 5.021 - type: precision_at_3 value: 29.274 - type: precision_at_5 value: 18.55 - type: recall_at_1 value: 68.989 - type: recall_at_10 value: 91.54299999999999 - type: recall_at_100 value: 97.33800000000001 - type: recall_at_1000 value: 98.978 - type: recall_at_20 value: 94.272 - type: recall_at_3 value: 82.997 - type: recall_at_5 value: 87.332 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 41.730000000000004 - type: map_at_1 value: 22.247 - type: map_at_10 value: 34.707 - type: map_at_100 value: 35.942 - type: map_at_1000 value: 35.985 - type: map_at_20 value: 35.487 - type: map_at_3 value: 30.681000000000004 - type: map_at_5 value: 32.999 - type: mrr_at_1 value: 22.851002865329512 - type: mrr_at_10 value: 35.31956951835174 - type: mrr_at_100 value: 36.483110345028855 - type: mrr_at_1000 value: 36.52100396629788 - type: mrr_at_20 value: 36.06021818764369 - type: mrr_at_3 value: 31.387297039159375 - type: mrr_at_5 value: 33.65663801337153 - type: nauc_map_at_1000_diff1 value: 32.0636034497493 - type: nauc_map_at_1000_max value: -0.10762638411612366 - type: nauc_map_at_1000_std value: -22.783093674680906 - type: nauc_map_at_100_diff1 value: 32.056943193976636 - type: nauc_map_at_100_max value: -0.10716522768388786 - type: nauc_map_at_100_std value: -22.76716334129472 - type: nauc_map_at_10_diff1 value: 31.881216789203926 - type: nauc_map_at_10_max value: -0.26405277769440294 - type: nauc_map_at_10_std value: -23.34575128505554 - type: nauc_map_at_1_diff1 value: 35.9596501126688 - type: nauc_map_at_1_max value: -0.8091904424462875 - type: nauc_map_at_1_std value: -20.527774904206694 - type: nauc_map_at_20_diff1 value: 31.98673561195359 - type: nauc_map_at_20_max value: -0.16723938267691815 - type: nauc_map_at_20_std value: -23.07658691561266 - type: nauc_map_at_3_diff1 value: 32.077835294709836 - type: nauc_map_at_3_max value: -0.31351965109909036 - type: nauc_map_at_3_std value: -22.975671553829898 - type: nauc_map_at_5_diff1 value: 31.7691847510221 - type: nauc_map_at_5_max value: -0.41491147447451765 - type: nauc_map_at_5_std value: -23.42837462137769 - type: nauc_mrr_at_1000_diff1 value: 31.853823797444946 - type: nauc_mrr_at_1000_max value: -0.0795653698187692 - type: nauc_mrr_at_1000_std value: -22.461855418444497 - type: nauc_mrr_at_100_diff1 value: 31.849866586080957 - type: nauc_mrr_at_100_max value: -0.07482091919541356 - type: nauc_mrr_at_100_std value: -22.443743562722524 - type: nauc_mrr_at_10_diff1 value: 31.643111549575337 - type: nauc_mrr_at_10_max value: -0.1788859143460348 - type: nauc_mrr_at_10_std value: -22.954992949686492 - type: nauc_mrr_at_1_diff1 value: 35.7178151921562 - type: nauc_mrr_at_1_max value: -0.8193741570534676 - type: nauc_mrr_at_1_std value: -20.3433031561671 - type: nauc_mrr_at_20_diff1 value: 31.776530547723524 - type: nauc_mrr_at_20_max value: -0.10542019020456578 - type: nauc_mrr_at_20_std value: -22.71080549252751 - type: nauc_mrr_at_3_diff1 value: 31.80756010049482 - type: nauc_mrr_at_3_max value: -0.3435740120558125 - type: nauc_mrr_at_3_std value: -22.697104396706045 - type: nauc_mrr_at_5_diff1 value: 31.54341690236841 - type: nauc_mrr_at_5_max value: -0.4024431073551746 - type: nauc_mrr_at_5_std value: -23.12417136090685 - type: nauc_ndcg_at_1000_diff1 value: 31.430857835400268 - type: nauc_ndcg_at_1000_max value: 0.6319498920296351 - type: nauc_ndcg_at_1000_std value: -21.712146797190552 - type: nauc_ndcg_at_100_diff1 value: 31.32357884299405 - type: nauc_ndcg_at_100_max value: 0.6780605760661018 - type: nauc_ndcg_at_100_std value: -21.076881792417474 - type: nauc_ndcg_at_10_diff1 value: 30.53957684629431 - type: nauc_ndcg_at_10_max value: -0.06521885345644524 - type: nauc_ndcg_at_10_std value: -24.232178998766035 - type: nauc_ndcg_at_1_diff1 value: 35.7178151921562 - type: nauc_ndcg_at_1_max value: -0.8193741570534676 - type: nauc_ndcg_at_1_std value: -20.3433031561671 - type: nauc_ndcg_at_20_diff1 value: 30.94619961764288 - type: nauc_ndcg_at_20_max value: 0.26559255443441493 - type: nauc_ndcg_at_20_std value: -23.282194745484635 - type: nauc_ndcg_at_3_diff1 value: 30.848425100267956 - type: nauc_ndcg_at_3_max value: -0.19327880155683758 - type: nauc_ndcg_at_3_std value: -23.64217533635991 - type: nauc_ndcg_at_5_diff1 value: 30.341358607759684 - type: nauc_ndcg_at_5_max value: -0.377993201232737 - type: nauc_ndcg_at_5_std value: -24.432188906664475 - type: nauc_precision_at_1000_diff1 value: -1.6627268212806197 - type: nauc_precision_at_1000_max value: 15.576434562098331 - type: nauc_precision_at_1000_std value: 16.889453027471074 - type: nauc_precision_at_100_diff1 value: 12.457837392454724 - type: nauc_precision_at_100_max value: 10.697083247910326 - type: nauc_precision_at_100_std value: 9.850479135599352 - type: nauc_precision_at_10_diff1 value: 23.76307833863195 - type: nauc_precision_at_10_max value: 1.0200495511494787 - type: nauc_precision_at_10_std value: -25.095511952597043 - type: nauc_precision_at_1_diff1 value: 35.7178151921562 - type: nauc_precision_at_1_max value: -0.8193741570534676 - type: nauc_precision_at_1_std value: -20.3433031561671 - type: nauc_precision_at_20_diff1 value: 22.153410773797738 - type: nauc_precision_at_20_max value: 3.66764745625043 - type: nauc_precision_at_20_std value: -18.644800930016796 - type: nauc_precision_at_3_diff1 value: 27.07667204046241 - type: nauc_precision_at_3_max value: 0.05921216427990492 - type: nauc_precision_at_3_std value: -25.37077013195443 - type: nauc_precision_at_5_diff1 value: 25.2422760258942 - type: nauc_precision_at_5_max value: -0.038410292400458575 - type: nauc_precision_at_5_std value: -26.572596379973678 - type: nauc_recall_at_1000_diff1 value: 24.93945079613093 - type: nauc_recall_at_1000_max value: 36.0272340013387 - type: nauc_recall_at_1000_std value: 49.87019053879185 - type: nauc_recall_at_100_diff1 value: 27.806311570451737 - type: nauc_recall_at_100_max value: 9.186682294186838 - type: nauc_recall_at_100_std value: 7.454897789626523 - type: nauc_recall_at_10_diff1 value: 26.294054520577564 - type: nauc_recall_at_10_max value: 0.3138271945251296 - type: nauc_recall_at_10_std value: -27.178178304458882 - type: nauc_recall_at_1_diff1 value: 35.9596501126688 - type: nauc_recall_at_1_max value: -0.8091904424462875 - type: nauc_recall_at_1_std value: -20.527774904206694 - type: nauc_recall_at_20_diff1 value: 27.30304739410091 - type: nauc_recall_at_20_max value: 1.8065387859063573 - type: nauc_recall_at_20_std value: -23.36769420764751 - type: nauc_recall_at_3_diff1 value: 27.564414984037743 - type: nauc_recall_at_3_max value: 0.14988748329158136 - type: nauc_recall_at_3_std value: -25.42373674008892 - type: nauc_recall_at_5_diff1 value: 26.26961147212282 - type: nauc_recall_at_5_max value: -0.3843219880375397 - type: nauc_recall_at_5_std value: -27.256288072895167 - type: ndcg_at_1 value: 22.851 - type: ndcg_at_10 value: 41.730000000000004 - type: ndcg_at_100 value: 47.58 - type: ndcg_at_1000 value: 48.623 - type: ndcg_at_20 value: 44.483 - type: ndcg_at_3 value: 33.577 - type: ndcg_at_5 value: 37.685 - type: precision_at_1 value: 22.851 - type: precision_at_10 value: 6.622999999999999 - type: precision_at_100 value: 0.954 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.8859999999999997 - type: precision_at_3 value: 14.26 - type: precision_at_5 value: 10.636 - type: recall_at_1 value: 22.247 - type: recall_at_10 value: 63.339 - type: recall_at_100 value: 90.21000000000001 - type: recall_at_1000 value: 98.112 - type: recall_at_20 value: 74.01299999999999 - type: recall_at_3 value: 41.248000000000005 - type: recall_at_5 value: 51.073 task: type: Retrieval - dataset: config: default name: MTEB MedicalRetrieval (default) revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 split: test type: C-MTEB/MedicalRetrieval metrics: - type: main_score value: 60.26200000000001 - type: map_at_1 value: 52.400000000000006 - type: map_at_10 value: 57.68299999999999 - type: map_at_100 value: 58.17099999999999 - type: map_at_1000 value: 58.221999999999994 - type: map_at_20 value: 57.922 - type: map_at_3 value: 56.483000000000004 - type: map_at_5 value: 57.158 - type: mrr_at_1 value: 52.6 - type: mrr_at_10 value: 57.783095238095264 - type: mrr_at_100 value: 58.271291861365846 - type: mrr_at_1000 value: 58.32232037265995 - type: mrr_at_20 value: 58.022672106874914 - type: mrr_at_3 value: 56.58333333333334 - type: mrr_at_5 value: 57.25833333333333 - type: nauc_map_at_1000_diff1 value: 80.25186413093654 - type: nauc_map_at_1000_max value: 68.6589463683237 - type: nauc_map_at_1000_std value: 23.516042280692524 - type: nauc_map_at_100_diff1 value: 80.23486691799475 - type: nauc_map_at_100_max value: 68.65365107940102 - type: nauc_map_at_100_std value: 23.50821753358528 - type: nauc_map_at_10_diff1 value: 80.31312526535031 - type: nauc_map_at_10_max value: 68.72433332315319 - type: nauc_map_at_10_std value: 23.430105304951933 - type: nauc_map_at_1_diff1 value: 83.93425962857124 - type: nauc_map_at_1_max value: 68.43607087633792 - type: nauc_map_at_1_std value: 20.35659452637097 - type: nauc_map_at_20_diff1 value: 80.24816008810332 - type: nauc_map_at_20_max value: 68.64396105945949 - type: nauc_map_at_20_std value: 23.44583464712498 - type: nauc_map_at_3_diff1 value: 80.80315735472321 - type: nauc_map_at_3_max value: 69.21085450395991 - type: nauc_map_at_3_std value: 22.90928162214152 - type: nauc_map_at_5_diff1 value: 80.54059981371853 - type: nauc_map_at_5_max value: 69.0416952214985 - type: nauc_map_at_5_std value: 23.007008655536996 - type: nauc_mrr_at_1000_diff1 value: 80.02598222484747 - type: nauc_mrr_at_1000_max value: 69.00867672896285 - type: nauc_mrr_at_1000_std value: 23.813776518995162 - type: nauc_mrr_at_100_diff1 value: 80.00929182010866 - type: nauc_mrr_at_100_max value: 69.0028714499467 - type: nauc_mrr_at_100_std value: 23.80551909810323 - type: nauc_mrr_at_10_diff1 value: 80.0899623623251 - type: nauc_mrr_at_10_max value: 69.07006299955447 - type: nauc_mrr_at_10_std value: 23.72503001475042 - type: nauc_mrr_at_1_diff1 value: 83.52410075586056 - type: nauc_mrr_at_1_max value: 69.0826737918139 - type: nauc_mrr_at_1_std value: 20.90224184801206 - type: nauc_mrr_at_20_diff1 value: 80.02389922820662 - type: nauc_mrr_at_20_max value: 68.99115920463171 - type: nauc_mrr_at_20_std value: 23.741353036951455 - type: nauc_mrr_at_3_diff1 value: 80.58508574532472 - type: nauc_mrr_at_3_max value: 69.55006536103767 - type: nauc_mrr_at_3_std value: 23.19761715742159 - type: nauc_mrr_at_5_diff1 value: 80.31970424627885 - type: nauc_mrr_at_5_max value: 69.38465676127115 - type: nauc_mrr_at_5_std value: 23.29880079508209 - type: nauc_ndcg_at_1000_diff1 value: 78.69533160203528 - type: nauc_ndcg_at_1000_max value: 68.03229826865802 - type: nauc_ndcg_at_1000_std value: 25.297260209746632 - type: nauc_ndcg_at_100_diff1 value: 78.11195926870373 - type: nauc_ndcg_at_100_max value: 67.82474214228908 - type: nauc_ndcg_at_100_std value: 25.37474683279944 - type: nauc_ndcg_at_10_diff1 value: 78.63003479922878 - type: nauc_ndcg_at_10_max value: 68.0928496345068 - type: nauc_ndcg_at_10_std value: 24.759961085744468 - type: nauc_ndcg_at_1_diff1 value: 83.93425962857124 - type: nauc_ndcg_at_1_max value: 68.43607087633792 - type: nauc_ndcg_at_1_std value: 20.35659452637097 - type: nauc_ndcg_at_20_diff1 value: 78.32020502913969 - type: nauc_ndcg_at_20_max value: 67.75412241017483 - type: nauc_ndcg_at_20_std value: 24.825076899725687 - type: nauc_ndcg_at_3_diff1 value: 79.74959098483932 - type: nauc_ndcg_at_3_max value: 69.23742202876441 - type: nauc_ndcg_at_3_std value: 23.585024714097848 - type: nauc_ndcg_at_5_diff1 value: 79.23101922231892 - type: nauc_ndcg_at_5_max value: 68.9115828141736 - type: nauc_ndcg_at_5_std value: 23.740463950499 - type: nauc_precision_at_1000_diff1 value: 61.54570919276784 - type: nauc_precision_at_1000_max value: 59.570494864612414 - type: nauc_precision_at_1000_std value: 57.00534759358268 - type: nauc_precision_at_100_diff1 value: 64.76869699306094 - type: nauc_precision_at_100_max value: 62.30339244410177 - type: nauc_precision_at_100_std value: 37.98628703601719 - type: nauc_precision_at_10_diff1 value: 72.45633104101779 - type: nauc_precision_at_10_max value: 65.35363669934428 - type: nauc_precision_at_10_std value: 29.658486793057513 - type: nauc_precision_at_1_diff1 value: 83.93425962857124 - type: nauc_precision_at_1_max value: 68.43607087633792 - type: nauc_precision_at_1_std value: 20.35659452637097 - type: nauc_precision_at_20_diff1 value: 70.30608304625963 - type: nauc_precision_at_20_max value: 63.407183088678664 - type: nauc_precision_at_20_std value: 30.37490465221116 - type: nauc_precision_at_3_diff1 value: 76.51822478400202 - type: nauc_precision_at_3_max value: 69.24170168994287 - type: nauc_precision_at_3_std value: 25.597170951121594 - type: nauc_precision_at_5_diff1 value: 74.94208233318108 - type: nauc_precision_at_5_max value: 68.35040831955108 - type: nauc_precision_at_5_std value: 26.022568584170465 - type: nauc_recall_at_1000_diff1 value: 61.545709192768214 - type: nauc_recall_at_1000_max value: 59.570494864612776 - type: nauc_recall_at_1000_std value: 57.00534759358318 - type: nauc_recall_at_100_diff1 value: 64.76869699306086 - type: nauc_recall_at_100_max value: 62.303392444101746 - type: nauc_recall_at_100_std value: 37.98628703601717 - type: nauc_recall_at_10_diff1 value: 72.45633104101782 - type: nauc_recall_at_10_max value: 65.35363669934435 - type: nauc_recall_at_10_std value: 29.65848679305753 - type: nauc_recall_at_1_diff1 value: 83.93425962857124 - type: nauc_recall_at_1_max value: 68.43607087633792 - type: nauc_recall_at_1_std value: 20.35659452637097 - type: nauc_recall_at_20_diff1 value: 70.30608304625963 - type: nauc_recall_at_20_max value: 63.407183088678664 - type: nauc_recall_at_20_std value: 30.374904652211303 - type: nauc_recall_at_3_diff1 value: 76.51822478400197 - type: nauc_recall_at_3_max value: 69.24170168994279 - type: nauc_recall_at_3_std value: 25.597170951121612 - type: nauc_recall_at_5_diff1 value: 74.94208233318102 - type: nauc_recall_at_5_max value: 68.35040831955102 - type: nauc_recall_at_5_std value: 26.022568584170475 - type: ndcg_at_1 value: 52.400000000000006 - type: ndcg_at_10 value: 60.26200000000001 - type: ndcg_at_100 value: 62.993 - type: ndcg_at_1000 value: 64.535 - type: ndcg_at_20 value: 61.141999999999996 - type: ndcg_at_3 value: 57.751 - type: ndcg_at_5 value: 58.977000000000004 - type: precision_at_1 value: 52.400000000000006 - type: precision_at_10 value: 6.84 - type: precision_at_100 value: 0.8200000000000001 - type: precision_at_1000 value: 0.095 - type: precision_at_20 value: 3.595 - type: precision_at_3 value: 20.467 - type: precision_at_5 value: 12.879999999999999 - type: recall_at_1 value: 52.400000000000006 - type: recall_at_10 value: 68.4 - type: recall_at_100 value: 82.0 - type: recall_at_1000 value: 94.5 - type: recall_at_20 value: 71.89999999999999 - type: recall_at_3 value: 61.4 - type: recall_at_5 value: 64.4 task: type: Retrieval - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 37.891000000000005 - type: map_at_1 value: 6.4399999999999995 - type: map_at_10 value: 14.719 - type: map_at_100 value: 18.747 - type: map_at_1000 value: 20.357 - type: map_at_20 value: 16.326 - type: map_at_3 value: 11.040999999999999 - type: map_at_5 value: 12.642000000000001 - type: mrr_at_1 value: 49.22600619195047 - type: mrr_at_10 value: 58.40680131701803 - type: mrr_at_100 value: 58.87911539017606 - type: mrr_at_1000 value: 58.9172513415915 - type: mrr_at_20 value: 58.679349975789606 - type: mrr_at_3 value: 56.449948400412794 - type: mrr_at_5 value: 57.719298245614034 - type: nauc_map_at_1000_diff1 value: 33.230722382872365 - type: nauc_map_at_1000_max value: 29.958254502666996 - type: nauc_map_at_1000_std value: 12.351734798263454 - type: nauc_map_at_100_diff1 value: 35.19923237757157 - type: nauc_map_at_100_max value: 29.329030443305648 - type: nauc_map_at_100_std value: 8.900436204621524 - type: nauc_map_at_10_diff1 value: 39.93995003547164 - type: nauc_map_at_10_max value: 23.56047272296223 - type: nauc_map_at_10_std value: -3.0673642943053134 - type: nauc_map_at_1_diff1 value: 54.28005668530579 - type: nauc_map_at_1_max value: 10.578462013666147 - type: nauc_map_at_1_std value: -17.523933026613282 - type: nauc_map_at_20_diff1 value: 37.534174369462114 - type: nauc_map_at_20_max value: 26.10226085362098 - type: nauc_map_at_20_std value: 1.64213157637494 - type: nauc_map_at_3_diff1 value: 44.669764973127776 - type: nauc_map_at_3_max value: 16.064917234606437 - type: nauc_map_at_3_std value: -10.406776750194295 - type: nauc_map_at_5_diff1 value: 42.77441524934012 - type: nauc_map_at_5_max value: 19.558923561089774 - type: nauc_map_at_5_std value: -8.098884326439757 - type: nauc_mrr_at_1000_diff1 value: 33.29112194380436 - type: nauc_mrr_at_1000_max value: 50.81292385326501 - type: nauc_mrr_at_1000_std value: 27.62985206778606 - type: nauc_mrr_at_100_diff1 value: 33.276475091311255 - type: nauc_mrr_at_100_max value: 50.85370004566169 - type: nauc_mrr_at_100_std value: 27.685134876913843 - type: nauc_mrr_at_10_diff1 value: 33.15759779165778 - type: nauc_mrr_at_10_max value: 50.65755287933926 - type: nauc_mrr_at_10_std value: 27.562950062694558 - type: nauc_mrr_at_1_diff1 value: 36.37601545284129 - type: nauc_mrr_at_1_max value: 45.72722868673481 - type: nauc_mrr_at_1_std value: 18.55225595921063 - type: nauc_mrr_at_20_diff1 value: 33.440227211273005 - type: nauc_mrr_at_20_max value: 50.86793658499095 - type: nauc_mrr_at_20_std value: 27.609176719637706 - type: nauc_mrr_at_3_diff1 value: 33.47002885119429 - type: nauc_mrr_at_3_max value: 49.8157891072848 - type: nauc_mrr_at_3_std value: 26.689624887422404 - type: nauc_mrr_at_5_diff1 value: 33.153134678779764 - type: nauc_mrr_at_5_max value: 50.383762857355194 - type: nauc_mrr_at_5_std value: 27.068173550184316 - type: nauc_ndcg_at_1000_diff1 value: 28.35603452869833 - type: nauc_ndcg_at_1000_max value: 45.41761040447669 - type: nauc_ndcg_at_1000_std value: 30.9338935123294 - type: nauc_ndcg_at_100_diff1 value: 28.2916752904402 - type: nauc_ndcg_at_100_max value: 40.30182084762403 - type: nauc_ndcg_at_100_std value: 26.28495251583047 - type: nauc_ndcg_at_10_diff1 value: 24.788071641487708 - type: nauc_ndcg_at_10_max value: 40.12743958245296 - type: nauc_ndcg_at_10_std value: 26.58469476507991 - type: nauc_ndcg_at_1_diff1 value: 36.12595606627444 - type: nauc_ndcg_at_1_max value: 43.30675377860411 - type: nauc_ndcg_at_1_std value: 17.630710476320917 - type: nauc_ndcg_at_20_diff1 value: 24.787941274982103 - type: nauc_ndcg_at_20_max value: 39.026577013109794 - type: nauc_ndcg_at_20_std value: 27.060661974731133 - type: nauc_ndcg_at_3_diff1 value: 27.791041290881815 - type: nauc_ndcg_at_3_max value: 43.237441431102205 - type: nauc_ndcg_at_3_std value: 23.300542721018694 - type: nauc_ndcg_at_5_diff1 value: 26.05331825533656 - type: nauc_ndcg_at_5_max value: 42.2459176598355 - type: nauc_ndcg_at_5_std value: 24.515545611337718 - type: nauc_precision_at_1000_diff1 value: -19.008829403142347 - type: nauc_precision_at_1000_max value: 8.162315941038813 - type: nauc_precision_at_1000_std value: 36.8803602556575 - type: nauc_precision_at_100_diff1 value: -14.186664088951117 - type: nauc_precision_at_100_max value: 20.74568414768601 - type: nauc_precision_at_100_std value: 46.11245904471494 - type: nauc_precision_at_10_diff1 value: 2.544985600795211 - type: nauc_precision_at_10_max value: 38.012859132070545 - type: nauc_precision_at_10_std value: 39.72677966147808 - type: nauc_precision_at_1_diff1 value: 36.37601545284129 - type: nauc_precision_at_1_max value: 45.72722868673481 - type: nauc_precision_at_1_std value: 18.55225595921063 - type: nauc_precision_at_20_diff1 value: -3.753006427110271 - type: nauc_precision_at_20_max value: 33.72153145480959 - type: nauc_precision_at_20_std value: 44.63783536567636 - type: nauc_precision_at_3_diff1 value: 16.628508929858125 - type: nauc_precision_at_3_max value: 44.0066986115904 - type: nauc_precision_at_3_std value: 30.290565597925568 - type: nauc_precision_at_5_diff1 value: 9.930397054770475 - type: nauc_precision_at_5_max value: 41.41134797150698 - type: nauc_precision_at_5_std value: 33.73100330814152 - type: nauc_recall_at_1000_diff1 value: 12.072299973396554 - type: nauc_recall_at_1000_max value: 22.732366240050446 - type: nauc_recall_at_1000_std value: 17.86341797097261 - type: nauc_recall_at_100_diff1 value: 20.263994031645876 - type: nauc_recall_at_100_max value: 26.14243476135425 - type: nauc_recall_at_100_std value: 15.522503389903141 - type: nauc_recall_at_10_diff1 value: 32.25623112992171 - type: nauc_recall_at_10_max value: 21.682862433450175 - type: nauc_recall_at_10_std value: -0.9148057523522605 - type: nauc_recall_at_1_diff1 value: 54.28005668530579 - type: nauc_recall_at_1_max value: 10.578462013666147 - type: nauc_recall_at_1_std value: -17.523933026613282 - type: nauc_recall_at_20_diff1 value: 28.093221355343694 - type: nauc_recall_at_20_max value: 23.921334945420412 - type: nauc_recall_at_20_std value: 3.965629365931312 - type: nauc_recall_at_3_diff1 value: 41.38330659934456 - type: nauc_recall_at_3_max value: 16.023503457855647 - type: nauc_recall_at_3_std value: -8.013087104222292 - type: nauc_recall_at_5_diff1 value: 37.83725114335421 - type: nauc_recall_at_5_max value: 19.441966766336197 - type: nauc_recall_at_5_std value: -6.153515011798168 - type: ndcg_at_1 value: 47.678 - type: ndcg_at_10 value: 37.891000000000005 - type: ndcg_at_100 value: 35.333 - type: ndcg_at_1000 value: 44.043 - type: ndcg_at_20 value: 35.321999999999996 - type: ndcg_at_3 value: 44.233 - type: ndcg_at_5 value: 41.323 - type: precision_at_1 value: 49.226 - type: precision_at_10 value: 27.647 - type: precision_at_100 value: 8.966000000000001 - type: precision_at_1000 value: 2.1999999999999997 - type: precision_at_20 value: 20.372 - type: precision_at_3 value: 41.589 - type: precision_at_5 value: 35.356 - type: recall_at_1 value: 6.4399999999999995 - type: recall_at_10 value: 18.682000000000002 - type: recall_at_100 value: 35.839 - type: recall_at_1000 value: 67.216 - type: recall_at_20 value: 22.61 - type: recall_at_3 value: 12.199 - type: recall_at_5 value: 14.641000000000002 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 64.688 - type: map_at_1 value: 41.066 - type: map_at_10 value: 57.418 - type: map_at_100 value: 58.159000000000006 - type: map_at_1000 value: 58.177 - type: map_at_20 value: 57.919 - type: map_at_3 value: 53.358000000000004 - type: map_at_5 value: 56.005 - type: mrr_at_1 value: 46.00231749710313 - type: mrr_at_10 value: 59.84124685022698 - type: mrr_at_100 value: 60.34280926553718 - type: mrr_at_1000 value: 60.35412522607222 - type: mrr_at_20 value: 60.18970234136678 - type: mrr_at_3 value: 56.79316338354554 - type: mrr_at_5 value: 58.780417149478446 - type: nauc_map_at_1000_diff1 value: 38.78776819131969 - type: nauc_map_at_1000_max value: 24.390829165753804 - type: nauc_map_at_1000_std value: -0.8959882120637628 - type: nauc_map_at_100_diff1 value: 38.78070841818844 - type: nauc_map_at_100_max value: 24.405013334075484 - type: nauc_map_at_100_std value: -0.8799516222708522 - type: nauc_map_at_10_diff1 value: 38.72437116926775 - type: nauc_map_at_10_max value: 24.398806749097698 - type: nauc_map_at_10_std value: -1.0592266396250514 - type: nauc_map_at_1_diff1 value: 42.179461753096895 - type: nauc_map_at_1_max value: 19.349773592901936 - type: nauc_map_at_1_std value: -4.524397921564787 - type: nauc_map_at_20_diff1 value: 38.74566928627237 - type: nauc_map_at_20_max value: 24.468786939668597 - type: nauc_map_at_20_std value: -0.8568795871183598 - type: nauc_map_at_3_diff1 value: 38.73170462814454 - type: nauc_map_at_3_max value: 22.851756023909196 - type: nauc_map_at_3_std value: -2.5060248302567025 - type: nauc_map_at_5_diff1 value: 38.62186383188218 - type: nauc_map_at_5_max value: 24.35582662505046 - type: nauc_map_at_5_std value: -1.4319997886566798 - type: nauc_mrr_at_1000_diff1 value: 38.71889349776728 - type: nauc_mrr_at_1000_max value: 24.51713049124131 - type: nauc_mrr_at_1000_std value: 0.09666909988322456 - type: nauc_mrr_at_100_diff1 value: 38.714226019044276 - type: nauc_mrr_at_100_max value: 24.52890092559232 - type: nauc_mrr_at_100_std value: 0.1096986768089403 - type: nauc_mrr_at_10_diff1 value: 38.643356854659665 - type: nauc_mrr_at_10_max value: 24.600084444873232 - type: nauc_mrr_at_10_std value: 0.13602746715836517 - type: nauc_mrr_at_1_diff1 value: 42.158230484920594 - type: nauc_mrr_at_1_max value: 21.627378828477532 - type: nauc_mrr_at_1_std value: -1.9065076224382262 - type: nauc_mrr_at_20_diff1 value: 38.679698906833885 - type: nauc_mrr_at_20_max value: 24.632607091840622 - type: nauc_mrr_at_20_std value: 0.20084937172893197 - type: nauc_mrr_at_3_diff1 value: 38.39925142686701 - type: nauc_mrr_at_3_max value: 23.66152747304512 - type: nauc_mrr_at_3_std value: -0.628519594378832 - type: nauc_mrr_at_5_diff1 value: 38.371246750856606 - type: nauc_mrr_at_5_max value: 24.682577377101104 - type: nauc_mrr_at_5_std value: 0.060689534605535604 - type: nauc_ndcg_at_1000_diff1 value: 38.17628275755128 - type: nauc_ndcg_at_1000_max value: 25.80539838814419 - type: nauc_ndcg_at_1000_std value: 0.8586445473741267 - type: nauc_ndcg_at_100_diff1 value: 38.01695858087552 - type: nauc_ndcg_at_100_max value: 26.26810029116518 - type: nauc_ndcg_at_100_std value: 1.3954995431536397 - type: nauc_ndcg_at_10_diff1 value: 37.714599237914975 - type: nauc_ndcg_at_10_max value: 26.527887523630056 - type: nauc_ndcg_at_10_std value: 0.9303338049009193 - type: nauc_ndcg_at_1_diff1 value: 42.23553827569472 - type: nauc_ndcg_at_1_max value: 21.6544058258776 - type: nauc_ndcg_at_1_std value: -1.8247895107064274 - type: nauc_ndcg_at_20_diff1 value: 37.79188917035569 - type: nauc_ndcg_at_20_max value: 26.83835500851581 - type: nauc_ndcg_at_20_std value: 1.6532937246137365 - type: nauc_ndcg_at_3_diff1 value: 37.61343042280347 - type: nauc_ndcg_at_3_max value: 23.917437039390137 - type: nauc_ndcg_at_3_std value: -1.5800740410055774 - type: nauc_ndcg_at_5_diff1 value: 37.336065614777795 - type: nauc_ndcg_at_5_max value: 26.401880079796037 - type: nauc_ndcg_at_5_std value: 0.19202305501782874 - type: nauc_precision_at_1000_diff1 value: -11.144872061510371 - type: nauc_precision_at_1000_max value: 5.6241070221486185 - type: nauc_precision_at_1000_std value: 14.747372144618382 - type: nauc_precision_at_100_diff1 value: -8.369408543560592 - type: nauc_precision_at_100_max value: 11.023240256125085 - type: nauc_precision_at_100_std value: 18.045874227710854 - type: nauc_precision_at_10_diff1 value: 6.584951316095451 - type: nauc_precision_at_10_max value: 21.658298046875455 - type: nauc_precision_at_10_std value: 14.797525192336455 - type: nauc_precision_at_1_diff1 value: 42.23553827569472 - type: nauc_precision_at_1_max value: 21.6544058258776 - type: nauc_precision_at_1_std value: -1.8247895107064274 - type: nauc_precision_at_20_diff1 value: 0.33534981268579644 - type: nauc_precision_at_20_max value: 19.146808861474966 - type: nauc_precision_at_20_std value: 18.320685032020453 - type: nauc_precision_at_3_diff1 value: 22.218212561230644 - type: nauc_precision_at_3_max value: 24.292474434607307 - type: nauc_precision_at_3_std value: 6.154065316865717 - type: nauc_precision_at_5_diff1 value: 13.630700977184757 - type: nauc_precision_at_5_max value: 25.323202132346257 - type: nauc_precision_at_5_std value: 11.253374996425851 - type: nauc_recall_at_1000_diff1 value: 14.520278571679423 - type: nauc_recall_at_1000_max value: 77.34603733204753 - type: nauc_recall_at_1000_std value: 81.57477743790244 - type: nauc_recall_at_100_diff1 value: 25.31452271948367 - type: nauc_recall_at_100_max value: 59.73388798773907 - type: nauc_recall_at_100_std value: 45.159605231791645 - type: nauc_recall_at_10_diff1 value: 31.50932770496877 - type: nauc_recall_at_10_max value: 36.52278383994803 - type: nauc_recall_at_10_std value: 9.297753632006579 - type: nauc_recall_at_1_diff1 value: 42.179461753096895 - type: nauc_recall_at_1_max value: 19.349773592901936 - type: nauc_recall_at_1_std value: -4.524397921564787 - type: nauc_recall_at_20_diff1 value: 29.71090965503412 - type: nauc_recall_at_20_max value: 44.5403524954586 - type: nauc_recall_at_20_std value: 19.84516215680696 - type: nauc_recall_at_3_diff1 value: 33.18557182144929 - type: nauc_recall_at_3_max value: 25.44098884889825 - type: nauc_recall_at_3_std value: -0.714874800098336 - type: nauc_recall_at_5_diff1 value: 31.408995216208442 - type: nauc_recall_at_5_max value: 32.959847941704965 - type: nauc_recall_at_5_std value: 4.396048200488618 - type: ndcg_at_1 value: 45.973000000000006 - type: ndcg_at_10 value: 64.688 - type: ndcg_at_100 value: 67.649 - type: ndcg_at_1000 value: 68.024 - type: ndcg_at_20 value: 66.267 - type: ndcg_at_3 value: 57.497 - type: ndcg_at_5 value: 61.695 - type: precision_at_1 value: 45.973000000000006 - type: precision_at_10 value: 10.046 - type: precision_at_100 value: 1.174 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.41 - type: precision_at_3 value: 25.657000000000004 - type: precision_at_5 value: 17.868000000000002 - type: recall_at_1 value: 41.066 - type: recall_at_10 value: 84.135 - type: recall_at_100 value: 96.67099999999999 - type: recall_at_1000 value: 99.387 - type: recall_at_20 value: 89.938 - type: recall_at_3 value: 66.01700000000001 - type: recall_at_5 value: 75.53800000000001 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 89.16 - type: map_at_1 value: 71.393 - type: map_at_10 value: 85.431 - type: map_at_100 value: 86.035 - type: map_at_1000 value: 86.05000000000001 - type: map_at_20 value: 85.83 - type: map_at_3 value: 82.44200000000001 - type: map_at_5 value: 84.30499999999999 - type: mrr_at_1 value: 82.24000000000001 - type: mrr_at_10 value: 88.35231349206327 - type: mrr_at_100 value: 88.42772088028269 - type: mrr_at_1000 value: 88.42827680568509 - type: mrr_at_20 value: 88.41080736639496 - type: mrr_at_3 value: 87.44333333333314 - type: mrr_at_5 value: 88.06383333333302 - type: nauc_map_at_1000_diff1 value: 75.90832808026184 - type: nauc_map_at_1000_max value: 23.53900071578855 - type: nauc_map_at_1000_std value: -39.927827265219854 - type: nauc_map_at_100_diff1 value: 75.91666852843873 - type: nauc_map_at_100_max value: 23.50731886205444 - type: nauc_map_at_100_std value: -39.97767565405775 - type: nauc_map_at_10_diff1 value: 76.19643319669306 - type: nauc_map_at_10_max value: 22.746085654201355 - type: nauc_map_at_10_std value: -41.844605134704715 - type: nauc_map_at_1_diff1 value: 78.82668992548645 - type: nauc_map_at_1_max value: 17.523297297435224 - type: nauc_map_at_1_std value: -36.057027609352616 - type: nauc_map_at_20_diff1 value: 76.05783399854896 - type: nauc_map_at_20_max value: 23.20072488797186 - type: nauc_map_at_20_std value: -40.81478369191535 - type: nauc_map_at_3_diff1 value: 76.58496438269384 - type: nauc_map_at_3_max value: 20.4701448032309 - type: nauc_map_at_3_std value: -43.521383471579895 - type: nauc_map_at_5_diff1 value: 76.40363254040322 - type: nauc_map_at_5_max value: 21.90377180304047 - type: nauc_map_at_5_std value: -43.03599301443475 - type: nauc_mrr_at_1000_diff1 value: 76.1837291208273 - type: nauc_mrr_at_1000_max value: 25.456231389943472 - type: nauc_mrr_at_1000_std value: -36.78952655269047 - type: nauc_mrr_at_100_diff1 value: 76.18357466163647 - type: nauc_mrr_at_100_max value: 25.45740950566372 - type: nauc_mrr_at_100_std value: -36.78988094252611 - type: nauc_mrr_at_10_diff1 value: 76.19419770729094 - type: nauc_mrr_at_10_max value: 25.46351564930667 - type: nauc_mrr_at_10_std value: -36.87723141573333 - type: nauc_mrr_at_1_diff1 value: 76.88658099222951 - type: nauc_mrr_at_1_max value: 25.16206140546511 - type: nauc_mrr_at_1_std value: -34.38213705828303 - type: nauc_mrr_at_20_diff1 value: 76.18498132927036 - type: nauc_mrr_at_20_max value: 25.452636746160334 - type: nauc_mrr_at_20_std value: -36.8262960671442 - type: nauc_mrr_at_3_diff1 value: 75.91316743884869 - type: nauc_mrr_at_3_max value: 25.192903416947154 - type: nauc_mrr_at_3_std value: -37.59082081169092 - type: nauc_mrr_at_5_diff1 value: 76.10631727710869 - type: nauc_mrr_at_5_max value: 25.452802894102184 - type: nauc_mrr_at_5_std value: -37.127478331481385 - type: nauc_ndcg_at_1000_diff1 value: 75.67111455136272 - type: nauc_ndcg_at_1000_max value: 24.59412813548136 - type: nauc_ndcg_at_1000_std value: -38.16233070595817 - type: nauc_ndcg_at_100_diff1 value: 75.6966192214638 - type: nauc_ndcg_at_100_max value: 24.482618498152718 - type: nauc_ndcg_at_100_std value: -38.2972249197645 - type: nauc_ndcg_at_10_diff1 value: 75.91456179347648 - type: nauc_ndcg_at_10_max value: 23.909997093518882 - type: nauc_ndcg_at_10_std value: -41.117367550775775 - type: nauc_ndcg_at_1_diff1 value: 76.90637526910301 - type: nauc_ndcg_at_1_max value: 25.208692439256314 - type: nauc_ndcg_at_1_std value: -34.31241421164998 - type: nauc_ndcg_at_20_diff1 value: 75.91752313318823 - type: nauc_ndcg_at_20_max value: 23.97959910582008 - type: nauc_ndcg_at_20_std value: -40.19894918594622 - type: nauc_ndcg_at_3_diff1 value: 75.29898448319304 - type: nauc_ndcg_at_3_max value: 22.551888973893174 - type: nauc_ndcg_at_3_std value: -41.849345286714914 - type: nauc_ndcg_at_5_diff1 value: 75.72092321502765 - type: nauc_ndcg_at_5_max value: 23.60519691021222 - type: nauc_ndcg_at_5_std value: -41.91376015869966 - type: nauc_precision_at_1000_diff1 value: -44.127398455168155 - type: nauc_precision_at_1000_max value: 0.4863503339606656 - type: nauc_precision_at_1000_std value: 35.71349627810218 - type: nauc_precision_at_100_diff1 value: -43.8110631364381 - type: nauc_precision_at_100_max value: 0.18511273986329388 - type: nauc_precision_at_100_std value: 35.0337532338386 - type: nauc_precision_at_10_diff1 value: -39.01785144655778 - type: nauc_precision_at_10_max value: 0.6971259033469296 - type: nauc_precision_at_10_std value: 23.987789294860296 - type: nauc_precision_at_1_diff1 value: 76.90637526910301 - type: nauc_precision_at_1_max value: 25.208692439256314 - type: nauc_precision_at_1_std value: -34.31241421164998 - type: nauc_precision_at_20_diff1 value: -41.847410261778215 - type: nauc_precision_at_20_max value: 0.2097497139050107 - type: nauc_precision_at_20_std value: 29.570215363845254 - type: nauc_precision_at_3_diff1 value: -19.357706112240898 - type: nauc_precision_at_3_max value: 4.657210761338343 - type: nauc_precision_at_3_std value: 4.66414866378942 - type: nauc_precision_at_5_diff1 value: -31.450105276959246 - type: nauc_precision_at_5_max value: 2.530729198663426 - type: nauc_precision_at_5_std value: 15.214488796180778 - type: nauc_recall_at_1000_diff1 value: 63.77714603284074 - type: nauc_recall_at_1000_max value: -19.834348468005338 - type: nauc_recall_at_1000_std value: -31.970501378815406 - type: nauc_recall_at_100_diff1 value: 72.64699541352437 - type: nauc_recall_at_100_max value: 22.534774000300914 - type: nauc_recall_at_100_std value: -34.14821906643992 - type: nauc_recall_at_10_diff1 value: 73.69851010248087 - type: nauc_recall_at_10_max value: 17.587267645521084 - type: nauc_recall_at_10_std value: -60.086028161269255 - type: nauc_recall_at_1_diff1 value: 78.82668992548645 - type: nauc_recall_at_1_max value: 17.523297297435224 - type: nauc_recall_at_1_std value: -36.057027609352616 - type: nauc_recall_at_20_diff1 value: 75.18327167336511 - type: nauc_recall_at_20_max value: 15.224312707593581 - type: nauc_recall_at_20_std value: -64.29673756030971 - type: nauc_recall_at_3_diff1 value: 72.82339198565903 - type: nauc_recall_at_3_max value: 16.48401326031195 - type: nauc_recall_at_3_std value: -51.34959867868339 - type: nauc_recall_at_5_diff1 value: 72.06607870924402 - type: nauc_recall_at_5_max value: 17.79100454091683 - type: nauc_recall_at_5_std value: -55.141969303723236 - type: ndcg_at_1 value: 82.23 - type: ndcg_at_10 value: 89.16 - type: ndcg_at_100 value: 90.211 - type: ndcg_at_1000 value: 90.288 - type: ndcg_at_20 value: 89.75 - type: ndcg_at_3 value: 86.33999999999999 - type: ndcg_at_5 value: 87.878 - type: precision_at_1 value: 82.23 - type: precision_at_10 value: 13.539000000000001 - type: precision_at_100 value: 1.5350000000000001 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.173 - type: precision_at_3 value: 37.769999999999996 - type: precision_at_5 value: 24.842 - type: recall_at_1 value: 71.393 - type: recall_at_10 value: 96.277 - type: recall_at_100 value: 99.682 - type: recall_at_1000 value: 99.991 - type: recall_at_20 value: 98.119 - type: recall_at_3 value: 88.113 - type: recall_at_5 value: 92.487 task: type: Retrieval - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 21.768 - type: map_at_1 value: 5.288 - type: map_at_10 value: 13.211999999999998 - type: map_at_100 value: 15.516 - type: map_at_1000 value: 15.855 - type: map_at_20 value: 14.398 - type: map_at_3 value: 9.446 - type: map_at_5 value: 11.358 - type: mrr_at_1 value: 26.1 - type: mrr_at_10 value: 37.05285714285715 - type: mrr_at_100 value: 38.139536530570474 - type: mrr_at_1000 value: 38.188891914502385 - type: mrr_at_20 value: 37.72580983687793 - type: mrr_at_3 value: 33.766666666666666 - type: mrr_at_5 value: 35.61166666666664 - type: nauc_map_at_1000_diff1 value: 12.656513374145106 - type: nauc_map_at_1000_max value: 24.783730165079767 - type: nauc_map_at_1000_std value: 14.273105528075881 - type: nauc_map_at_100_diff1 value: 12.645274279253234 - type: nauc_map_at_100_max value: 24.66916730283569 - type: nauc_map_at_100_std value: 14.01388256685681 - type: nauc_map_at_10_diff1 value: 12.875184612114158 - type: nauc_map_at_10_max value: 22.99248747261523 - type: nauc_map_at_10_std value: 11.322421142235303 - type: nauc_map_at_1_diff1 value: 19.91934001257035 - type: nauc_map_at_1_max value: 14.489385038441368 - type: nauc_map_at_1_std value: 4.41741897722446 - type: nauc_map_at_20_diff1 value: 12.551493516097029 - type: nauc_map_at_20_max value: 23.98638784186677 - type: nauc_map_at_20_std value: 12.137119810139337 - type: nauc_map_at_3_diff1 value: 13.304199659006906 - type: nauc_map_at_3_max value: 19.206662818297556 - type: nauc_map_at_3_std value: 5.979854013734774 - type: nauc_map_at_5_diff1 value: 12.592685371640899 - type: nauc_map_at_5_max value: 21.401755502623857 - type: nauc_map_at_5_std value: 8.616019144052176 - type: nauc_mrr_at_1000_diff1 value: 17.106981265941144 - type: nauc_mrr_at_1000_max value: 19.09531398933099 - type: nauc_mrr_at_1000_std value: 8.169540394403022 - type: nauc_mrr_at_100_diff1 value: 17.095540709474268 - type: nauc_mrr_at_100_max value: 19.13061833258963 - type: nauc_mrr_at_100_std value: 8.200152670895841 - type: nauc_mrr_at_10_diff1 value: 17.12427440233127 - type: nauc_mrr_at_10_max value: 19.182348996793223 - type: nauc_mrr_at_10_std value: 8.192298588949605 - type: nauc_mrr_at_1_diff1 value: 19.658541442108323 - type: nauc_mrr_at_1_max value: 14.086175574689 - type: nauc_mrr_at_1_std value: 4.294204987684459 - type: nauc_mrr_at_20_diff1 value: 17.11841058621361 - type: nauc_mrr_at_20_max value: 19.08060621099804 - type: nauc_mrr_at_20_std value: 8.207663272417248 - type: nauc_mrr_at_3_diff1 value: 16.817515599428003 - type: nauc_mrr_at_3_max value: 18.25748916506445 - type: nauc_mrr_at_3_std value: 6.846952621522001 - type: nauc_mrr_at_5_diff1 value: 16.88400369902854 - type: nauc_mrr_at_5_max value: 19.010732907567835 - type: nauc_mrr_at_5_std value: 7.620205914556857 - type: nauc_ndcg_at_1000_diff1 value: 13.929366629395965 - type: nauc_ndcg_at_1000_max value: 27.928821890027788 - type: nauc_ndcg_at_1000_std value: 20.248730694486596 - type: nauc_ndcg_at_100_diff1 value: 13.373097949946548 - type: nauc_ndcg_at_100_max value: 27.7569179558014 - type: nauc_ndcg_at_100_std value: 19.430518808099066 - type: nauc_ndcg_at_10_diff1 value: 13.903268298479643 - type: nauc_ndcg_at_10_max value: 24.42902762317196 - type: nauc_ndcg_at_10_std value: 13.000787883946375 - type: nauc_ndcg_at_1_diff1 value: 19.658541442108323 - type: nauc_ndcg_at_1_max value: 14.086175574689 - type: nauc_ndcg_at_1_std value: 4.294204987684459 - type: nauc_ndcg_at_20_diff1 value: 13.225178086875712 - type: nauc_ndcg_at_20_max value: 25.593917892162366 - type: nauc_ndcg_at_20_std value: 14.329359732472307 - type: nauc_ndcg_at_3_diff1 value: 13.623063832385599 - type: nauc_ndcg_at_3_max value: 19.573786303546317 - type: nauc_ndcg_at_3_std value: 7.004315969675634 - type: nauc_ndcg_at_5_diff1 value: 13.348473328008254 - type: nauc_ndcg_at_5_max value: 22.590877194048893 - type: nauc_ndcg_at_5_std value: 10.042511434054045 - type: nauc_precision_at_1000_diff1 value: 8.645904039123652 - type: nauc_precision_at_1000_max value: 28.109231756883812 - type: nauc_precision_at_1000_std value: 33.04671080070988 - type: nauc_precision_at_100_diff1 value: 8.412663272083252 - type: nauc_precision_at_100_max value: 29.49914081195902 - type: nauc_precision_at_100_std value: 29.36943289684785 - type: nauc_precision_at_10_diff1 value: 10.979668084988889 - type: nauc_precision_at_10_max value: 26.299619084817234 - type: nauc_precision_at_10_std value: 17.125846012423636 - type: nauc_precision_at_1_diff1 value: 19.658541442108323 - type: nauc_precision_at_1_max value: 14.086175574689 - type: nauc_precision_at_1_std value: 4.294204987684459 - type: nauc_precision_at_20_diff1 value: 8.742228574214412 - type: nauc_precision_at_20_max value: 26.79019694882003 - type: nauc_precision_at_20_std value: 18.511025182455885 - type: nauc_precision_at_3_diff1 value: 10.931190244994063 - type: nauc_precision_at_3_max value: 21.54838184676272 - type: nauc_precision_at_3_std value: 8.227969431101453 - type: nauc_precision_at_5_diff1 value: 10.118127450316793 - type: nauc_precision_at_5_max value: 24.563204070643497 - type: nauc_precision_at_5_std value: 12.512813757935984 - type: nauc_recall_at_1000_diff1 value: 8.496583562854939 - type: nauc_recall_at_1000_max value: 28.54428524766185 - type: nauc_recall_at_1000_std value: 34.29952091855355 - type: nauc_recall_at_100_diff1 value: 8.253267171086184 - type: nauc_recall_at_100_max value: 29.45889349600719 - type: nauc_recall_at_100_std value: 29.660576554498974 - type: nauc_recall_at_10_diff1 value: 10.769625058011071 - type: nauc_recall_at_10_max value: 26.366548779182192 - type: nauc_recall_at_10_std value: 17.1742171893101 - type: nauc_recall_at_1_diff1 value: 19.91934001257035 - type: nauc_recall_at_1_max value: 14.489385038441368 - type: nauc_recall_at_1_std value: 4.41741897722446 - type: nauc_recall_at_20_diff1 value: 8.614356719100252 - type: nauc_recall_at_20_max value: 26.785434059132506 - type: nauc_recall_at_20_std value: 18.55022579096539 - type: nauc_recall_at_3_diff1 value: 11.063544704398076 - type: nauc_recall_at_3_max value: 21.827384423462075 - type: nauc_recall_at_3_std value: 8.20600294063751 - type: nauc_recall_at_5_diff1 value: 10.122455882369156 - type: nauc_recall_at_5_max value: 24.706979708938757 - type: nauc_recall_at_5_std value: 12.54515446765516 - type: ndcg_at_1 value: 26.1 - type: ndcg_at_10 value: 21.768 - type: ndcg_at_100 value: 30.355999999999998 - type: ndcg_at_1000 value: 35.9 - type: ndcg_at_20 value: 24.924 - type: ndcg_at_3 value: 20.903 - type: ndcg_at_5 value: 18.199 - type: precision_at_1 value: 26.1 - type: precision_at_10 value: 11.16 - type: precision_at_100 value: 2.349 - type: precision_at_1000 value: 0.367 - type: precision_at_20 value: 7.41 - type: precision_at_3 value: 19.433 - type: precision_at_5 value: 15.9 - type: recall_at_1 value: 5.288 - type: recall_at_10 value: 22.634999999999998 - type: recall_at_100 value: 47.698 - type: recall_at_1000 value: 74.593 - type: recall_at_20 value: 30.020000000000003 - type: recall_at_3 value: 11.793 - type: recall_at_5 value: 16.097 task: type: Retrieval - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 77.754 - type: map_at_1 value: 62.761 - type: map_at_10 value: 73.463 - type: map_at_100 value: 73.839 - type: map_at_1000 value: 73.854 - type: map_at_20 value: 73.69 - type: map_at_3 value: 70.87400000000001 - type: map_at_5 value: 72.249 - type: mrr_at_1 value: 65.66666666666666 - type: mrr_at_10 value: 74.43624338624336 - type: mrr_at_100 value: 74.71904205166682 - type: mrr_at_1000 value: 74.73399734402419 - type: mrr_at_20 value: 74.589783486494 - type: mrr_at_3 value: 72.72222222222223 - type: mrr_at_5 value: 73.65555555555555 - type: nauc_map_at_1000_diff1 value: 70.00892547294436 - type: nauc_map_at_1000_max value: 51.41960577804691 - type: nauc_map_at_1000_std value: 5.978829433471654 - type: nauc_map_at_100_diff1 value: 70.00836052867537 - type: nauc_map_at_100_max value: 51.42861464065368 - type: nauc_map_at_100_std value: 5.992256135151107 - type: nauc_map_at_10_diff1 value: 70.15073307409155 - type: nauc_map_at_10_max value: 51.65496907162298 - type: nauc_map_at_10_std value: 5.810737915329279 - type: nauc_map_at_1_diff1 value: 71.18129532179381 - type: nauc_map_at_1_max value: 40.69935323263643 - type: nauc_map_at_1_std value: -4.136348859696338 - type: nauc_map_at_20_diff1 value: 69.9842505973294 - type: nauc_map_at_20_max value: 51.57855182212502 - type: nauc_map_at_20_std value: 6.125238609836613 - type: nauc_map_at_3_diff1 value: 69.69232815430708 - type: nauc_map_at_3_max value: 49.17028508238125 - type: nauc_map_at_3_std value: 1.7604096941226137 - type: nauc_map_at_5_diff1 value: 70.90530312747431 - type: nauc_map_at_5_max value: 50.877509633660644 - type: nauc_map_at_5_std value: 4.25683085790038 - type: nauc_mrr_at_1000_diff1 value: 69.69945212403626 - type: nauc_mrr_at_1000_max value: 53.53857495659493 - type: nauc_mrr_at_1000_std value: 9.537046545129654 - type: nauc_mrr_at_100_diff1 value: 69.69908652848497 - type: nauc_mrr_at_100_max value: 53.54634044384429 - type: nauc_mrr_at_100_std value: 9.548345115227077 - type: nauc_mrr_at_10_diff1 value: 69.68940108332458 - type: nauc_mrr_at_10_max value: 53.78009841857116 - type: nauc_mrr_at_10_std value: 9.516233608830541 - type: nauc_mrr_at_1_diff1 value: 70.18866680222685 - type: nauc_mrr_at_1_max value: 46.98369430812099 - type: nauc_mrr_at_1_std value: 4.2833354400119 - type: nauc_mrr_at_20_diff1 value: 69.64750758771528 - type: nauc_mrr_at_20_max value: 53.65682728187867 - type: nauc_mrr_at_20_std value: 9.622798995087647 - type: nauc_mrr_at_3_diff1 value: 69.21638398716401 - type: nauc_mrr_at_3_max value: 53.60114695403701 - type: nauc_mrr_at_3_std value: 8.777041524188228 - type: nauc_mrr_at_5_diff1 value: 70.01733919189228 - type: nauc_mrr_at_5_max value: 54.4843359484408 - type: nauc_mrr_at_5_std value: 10.26973902416146 - type: nauc_ndcg_at_1000_diff1 value: 69.62702580021256 - type: nauc_ndcg_at_1000_max value: 53.54352649889886 - type: nauc_ndcg_at_1000_std value: 8.880318494884355 - type: nauc_ndcg_at_100_diff1 value: 69.46493737196539 - type: nauc_ndcg_at_100_max value: 53.740641082071804 - type: nauc_ndcg_at_100_std value: 9.32034924214471 - type: nauc_ndcg_at_10_diff1 value: 69.77719788572776 - type: nauc_ndcg_at_10_max value: 55.08725100434386 - type: nauc_ndcg_at_10_std value: 9.17127987828087 - type: nauc_ndcg_at_1_diff1 value: 70.18866680222685 - type: nauc_ndcg_at_1_max value: 46.98369430812099 - type: nauc_ndcg_at_1_std value: 4.2833354400119 - type: nauc_ndcg_at_20_diff1 value: 69.3592801336012 - type: nauc_ndcg_at_20_max value: 54.71325998091494 - type: nauc_ndcg_at_20_std value: 10.066345792662997 - type: nauc_ndcg_at_3_diff1 value: 68.54848316527975 - type: nauc_ndcg_at_3_max value: 53.37666510182388 - type: nauc_ndcg_at_3_std value: 5.813919678224535 - type: nauc_ndcg_at_5_diff1 value: 71.09231090269157 - type: nauc_ndcg_at_5_max value: 54.763118697264105 - type: nauc_ndcg_at_5_std value: 8.077244939348736 - type: nauc_precision_at_1000_diff1 value: -35.65939471493537 - type: nauc_precision_at_1000_max value: 16.222575385441036 - type: nauc_precision_at_1000_std value: 48.01552083548329 - type: nauc_precision_at_100_diff1 value: -23.189605031989597 - type: nauc_precision_at_100_max value: 22.043736096370566 - type: nauc_precision_at_100_std value: 45.47258848854428 - type: nauc_precision_at_10_diff1 value: -0.7615073397022429 - type: nauc_precision_at_10_max value: 37.45472261645026 - type: nauc_precision_at_10_std value: 42.330911478743374 - type: nauc_precision_at_1_diff1 value: 70.18866680222685 - type: nauc_precision_at_1_max value: 46.98369430812099 - type: nauc_precision_at_1_std value: 4.2833354400119 - type: nauc_precision_at_20_diff1 value: -9.800943666463139 - type: nauc_precision_at_20_max value: 31.89387265367008 - type: nauc_precision_at_20_std value: 45.291666441469495 - type: nauc_precision_at_3_diff1 value: 32.87510487623137 - type: nauc_precision_at_3_max value: 51.426610106841764 - type: nauc_precision_at_3_std value: 25.24363555289574 - type: nauc_precision_at_5_diff1 value: 22.32745586276285 - type: nauc_precision_at_5_max value: 48.179145752651515 - type: nauc_precision_at_5_std value: 35.49639988533587 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_100_diff1 value: 61.42857142857152 - type: nauc_recall_at_100_max value: 61.545284780578854 - type: nauc_recall_at_100_std value: 28.216619981325497 - type: nauc_recall_at_10_diff1 value: 68.14227843217638 - type: nauc_recall_at_10_max value: 68.0438674752541 - type: nauc_recall_at_10_std value: 17.216039931036985 - type: nauc_recall_at_1_diff1 value: 71.18129532179381 - type: nauc_recall_at_1_max value: 40.69935323263643 - type: nauc_recall_at_1_std value: -4.136348859696338 - type: nauc_recall_at_20_diff1 value: 64.65615231599898 - type: nauc_recall_at_20_max value: 68.82332643202204 - type: nauc_recall_at_20_std value: 26.45029026103195 - type: nauc_recall_at_3_diff1 value: 66.66056229757102 - type: nauc_recall_at_3_max value: 57.5874024986744 - type: nauc_recall_at_3_std value: 5.89101784676189 - type: nauc_recall_at_5_diff1 value: 72.34813575456495 - type: nauc_recall_at_5_max value: 63.8277779755477 - type: nauc_recall_at_5_std value: 13.862091061194013 - type: ndcg_at_1 value: 65.667 - type: ndcg_at_10 value: 77.754 - type: ndcg_at_100 value: 79.342 - type: ndcg_at_1000 value: 79.76299999999999 - type: ndcg_at_20 value: 78.468 - type: ndcg_at_3 value: 73.687 - type: ndcg_at_5 value: 75.50099999999999 - type: precision_at_1 value: 65.667 - type: precision_at_10 value: 10.167 - type: precision_at_100 value: 1.097 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.25 - type: precision_at_3 value: 28.666999999999998 - type: precision_at_5 value: 18.533 - type: recall_at_1 value: 62.761 - type: recall_at_10 value: 89.60000000000001 - type: recall_at_100 value: 96.667 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 92.333 - type: recall_at_3 value: 78.822 - type: recall_at_5 value: 83.39999999999999 task: type: Retrieval - dataset: config: default name: MTEB T2Retrieval (default) revision: 8731a845f1bf500a4f111cf1070785c793d10e64 split: test type: C-MTEB/T2Retrieval metrics: - type: main_score value: 85.408 - type: map_at_1 value: 27.974 - type: map_at_10 value: 78.107 - type: map_at_100 value: 81.606 - type: map_at_1000 value: 81.669 - type: map_at_20 value: 80.784 - type: map_at_3 value: 55.283 - type: map_at_5 value: 67.72399999999999 - type: mrr_at_1 value: 91.070489216202 - type: mrr_at_10 value: 93.20924798699666 - type: mrr_at_100 value: 93.2897391797075 - type: mrr_at_1000 value: 93.29251314252166 - type: mrr_at_20 value: 93.26295707737242 - type: mrr_at_3 value: 92.86778888304391 - type: mrr_at_5 value: 93.08609503769956 - type: nauc_map_at_1000_diff1 value: 14.02161421364639 - type: nauc_map_at_1000_max value: 47.186571672677054 - type: nauc_map_at_1000_std value: 20.616875530058905 - type: nauc_map_at_100_diff1 value: 14.015808279665501 - type: nauc_map_at_100_max value: 47.064027752077116 - type: nauc_map_at_100_std value: 20.510779071993177 - type: nauc_map_at_10_diff1 value: 17.859573746844152 - type: nauc_map_at_10_max value: 33.99524263062824 - type: nauc_map_at_10_std value: 2.9750580972472327 - type: nauc_map_at_1_diff1 value: 52.955344727933515 - type: nauc_map_at_1_max value: -25.84268384364316 - type: nauc_map_at_1_std value: -41.01798171453465 - type: nauc_map_at_20_diff1 value: 14.590278001943377 - type: nauc_map_at_20_max value: 44.555133043897854 - type: nauc_map_at_20_std value: 16.847807075388115 - type: nauc_map_at_3_diff1 value: 38.01293816018024 - type: nauc_map_at_3_max value: -13.32573886546727 - type: nauc_map_at_3_std value: -39.139010666587886 - type: nauc_map_at_5_diff1 value: 29.93221195702576 - type: nauc_map_at_5_max value: 3.7008458479169537 - type: nauc_map_at_5_std value: -27.496871606312183 - type: nauc_mrr_at_1000_diff1 value: 52.21254036979167 - type: nauc_mrr_at_1000_max value: 81.88050840815251 - type: nauc_mrr_at_1000_std value: 47.9830708984396 - type: nauc_mrr_at_100_diff1 value: 52.213514352113656 - type: nauc_mrr_at_100_max value: 81.8865599907679 - type: nauc_mrr_at_100_std value: 47.99621895256341 - type: nauc_mrr_at_10_diff1 value: 52.2488647184239 - type: nauc_mrr_at_10_max value: 81.98121309685763 - type: nauc_mrr_at_10_std value: 48.01382808881993 - type: nauc_mrr_at_1_diff1 value: 52.18512162818067 - type: nauc_mrr_at_1_max value: 78.17497748037101 - type: nauc_mrr_at_1_std value: 42.12866110712485 - type: nauc_mrr_at_20_diff1 value: 52.2244682517749 - type: nauc_mrr_at_20_max value: 81.92327282809062 - type: nauc_mrr_at_20_std value: 48.031963018453574 - type: nauc_mrr_at_3_diff1 value: 52.22511084737672 - type: nauc_mrr_at_3_max value: 81.86052316487371 - type: nauc_mrr_at_3_std value: 47.71493909281435 - type: nauc_mrr_at_5_diff1 value: 52.21838855843384 - type: nauc_mrr_at_5_max value: 82.09279480475385 - type: nauc_mrr_at_5_std value: 48.15370258286536 - type: nauc_ndcg_at_1000_diff1 value: 19.082798798848845 - type: nauc_ndcg_at_1000_max value: 59.979802333634815 - type: nauc_ndcg_at_1000_std value: 34.690664674450716 - type: nauc_ndcg_at_100_diff1 value: 18.539024016306367 - type: nauc_ndcg_at_100_max value: 58.65448008268863 - type: nauc_ndcg_at_100_std value: 34.04253795370821 - type: nauc_ndcg_at_10_diff1 value: 18.172957278807868 - type: nauc_ndcg_at_10_max value: 49.2049503163979 - type: nauc_ndcg_at_10_std value: 21.46955810647442 - type: nauc_ndcg_at_1_diff1 value: 52.18512162818067 - type: nauc_ndcg_at_1_max value: 78.17497748037101 - type: nauc_ndcg_at_1_std value: 42.12866110712485 - type: nauc_ndcg_at_20_diff1 value: 18.379027735832178 - type: nauc_ndcg_at_20_max value: 53.23513838907849 - type: nauc_ndcg_at_20_std value: 26.7601010446773 - type: nauc_ndcg_at_3_diff1 value: 14.679608635115319 - type: nauc_ndcg_at_3_max value: 66.67606724204819 - type: nauc_ndcg_at_3_std value: 37.824882125811904 - type: nauc_ndcg_at_5_diff1 value: 14.713093689867252 - type: nauc_ndcg_at_5_max value: 58.614360345482154 - type: nauc_ndcg_at_5_std value: 31.12595430971059 - type: nauc_precision_at_1000_diff1 value: -33.13227819808231 - type: nauc_precision_at_1000_max value: 48.59634908517778 - type: nauc_precision_at_1000_std value: 66.00782368965828 - type: nauc_precision_at_100_diff1 value: -33.173707177959336 - type: nauc_precision_at_100_max value: 50.03358290470462 - type: nauc_precision_at_100_std value: 67.05786873559285 - type: nauc_precision_at_10_diff1 value: -33.78943458913884 - type: nauc_precision_at_10_max value: 54.76809833047381 - type: nauc_precision_at_10_std value: 62.590134814916986 - type: nauc_precision_at_1_diff1 value: 52.18512162818067 - type: nauc_precision_at_1_max value: 78.17497748037101 - type: nauc_precision_at_1_std value: 42.12866110712485 - type: nauc_precision_at_20_diff1 value: -33.3169918994365 - type: nauc_precision_at_20_max value: 52.62730418313208 - type: nauc_precision_at_20_std value: 66.07927210284211 - type: nauc_precision_at_3_diff1 value: -31.74995396944038 - type: nauc_precision_at_3_max value: 65.95961370994449 - type: nauc_precision_at_3_std value: 55.08242524554448 - type: nauc_precision_at_5_diff1 value: -35.01473556966971 - type: nauc_precision_at_5_max value: 60.369530978392824 - type: nauc_precision_at_5_std value: 58.55729742429819 - type: nauc_recall_at_1000_diff1 value: 7.369474595497491 - type: nauc_recall_at_1000_max value: 62.759393411790974 - type: nauc_recall_at_1000_std value: 64.15678271186357 - type: nauc_recall_at_100_diff1 value: 8.204319572435734 - type: nauc_recall_at_100_max value: 50.39692582229378 - type: nauc_recall_at_100_std value: 44.669032653919814 - type: nauc_recall_at_10_diff1 value: 16.65018200107064 - type: nauc_recall_at_10_max value: 23.77056248647486 - type: nauc_recall_at_10_std value: -4.164976890234266 - type: nauc_recall_at_1_diff1 value: 52.955344727933515 - type: nauc_recall_at_1_max value: -25.84268384364316 - type: nauc_recall_at_1_std value: -41.01798171453465 - type: nauc_recall_at_20_diff1 value: 11.026989567642152 - type: nauc_recall_at_20_max value: 38.82346627365128 - type: nauc_recall_at_20_std value: 19.261774770548087 - type: nauc_recall_at_3_diff1 value: 36.44902805248335 - type: nauc_recall_at_3_max value: -17.66694139657555 - type: nauc_recall_at_3_std value: -41.82560813117898 - type: nauc_recall_at_5_diff1 value: 29.001950616630435 - type: nauc_recall_at_5_max value: -4.623916723824471 - type: nauc_recall_at_5_std value: -33.60086136077999 - type: ndcg_at_1 value: 91.07 - type: ndcg_at_10 value: 85.408 - type: ndcg_at_100 value: 88.767 - type: ndcg_at_1000 value: 89.384 - type: ndcg_at_20 value: 87.03 - type: ndcg_at_3 value: 87.168 - type: ndcg_at_5 value: 85.622 - type: precision_at_1 value: 91.07 - type: precision_at_10 value: 42.219 - type: precision_at_100 value: 5.002 - type: precision_at_1000 value: 0.515 - type: precision_at_20 value: 23.344 - type: precision_at_3 value: 76.175 - type: precision_at_5 value: 63.632999999999996 - type: recall_at_1 value: 27.974 - type: recall_at_10 value: 83.974 - type: recall_at_100 value: 95.06400000000001 - type: recall_at_1000 value: 98.207 - type: recall_at_20 value: 89.566 - type: recall_at_3 value: 56.830999999999996 - type: recall_at_5 value: 70.769 task: type: Retrieval - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 80.46 - type: map_at_1 value: 0.22899999999999998 - type: map_at_10 value: 2.0140000000000002 - type: map_at_100 value: 13.531 - type: map_at_1000 value: 32.993 - type: map_at_20 value: 3.846 - type: map_at_3 value: 0.654 - type: map_at_5 value: 1.0619999999999998 - type: mrr_at_1 value: 88.0 - type: mrr_at_10 value: 94.0 - type: mrr_at_100 value: 94.0 - type: mrr_at_1000 value: 94.0 - type: mrr_at_20 value: 94.0 - type: mrr_at_3 value: 94.0 - type: mrr_at_5 value: 94.0 - type: nauc_map_at_1000_diff1 value: -3.3698499398528785 - type: nauc_map_at_1000_max value: 45.445709400181414 - type: nauc_map_at_1000_std value: 74.92334681323416 - type: nauc_map_at_100_diff1 value: -0.9733247625101976 - type: nauc_map_at_100_max value: 13.09104596763804 - type: nauc_map_at_100_std value: 48.19460362265014 - type: nauc_map_at_10_diff1 value: -6.228259203343852 - type: nauc_map_at_10_max value: -11.979703047874356 - type: nauc_map_at_10_std value: 7.951041219330085 - type: nauc_map_at_1_diff1 value: 17.419304474427516 - type: nauc_map_at_1_max value: -17.074884091442755 - type: nauc_map_at_1_std value: -1.9267809596597902 - type: nauc_map_at_20_diff1 value: -2.6496424260949722 - type: nauc_map_at_20_max value: -8.158038255243799 - type: nauc_map_at_20_std value: 15.206187928855147 - type: nauc_map_at_3_diff1 value: -0.4999760890617131 - type: nauc_map_at_3_max value: -18.019567439367997 - type: nauc_map_at_3_std value: 3.360209032763635 - type: nauc_map_at_5_diff1 value: -3.7052862954357835 - type: nauc_map_at_5_max value: -16.74492876700498 - type: nauc_map_at_5_std value: -0.5357800964930773 - type: nauc_mrr_at_1000_diff1 value: -11.979000954502055 - type: nauc_mrr_at_1000_max value: 13.434616608336228 - type: nauc_mrr_at_1000_std value: 51.48743238943712 - type: nauc_mrr_at_100_diff1 value: -11.979000954502055 - type: nauc_mrr_at_100_max value: 13.434616608336228 - type: nauc_mrr_at_100_std value: 51.48743238943712 - type: nauc_mrr_at_10_diff1 value: -11.979000954502055 - type: nauc_mrr_at_10_max value: 13.434616608336228 - type: nauc_mrr_at_10_std value: 51.48743238943712 - type: nauc_mrr_at_1_diff1 value: -11.979000954502169 - type: nauc_mrr_at_1_max value: 13.434616608336004 - type: nauc_mrr_at_1_std value: 51.48743238943678 - type: nauc_mrr_at_20_diff1 value: -11.979000954502055 - type: nauc_mrr_at_20_max value: 13.434616608336228 - type: nauc_mrr_at_20_std value: 51.48743238943712 - type: nauc_mrr_at_3_diff1 value: -11.979000954502055 - type: nauc_mrr_at_3_max value: 13.434616608336228 - type: nauc_mrr_at_3_std value: 51.48743238943712 - type: nauc_mrr_at_5_diff1 value: -11.979000954502055 - type: nauc_mrr_at_5_max value: 13.434616608336228 - type: nauc_mrr_at_5_std value: 51.48743238943712 - type: nauc_ndcg_at_1000_diff1 value: -8.71892178242702 - type: nauc_ndcg_at_1000_max value: 43.18986143410146 - type: nauc_ndcg_at_1000_std value: 73.79391175021726 - type: nauc_ndcg_at_100_diff1 value: -20.94835546481927 - type: nauc_ndcg_at_100_max value: 43.26793350899254 - type: nauc_ndcg_at_100_std value: 73.36033827657992 - type: nauc_ndcg_at_10_diff1 value: -45.88213133678636 - type: nauc_ndcg_at_10_max value: 25.13057874192747 - type: nauc_ndcg_at_10_std value: 59.133806456446194 - type: nauc_ndcg_at_1_diff1 value: -33.88545395379104 - type: nauc_ndcg_at_1_max value: 8.330621542466726 - type: nauc_ndcg_at_1_std value: 54.98861047836 - type: nauc_ndcg_at_20_diff1 value: -40.815265043494634 - type: nauc_ndcg_at_20_max value: 32.4919156896144 - type: nauc_ndcg_at_20_std value: 66.80157913099653 - type: nauc_ndcg_at_3_diff1 value: -43.89517591868999 - type: nauc_ndcg_at_3_max value: 3.1046688999223795 - type: nauc_ndcg_at_3_std value: 49.264714822436495 - type: nauc_ndcg_at_5_diff1 value: -48.47646523003602 - type: nauc_ndcg_at_5_max value: 13.063986525977134 - type: nauc_ndcg_at_5_std value: 47.217180495399 - type: nauc_precision_at_1000_diff1 value: -4.274567070500386 - type: nauc_precision_at_1000_max value: 55.59099307815999 - type: nauc_precision_at_1000_std value: 43.903773352951184 - type: nauc_precision_at_100_diff1 value: -17.698958966671068 - type: nauc_precision_at_100_max value: 48.857497250056916 - type: nauc_precision_at_100_std value: 76.64422233464362 - type: nauc_precision_at_10_diff1 value: -45.993800160046064 - type: nauc_precision_at_10_max value: 37.681508472337676 - type: nauc_precision_at_10_std value: 63.205736794263245 - type: nauc_precision_at_1_diff1 value: -11.979000954502169 - type: nauc_precision_at_1_max value: 13.434616608336004 - type: nauc_precision_at_1_std value: 51.48743238943678 - type: nauc_precision_at_20_diff1 value: -36.731647449437105 - type: nauc_precision_at_20_max value: 40.23960942279067 - type: nauc_precision_at_20_std value: 73.5602466884422 - type: nauc_precision_at_3_diff1 value: -40.0823995755172 - type: nauc_precision_at_3_max value: 17.756484284777965 - type: nauc_precision_at_3_std value: 55.28574549767477 - type: nauc_precision_at_5_diff1 value: -44.943344455547994 - type: nauc_precision_at_5_max value: 24.72519096898761 - type: nauc_precision_at_5_std value: 46.23397300181218 - type: nauc_recall_at_1000_diff1 value: 0.7802131475089158 - type: nauc_recall_at_1000_max value: 39.995727295561565 - type: nauc_recall_at_1000_std value: 62.98335386556941 - type: nauc_recall_at_100_diff1 value: 2.880922928015335 - type: nauc_recall_at_100_max value: 3.0979967654662546 - type: nauc_recall_at_100_std value: 33.62736021544352 - type: nauc_recall_at_10_diff1 value: -2.1458012939001376 - type: nauc_recall_at_10_max value: -16.3216625701991 - type: nauc_recall_at_10_std value: -0.3582401567691279 - type: nauc_recall_at_1_diff1 value: 17.419304474427516 - type: nauc_recall_at_1_max value: -17.074884091442755 - type: nauc_recall_at_1_std value: -1.9267809596597902 - type: nauc_recall_at_20_diff1 value: 4.064773126987082 - type: nauc_recall_at_20_max value: -14.464337876692632 - type: nauc_recall_at_20_std value: 3.6886303476512303 - type: nauc_recall_at_3_diff1 value: -2.400164192124634 - type: nauc_recall_at_3_max value: -20.616624939897328 - type: nauc_recall_at_3_std value: -3.107132696710774 - type: nauc_recall_at_5_diff1 value: -0.2723579989577546 - type: nauc_recall_at_5_max value: -19.575511541653118 - type: nauc_recall_at_5_std value: -8.616141856565983 - type: ndcg_at_1 value: 85.0 - type: ndcg_at_10 value: 80.46 - type: ndcg_at_100 value: 65.167 - type: ndcg_at_1000 value: 58.385 - type: ndcg_at_20 value: 78.226 - type: ndcg_at_3 value: 84.776 - type: ndcg_at_5 value: 82.841 - type: precision_at_1 value: 88.0 - type: precision_at_10 value: 85.0 - type: precision_at_100 value: 67.4 - type: precision_at_1000 value: 25.872 - type: precision_at_20 value: 83.2 - type: precision_at_3 value: 88.667 - type: precision_at_5 value: 86.8 - type: recall_at_1 value: 0.22899999999999998 - type: recall_at_10 value: 2.198 - type: recall_at_100 value: 16.436 - type: recall_at_1000 value: 55.028 - type: recall_at_20 value: 4.311 - type: recall_at_3 value: 0.687 - type: recall_at_5 value: 1.139 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 32.391 - type: map_at_1 value: 3.11 - type: map_at_10 value: 13.324 - type: map_at_100 value: 20.766000000000002 - type: map_at_1000 value: 22.358 - type: map_at_20 value: 16.604 - type: map_at_3 value: 7.256 - type: map_at_5 value: 9.682 - type: mrr_at_1 value: 44.89795918367347 - type: mrr_at_10 value: 59.203109815354715 - type: mrr_at_100 value: 59.650478274342866 - type: mrr_at_1000 value: 59.650478274342866 - type: mrr_at_20 value: 59.49322586177328 - type: mrr_at_3 value: 55.78231292517006 - type: mrr_at_5 value: 58.02721088435374 - type: nauc_map_at_1000_diff1 value: -0.6118420298552262 - type: nauc_map_at_1000_max value: -10.459268048435016 - type: nauc_map_at_1000_std value: 0.12875167804448237 - type: nauc_map_at_100_diff1 value: 0.034899904451799156 - type: nauc_map_at_100_max value: -11.410978367647376 - type: nauc_map_at_100_std value: -1.8187273407892068 - type: nauc_map_at_10_diff1 value: 3.798983081181108 - type: nauc_map_at_10_max value: -12.81890421998731 - type: nauc_map_at_10_std value: -16.10507951565588 - type: nauc_map_at_1_diff1 value: 14.97446890875931 - type: nauc_map_at_1_max value: -12.221096391517113 - type: nauc_map_at_1_std value: -5.911340708079087 - type: nauc_map_at_20_diff1 value: -0.39358655498774253 - type: nauc_map_at_20_max value: -15.29885453445688 - type: nauc_map_at_20_std value: -12.961858056841008 - type: nauc_map_at_3_diff1 value: 9.380618934451833 - type: nauc_map_at_3_max value: -7.205679861124378 - type: nauc_map_at_3_std value: -15.013412162167935 - type: nauc_map_at_5_diff1 value: 4.088519896755799 - type: nauc_map_at_5_max value: -11.02285555747699 - type: nauc_map_at_5_std value: -13.175770655883321 - type: nauc_mrr_at_1000_diff1 value: 25.891530000669285 - type: nauc_mrr_at_1000_max value: -7.362255923471247 - type: nauc_mrr_at_1000_std value: 12.349814765006057 - type: nauc_mrr_at_100_diff1 value: 25.891530000669285 - type: nauc_mrr_at_100_max value: -7.362255923471247 - type: nauc_mrr_at_100_std value: 12.349814765006057 - type: nauc_mrr_at_10_diff1 value: 25.905118677615924 - type: nauc_mrr_at_10_max value: -7.379407993095785 - type: nauc_mrr_at_10_std value: 12.678211902714907 - type: nauc_mrr_at_1_diff1 value: 25.264967101595392 - type: nauc_mrr_at_1_max value: -8.802783567339088 - type: nauc_mrr_at_1_std value: 6.8981595305490275 - type: nauc_mrr_at_20_diff1 value: 26.130098215553716 - type: nauc_mrr_at_20_max value: -7.124888191805823 - type: nauc_mrr_at_20_std value: 12.831151805386995 - type: nauc_mrr_at_3_diff1 value: 21.463610246401245 - type: nauc_mrr_at_3_max value: -8.246508754437377 - type: nauc_mrr_at_3_std value: 7.541159898957048 - type: nauc_mrr_at_5_diff1 value: 25.356160853384996 - type: nauc_mrr_at_5_max value: -8.025890546642223 - type: nauc_mrr_at_5_std value: 12.516569298584516 - type: nauc_ndcg_at_1000_diff1 value: 10.562268378470806 - type: nauc_ndcg_at_1000_max value: 1.8176645853292939 - type: nauc_ndcg_at_1000_std value: 25.447937824378407 - type: nauc_ndcg_at_100_diff1 value: 13.737510141791622 - type: nauc_ndcg_at_100_max value: -6.293379340626089 - type: nauc_ndcg_at_100_std value: 21.19589523378754 - type: nauc_ndcg_at_10_diff1 value: 12.226992779324847 - type: nauc_ndcg_at_10_max value: -10.729165359819161 - type: nauc_ndcg_at_10_std value: 2.152554877119559 - type: nauc_ndcg_at_1_diff1 value: 22.271721472718987 - type: nauc_ndcg_at_1_max value: -9.589388388269104 - type: nauc_ndcg_at_1_std value: 10.040277845055297 - type: nauc_ndcg_at_20_diff1 value: 10.259537135397967 - type: nauc_ndcg_at_20_max value: -14.92156316466216 - type: nauc_ndcg_at_20_std value: -0.40555881794020615 - type: nauc_ndcg_at_3_diff1 value: 16.530086684928193 - type: nauc_ndcg_at_3_max value: -3.7008246097133624 - type: nauc_ndcg_at_3_std value: 2.700263509520849 - type: nauc_ndcg_at_5_diff1 value: 9.415775332356283 - type: nauc_ndcg_at_5_max value: -8.885134891124261 - type: nauc_ndcg_at_5_std value: 8.723001465752747 - type: nauc_precision_at_1000_diff1 value: -19.141537060734514 - type: nauc_precision_at_1000_max value: 43.24279932811497 - type: nauc_precision_at_1000_std value: 33.807943139065955 - type: nauc_precision_at_100_diff1 value: 0.8205778736819969 - type: nauc_precision_at_100_max value: 26.564541682215147 - type: nauc_precision_at_100_std value: 68.16585654468182 - type: nauc_precision_at_10_diff1 value: 5.338469479012317 - type: nauc_precision_at_10_max value: -6.987141914817638 - type: nauc_precision_at_10_std value: 8.991544272328849 - type: nauc_precision_at_1_diff1 value: 25.264967101595392 - type: nauc_precision_at_1_max value: -8.802783567339088 - type: nauc_precision_at_1_std value: 6.8981595305490275 - type: nauc_precision_at_20_diff1 value: -1.3199014118668273 - type: nauc_precision_at_20_max value: -8.369989085582542 - type: nauc_precision_at_20_std value: 17.18610407974423 - type: nauc_precision_at_3_diff1 value: 14.51501551852763 - type: nauc_precision_at_3_max value: 1.4412777565815174 - type: nauc_precision_at_3_std value: -3.5849467506167354 - type: nauc_precision_at_5_diff1 value: 3.8592251130664836 - type: nauc_precision_at_5_max value: -9.031948602868964 - type: nauc_precision_at_5_std value: 7.956916525964915 - type: nauc_recall_at_1000_diff1 value: 8.425702252781758 - type: nauc_recall_at_1000_max value: 29.06584945450092 - type: nauc_recall_at_1000_std value: 66.77406431605769 - type: nauc_recall_at_100_diff1 value: 13.179777935665497 - type: nauc_recall_at_100_max value: -8.215791450563307 - type: nauc_recall_at_100_std value: 29.691010455649458 - type: nauc_recall_at_10_diff1 value: 6.674660601983981 - type: nauc_recall_at_10_max value: -17.337651319937034 - type: nauc_recall_at_10_std value: -13.353609112306215 - type: nauc_recall_at_1_diff1 value: 14.97446890875931 - type: nauc_recall_at_1_max value: -12.221096391517113 - type: nauc_recall_at_1_std value: -5.911340708079087 - type: nauc_recall_at_20_diff1 value: 3.0314480639365335 - type: nauc_recall_at_20_max value: -21.890125966228695 - type: nauc_recall_at_20_std value: -8.320962736647811 - type: nauc_recall_at_3_diff1 value: 8.044938435901074 - type: nauc_recall_at_3_max value: -8.943571362493486 - type: nauc_recall_at_3_std value: -16.597925007178382 - type: nauc_recall_at_5_diff1 value: 2.2653542126136887 - type: nauc_recall_at_5_max value: -16.759671951395465 - type: nauc_recall_at_5_std value: -10.852252699482321 - type: ndcg_at_1 value: 41.837 - type: ndcg_at_10 value: 32.391 - type: ndcg_at_100 value: 44.536 - type: ndcg_at_1000 value: 55.162 - type: ndcg_at_20 value: 32.759 - type: ndcg_at_3 value: 38.673 - type: ndcg_at_5 value: 36.299 - type: precision_at_1 value: 44.897999999999996 - type: precision_at_10 value: 27.551 - type: precision_at_100 value: 9.061 - type: precision_at_1000 value: 1.637 - type: precision_at_20 value: 20.918 - type: precision_at_3 value: 40.136 - type: precision_at_5 value: 35.918 - type: recall_at_1 value: 3.11 - type: recall_at_10 value: 19.712 - type: recall_at_100 value: 55.24 - type: recall_at_1000 value: 88.009 - type: recall_at_20 value: 29.076999999999998 - type: recall_at_3 value: 8.444 - type: recall_at_5 value: 12.424 task: type: Retrieval - dataset: config: default name: MTEB VideoRetrieval (default) revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 split: test type: C-MTEB/VideoRetrieval metrics: - type: main_score value: 76.889 - type: map_at_1 value: 63.9 - type: map_at_10 value: 72.841 - type: map_at_100 value: 73.2 - type: map_at_1000 value: 73.208 - type: map_at_20 value: 73.105 - type: map_at_3 value: 71.15 - type: map_at_5 value: 72.14500000000001 - type: mrr_at_1 value: 63.9 - type: mrr_at_10 value: 72.84071428571434 - type: mrr_at_100 value: 73.19985132359601 - type: mrr_at_1000 value: 73.20847798600303 - type: mrr_at_20 value: 73.10518399685974 - type: mrr_at_3 value: 71.15000000000006 - type: mrr_at_5 value: 72.14500000000005 - type: nauc_map_at_1000_diff1 value: 73.8925912463481 - type: nauc_map_at_1000_max value: 26.00690333807939 - type: nauc_map_at_1000_std value: -40.624829088300054 - type: nauc_map_at_100_diff1 value: 73.88530931992535 - type: nauc_map_at_100_max value: 26.026860107313766 - type: nauc_map_at_100_std value: -40.6028828700579 - type: nauc_map_at_10_diff1 value: 73.89360151928338 - type: nauc_map_at_10_max value: 26.13928571616993 - type: nauc_map_at_10_std value: -41.05568100371164 - type: nauc_map_at_1_diff1 value: 76.4998637465399 - type: nauc_map_at_1_max value: 21.06685662470698 - type: nauc_map_at_1_std value: -38.00547244891296 - type: nauc_map_at_20_diff1 value: 73.84940921114446 - type: nauc_map_at_20_max value: 26.087007693656954 - type: nauc_map_at_20_std value: -40.71205453291879 - type: nauc_map_at_3_diff1 value: 73.81203219656123 - type: nauc_map_at_3_max value: 25.150278168586997 - type: nauc_map_at_3_std value: -42.602748531734086 - type: nauc_map_at_5_diff1 value: 73.67289623846195 - type: nauc_map_at_5_max value: 26.196656627248256 - type: nauc_map_at_5_std value: -41.62017040659859 - type: nauc_mrr_at_1000_diff1 value: 73.8925912463481 - type: nauc_mrr_at_1000_max value: 26.00690333807939 - type: nauc_mrr_at_1000_std value: -40.624829088300054 - type: nauc_mrr_at_100_diff1 value: 73.88530931992535 - type: nauc_mrr_at_100_max value: 26.026860107313766 - type: nauc_mrr_at_100_std value: -40.6028828700579 - type: nauc_mrr_at_10_diff1 value: 73.89360151928338 - type: nauc_mrr_at_10_max value: 26.13928571616993 - type: nauc_mrr_at_10_std value: -41.05568100371164 - type: nauc_mrr_at_1_diff1 value: 76.4998637465399 - type: nauc_mrr_at_1_max value: 21.06685662470698 - type: nauc_mrr_at_1_std value: -38.00547244891296 - type: nauc_mrr_at_20_diff1 value: 73.84940921114446 - type: nauc_mrr_at_20_max value: 26.087007693656954 - type: nauc_mrr_at_20_std value: -40.71205453291879 - type: nauc_mrr_at_3_diff1 value: 73.81203219656123 - type: nauc_mrr_at_3_max value: 25.150278168586997 - type: nauc_mrr_at_3_std value: -42.602748531734086 - type: nauc_mrr_at_5_diff1 value: 73.67289623846195 - type: nauc_mrr_at_5_max value: 26.196656627248256 - type: nauc_mrr_at_5_std value: -41.62017040659859 - type: nauc_ndcg_at_1000_diff1 value: 73.3437735456378 - type: nauc_ndcg_at_1000_max value: 28.039245572901166 - type: nauc_ndcg_at_1000_std value: -38.73993129535837 - type: nauc_ndcg_at_100_diff1 value: 73.14753266308807 - type: nauc_ndcg_at_100_max value: 28.603678343054177 - type: nauc_ndcg_at_100_std value: -38.073927474904096 - type: nauc_ndcg_at_10_diff1 value: 73.02013056288126 - type: nauc_ndcg_at_10_max value: 29.170267818434247 - type: nauc_ndcg_at_10_std value: -40.59407249225534 - type: nauc_ndcg_at_1_diff1 value: 76.4998637465399 - type: nauc_ndcg_at_1_max value: 21.06685662470698 - type: nauc_ndcg_at_1_std value: -38.00547244891296 - type: nauc_ndcg_at_20_diff1 value: 72.84448571022757 - type: nauc_ndcg_at_20_max value: 29.0382168094389 - type: nauc_ndcg_at_20_std value: -39.24432359606789 - type: nauc_ndcg_at_3_diff1 value: 72.82142120953982 - type: nauc_ndcg_at_3_max value: 26.817489018075825 - type: nauc_ndcg_at_3_std value: -44.19410460765078 - type: nauc_ndcg_at_5_diff1 value: 72.49464120259944 - type: nauc_ndcg_at_5_max value: 29.020019052984235 - type: nauc_ndcg_at_5_std value: -42.32190925689385 - type: nauc_precision_at_1000_diff1 value: 68.72704637410462 - type: nauc_precision_at_1000_max value: 82.06037970743692 - type: nauc_precision_at_1000_std value: 74.36041083099792 - type: nauc_precision_at_100_diff1 value: 62.34149573807953 - type: nauc_precision_at_100_max value: 79.95843498689827 - type: nauc_precision_at_100_std value: 46.918767507002784 - type: nauc_precision_at_10_diff1 value: 67.86899914992605 - type: nauc_precision_at_10_max value: 49.596438638092216 - type: nauc_precision_at_10_std value: -34.95861482707724 - type: nauc_precision_at_1_diff1 value: 76.4998637465399 - type: nauc_precision_at_1_max value: 21.06685662470698 - type: nauc_precision_at_1_std value: -38.00547244891296 - type: nauc_precision_at_20_diff1 value: 63.504421376393374 - type: nauc_precision_at_20_max value: 58.752128302300854 - type: nauc_precision_at_20_std value: -17.8907837644867 - type: nauc_precision_at_3_diff1 value: 69.11433596966778 - type: nauc_precision_at_3_max value: 33.125013994382485 - type: nauc_precision_at_3_std value: -50.10585972777495 - type: nauc_precision_at_5_diff1 value: 67.12901463705309 - type: nauc_precision_at_5_max value: 42.36210257110566 - type: nauc_precision_at_5_std value: -44.939105389266324 - type: nauc_recall_at_1000_diff1 value: 68.72704637410567 - type: nauc_recall_at_1000_max value: 82.06037970743924 - type: nauc_recall_at_1000_std value: 74.3604108309996 - type: nauc_recall_at_100_diff1 value: 62.34149573808014 - type: nauc_recall_at_100_max value: 79.95843498689804 - type: nauc_recall_at_100_std value: 46.91876750700249 - type: nauc_recall_at_10_diff1 value: 67.86899914992618 - type: nauc_recall_at_10_max value: 49.59643863809242 - type: nauc_recall_at_10_std value: -34.958614827076914 - type: nauc_recall_at_1_diff1 value: 76.4998637465399 - type: nauc_recall_at_1_max value: 21.06685662470698 - type: nauc_recall_at_1_std value: -38.00547244891296 - type: nauc_recall_at_20_diff1 value: 63.504421376393836 - type: nauc_recall_at_20_max value: 58.75212830230132 - type: nauc_recall_at_20_std value: -17.890783764486297 - type: nauc_recall_at_3_diff1 value: 69.11433596966754 - type: nauc_recall_at_3_max value: 33.1250139943824 - type: nauc_recall_at_3_std value: -50.10585972777511 - type: nauc_recall_at_5_diff1 value: 67.12901463705325 - type: nauc_recall_at_5_max value: 42.36210257110583 - type: nauc_recall_at_5_std value: -44.9391053892661 - type: ndcg_at_1 value: 63.9 - type: ndcg_at_10 value: 76.889 - type: ndcg_at_100 value: 78.521 - type: ndcg_at_1000 value: 78.729 - type: ndcg_at_20 value: 77.835 - type: ndcg_at_3 value: 73.406 - type: ndcg_at_5 value: 75.187 - type: precision_at_1 value: 63.9 - type: precision_at_10 value: 8.95 - type: precision_at_100 value: 0.9690000000000001 - type: precision_at_1000 value: 0.099 - type: precision_at_20 value: 4.66 - type: precision_at_3 value: 26.633000000000003 - type: precision_at_5 value: 16.84 - type: recall_at_1 value: 63.9 - type: recall_at_10 value: 89.5 - type: recall_at_100 value: 96.89999999999999 - type: recall_at_1000 value: 98.5 - type: recall_at_20 value: 93.2 - type: recall_at_3 value: 79.9 - type: recall_at_5 value: 84.2 task: type: Retrieval tags: - mteb ---