diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,3 +1,8650 @@ ---- -license: apache-2.0 ---- +--- +license: apache-2.0 +tags: +- text-embedding +- feature-extraction +- sentence-similarity +- transformers +- mteb +model-index: +- name: Gouzi3618/LENS-8000 + results: + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 93.6865671641791 + - type: ap + value: 74.44778735403261 + - type: ap_weighted + value: 74.44778735403261 + - type: f1 + value: 90.57338628851295 + - type: f1_weighted + value: 93.87207694461506 + - type: main_score + value: 93.6865671641791 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 97.06832499999999 + - type: ap + value: 95.71019538629211 + - type: ap_weighted + value: 95.71019538629211 + - type: f1 + value: 97.06781792337515 + - type: f1_weighted + value: 97.06781792337515 + - type: main_score + value: 97.06832499999999 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 63.608 + - type: f1 + value: 62.41274991021244 + - type: f1_weighted + value: 62.41274991021244 + - type: main_score + value: 63.608 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 76.019 + - type: map_at_1 + value: 55.903000000000006 + - type: map_at_10 + value: 69.887 + - type: map_at_100 + value: 70.157 + - type: map_at_1000 + value: 70.159 + - type: map_at_20 + value: 70.101 + - type: map_at_3 + value: 67.378 + - type: map_at_5 + value: 69.138 + - type: mrr_at_1 + value: 56.899004267425326 + - type: mrr_at_10 + value: 70.23428503691676 + - type: mrr_at_100 + value: 70.50477756895107 + - type: mrr_at_1000 + value: 70.5063694836776 + - type: mrr_at_20 + value: 70.44906432331086 + - type: mrr_at_3 + value: 67.73352299668105 + - type: mrr_at_5 + value: 69.46183025130412 + - type: nauc_map_at_1000_diff1 + value: 28.369738335000932 + - type: nauc_map_at_1000_max + value: -6.46878252914094 + - type: nauc_map_at_1000_std + value: -31.433213242739523 + - type: nauc_map_at_100_diff1 + value: 28.37160281520759 + - type: nauc_map_at_100_max + value: -6.463942005621383 + - type: nauc_map_at_100_std + value: -31.431652236686336 + - type: nauc_map_at_10_diff1 + value: 28.30518291942587 + - type: nauc_map_at_10_max + value: -6.194974102740169 + - type: nauc_map_at_10_std + value: -31.325188430370922 + - type: nauc_map_at_1_diff1 + value: 31.608647238057447 + - type: nauc_map_at_1_max + value: -9.000938880640247 + - type: nauc_map_at_1_std + value: -31.850340580223968 + - type: nauc_map_at_20_diff1 + value: 28.36848638837624 + - type: nauc_map_at_20_max + value: -6.412381430978799 + - type: nauc_map_at_20_std + value: -31.452685362617505 + - type: nauc_map_at_3_diff1 + value: 27.95089394680187 + - type: nauc_map_at_3_max + value: -6.302015702313729 + - type: nauc_map_at_3_std + value: -31.507334020085302 + - type: nauc_map_at_5_diff1 + value: 27.982348077574986 + - type: nauc_map_at_5_max + value: -6.006566315399395 + - type: nauc_map_at_5_std + value: -31.34425541540422 + - type: nauc_mrr_at_1000_diff1 + value: 25.227964866245816 + - type: nauc_mrr_at_1000_max + value: -8.133964659261048 + - type: nauc_mrr_at_1000_std + value: -31.624647211708368 + - type: nauc_mrr_at_100_diff1 + value: 25.230047265830933 + - type: nauc_mrr_at_100_max + value: -8.128997368626452 + - type: nauc_mrr_at_100_std + value: -31.623068694211064 + - type: nauc_mrr_at_10_diff1 + value: 25.204936229955173 + - type: nauc_mrr_at_10_max + value: -7.835563207660743 + - type: nauc_mrr_at_10_std + value: -31.513346742425636 + - type: nauc_mrr_at_1_diff1 + value: 28.89704784792216 + - type: nauc_mrr_at_1_max + value: -9.311272900405159 + - type: nauc_mrr_at_1_std + value: -32.309921279147936 + - type: nauc_mrr_at_20_diff1 + value: 25.234339492194795 + - type: nauc_mrr_at_20_max + value: -8.07335487193087 + - type: nauc_mrr_at_20_std + value: -31.643711223846516 + - type: nauc_mrr_at_3_diff1 + value: 24.876431359680033 + - type: nauc_mrr_at_3_max + value: -8.195519132024183 + - type: nauc_mrr_at_3_std + value: -32.11957727976911 + - type: nauc_mrr_at_5_diff1 + value: 24.88764812242424 + - type: nauc_mrr_at_5_max + value: -7.7576769931519465 + - type: nauc_mrr_at_5_std + value: -31.564378631881564 + - type: nauc_ndcg_at_1000_diff1 + value: 28.09257580244486 + - type: nauc_ndcg_at_1000_max + value: -5.74562709568006 + - type: nauc_ndcg_at_1000_std + value: -30.918202197214672 + - type: nauc_ndcg_at_100_diff1 + value: 28.134375117688613 + - type: nauc_ndcg_at_100_max + value: -5.622192790763758 + - type: nauc_ndcg_at_100_std + value: -30.85960292081723 + - type: nauc_ndcg_at_10_diff1 + value: 27.87869834059295 + - type: nauc_ndcg_at_10_max + value: -4.2662724404197725 + - type: nauc_ndcg_at_10_std + value: -30.429941458615485 + - type: nauc_ndcg_at_1_diff1 + value: 31.608647238057447 + - type: nauc_ndcg_at_1_max + value: -9.000938880640247 + - type: nauc_ndcg_at_1_std + value: -31.850340580223968 + - type: nauc_ndcg_at_20_diff1 + value: 28.114701479308486 + - type: nauc_ndcg_at_20_max + value: -5.185807260199579 + - type: nauc_ndcg_at_20_std + value: -30.881592179360815 + - type: nauc_ndcg_at_3_diff1 + value: 27.090519410510677 + - type: nauc_ndcg_at_3_max + value: -4.699103690447523 + - type: nauc_ndcg_at_3_std + value: -31.00974723525509 + - type: nauc_ndcg_at_5_diff1 + value: 27.06577902395562 + - type: nauc_ndcg_at_5_max + value: -3.896494379869019 + - type: nauc_ndcg_at_5_std + value: -30.595264634140477 + - type: nauc_precision_at_1000_diff1 + value: 13.625066205876864 + - type: nauc_precision_at_1000_max + value: 31.077851886953717 + - type: nauc_precision_at_1000_std + value: 47.82408874251543 + - type: nauc_precision_at_100_diff1 + value: 28.334166321212894 + - type: nauc_precision_at_100_max + value: 45.958982731935635 + - type: nauc_precision_at_100_std + value: 33.156399537789966 + - type: nauc_precision_at_10_diff1 + value: 24.44965698632213 + - type: nauc_precision_at_10_max + value: 22.187375935245363 + - type: nauc_precision_at_10_std + value: -17.084349043862684 + - type: nauc_precision_at_1_diff1 + value: 31.608647238057447 + - type: nauc_precision_at_1_max + value: -9.000938880640247 + - type: nauc_precision_at_1_std + value: -31.850340580223968 + - type: nauc_precision_at_20_diff1 + value: 27.146201764531284 + - type: nauc_precision_at_20_max + value: 26.77044396290566 + - type: nauc_precision_at_20_std + value: -12.639636692077305 + - type: nauc_precision_at_3_diff1 + value: 23.662213602558584 + - type: nauc_precision_at_3_max + value: 2.466959457953989 + - type: nauc_precision_at_3_std + value: -28.691552875980207 + - type: nauc_precision_at_5_diff1 + value: 21.42559683194896 + - type: nauc_precision_at_5_max + value: 10.877697931273545 + - type: nauc_precision_at_5_std + value: -25.1444110698694 + - type: nauc_recall_at_1000_diff1 + value: 13.625066205870539 + - type: nauc_recall_at_1000_max + value: 31.077851886952303 + - type: nauc_recall_at_1000_std + value: 47.82408874251562 + - type: nauc_recall_at_100_diff1 + value: 28.33416632120962 + - type: nauc_recall_at_100_max + value: 45.958982731932394 + - type: nauc_recall_at_100_std + value: 33.15639953779121 + - type: nauc_recall_at_10_diff1 + value: 24.449656986321795 + - type: nauc_recall_at_10_max + value: 22.18737593524522 + - type: nauc_recall_at_10_std + value: -17.084349043862865 + - type: nauc_recall_at_1_diff1 + value: 31.608647238057447 + - type: nauc_recall_at_1_max + value: -9.000938880640247 + - type: nauc_recall_at_1_std + value: -31.850340580223968 + - type: nauc_recall_at_20_diff1 + value: 27.146201764531586 + - type: nauc_recall_at_20_max + value: 26.770443962904633 + - type: nauc_recall_at_20_std + value: -12.639636692076802 + - type: nauc_recall_at_3_diff1 + value: 23.66221360255874 + - type: nauc_recall_at_3_max + value: 2.466959457954044 + - type: nauc_recall_at_3_std + value: -28.691552875980115 + - type: nauc_recall_at_5_diff1 + value: 21.425596831948823 + - type: nauc_recall_at_5_max + value: 10.87769793127329 + - type: nauc_recall_at_5_std + value: -25.144411069869477 + - type: ndcg_at_1 + value: 55.903000000000006 + - type: ndcg_at_10 + value: 76.019 + - type: ndcg_at_100 + value: 77.102 + - type: ndcg_at_1000 + value: 77.132 + - type: ndcg_at_20 + value: 76.77199999999999 + - type: ndcg_at_3 + value: 71.032 + - type: ndcg_at_5 + value: 74.22999999999999 + - type: precision_at_1 + value: 55.903000000000006 + - type: precision_at_10 + value: 9.488000000000001 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.89 + - type: precision_at_3 + value: 27.193 + - type: precision_at_5 + value: 17.881 + - type: recall_at_1 + value: 55.903000000000006 + - type: recall_at_10 + value: 94.879 + - type: recall_at_100 + value: 99.431 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 97.795 + - type: recall_at_3 + value: 81.57900000000001 + - type: recall_at_5 + value: 89.403 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 54.809064728970625 + - type: v_measure + value: 54.809064728970625 + - type: v_measure_std + value: 14.497861425102215 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 50.144159631474416 + - type: v_measure + value: 50.144159631474416 + - type: v_measure_std + value: 14.596959041091187 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 65.74396432331054 + - type: map + value: 65.74396432331054 + - type: mrr + value: 77.89418722244206 + - type: nAUC_map_diff1 + value: 22.172664271824022 + - type: nAUC_map_max + value: 22.232980127036896 + - type: nAUC_map_std + value: 22.763425465824056 + - type: nAUC_mrr_diff1 + value: 30.670095862543384 + - type: nAUC_mrr_max + value: 34.51981156443003 + - type: nAUC_mrr_std + value: 28.863440464092747 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 86.59612727828603 + - type: cosine_spearman + value: 85.83087137728063 + - type: euclidean_pearson + value: 84.64267159338176 + - type: euclidean_spearman + value: 85.83087137728063 + - type: main_score + value: 85.83087137728063 + - type: manhattan_pearson + value: 85.70909201286793 + - type: manhattan_spearman + value: 85.96460936435044 + - type: pearson + value: 86.59612727828603 + - type: spearman + value: 85.83087137728063 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 90.19155844155846 + - type: f1 + value: 90.05716678902826 + - type: f1_weighted + value: 90.05716678902826 + - type: main_score + value: 90.19155844155846 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 52.480294793961924 + - type: v_measure + value: 52.480294793961924 + - type: v_measure_std + value: 0.5558452294416437 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 48.51901581759115 + - type: v_measure + value: 48.51901581759115 + - type: v_measure_std + value: 1.1094735884191569 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 57.9 + - type: map_at_1 + value: 37.412 + - type: map_at_10 + value: 51.01599999999999 + - type: map_at_100 + value: 52.61900000000001 + - type: map_at_1000 + value: 52.708 + - type: map_at_20 + value: 51.928 + - type: map_at_3 + value: 46.685 + - type: map_at_5 + value: 49.105 + - type: mrr_at_1 + value: 46.20886981402003 + - type: mrr_at_10 + value: 56.82409110520696 + - type: mrr_at_100 + value: 57.489735501152694 + - type: mrr_at_1000 + value: 57.51438904427485 + - type: mrr_at_20 + value: 57.25804902449886 + - type: mrr_at_3 + value: 54.10109680495945 + - type: mrr_at_5 + value: 55.76061039580349 + - type: nauc_map_at_1000_diff1 + value: 48.063440573038534 + - type: nauc_map_at_1000_max + value: 29.62137080113329 + - type: nauc_map_at_1000_std + value: -7.188335287046719 + - type: nauc_map_at_100_diff1 + value: 48.03303227750245 + - type: nauc_map_at_100_max + value: 29.639381775583857 + - type: nauc_map_at_100_std + value: -7.172565011606355 + - type: nauc_map_at_10_diff1 + value: 48.21776139122066 + - type: nauc_map_at_10_max + value: 29.449600885659034 + - type: nauc_map_at_10_std + value: -8.010938259528462 + - type: nauc_map_at_1_diff1 + value: 53.98616508427959 + - type: nauc_map_at_1_max + value: 28.421396682508295 + - type: nauc_map_at_1_std + value: -9.213331559605178 + - type: nauc_map_at_20_diff1 + value: 48.095631780093115 + - type: nauc_map_at_20_max + value: 29.642141334979062 + - type: nauc_map_at_20_std + value: -7.51476904219371 + - type: nauc_map_at_3_diff1 + value: 49.59748320566899 + - type: nauc_map_at_3_max + value: 30.016923179538963 + - type: nauc_map_at_3_std + value: -8.16304276196508 + - type: nauc_map_at_5_diff1 + value: 48.325705234334265 + - type: nauc_map_at_5_max + value: 29.471762864011264 + - type: nauc_map_at_5_std + value: -8.078472434819323 + - type: nauc_mrr_at_1000_diff1 + value: 47.281461366860434 + - type: nauc_mrr_at_1000_max + value: 29.170434528128457 + - type: nauc_mrr_at_1000_std + value: -5.052368984512577 + - type: nauc_mrr_at_100_diff1 + value: 47.27462698853231 + - type: nauc_mrr_at_100_max + value: 29.16237921324494 + - type: nauc_mrr_at_100_std + value: -5.05051358939275 + - type: nauc_mrr_at_10_diff1 + value: 47.0800916096565 + - type: nauc_mrr_at_10_max + value: 29.03719877610173 + - type: nauc_mrr_at_10_std + value: -5.304612002269516 + - type: nauc_mrr_at_1_diff1 + value: 51.41160739624267 + - type: nauc_mrr_at_1_max + value: 28.11787682467619 + - type: nauc_mrr_at_1_std + value: -7.522348622985506 + - type: nauc_mrr_at_20_diff1 + value: 47.222491626494694 + - type: nauc_mrr_at_20_max + value: 29.16603567629627 + - type: nauc_mrr_at_20_std + value: -5.0938790225781965 + - type: nauc_mrr_at_3_diff1 + value: 47.8980255295472 + - type: nauc_mrr_at_3_max + value: 29.426817722551412 + - type: nauc_mrr_at_3_std + value: -4.835024752176862 + - type: nauc_mrr_at_5_diff1 + value: 46.855088450836384 + - type: nauc_mrr_at_5_max + value: 29.061188278734924 + - type: nauc_mrr_at_5_std + value: -5.105272976547115 + - type: nauc_ndcg_at_1000_diff1 + value: 46.52907403060708 + - type: nauc_ndcg_at_1000_max + value: 29.52787741767834 + - type: nauc_ndcg_at_1000_std + value: -5.249071191636342 + - type: nauc_ndcg_at_100_diff1 + value: 46.10339229034675 + - type: nauc_ndcg_at_100_max + value: 29.470257932437093 + - type: nauc_ndcg_at_100_std + value: -4.815550238593345 + - type: nauc_ndcg_at_10_diff1 + value: 46.09171806159629 + - type: nauc_ndcg_at_10_max + value: 28.64025004680062 + - type: nauc_ndcg_at_10_std + value: -7.353223665565414 + - type: nauc_ndcg_at_1_diff1 + value: 51.41160739624267 + - type: nauc_ndcg_at_1_max + value: 28.11787682467619 + - type: nauc_ndcg_at_1_std + value: -7.522348622985506 + - type: nauc_ndcg_at_20_diff1 + value: 46.114019933699254 + - type: nauc_ndcg_at_20_max + value: 29.228583209753488 + - type: nauc_ndcg_at_20_std + value: -6.3305330142497525 + - type: nauc_ndcg_at_3_diff1 + value: 47.78527964345179 + - type: nauc_ndcg_at_3_max + value: 29.727257483258168 + - type: nauc_ndcg_at_3_std + value: -6.237389676732037 + - type: nauc_ndcg_at_5_diff1 + value: 46.16322795762912 + - type: nauc_ndcg_at_5_max + value: 28.606807002351253 + - type: nauc_ndcg_at_5_std + value: -6.622437264978827 + - type: nauc_precision_at_1000_diff1 + value: -16.297389177846217 + - type: nauc_precision_at_1000_max + value: -12.409674840560653 + - type: nauc_precision_at_1000_std + value: -0.12469109398383808 + - type: nauc_precision_at_100_diff1 + value: -14.364258730067526 + - type: nauc_precision_at_100_max + value: -6.838162019922614 + - type: nauc_precision_at_100_std + value: 6.544810546623128 + - type: nauc_precision_at_10_diff1 + value: -0.07993029221840925 + - type: nauc_precision_at_10_max + value: 3.5475500791160783 + - type: nauc_precision_at_10_std + value: 3.1108692240999183 + - type: nauc_precision_at_1_diff1 + value: 51.41160739624267 + - type: nauc_precision_at_1_max + value: 28.11787682467619 + - type: nauc_precision_at_1_std + value: -7.522348622985506 + - type: nauc_precision_at_20_diff1 + value: -7.129194344047243 + - type: nauc_precision_at_20_max + value: -0.4411048865245927 + - type: nauc_precision_at_20_std + value: 5.189261358791849 + - type: nauc_precision_at_3_diff1 + value: 22.441075622195807 + - type: nauc_precision_at_3_max + value: 20.27527479036517 + - type: nauc_precision_at_3_std + value: 0.16769220072881036 + - type: nauc_precision_at_5_diff1 + value: 9.848861755914708 + - type: nauc_precision_at_5_max + value: 12.631891583429253 + - type: nauc_precision_at_5_std + value: 3.639000882427384 + - type: nauc_recall_at_1000_diff1 + value: 33.176182822010176 + - type: nauc_recall_at_1000_max + value: 65.2726131334635 + - type: nauc_recall_at_1000_std + value: 56.29864501903001 + - type: nauc_recall_at_100_diff1 + value: 29.803813221418206 + - type: nauc_recall_at_100_max + value: 29.77806750516101 + - type: nauc_recall_at_100_std + value: 17.665361037732303 + - type: nauc_recall_at_10_diff1 + value: 37.665789609095555 + - type: nauc_recall_at_10_max + value: 24.422387659495364 + - type: nauc_recall_at_10_std + value: -9.547366403969868 + - type: nauc_recall_at_1_diff1 + value: 53.98616508427959 + - type: nauc_recall_at_1_max + value: 28.421396682508295 + - type: nauc_recall_at_1_std + value: -9.213331559605178 + - type: nauc_recall_at_20_diff1 + value: 36.331194532498166 + - type: nauc_recall_at_20_max + value: 26.556485208983243 + - type: nauc_recall_at_20_std + value: -3.8731607447959706 + - type: nauc_recall_at_3_diff1 + value: 44.08113149764519 + - type: nauc_recall_at_3_max + value: 27.82697192360832 + - type: nauc_recall_at_3_std + value: -6.88741410272389 + - type: nauc_recall_at_5_diff1 + value: 38.94274622579766 + - type: nauc_recall_at_5_max + value: 25.00694896242997 + - type: nauc_recall_at_5_std + value: -7.717305765519367 + - type: ndcg_at_1 + value: 46.209 + - type: ndcg_at_10 + value: 57.9 + - type: ndcg_at_100 + value: 62.897000000000006 + - type: ndcg_at_1000 + value: 64.067 + - type: ndcg_at_20 + value: 60.012 + - type: ndcg_at_3 + value: 52.295 + - type: ndcg_at_5 + value: 54.925000000000004 + - type: precision_at_1 + value: 46.209 + - type: precision_at_10 + value: 11.33 + - type: precision_at_100 + value: 1.7239999999999998 + - type: precision_at_1000 + value: 0.209 + - type: precision_at_20 + value: 6.630999999999999 + - type: precision_at_3 + value: 25.274 + - type: precision_at_5 + value: 18.34 + - type: recall_at_1 + value: 37.412 + - type: recall_at_10 + value: 70.718 + - type: recall_at_100 + value: 91.46300000000001 + - type: recall_at_1000 + value: 98.539 + - type: recall_at_20 + value: 78.31 + - type: recall_at_3 + value: 54.764 + - type: recall_at_5 + value: 62.089000000000006 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 55.474000000000004 + - type: map_at_1 + value: 36.334 + - type: map_at_10 + value: 49.297000000000004 + - type: map_at_100 + value: 50.564 + - type: map_at_1000 + value: 50.684 + - type: map_at_20 + value: 49.988 + - type: map_at_3 + value: 45.837 + - type: map_at_5 + value: 47.833 + - type: mrr_at_1 + value: 45.796178343949045 + - type: mrr_at_10 + value: 55.22237387524016 + - type: mrr_at_100 + value: 55.76503850923861 + - type: mrr_at_1000 + value: 55.793444257616564 + - type: mrr_at_20 + value: 55.548186473604574 + - type: mrr_at_3 + value: 53.22717622080685 + - type: mrr_at_5 + value: 54.380042462845104 + - type: nauc_map_at_1000_diff1 + value: 55.10404495025597 + - type: nauc_map_at_1000_max + value: 32.61004534688453 + - type: nauc_map_at_1000_std + value: -2.6678082362928692 + - type: nauc_map_at_100_diff1 + value: 55.128048591260956 + - type: nauc_map_at_100_max + value: 32.51731646707708 + - type: nauc_map_at_100_std + value: -2.7965007216487514 + - type: nauc_map_at_10_diff1 + value: 55.5608810613739 + - type: nauc_map_at_10_max + value: 31.518773632675085 + - type: nauc_map_at_10_std + value: -4.3943618266116165 + - type: nauc_map_at_1_diff1 + value: 59.69008712972796 + - type: nauc_map_at_1_max + value: 25.33526717844356 + - type: nauc_map_at_1_std + value: -9.820380032557996 + - type: nauc_map_at_20_diff1 + value: 55.323001924881275 + - type: nauc_map_at_20_max + value: 32.04757648616761 + - type: nauc_map_at_20_std + value: -3.693324464570495 + - type: nauc_map_at_3_diff1 + value: 55.8717635218537 + - type: nauc_map_at_3_max + value: 29.086778134576736 + - type: nauc_map_at_3_std + value: -7.926148581394159 + - type: nauc_map_at_5_diff1 + value: 55.639303547935 + - type: nauc_map_at_5_max + value: 30.891118436069593 + - type: nauc_map_at_5_std + value: -5.65819749683715 + - type: nauc_mrr_at_1000_diff1 + value: 53.968373024890596 + - type: nauc_mrr_at_1000_max + value: 37.26534979196835 + - type: nauc_mrr_at_1000_std + value: 2.222359206568994 + - type: nauc_mrr_at_100_diff1 + value: 53.96114912476918 + - type: nauc_mrr_at_100_max + value: 37.2634564338904 + - type: nauc_mrr_at_100_std + value: 2.2283015996988844 + - type: nauc_mrr_at_10_diff1 + value: 54.01169590939643 + - type: nauc_mrr_at_10_max + value: 37.24663754506656 + - type: nauc_mrr_at_10_std + value: 2.1358207367363895 + - type: nauc_mrr_at_1_diff1 + value: 57.20194071307239 + - type: nauc_mrr_at_1_max + value: 35.89072992523686 + - type: nauc_mrr_at_1_std + value: -0.42144687001052134 + - type: nauc_mrr_at_20_diff1 + value: 53.97217495499223 + - type: nauc_mrr_at_20_max + value: 37.23723498066669 + - type: nauc_mrr_at_20_std + value: 2.127578192551712 + - type: nauc_mrr_at_3_diff1 + value: 54.24437764334679 + - type: nauc_mrr_at_3_max + value: 36.92965247682062 + - type: nauc_mrr_at_3_std + value: 1.1841149310399 + - type: nauc_mrr_at_5_diff1 + value: 54.10119080195681 + - type: nauc_mrr_at_5_max + value: 37.318709512631585 + - type: nauc_mrr_at_5_std + value: 2.0104630164348247 + - type: nauc_ndcg_at_1000_diff1 + value: 53.099673365789634 + - type: nauc_ndcg_at_1000_max + value: 35.776586763902465 + - type: nauc_ndcg_at_1000_std + value: 2.5267901696084625 + - type: nauc_ndcg_at_100_diff1 + value: 53.05121582412809 + - type: nauc_ndcg_at_100_max + value: 35.42381301395885 + - type: nauc_ndcg_at_100_std + value: 2.173202428779517 + - type: nauc_ndcg_at_10_diff1 + value: 53.66976531875284 + - type: nauc_ndcg_at_10_max + value: 34.423433411793106 + - type: nauc_ndcg_at_10_std + value: -0.3828688658787144 + - type: nauc_ndcg_at_1_diff1 + value: 57.20194071307239 + - type: nauc_ndcg_at_1_max + value: 35.89072992523686 + - type: nauc_ndcg_at_1_std + value: -0.42144687001052134 + - type: nauc_ndcg_at_20_diff1 + value: 53.45916401395555 + - type: nauc_ndcg_at_20_max + value: 34.79760292774444 + - type: nauc_ndcg_at_20_std + value: 0.09865492684433257 + - type: nauc_ndcg_at_3_diff1 + value: 53.21280344931687 + - type: nauc_ndcg_at_3_max + value: 33.77403946359603 + - type: nauc_ndcg_at_3_std + value: -2.694145872016408 + - type: nauc_ndcg_at_5_diff1 + value: 53.60161231633293 + - type: nauc_ndcg_at_5_max + value: 34.67463458105905 + - type: nauc_ndcg_at_5_std + value: -1.2144507126036534 + - type: nauc_precision_at_1000_diff1 + value: -19.41714022423591 + - type: nauc_precision_at_1000_max + value: 14.796653167244648 + - type: nauc_precision_at_1000_std + value: 31.439574593063828 + - type: nauc_precision_at_100_diff1 + value: -13.640343270514627 + - type: nauc_precision_at_100_max + value: 22.604051814224558 + - type: nauc_precision_at_100_std + value: 36.8854211722489 + - type: nauc_precision_at_10_diff1 + value: 4.96975730436995 + - type: nauc_precision_at_10_max + value: 29.38251452161223 + - type: nauc_precision_at_10_std + value: 26.203798377861652 + - type: nauc_precision_at_1_diff1 + value: 57.20194071307239 + - type: nauc_precision_at_1_max + value: 35.89072992523686 + - type: nauc_precision_at_1_std + value: -0.42144687001052134 + - type: nauc_precision_at_20_diff1 + value: -3.0909229380961416 + - type: nauc_precision_at_20_max + value: 26.759524144713705 + - type: nauc_precision_at_20_std + value: 29.633178123950138 + - type: nauc_precision_at_3_diff1 + value: 23.661125067193385 + - type: nauc_precision_at_3_max + value: 33.188961997504165 + - type: nauc_precision_at_3_std + value: 11.241330587984603 + - type: nauc_precision_at_5_diff1 + value: 15.039749548565663 + - type: nauc_precision_at_5_max + value: 33.796709111570586 + - type: nauc_precision_at_5_std + value: 19.85135158938685 + - type: nauc_recall_at_1000_diff1 + value: 38.340253410445754 + - type: nauc_recall_at_1000_max + value: 45.86204535697534 + - type: nauc_recall_at_1000_std + value: 36.88912705996024 + - type: nauc_recall_at_100_diff1 + value: 41.110929085799505 + - type: nauc_recall_at_100_max + value: 37.30794662383378 + - type: nauc_recall_at_100_std + value: 19.206734101551437 + - type: nauc_recall_at_10_diff1 + value: 47.81675191428859 + - type: nauc_recall_at_10_max + value: 32.26702858098994 + - type: nauc_recall_at_10_std + value: 0.1481071990195931 + - type: nauc_recall_at_1_diff1 + value: 59.69008712972796 + - type: nauc_recall_at_1_max + value: 25.33526717844356 + - type: nauc_recall_at_1_std + value: -9.820380032557996 + - type: nauc_recall_at_20_diff1 + value: 45.534258063751516 + - type: nauc_recall_at_20_max + value: 33.57614929241509 + - type: nauc_recall_at_20_std + value: 3.091637710855964 + - type: nauc_recall_at_3_diff1 + value: 50.825869956050475 + - type: nauc_recall_at_3_max + value: 28.731976103609174 + - type: nauc_recall_at_3_std + value: -8.68941645562105 + - type: nauc_recall_at_5_diff1 + value: 49.82351445671777 + - type: nauc_recall_at_5_max + value: 31.939395224874133 + - type: nauc_recall_at_5_std + value: -3.350183872170391 + - type: ndcg_at_1 + value: 45.796 + - type: ndcg_at_10 + value: 55.474000000000004 + - type: ndcg_at_100 + value: 59.238 + - type: ndcg_at_1000 + value: 60.857000000000006 + - type: ndcg_at_20 + value: 56.998000000000005 + - type: ndcg_at_3 + value: 51.339 + - type: ndcg_at_5 + value: 53.233 + - type: precision_at_1 + value: 45.796 + - type: precision_at_10 + value: 10.693999999999999 + - type: precision_at_100 + value: 1.6049999999999998 + - type: precision_at_1000 + value: 0.203 + - type: precision_at_20 + value: 6.131 + - type: precision_at_3 + value: 25.413999999999998 + - type: precision_at_5 + value: 17.873 + - type: recall_at_1 + value: 36.334 + - type: recall_at_10 + value: 66.05 + - type: recall_at_100 + value: 81.959 + - type: recall_at_1000 + value: 91.81700000000001 + - type: recall_at_20 + value: 71.821 + - type: recall_at_3 + value: 53.36300000000001 + - type: recall_at_5 + value: 58.987 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 65.236 + - type: map_at_1 + value: 45.576 + - type: map_at_10 + value: 59.288 + - type: map_at_100 + value: 60.233000000000004 + - type: map_at_1000 + value: 60.272000000000006 + - type: map_at_20 + value: 59.885999999999996 + - type: map_at_3 + value: 55.922000000000004 + - type: map_at_5 + value: 57.787 + - type: mrr_at_1 + value: 52.03761755485894 + - type: mrr_at_10 + value: 62.616534806190096 + - type: mrr_at_100 + value: 63.14131602974563 + - type: mrr_at_1000 + value: 63.158062461782635 + - type: mrr_at_20 + value: 62.95086585828518 + - type: mrr_at_3 + value: 60.44932079414848 + - type: mrr_at_5 + value: 61.69696969696983 + - type: nauc_map_at_1000_diff1 + value: 54.591094530629746 + - type: nauc_map_at_1000_max + value: 29.988893768315954 + - type: nauc_map_at_1000_std + value: -7.085316154448988 + - type: nauc_map_at_100_diff1 + value: 54.56965855599467 + - type: nauc_map_at_100_max + value: 29.988495744602346 + - type: nauc_map_at_100_std + value: -7.086191984888584 + - type: nauc_map_at_10_diff1 + value: 54.55775377389999 + - type: nauc_map_at_10_max + value: 29.435024107949552 + - type: nauc_map_at_10_std + value: -8.01734033320305 + - type: nauc_map_at_1_diff1 + value: 57.64870675697927 + - type: nauc_map_at_1_max + value: 21.422796894472086 + - type: nauc_map_at_1_std + value: -11.65875019420493 + - type: nauc_map_at_20_diff1 + value: 54.584118500908254 + - type: nauc_map_at_20_max + value: 29.891482535758406 + - type: nauc_map_at_20_std + value: -7.2839229521962965 + - type: nauc_map_at_3_diff1 + value: 55.00309347291383 + - type: nauc_map_at_3_max + value: 27.190277265850614 + - type: nauc_map_at_3_std + value: -10.011557447122543 + - type: nauc_map_at_5_diff1 + value: 55.008621125826885 + - type: nauc_map_at_5_max + value: 28.867875701065543 + - type: nauc_map_at_5_std + value: -8.79615898115619 + - type: nauc_mrr_at_1000_diff1 + value: 54.46485288814781 + - type: nauc_mrr_at_1000_max + value: 30.84329897256859 + - type: nauc_mrr_at_1000_std + value: -6.441939303485516 + - type: nauc_mrr_at_100_diff1 + value: 54.45775938193644 + - type: nauc_mrr_at_100_max + value: 30.855901008364484 + - type: nauc_mrr_at_100_std + value: -6.425089754501605 + - type: nauc_mrr_at_10_diff1 + value: 54.34267520192698 + - type: nauc_mrr_at_10_max + value: 30.812155588559143 + - type: nauc_mrr_at_10_std + value: -6.685848606906253 + - type: nauc_mrr_at_1_diff1 + value: 56.81495610964844 + - type: nauc_mrr_at_1_max + value: 27.418096023602605 + - type: nauc_mrr_at_1_std + value: -8.659074749287452 + - type: nauc_mrr_at_20_diff1 + value: 54.469289850248856 + - type: nauc_mrr_at_20_max + value: 30.94454932981508 + - type: nauc_mrr_at_20_std + value: -6.383862348447732 + - type: nauc_mrr_at_3_diff1 + value: 54.10543979115625 + - type: nauc_mrr_at_3_max + value: 30.034651205196106 + - type: nauc_mrr_at_3_std + value: -7.291860027967431 + - type: nauc_mrr_at_5_diff1 + value: 54.37870836242998 + - type: nauc_mrr_at_5_max + value: 30.602079938954713 + - type: nauc_mrr_at_5_std + value: -6.988560773363467 + - type: nauc_ndcg_at_1000_diff1 + value: 53.917326508870744 + - type: nauc_ndcg_at_1000_max + value: 32.38037500887042 + - type: nauc_ndcg_at_1000_std + value: -4.237650981255524 + - type: nauc_ndcg_at_100_diff1 + value: 53.55402469967538 + - type: nauc_ndcg_at_100_max + value: 32.644730520893944 + - type: nauc_ndcg_at_100_std + value: -3.845653235974425 + - type: nauc_ndcg_at_10_diff1 + value: 53.37677777681159 + - type: nauc_ndcg_at_10_max + value: 31.819151594553517 + - type: nauc_ndcg_at_10_std + value: -5.907411205000427 + - type: nauc_ndcg_at_1_diff1 + value: 56.81495610964844 + - type: nauc_ndcg_at_1_max + value: 27.418096023602605 + - type: nauc_ndcg_at_1_std + value: -8.659074749287452 + - type: nauc_ndcg_at_20_diff1 + value: 53.70748371170524 + - type: nauc_ndcg_at_20_max + value: 32.83190055712533 + - type: nauc_ndcg_at_20_std + value: -4.199486001764711 + - type: nauc_ndcg_at_3_diff1 + value: 53.74531621452966 + - type: nauc_ndcg_at_3_max + value: 29.10348280432317 + - type: nauc_ndcg_at_3_std + value: -8.337223236198172 + - type: nauc_ndcg_at_5_diff1 + value: 54.023400593574635 + - type: nauc_ndcg_at_5_max + value: 31.063900271148004 + - type: nauc_ndcg_at_5_std + value: -7.192813502916602 + - type: nauc_precision_at_1000_diff1 + value: -15.072743302222582 + - type: nauc_precision_at_1000_max + value: 16.674881008918632 + - type: nauc_precision_at_1000_std + value: 26.384382910606103 + - type: nauc_precision_at_100_diff1 + value: -13.303047988597982 + - type: nauc_precision_at_100_max + value: 20.407319129807373 + - type: nauc_precision_at_100_std + value: 27.054123197085357 + - type: nauc_precision_at_10_diff1 + value: 4.393259333945309 + - type: nauc_precision_at_10_max + value: 28.66311137381925 + - type: nauc_precision_at_10_std + value: 16.152108931717304 + - type: nauc_precision_at_1_diff1 + value: 56.81495610964844 + - type: nauc_precision_at_1_max + value: 27.418096023602605 + - type: nauc_precision_at_1_std + value: -8.659074749287452 + - type: nauc_precision_at_20_diff1 + value: -2.970810506684853 + - type: nauc_precision_at_20_max + value: 27.623082834514314 + - type: nauc_precision_at_20_std + value: 23.880088669461472 + - type: nauc_precision_at_3_diff1 + value: 27.02892913083338 + - type: nauc_precision_at_3_max + value: 31.287466243455768 + - type: nauc_precision_at_3_std + value: 2.2580757582102406 + - type: nauc_precision_at_5_diff1 + value: 17.414588762460134 + - type: nauc_precision_at_5_max + value: 31.9448981361523 + - type: nauc_precision_at_5_std + value: 9.538543383867172 + - type: nauc_recall_at_1000_diff1 + value: 42.53345009244463 + - type: nauc_recall_at_1000_max + value: 76.56835130324242 + - type: nauc_recall_at_1000_std + value: 76.83818348201466 + - type: nauc_recall_at_100_diff1 + value: 40.52859414527574 + - type: nauc_recall_at_100_max + value: 53.75439716166712 + - type: nauc_recall_at_100_std + value: 33.312435323357015 + - type: nauc_recall_at_10_diff1 + value: 46.80800089133272 + - type: nauc_recall_at_10_max + value: 36.58909990918782 + - type: nauc_recall_at_10_std + value: -0.7661010510759596 + - type: nauc_recall_at_1_diff1 + value: 57.64870675697927 + - type: nauc_recall_at_1_max + value: 21.422796894472086 + - type: nauc_recall_at_1_std + value: -11.65875019420493 + - type: nauc_recall_at_20_diff1 + value: 47.81282622463479 + - type: nauc_recall_at_20_max + value: 44.91166967337363 + - type: nauc_recall_at_20_std + value: 11.977322949899486 + - type: nauc_recall_at_3_diff1 + value: 49.60983921598579 + - type: nauc_recall_at_3_max + value: 28.38178625145249 + - type: nauc_recall_at_3_std + value: -8.365500494644834 + - type: nauc_recall_at_5_diff1 + value: 49.27075016589731 + - type: nauc_recall_at_5_max + value: 33.016342064689695 + - type: nauc_recall_at_5_std + value: -5.860362287397732 + - type: ndcg_at_1 + value: 52.038 + - type: ndcg_at_10 + value: 65.236 + - type: ndcg_at_100 + value: 68.637 + - type: ndcg_at_1000 + value: 69.303 + - type: ndcg_at_20 + value: 66.81099999999999 + - type: ndcg_at_3 + value: 59.996 + - type: ndcg_at_5 + value: 62.495 + - type: precision_at_1 + value: 52.038 + - type: precision_at_10 + value: 10.382 + - type: precision_at_100 + value: 1.2970000000000002 + - type: precision_at_1000 + value: 0.13799999999999998 + - type: precision_at_20 + value: 5.705 + - type: precision_at_3 + value: 26.667 + - type: precision_at_5 + value: 18.069 + - type: recall_at_1 + value: 45.576 + - type: recall_at_10 + value: 79.185 + - type: recall_at_100 + value: 93.573 + - type: recall_at_1000 + value: 98.07000000000001 + - type: recall_at_20 + value: 84.961 + - type: recall_at_3 + value: 65.359 + - type: recall_at_5 + value: 71.439 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 43.736999999999995 + - type: map_at_1 + value: 28.546 + - type: map_at_10 + value: 38.137 + - type: map_at_100 + value: 39.263 + - type: map_at_1000 + value: 39.333 + - type: map_at_20 + value: 38.76 + - type: map_at_3 + value: 34.999 + - type: map_at_5 + value: 36.658 + - type: mrr_at_1 + value: 30.96045197740113 + - type: mrr_at_10 + value: 40.24679400950582 + - type: mrr_at_100 + value: 41.20170348155751 + - type: mrr_at_1000 + value: 41.24946049435741 + - type: mrr_at_20 + value: 40.78243957226738 + - type: mrr_at_3 + value: 37.212806026365335 + - type: mrr_at_5 + value: 38.89077212806023 + - type: nauc_map_at_1000_diff1 + value: 41.484591371503484 + - type: nauc_map_at_1000_max + value: 21.50243004663615 + - type: nauc_map_at_1000_std + value: -8.017452317576112 + - type: nauc_map_at_100_diff1 + value: 41.486902693627925 + - type: nauc_map_at_100_max + value: 21.494056338278302 + - type: nauc_map_at_100_std + value: -8.00004534438287 + - type: nauc_map_at_10_diff1 + value: 41.64814927701782 + - type: nauc_map_at_10_max + value: 21.573862290063015 + - type: nauc_map_at_10_std + value: -8.235100260610158 + - type: nauc_map_at_1_diff1 + value: 46.13514097803455 + - type: nauc_map_at_1_max + value: 20.61253171422529 + - type: nauc_map_at_1_std + value: -10.365708946480401 + - type: nauc_map_at_20_diff1 + value: 41.38370404915302 + - type: nauc_map_at_20_max + value: 21.42742534998 + - type: nauc_map_at_20_std + value: -8.088085156235438 + - type: nauc_map_at_3_diff1 + value: 42.79503821813812 + - type: nauc_map_at_3_max + value: 20.244967918014062 + - type: nauc_map_at_3_std + value: -9.171223241127391 + - type: nauc_map_at_5_diff1 + value: 41.91422269256176 + - type: nauc_map_at_5_max + value: 20.583433229682665 + - type: nauc_map_at_5_std + value: -8.866934970048673 + - type: nauc_mrr_at_1000_diff1 + value: 39.62671694053298 + - type: nauc_mrr_at_1000_max + value: 21.88401226714755 + - type: nauc_mrr_at_1000_std + value: -7.176180526322779 + - type: nauc_mrr_at_100_diff1 + value: 39.61516353293064 + - type: nauc_mrr_at_100_max + value: 21.886966236971986 + - type: nauc_mrr_at_100_std + value: -7.151952390804118 + - type: nauc_mrr_at_10_diff1 + value: 39.64238333546438 + - type: nauc_mrr_at_10_max + value: 22.003431882070476 + - type: nauc_mrr_at_10_std + value: -7.276539138641391 + - type: nauc_mrr_at_1_diff1 + value: 43.79445969728542 + - type: nauc_mrr_at_1_max + value: 21.590287146439792 + - type: nauc_mrr_at_1_std + value: -9.232478308821348 + - type: nauc_mrr_at_20_diff1 + value: 39.460115785051045 + - type: nauc_mrr_at_20_max + value: 21.82317653158517 + - type: nauc_mrr_at_20_std + value: -7.173780191474672 + - type: nauc_mrr_at_3_diff1 + value: 40.845749935523855 + - type: nauc_mrr_at_3_max + value: 21.25557497894811 + - type: nauc_mrr_at_3_std + value: -8.134671456989606 + - type: nauc_mrr_at_5_diff1 + value: 40.04668455179097 + - type: nauc_mrr_at_5_max + value: 21.174875933521385 + - type: nauc_mrr_at_5_std + value: -7.560056043392531 + - type: nauc_ndcg_at_1000_diff1 + value: 39.192798139162015 + - type: nauc_ndcg_at_1000_max + value: 22.56987586557656 + - type: nauc_ndcg_at_1000_std + value: -5.699048881036237 + - type: nauc_ndcg_at_100_diff1 + value: 38.892893366046685 + - type: nauc_ndcg_at_100_max + value: 22.59297079596014 + - type: nauc_ndcg_at_100_std + value: -4.911050695398782 + - type: nauc_ndcg_at_10_diff1 + value: 39.109181325535104 + - type: nauc_ndcg_at_10_max + value: 22.549083623641465 + - type: nauc_ndcg_at_10_std + value: -6.515720993495773 + - type: nauc_ndcg_at_1_diff1 + value: 43.79445969728542 + - type: nauc_ndcg_at_1_max + value: 21.590287146439792 + - type: nauc_ndcg_at_1_std + value: -9.232478308821348 + - type: nauc_ndcg_at_20_diff1 + value: 38.04445460468217 + - type: nauc_ndcg_at_20_max + value: 22.018331280895342 + - type: nauc_ndcg_at_20_std + value: -5.91921667958667 + - type: nauc_ndcg_at_3_diff1 + value: 41.40837583860769 + - type: nauc_ndcg_at_3_max + value: 20.318000786446362 + - type: nauc_ndcg_at_3_std + value: -8.618963675041751 + - type: nauc_ndcg_at_5_diff1 + value: 39.986476367822966 + - type: nauc_ndcg_at_5_max + value: 20.37921991980582 + - type: nauc_ndcg_at_5_std + value: -7.793460964512847 + - type: nauc_precision_at_1000_diff1 + value: -12.56710662501719 + - type: nauc_precision_at_1000_max + value: 11.8064074291414 + - type: nauc_precision_at_1000_std + value: 12.089205501861484 + - type: nauc_precision_at_100_diff1 + value: 1.5499855867007222 + - type: nauc_precision_at_100_max + value: 19.148603969060325 + - type: nauc_precision_at_100_std + value: 15.501052231970993 + - type: nauc_precision_at_10_diff1 + value: 21.82334457516569 + - type: nauc_precision_at_10_max + value: 25.835378906965005 + - type: nauc_precision_at_10_std + value: 2.0046736634992053 + - type: nauc_precision_at_1_diff1 + value: 43.79445969728542 + - type: nauc_precision_at_1_max + value: 21.590287146439792 + - type: nauc_precision_at_1_std + value: -9.232478308821348 + - type: nauc_precision_at_20_diff1 + value: 12.48842945166953 + - type: nauc_precision_at_20_max + value: 21.861822388437083 + - type: nauc_precision_at_20_std + value: 5.705678370669422 + - type: nauc_precision_at_3_diff1 + value: 33.39537201261205 + - type: nauc_precision_at_3_max + value: 18.976562303238143 + - type: nauc_precision_at_3_std + value: -7.435275203281953 + - type: nauc_precision_at_5_diff1 + value: 28.43726174109677 + - type: nauc_precision_at_5_max + value: 20.920977896361798 + - type: nauc_precision_at_5_std + value: -4.037951482252999 + - type: nauc_recall_at_1000_diff1 + value: 20.690865073299992 + - type: nauc_recall_at_1000_max + value: 42.253403995704716 + - type: nauc_recall_at_1000_std + value: 30.634549589172703 + - type: nauc_recall_at_100_diff1 + value: 25.796200083916936 + - type: nauc_recall_at_100_max + value: 28.56927784723373 + - type: nauc_recall_at_100_std + value: 17.887511121482028 + - type: nauc_recall_at_10_diff1 + value: 31.379514117055113 + - type: nauc_recall_at_10_max + value: 24.78746081248786 + - type: nauc_recall_at_10_std + value: -1.7778309031645088 + - type: nauc_recall_at_1_diff1 + value: 46.13514097803455 + - type: nauc_recall_at_1_max + value: 20.61253171422529 + - type: nauc_recall_at_1_std + value: -10.365708946480401 + - type: nauc_recall_at_20_diff1 + value: 25.522451786356303 + - type: nauc_recall_at_20_max + value: 22.758785642133077 + - type: nauc_recall_at_20_std + value: 1.6166456895638768 + - type: nauc_recall_at_3_diff1 + value: 38.54896865948788 + - type: nauc_recall_at_3_max + value: 18.652652979020072 + - type: nauc_recall_at_3_std + value: -7.3380635568841095 + - type: nauc_recall_at_5_diff1 + value: 34.88937863569462 + - type: nauc_recall_at_5_max + value: 18.35968498669004 + - type: nauc_recall_at_5_std + value: -5.7914616318660395 + - type: ndcg_at_1 + value: 30.959999999999997 + - type: ndcg_at_10 + value: 43.736999999999995 + - type: ndcg_at_100 + value: 49.082 + - type: ndcg_at_1000 + value: 50.685 + - type: ndcg_at_20 + value: 45.86 + - type: ndcg_at_3 + value: 37.492999999999995 + - type: ndcg_at_5 + value: 40.402 + - type: precision_at_1 + value: 30.959999999999997 + - type: precision_at_10 + value: 6.802 + - type: precision_at_100 + value: 0.992 + - type: precision_at_1000 + value: 0.116 + - type: precision_at_20 + value: 3.898 + - type: precision_at_3 + value: 15.593000000000002 + - type: precision_at_5 + value: 11.096 + - type: recall_at_1 + value: 28.546 + - type: recall_at_10 + value: 59.050999999999995 + - type: recall_at_100 + value: 83.241 + - type: recall_at_1000 + value: 95.095 + - type: recall_at_20 + value: 67.051 + - type: recall_at_3 + value: 42.295 + - type: recall_at_5 + value: 49.275999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 38.766 + - type: map_at_1 + value: 22.194 + - type: map_at_10 + value: 32.417 + - type: map_at_100 + value: 33.818 + - type: map_at_1000 + value: 33.922999999999995 + - type: map_at_20 + value: 33.226 + - type: map_at_3 + value: 28.977999999999998 + - type: map_at_5 + value: 30.930999999999997 + - type: mrr_at_1 + value: 27.985074626865668 + - type: mrr_at_10 + value: 37.88122877675116 + - type: mrr_at_100 + value: 38.80916079132068 + - type: mrr_at_1000 + value: 38.86407448284336 + - type: mrr_at_20 + value: 38.41843873672924 + - type: mrr_at_3 + value: 34.97097844112771 + - type: mrr_at_5 + value: 36.612769485903804 + - type: nauc_map_at_1000_diff1 + value: 32.43251259305673 + - type: nauc_map_at_1000_max + value: 14.335717288639014 + - type: nauc_map_at_1000_std + value: 1.0546236958118171 + - type: nauc_map_at_100_diff1 + value: 32.41136418823097 + - type: nauc_map_at_100_max + value: 14.346920104620562 + - type: nauc_map_at_100_std + value: 1.0760027324442962 + - type: nauc_map_at_10_diff1 + value: 32.4499422045296 + - type: nauc_map_at_10_max + value: 14.214118535832487 + - type: nauc_map_at_10_std + value: 0.14744704889692675 + - type: nauc_map_at_1_diff1 + value: 37.338628279209864 + - type: nauc_map_at_1_max + value: 13.031485276530988 + - type: nauc_map_at_1_std + value: 1.6522144610114782 + - type: nauc_map_at_20_diff1 + value: 32.35623484386115 + - type: nauc_map_at_20_max + value: 14.088490637407086 + - type: nauc_map_at_20_std + value: 0.7613317697378984 + - type: nauc_map_at_3_diff1 + value: 32.109495047884806 + - type: nauc_map_at_3_max + value: 12.49603408273382 + - type: nauc_map_at_3_std + value: -0.9662075537491266 + - type: nauc_map_at_5_diff1 + value: 32.342133483081334 + - type: nauc_map_at_5_max + value: 13.497689209467884 + - type: nauc_map_at_5_std + value: -0.21210283954776055 + - type: nauc_mrr_at_1000_diff1 + value: 32.96506279038153 + - type: nauc_mrr_at_1000_max + value: 16.92822030855206 + - type: nauc_mrr_at_1000_std + value: 1.5631601747826316 + - type: nauc_mrr_at_100_diff1 + value: 32.967178626624964 + - type: nauc_mrr_at_100_max + value: 16.94496458132621 + - type: nauc_mrr_at_100_std + value: 1.578385873055269 + - type: nauc_mrr_at_10_diff1 + value: 32.84356946378166 + - type: nauc_mrr_at_10_max + value: 17.03620062001555 + - type: nauc_mrr_at_10_std + value: 1.3172703628382934 + - type: nauc_mrr_at_1_diff1 + value: 37.23620301476008 + - type: nauc_mrr_at_1_max + value: 15.042760132255706 + - type: nauc_mrr_at_1_std + value: 1.3631844854711168 + - type: nauc_mrr_at_20_diff1 + value: 32.90307896901219 + - type: nauc_mrr_at_20_max + value: 16.90677676348705 + - type: nauc_mrr_at_20_std + value: 1.3454494708937632 + - type: nauc_mrr_at_3_diff1 + value: 32.400202492227436 + - type: nauc_mrr_at_3_max + value: 15.78418346740702 + - type: nauc_mrr_at_3_std + value: 0.13431647296653024 + - type: nauc_mrr_at_5_diff1 + value: 32.7861104709686 + - type: nauc_mrr_at_5_max + value: 16.537867487279414 + - type: nauc_mrr_at_5_std + value: 0.8973939129673872 + - type: nauc_ndcg_at_1000_diff1 + value: 31.278003707732594 + - type: nauc_ndcg_at_1000_max + value: 16.369712386488345 + - type: nauc_ndcg_at_1000_std + value: 3.801192665485738 + - type: nauc_ndcg_at_100_diff1 + value: 31.03883864137243 + - type: nauc_ndcg_at_100_max + value: 17.13298255370564 + - type: nauc_ndcg_at_100_std + value: 4.50459441845583 + - type: nauc_ndcg_at_10_diff1 + value: 31.121998879356767 + - type: nauc_ndcg_at_10_max + value: 16.20699275752119 + - type: nauc_ndcg_at_10_std + value: 1.0836290696696915 + - type: nauc_ndcg_at_1_diff1 + value: 37.23620301476008 + - type: nauc_ndcg_at_1_max + value: 15.042760132255706 + - type: nauc_ndcg_at_1_std + value: 1.3631844854711168 + - type: nauc_ndcg_at_20_diff1 + value: 30.969422184620626 + - type: nauc_ndcg_at_20_max + value: 15.986351573280091 + - type: nauc_ndcg_at_20_std + value: 2.3824234046027906 + - type: nauc_ndcg_at_3_diff1 + value: 30.7343672295478 + - type: nauc_ndcg_at_3_max + value: 13.464154391275335 + - type: nauc_ndcg_at_3_std + value: -1.2740019040002273 + - type: nauc_ndcg_at_5_diff1 + value: 31.196681500333202 + - type: nauc_ndcg_at_5_max + value: 14.799926395721405 + - type: nauc_ndcg_at_5_std + value: 0.14444465266694606 + - type: nauc_precision_at_1000_diff1 + value: -0.9357199825874157 + - type: nauc_precision_at_1000_max + value: 3.4994742694653027 + - type: nauc_precision_at_1000_std + value: 4.257039200788741 + - type: nauc_precision_at_100_diff1 + value: 5.061693041980213 + - type: nauc_precision_at_100_max + value: 12.735903109624006 + - type: nauc_precision_at_100_std + value: 11.38007105270252 + - type: nauc_precision_at_10_diff1 + value: 17.45866245433831 + - type: nauc_precision_at_10_max + value: 16.92072631690384 + - type: nauc_precision_at_10_std + value: 3.261686492278632 + - type: nauc_precision_at_1_diff1 + value: 37.23620301476008 + - type: nauc_precision_at_1_max + value: 15.042760132255706 + - type: nauc_precision_at_1_std + value: 1.3631844854711168 + - type: nauc_precision_at_20_diff1 + value: 13.376095327297524 + - type: nauc_precision_at_20_max + value: 14.704258887537083 + - type: nauc_precision_at_20_std + value: 7.4047267893058395 + - type: nauc_precision_at_3_diff1 + value: 22.446224666772185 + - type: nauc_precision_at_3_max + value: 13.622002725403505 + - type: nauc_precision_at_3_std + value: -2.488819731632478 + - type: nauc_precision_at_5_diff1 + value: 21.1751496038234 + - type: nauc_precision_at_5_max + value: 15.792936657395753 + - type: nauc_precision_at_5_std + value: 0.33435363620460834 + - type: nauc_recall_at_1000_diff1 + value: 3.1437059937979086 + - type: nauc_recall_at_1000_max + value: 21.470870159303246 + - type: nauc_recall_at_1000_std + value: 45.70068528661671 + - type: nauc_recall_at_100_diff1 + value: 20.13544486693584 + - type: nauc_recall_at_100_max + value: 26.333993225309104 + - type: nauc_recall_at_100_std + value: 24.441591685006866 + - type: nauc_recall_at_10_diff1 + value: 25.196699930978316 + - type: nauc_recall_at_10_max + value: 18.357619567515982 + - type: nauc_recall_at_10_std + value: 2.372775123084514 + - type: nauc_recall_at_1_diff1 + value: 37.338628279209864 + - type: nauc_recall_at_1_max + value: 13.031485276530988 + - type: nauc_recall_at_1_std + value: 1.6522144610114782 + - type: nauc_recall_at_20_diff1 + value: 23.584794147101206 + - type: nauc_recall_at_20_max + value: 17.554186420673393 + - type: nauc_recall_at_20_std + value: 6.80815648167649 + - type: nauc_recall_at_3_diff1 + value: 25.985231586237965 + - type: nauc_recall_at_3_max + value: 11.76324144774928 + - type: nauc_recall_at_3_std + value: -2.963222838479749 + - type: nauc_recall_at_5_diff1 + value: 26.323181884774176 + - type: nauc_recall_at_5_max + value: 14.429926567066673 + - type: nauc_recall_at_5_std + value: -0.00012675963437829796 + - type: ndcg_at_1 + value: 27.985 + - type: ndcg_at_10 + value: 38.766 + - type: ndcg_at_100 + value: 44.753 + - type: ndcg_at_1000 + value: 47.038000000000004 + - type: ndcg_at_20 + value: 41.265 + - type: ndcg_at_3 + value: 32.879000000000005 + - type: ndcg_at_5 + value: 35.659 + - type: precision_at_1 + value: 27.985 + - type: precision_at_10 + value: 7.301 + - type: precision_at_100 + value: 1.169 + - type: precision_at_1000 + value: 0.148 + - type: precision_at_20 + value: 4.359 + - type: precision_at_3 + value: 16.211000000000002 + - type: precision_at_5 + value: 11.816 + - type: recall_at_1 + value: 22.194 + - type: recall_at_10 + value: 52.589 + - type: recall_at_100 + value: 78.062 + - type: recall_at_1000 + value: 94.074 + - type: recall_at_20 + value: 61.623000000000005 + - type: recall_at_3 + value: 36.278 + - type: recall_at_5 + value: 43.38 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 53.893 + - type: map_at_1 + value: 35.012 + - type: map_at_10 + value: 47.613 + - type: map_at_100 + value: 48.971 + - type: map_at_1000 + value: 49.063 + - type: map_at_20 + value: 48.359 + - type: map_at_3 + value: 44.082 + - type: map_at_5 + value: 46.21 + - type: mrr_at_1 + value: 42.54090471607314 + - type: mrr_at_10 + value: 52.945827031486324 + - type: mrr_at_100 + value: 53.72281654233849 + - type: mrr_at_1000 + value: 53.745157751270824 + - type: mrr_at_20 + value: 53.385817786371135 + - type: mrr_at_3 + value: 50.59351940968877 + - type: mrr_at_5 + value: 52.104587744626215 + - type: nauc_map_at_1000_diff1 + value: 48.33492567946275 + - type: nauc_map_at_1000_max + value: 28.433337468551517 + - type: nauc_map_at_1000_std + value: -10.190998584209403 + - type: nauc_map_at_100_diff1 + value: 48.33909629330693 + - type: nauc_map_at_100_max + value: 28.419994456722026 + - type: nauc_map_at_100_std + value: -10.235081491154807 + - type: nauc_map_at_10_diff1 + value: 48.53095045914228 + - type: nauc_map_at_10_max + value: 28.127796242401004 + - type: nauc_map_at_10_std + value: -11.01082028487877 + - type: nauc_map_at_1_diff1 + value: 53.649108353905916 + - type: nauc_map_at_1_max + value: 26.374246280085167 + - type: nauc_map_at_1_std + value: -13.139747091527232 + - type: nauc_map_at_20_diff1 + value: 48.3280172513891 + - type: nauc_map_at_20_max + value: 28.305001377760526 + - type: nauc_map_at_20_std + value: -10.605331749641165 + - type: nauc_map_at_3_diff1 + value: 49.153534229465166 + - type: nauc_map_at_3_max + value: 26.279118718624357 + - type: nauc_map_at_3_std + value: -11.726274525594594 + - type: nauc_map_at_5_diff1 + value: 48.582263895163095 + - type: nauc_map_at_5_max + value: 27.600960424655664 + - type: nauc_map_at_5_std + value: -11.388324962006987 + - type: nauc_mrr_at_1000_diff1 + value: 48.44969791641315 + - type: nauc_mrr_at_1000_max + value: 30.766154468635996 + - type: nauc_mrr_at_1000_std + value: -7.433159357502868 + - type: nauc_mrr_at_100_diff1 + value: 48.446996014110056 + - type: nauc_mrr_at_100_max + value: 30.77778009976802 + - type: nauc_mrr_at_100_std + value: -7.4214844009140455 + - type: nauc_mrr_at_10_diff1 + value: 48.46437502902085 + - type: nauc_mrr_at_10_max + value: 30.644355578544396 + - type: nauc_mrr_at_10_std + value: -7.60660588314165 + - type: nauc_mrr_at_1_diff1 + value: 51.75053280771205 + - type: nauc_mrr_at_1_max + value: 32.20326775017326 + - type: nauc_mrr_at_1_std + value: -7.751249960234988 + - type: nauc_mrr_at_20_diff1 + value: 48.44985237814549 + - type: nauc_mrr_at_20_max + value: 30.724011978924064 + - type: nauc_mrr_at_20_std + value: -7.542446860622669 + - type: nauc_mrr_at_3_diff1 + value: 48.07189918639105 + - type: nauc_mrr_at_3_max + value: 29.49689064034342 + - type: nauc_mrr_at_3_std + value: -8.048770832399613 + - type: nauc_mrr_at_5_diff1 + value: 47.96784830129403 + - type: nauc_mrr_at_5_max + value: 30.163178388814504 + - type: nauc_mrr_at_5_std + value: -8.273539965534646 + - type: nauc_ndcg_at_1000_diff1 + value: 47.57997119166584 + - type: nauc_ndcg_at_1000_max + value: 30.15265238140928 + - type: nauc_ndcg_at_1000_std + value: -7.182719485523506 + - type: nauc_ndcg_at_100_diff1 + value: 47.47854808504636 + - type: nauc_ndcg_at_100_max + value: 30.24869750327265 + - type: nauc_ndcg_at_100_std + value: -7.161783027754096 + - type: nauc_ndcg_at_10_diff1 + value: 47.43160783221118 + - type: nauc_ndcg_at_10_max + value: 28.85230033642103 + - type: nauc_ndcg_at_10_std + value: -10.188037568324937 + - type: nauc_ndcg_at_1_diff1 + value: 51.75053280771205 + - type: nauc_ndcg_at_1_max + value: 32.20326775017326 + - type: nauc_ndcg_at_1_std + value: -7.751249960234988 + - type: nauc_ndcg_at_20_diff1 + value: 47.12845747675502 + - type: nauc_ndcg_at_20_max + value: 29.3292150770514 + - type: nauc_ndcg_at_20_std + value: -9.195508753243207 + - type: nauc_ndcg_at_3_diff1 + value: 47.08761845137898 + - type: nauc_ndcg_at_3_max + value: 26.65140420355011 + - type: nauc_ndcg_at_3_std + value: -9.875410510080297 + - type: nauc_ndcg_at_5_diff1 + value: 46.71812623990855 + - type: nauc_ndcg_at_5_max + value: 28.019689931762453 + - type: nauc_ndcg_at_5_std + value: -10.564763057666365 + - type: nauc_precision_at_1000_diff1 + value: -18.672244049695788 + - type: nauc_precision_at_1000_max + value: 1.5236368393702486 + - type: nauc_precision_at_1000_std + value: 19.391348785940522 + - type: nauc_precision_at_100_diff1 + value: -11.777137115010534 + - type: nauc_precision_at_100_max + value: 9.135014085804933 + - type: nauc_precision_at_100_std + value: 21.12692896308041 + - type: nauc_precision_at_10_diff1 + value: 6.844396964136933 + - type: nauc_precision_at_10_max + value: 18.55877978458855 + - type: nauc_precision_at_10_std + value: 6.671582447880328 + - type: nauc_precision_at_1_diff1 + value: 51.75053280771205 + - type: nauc_precision_at_1_max + value: 32.20326775017326 + - type: nauc_precision_at_1_std + value: -7.751249960234988 + - type: nauc_precision_at_20_diff1 + value: -1.442664564179706 + - type: nauc_precision_at_20_max + value: 15.340885744268606 + - type: nauc_precision_at_20_std + value: 12.163710009596011 + - type: nauc_precision_at_3_diff1 + value: 25.728062375098666 + - type: nauc_precision_at_3_max + value: 22.47813702523398 + - type: nauc_precision_at_3_std + value: -0.4916532868054475 + - type: nauc_precision_at_5_diff1 + value: 14.927202370778891 + - type: nauc_precision_at_5_max + value: 22.01860485431669 + - type: nauc_precision_at_5_std + value: 2.4367836826340716 + - type: nauc_recall_at_1000_diff1 + value: 49.61327701318546 + - type: nauc_recall_at_1000_max + value: 55.735183781771255 + - type: nauc_recall_at_1000_std + value: 40.86201406256184 + - type: nauc_recall_at_100_diff1 + value: 40.9808859736081 + - type: nauc_recall_at_100_max + value: 37.89714011000189 + - type: nauc_recall_at_100_std + value: 13.001425913684672 + - type: nauc_recall_at_10_diff1 + value: 42.11640791602849 + - type: nauc_recall_at_10_max + value: 27.639245759700525 + - type: nauc_recall_at_10_std + value: -10.115499540962759 + - type: nauc_recall_at_1_diff1 + value: 53.649108353905916 + - type: nauc_recall_at_1_max + value: 26.374246280085167 + - type: nauc_recall_at_1_std + value: -13.139747091527232 + - type: nauc_recall_at_20_diff1 + value: 40.759415586574164 + - type: nauc_recall_at_20_max + value: 28.88475759388743 + - type: nauc_recall_at_20_std + value: -6.557196266465641 + - type: nauc_recall_at_3_diff1 + value: 43.11231831377521 + - type: nauc_recall_at_3_max + value: 21.57590234692241 + - type: nauc_recall_at_3_std + value: -12.535579716094292 + - type: nauc_recall_at_5_diff1 + value: 40.624229969140515 + - type: nauc_recall_at_5_max + value: 24.406786983369628 + - type: nauc_recall_at_5_std + value: -12.993898363073523 + - type: ndcg_at_1 + value: 42.541000000000004 + - type: ndcg_at_10 + value: 53.893 + - type: ndcg_at_100 + value: 59.160000000000004 + - type: ndcg_at_1000 + value: 60.549 + - type: ndcg_at_20 + value: 55.943 + - type: ndcg_at_3 + value: 48.729 + - type: ndcg_at_5 + value: 51.504000000000005 + - type: precision_at_1 + value: 42.541000000000004 + - type: precision_at_10 + value: 9.769 + - type: precision_at_100 + value: 1.436 + - type: precision_at_1000 + value: 0.173 + - type: precision_at_20 + value: 5.606 + - type: precision_at_3 + value: 23.291999999999998 + - type: precision_at_5 + value: 16.573999999999998 + - type: recall_at_1 + value: 35.012 + - type: recall_at_10 + value: 66.668 + - type: recall_at_100 + value: 88.43900000000001 + - type: recall_at_1000 + value: 96.858 + - type: recall_at_20 + value: 73.741 + - type: recall_at_3 + value: 52.5 + - type: recall_at_5 + value: 59.489000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 51.151 + - type: map_at_1 + value: 31.976 + - type: map_at_10 + value: 44.372 + - type: map_at_100 + value: 45.772 + - type: map_at_1000 + value: 45.86 + - type: map_at_20 + value: 45.141999999999996 + - type: map_at_3 + value: 40.384 + - type: map_at_5 + value: 42.671 + - type: mrr_at_1 + value: 39.726027397260275 + - type: mrr_at_10 + value: 50.237008045227206 + - type: mrr_at_100 + value: 51.00797456759301 + - type: mrr_at_1000 + value: 51.0438180348488 + - type: mrr_at_20 + value: 50.692345088762416 + - type: mrr_at_3 + value: 47.450532724505294 + - type: mrr_at_5 + value: 48.96879756468792 + - type: nauc_map_at_1000_diff1 + value: 45.62130810361153 + - type: nauc_map_at_1000_max + value: 36.32159976063163 + - type: nauc_map_at_1000_std + value: 1.1987591996375244 + - type: nauc_map_at_100_diff1 + value: 45.59831464844773 + - type: nauc_map_at_100_max + value: 36.33392594753103 + - type: nauc_map_at_100_std + value: 1.2255994308791645 + - type: nauc_map_at_10_diff1 + value: 45.5694944718802 + - type: nauc_map_at_10_max + value: 35.85529308786782 + - type: nauc_map_at_10_std + value: 0.5955808656405205 + - type: nauc_map_at_1_diff1 + value: 52.006916444402705 + - type: nauc_map_at_1_max + value: 31.46971111816068 + - type: nauc_map_at_1_std + value: -5.841514911996808 + - type: nauc_map_at_20_diff1 + value: 45.614991265384134 + - type: nauc_map_at_20_max + value: 36.22481627485531 + - type: nauc_map_at_20_std + value: 1.0225219860087784 + - type: nauc_map_at_3_diff1 + value: 45.70591166263063 + - type: nauc_map_at_3_max + value: 34.85866695253853 + - type: nauc_map_at_3_std + value: -1.3559438227802654 + - type: nauc_map_at_5_diff1 + value: 45.3371848868359 + - type: nauc_map_at_5_max + value: 35.53359157566889 + - type: nauc_map_at_5_std + value: -0.050440052849088216 + - type: nauc_mrr_at_1000_diff1 + value: 45.643404192715344 + - type: nauc_mrr_at_1000_max + value: 38.683456197514374 + - type: nauc_mrr_at_1000_std + value: 3.6510994600177766 + - type: nauc_mrr_at_100_diff1 + value: 45.61737222810662 + - type: nauc_mrr_at_100_max + value: 38.6898459851549 + - type: nauc_mrr_at_100_std + value: 3.6794921137057965 + - type: nauc_mrr_at_10_diff1 + value: 45.4389518659568 + - type: nauc_mrr_at_10_max + value: 38.46663230841972 + - type: nauc_mrr_at_10_std + value: 3.4955370353613437 + - type: nauc_mrr_at_1_diff1 + value: 51.53447970851375 + - type: nauc_mrr_at_1_max + value: 36.83777704134797 + - type: nauc_mrr_at_1_std + value: -0.20181987547405483 + - type: nauc_mrr_at_20_diff1 + value: 45.580395710865595 + - type: nauc_mrr_at_20_max + value: 38.668743354722075 + - type: nauc_mrr_at_20_std + value: 3.6072444777545414 + - type: nauc_mrr_at_3_diff1 + value: 45.660055750926595 + - type: nauc_mrr_at_3_max + value: 38.469178980396656 + - type: nauc_mrr_at_3_std + value: 2.691218725900893 + - type: nauc_mrr_at_5_diff1 + value: 45.634591047835144 + - type: nauc_mrr_at_5_max + value: 38.77891185568239 + - type: nauc_mrr_at_5_std + value: 3.524025032661579 + - type: nauc_ndcg_at_1000_diff1 + value: 44.473420323427575 + - type: nauc_ndcg_at_1000_max + value: 37.84517773820968 + - type: nauc_ndcg_at_1000_std + value: 3.8879967318195567 + - type: nauc_ndcg_at_100_diff1 + value: 43.93595838190974 + - type: nauc_ndcg_at_100_max + value: 38.48760158899655 + - type: nauc_ndcg_at_100_std + value: 5.125658250662759 + - type: nauc_ndcg_at_10_diff1 + value: 43.75007923879972 + - type: nauc_ndcg_at_10_max + value: 37.04943122318896 + - type: nauc_ndcg_at_10_std + value: 3.0918588572447914 + - type: nauc_ndcg_at_1_diff1 + value: 51.53447970851375 + - type: nauc_ndcg_at_1_max + value: 36.83777704134797 + - type: nauc_ndcg_at_1_std + value: -0.20181987547405483 + - type: nauc_ndcg_at_20_diff1 + value: 43.84917933584441 + - type: nauc_ndcg_at_20_max + value: 38.05038974138388 + - type: nauc_ndcg_at_20_std + value: 4.080005247163919 + - type: nauc_ndcg_at_3_diff1 + value: 43.871703221720196 + - type: nauc_ndcg_at_3_max + value: 36.37962400914173 + - type: nauc_ndcg_at_3_std + value: 1.1380927635098264 + - type: nauc_ndcg_at_5_diff1 + value: 43.78596218009951 + - type: nauc_ndcg_at_5_max + value: 37.071166988881124 + - type: nauc_ndcg_at_5_std + value: 2.4211484479113343 + - type: nauc_precision_at_1000_diff1 + value: -12.063807508710797 + - type: nauc_precision_at_1000_max + value: 3.0534600128229705 + - type: nauc_precision_at_1000_std + value: 10.713012078723349 + - type: nauc_precision_at_100_diff1 + value: -5.991867590224487 + - type: nauc_precision_at_100_max + value: 11.522954085499421 + - type: nauc_precision_at_100_std + value: 16.752135624833205 + - type: nauc_precision_at_10_diff1 + value: 11.732182015548547 + - type: nauc_precision_at_10_max + value: 24.566425753550515 + - type: nauc_precision_at_10_std + value: 15.84645732647604 + - type: nauc_precision_at_1_diff1 + value: 51.53447970851375 + - type: nauc_precision_at_1_max + value: 36.83777704134797 + - type: nauc_precision_at_1_std + value: -0.20181987547405483 + - type: nauc_precision_at_20_diff1 + value: 5.035581730073983 + - type: nauc_precision_at_20_max + value: 20.532680423336203 + - type: nauc_precision_at_20_std + value: 17.21343646990562 + - type: nauc_precision_at_3_diff1 + value: 26.336385384915346 + - type: nauc_precision_at_3_max + value: 34.89706784191639 + - type: nauc_precision_at_3_std + value: 10.49473682331338 + - type: nauc_precision_at_5_diff1 + value: 18.756823355607022 + - type: nauc_precision_at_5_max + value: 29.913609784216167 + - type: nauc_precision_at_5_std + value: 13.772361907662217 + - type: nauc_recall_at_1000_diff1 + value: 21.879866503531044 + - type: nauc_recall_at_1000_max + value: 37.016810874312554 + - type: nauc_recall_at_1000_std + value: 37.022197071130606 + - type: nauc_recall_at_100_diff1 + value: 28.21066779529965 + - type: nauc_recall_at_100_max + value: 45.164115032338664 + - type: nauc_recall_at_100_std + value: 31.411584857962232 + - type: nauc_recall_at_10_diff1 + value: 34.17100873986437 + - type: nauc_recall_at_10_max + value: 33.68680443564895 + - type: nauc_recall_at_10_std + value: 7.114874526753165 + - type: nauc_recall_at_1_diff1 + value: 52.006916444402705 + - type: nauc_recall_at_1_max + value: 31.46971111816068 + - type: nauc_recall_at_1_std + value: -5.841514911996808 + - type: nauc_recall_at_20_diff1 + value: 33.42327780252708 + - type: nauc_recall_at_20_max + value: 38.03171798236118 + - type: nauc_recall_at_20_std + value: 12.473384277901243 + - type: nauc_recall_at_3_diff1 + value: 37.72580392830666 + - type: nauc_recall_at_3_max + value: 33.8785403157307 + - type: nauc_recall_at_3_std + value: 0.9069329386546272 + - type: nauc_recall_at_5_diff1 + value: 36.30102493975623 + - type: nauc_recall_at_5_max + value: 35.0689681059825 + - type: nauc_recall_at_5_std + value: 4.419807746197185 + - type: ndcg_at_1 + value: 39.726 + - type: ndcg_at_10 + value: 51.151 + - type: ndcg_at_100 + value: 56.449000000000005 + - type: ndcg_at_1000 + value: 58.012 + - type: ndcg_at_20 + value: 53.315999999999995 + - type: ndcg_at_3 + value: 45.163 + - type: ndcg_at_5 + value: 47.899 + - type: precision_at_1 + value: 39.726 + - type: precision_at_10 + value: 9.543 + - type: precision_at_100 + value: 1.417 + - type: precision_at_1000 + value: 0.17099999999999999 + - type: precision_at_20 + value: 5.502 + - type: precision_at_3 + value: 21.804000000000002 + - type: precision_at_5 + value: 15.684999999999999 + - type: recall_at_1 + value: 31.976 + - type: recall_at_10 + value: 65.243 + - type: recall_at_100 + value: 87.168 + - type: recall_at_1000 + value: 97.504 + - type: recall_at_20 + value: 72.951 + - type: recall_at_3 + value: 48.254000000000005 + - type: recall_at_5 + value: 55.595000000000006 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 48.669000000000004 + - type: ndcg_at_10 + value: 48.669000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 41.521 + - type: map_at_1 + value: 27.765 + - type: map_at_10 + value: 36.614000000000004 + - type: map_at_100 + value: 37.817 + - type: map_at_1000 + value: 37.906 + - type: map_at_20 + value: 37.313 + - type: map_at_3 + value: 33.937 + - type: map_at_5 + value: 35.516 + - type: mrr_at_1 + value: 30.981595092024538 + - type: mrr_at_10 + value: 39.44681809329049 + - type: mrr_at_100 + value: 40.37271039447302 + - type: mrr_at_1000 + value: 40.434685794294474 + - type: mrr_at_20 + value: 40.00737117524118 + - type: mrr_at_3 + value: 36.91206543967281 + - type: mrr_at_5 + value: 38.39212678936605 + - type: nauc_map_at_1000_diff1 + value: 52.81391663490261 + - type: nauc_map_at_1000_max + value: 29.664172550013774 + - type: nauc_map_at_1000_std + value: -2.7414196510762445 + - type: nauc_map_at_100_diff1 + value: 52.764084197052306 + - type: nauc_map_at_100_max + value: 29.647430801923274 + - type: nauc_map_at_100_std + value: -2.7255714834919655 + - type: nauc_map_at_10_diff1 + value: 53.1353567009527 + - type: nauc_map_at_10_max + value: 29.553212761206954 + - type: nauc_map_at_10_std + value: -3.1409230447808136 + - type: nauc_map_at_1_diff1 + value: 60.84686852570778 + - type: nauc_map_at_1_max + value: 30.4288106949597 + - type: nauc_map_at_1_std + value: -7.578528382462288 + - type: nauc_map_at_20_diff1 + value: 52.88252470124129 + - type: nauc_map_at_20_max + value: 29.524183751068307 + - type: nauc_map_at_20_std + value: -3.1020875723206927 + - type: nauc_map_at_3_diff1 + value: 55.097956701125185 + - type: nauc_map_at_3_max + value: 30.197490024554707 + - type: nauc_map_at_3_std + value: -4.883694538996516 + - type: nauc_map_at_5_diff1 + value: 53.93889159560893 + - type: nauc_map_at_5_max + value: 29.676635020687925 + - type: nauc_map_at_5_std + value: -3.3679708283522016 + - type: nauc_mrr_at_1000_diff1 + value: 52.46704766008962 + - type: nauc_mrr_at_1000_max + value: 29.563385256175916 + - type: nauc_mrr_at_1000_std + value: -1.296486223268209 + - type: nauc_mrr_at_100_diff1 + value: 52.42981778069272 + - type: nauc_mrr_at_100_max + value: 29.56377822987918 + - type: nauc_mrr_at_100_std + value: -1.2762300567936988 + - type: nauc_mrr_at_10_diff1 + value: 52.55006453907257 + - type: nauc_mrr_at_10_max + value: 29.576046278214125 + - type: nauc_mrr_at_10_std + value: -1.5535359096219175 + - type: nauc_mrr_at_1_diff1 + value: 59.08308459352257 + - type: nauc_mrr_at_1_max + value: 29.938769552965542 + - type: nauc_mrr_at_1_std + value: -3.6474707765933374 + - type: nauc_mrr_at_20_diff1 + value: 52.40073561812595 + - type: nauc_mrr_at_20_max + value: 29.453126465073513 + - type: nauc_mrr_at_20_std + value: -1.5311349014705307 + - type: nauc_mrr_at_3_diff1 + value: 54.0627524284012 + - type: nauc_mrr_at_3_max + value: 29.6471651189158 + - type: nauc_mrr_at_3_std + value: -3.1605550371803077 + - type: nauc_mrr_at_5_diff1 + value: 52.9940750094676 + - type: nauc_mrr_at_5_max + value: 29.224601903567233 + - type: nauc_mrr_at_5_std + value: -1.973807036089598 + - type: nauc_ndcg_at_1000_diff1 + value: 50.31108553303487 + - type: nauc_ndcg_at_1000_max + value: 30.065099576955294 + - type: nauc_ndcg_at_1000_std + value: 0.8165367280480663 + - type: nauc_ndcg_at_100_diff1 + value: 48.954669298701 + - type: nauc_ndcg_at_100_max + value: 29.985564650320757 + - type: nauc_ndcg_at_100_std + value: 1.442706323905779 + - type: nauc_ndcg_at_10_diff1 + value: 49.939726171975074 + - type: nauc_ndcg_at_10_max + value: 29.038780243968038 + - type: nauc_ndcg_at_10_std + value: -1.2301036879077722 + - type: nauc_ndcg_at_1_diff1 + value: 59.08308459352257 + - type: nauc_ndcg_at_1_max + value: 29.938769552965542 + - type: nauc_ndcg_at_1_std + value: -3.6474707765933374 + - type: nauc_ndcg_at_20_diff1 + value: 49.240899070998786 + - type: nauc_ndcg_at_20_max + value: 28.846948404378892 + - type: nauc_ndcg_at_20_std + value: -0.942645164997025 + - type: nauc_ndcg_at_3_diff1 + value: 52.779966640966336 + - type: nauc_ndcg_at_3_max + value: 29.44335897565144 + - type: nauc_ndcg_at_3_std + value: -4.07045432893811 + - type: nauc_ndcg_at_5_diff1 + value: 51.140081962279204 + - type: nauc_ndcg_at_5_max + value: 28.780221435137843 + - type: nauc_ndcg_at_5_std + value: -1.9647629237439366 + - type: nauc_precision_at_1000_diff1 + value: -6.667071013946099 + - type: nauc_precision_at_1000_max + value: 4.88937713617606 + - type: nauc_precision_at_1000_std + value: 12.197077398297914 + - type: nauc_precision_at_100_diff1 + value: -1.6271908247032583 + - type: nauc_precision_at_100_max + value: 12.09691975180073 + - type: nauc_precision_at_100_std + value: 18.43894936485954 + - type: nauc_precision_at_10_diff1 + value: 21.030543772837955 + - type: nauc_precision_at_10_max + value: 17.862245258912697 + - type: nauc_precision_at_10_std + value: 10.219782614987436 + - type: nauc_precision_at_1_diff1 + value: 59.08308459352257 + - type: nauc_precision_at_1_max + value: 29.938769552965542 + - type: nauc_precision_at_1_std + value: -3.6474707765933374 + - type: nauc_precision_at_20_diff1 + value: 11.836687933490524 + - type: nauc_precision_at_20_max + value: 14.637079306722528 + - type: nauc_precision_at_20_std + value: 10.552762967644831 + - type: nauc_precision_at_3_diff1 + value: 39.63462382612583 + - type: nauc_precision_at_3_max + value: 25.01424566918112 + - type: nauc_precision_at_3_std + value: 1.6711537034528392 + - type: nauc_precision_at_5_diff1 + value: 31.04606982791796 + - type: nauc_precision_at_5_max + value: 20.557020391430015 + - type: nauc_precision_at_5_std + value: 7.872967924046605 + - type: nauc_recall_at_1000_diff1 + value: 36.404996367121555 + - type: nauc_recall_at_1000_max + value: 36.582711053620095 + - type: nauc_recall_at_1000_std + value: 47.36968865441867 + - type: nauc_recall_at_100_diff1 + value: 29.261159461344484 + - type: nauc_recall_at_100_max + value: 32.38893628092869 + - type: nauc_recall_at_100_std + value: 24.930995926123607 + - type: nauc_recall_at_10_diff1 + value: 39.51413409423682 + - type: nauc_recall_at_10_max + value: 26.592883142970596 + - type: nauc_recall_at_10_std + value: 3.41837874566946 + - type: nauc_recall_at_1_diff1 + value: 60.84686852570778 + - type: nauc_recall_at_1_max + value: 30.4288106949597 + - type: nauc_recall_at_1_std + value: -7.578528382462288 + - type: nauc_recall_at_20_diff1 + value: 35.15078785544861 + - type: nauc_recall_at_20_max + value: 24.82983217630711 + - type: nauc_recall_at_20_std + value: 5.116281941537316 + - type: nauc_recall_at_3_diff1 + value: 48.911475883980984 + - type: nauc_recall_at_3_max + value: 28.502568900649567 + - type: nauc_recall_at_3_std + value: -4.418317057071089 + - type: nauc_recall_at_5_diff1 + value: 44.24824647304154 + - type: nauc_recall_at_5_max + value: 26.392262615242974 + - type: nauc_recall_at_5_std + value: 0.807270243261763 + - type: ndcg_at_1 + value: 30.982 + - type: ndcg_at_10 + value: 41.521 + - type: ndcg_at_100 + value: 46.831 + - type: ndcg_at_1000 + value: 48.983 + - type: ndcg_at_20 + value: 43.79 + - type: ndcg_at_3 + value: 36.658 + - type: ndcg_at_5 + value: 39.151 + - type: precision_at_1 + value: 30.982 + - type: precision_at_10 + value: 6.656 + - type: precision_at_100 + value: 1.009 + - type: precision_at_1000 + value: 0.127 + - type: precision_at_20 + value: 3.9190000000000005 + - type: precision_at_3 + value: 15.848999999999998 + - type: precision_at_5 + value: 11.166 + - type: recall_at_1 + value: 27.765 + - type: recall_at_10 + value: 53.42400000000001 + - type: recall_at_100 + value: 76.847 + - type: recall_at_1000 + value: 92.613 + - type: recall_at_20 + value: 61.973 + - type: recall_at_3 + value: 40.373 + - type: recall_at_5 + value: 46.421 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 37.183 + - type: map_at_1 + value: 22.567999999999998 + - type: map_at_10 + value: 31.695 + - type: map_at_100 + value: 32.983000000000004 + - type: map_at_1000 + value: 33.103 + - type: map_at_20 + value: 32.415 + - type: map_at_3 + value: 28.788000000000004 + - type: map_at_5 + value: 30.447999999999997 + - type: mrr_at_1 + value: 27.35719201651755 + - type: mrr_at_10 + value: 36.02016626792957 + - type: mrr_at_100 + value: 36.98001375170261 + - type: mrr_at_1000 + value: 37.047243773430516 + - type: mrr_at_20 + value: 36.59436259474964 + - type: mrr_at_3 + value: 33.56847900894709 + - type: mrr_at_5 + value: 35.008602890571375 + - type: nauc_map_at_1000_diff1 + value: 38.31962882173507 + - type: nauc_map_at_1000_max + value: 20.234054345740052 + - type: nauc_map_at_1000_std + value: 0.7148544253591265 + - type: nauc_map_at_100_diff1 + value: 38.30158981561181 + - type: nauc_map_at_100_max + value: 20.25583133514947 + - type: nauc_map_at_100_std + value: 0.7067333640571242 + - type: nauc_map_at_10_diff1 + value: 38.399246886273495 + - type: nauc_map_at_10_max + value: 20.138790038401027 + - type: nauc_map_at_10_std + value: 0.22555232002920708 + - type: nauc_map_at_1_diff1 + value: 42.478984768354664 + - type: nauc_map_at_1_max + value: 17.347554652757935 + - type: nauc_map_at_1_std + value: -1.7479543132075324 + - type: nauc_map_at_20_diff1 + value: 38.29285220008463 + - type: nauc_map_at_20_max + value: 20.24494800952884 + - type: nauc_map_at_20_std + value: 0.44773706907718713 + - type: nauc_map_at_3_diff1 + value: 38.9344151744796 + - type: nauc_map_at_3_max + value: 19.34711920281405 + - type: nauc_map_at_3_std + value: -0.5518134498464485 + - type: nauc_map_at_5_diff1 + value: 38.6869751352327 + - type: nauc_map_at_5_max + value: 19.89431319427727 + - type: nauc_map_at_5_std + value: -0.36906720632055906 + - type: nauc_mrr_at_1000_diff1 + value: 39.110035055268085 + - type: nauc_mrr_at_1000_max + value: 20.30218201303233 + - type: nauc_mrr_at_1000_std + value: 0.9892682538038587 + - type: nauc_mrr_at_100_diff1 + value: 39.09521676323142 + - type: nauc_mrr_at_100_max + value: 20.303440926608825 + - type: nauc_mrr_at_100_std + value: 0.9904688660728255 + - type: nauc_mrr_at_10_diff1 + value: 39.12003544583391 + - type: nauc_mrr_at_10_max + value: 20.19465899845882 + - type: nauc_mrr_at_10_std + value: 0.6654599149147801 + - type: nauc_mrr_at_1_diff1 + value: 42.92018294879498 + - type: nauc_mrr_at_1_max + value: 18.079509143646572 + - type: nauc_mrr_at_1_std + value: -0.7823014353906856 + - type: nauc_mrr_at_20_diff1 + value: 39.07506626859272 + - type: nauc_mrr_at_20_max + value: 20.294506646852366 + - type: nauc_mrr_at_20_std + value: 0.864333481006957 + - type: nauc_mrr_at_3_diff1 + value: 39.656311554576554 + - type: nauc_mrr_at_3_max + value: 20.040146586295066 + - type: nauc_mrr_at_3_std + value: 0.42910721174052 + - type: nauc_mrr_at_5_diff1 + value: 39.37561835510038 + - type: nauc_mrr_at_5_max + value: 20.30007258049178 + - type: nauc_mrr_at_5_std + value: 0.3371598067963826 + - type: nauc_ndcg_at_1000_diff1 + value: 37.273483901039924 + - type: nauc_ndcg_at_1000_max + value: 21.410335996289184 + - type: nauc_ndcg_at_1000_std + value: 3.288797871787962 + - type: nauc_ndcg_at_100_diff1 + value: 36.721073992334716 + - type: nauc_ndcg_at_100_max + value: 21.68476210840317 + - type: nauc_ndcg_at_100_std + value: 3.6548159650634346 + - type: nauc_ndcg_at_10_diff1 + value: 37.02792318514876 + - type: nauc_ndcg_at_10_max + value: 21.063801347135968 + - type: nauc_ndcg_at_10_std + value: 1.3595117069193776 + - type: nauc_ndcg_at_1_diff1 + value: 42.92018294879498 + - type: nauc_ndcg_at_1_max + value: 18.079509143646572 + - type: nauc_ndcg_at_1_std + value: -0.7823014353906856 + - type: nauc_ndcg_at_20_diff1 + value: 36.64918521516747 + - type: nauc_ndcg_at_20_max + value: 21.460785913566458 + - type: nauc_ndcg_at_20_std + value: 2.045078360541621 + - type: nauc_ndcg_at_3_diff1 + value: 38.180105254457445 + - type: nauc_ndcg_at_3_max + value: 19.960996544401652 + - type: nauc_ndcg_at_3_std + value: 0.22368956683777577 + - type: nauc_ndcg_at_5_diff1 + value: 37.681459156861266 + - type: nauc_ndcg_at_5_max + value: 20.785307023225368 + - type: nauc_ndcg_at_5_std + value: 0.3497228437243125 + - type: nauc_precision_at_1000_diff1 + value: -1.2945289411670948 + - type: nauc_precision_at_1000_max + value: -2.051700713176913 + - type: nauc_precision_at_1000_std + value: 7.697437265897111 + - type: nauc_precision_at_100_diff1 + value: 7.812054547548337 + - type: nauc_precision_at_100_max + value: 9.140769013638478 + - type: nauc_precision_at_100_std + value: 13.747018748295087 + - type: nauc_precision_at_10_diff1 + value: 21.712807144964266 + - type: nauc_precision_at_10_max + value: 17.77356368869009 + - type: nauc_precision_at_10_std + value: 6.966715221940607 + - type: nauc_precision_at_1_diff1 + value: 42.92018294879498 + - type: nauc_precision_at_1_max + value: 18.079509143646572 + - type: nauc_precision_at_1_std + value: -0.7823014353906856 + - type: nauc_precision_at_20_diff1 + value: 16.678807953635093 + - type: nauc_precision_at_20_max + value: 16.13357637806647 + - type: nauc_precision_at_20_std + value: 8.700523556896268 + - type: nauc_precision_at_3_diff1 + value: 31.32504900731501 + - type: nauc_precision_at_3_max + value: 20.433892175372574 + - type: nauc_precision_at_3_std + value: 3.2525265169941084 + - type: nauc_precision_at_5_diff1 + value: 26.847074585158044 + - type: nauc_precision_at_5_max + value: 20.1621052968339 + - type: nauc_precision_at_5_std + value: 4.403637252000099 + - type: nauc_recall_at_1000_diff1 + value: 25.369437454795012 + - type: nauc_recall_at_1000_max + value: 31.068433952292608 + - type: nauc_recall_at_1000_std + value: 30.586342412567408 + - type: nauc_recall_at_100_diff1 + value: 25.723465878178626 + - type: nauc_recall_at_100_max + value: 26.521689460995844 + - type: nauc_recall_at_100_std + value: 18.37373415496336 + - type: nauc_recall_at_10_diff1 + value: 30.59347861757255 + - type: nauc_recall_at_10_max + value: 22.44330123588809 + - type: nauc_recall_at_10_std + value: 3.3327269096563805 + - type: nauc_recall_at_1_diff1 + value: 42.478984768354664 + - type: nauc_recall_at_1_max + value: 17.347554652757935 + - type: nauc_recall_at_1_std + value: -1.7479543132075324 + - type: nauc_recall_at_20_diff1 + value: 28.37578852965159 + - type: nauc_recall_at_20_max + value: 23.820034600059103 + - type: nauc_recall_at_20_std + value: 6.083064353955198 + - type: nauc_recall_at_3_diff1 + value: 34.37897888758168 + - type: nauc_recall_at_3_max + value: 20.488375032732815 + - type: nauc_recall_at_3_std + value: 0.5627038554835839 + - type: nauc_recall_at_5_diff1 + value: 32.87036719646904 + - type: nauc_recall_at_5_max + value: 21.797900752145853 + - type: nauc_recall_at_5_std + value: 0.7621811262561744 + - type: ndcg_at_1 + value: 27.357 + - type: ndcg_at_10 + value: 37.183 + - type: ndcg_at_100 + value: 42.852000000000004 + - type: ndcg_at_1000 + value: 45.318999999999996 + - type: ndcg_at_20 + value: 39.425 + - type: ndcg_at_3 + value: 32.302 + - type: ndcg_at_5 + value: 34.705999999999996 + - type: precision_at_1 + value: 27.357 + - type: precision_at_10 + value: 6.7860000000000005 + - type: precision_at_100 + value: 1.1159999999999999 + - type: precision_at_1000 + value: 0.152 + - type: precision_at_20 + value: 4.062 + - type: precision_at_3 + value: 15.325 + - type: precision_at_5 + value: 11.129 + - type: recall_at_1 + value: 22.567999999999998 + - type: recall_at_10 + value: 49.085 + - type: recall_at_100 + value: 74.048 + - type: recall_at_1000 + value: 91.095 + - type: recall_at_20 + value: 57.303000000000004 + - type: recall_at_3 + value: 35.522999999999996 + - type: recall_at_5 + value: 41.746 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 51.396 + - type: map_at_1 + value: 34.811 + - type: map_at_10 + value: 45.659 + - type: map_at_100 + value: 46.976 + - type: map_at_1000 + value: 47.051 + - type: map_at_20 + value: 46.455 + - type: map_at_3 + value: 42.501 + - type: map_at_5 + value: 44.105 + - type: mrr_at_1 + value: 41.04477611940299 + - type: mrr_at_10 + value: 50.14592217484003 + - type: mrr_at_100 + value: 51.01085089250951 + - type: mrr_at_1000 + value: 51.046980740738725 + - type: mrr_at_20 + value: 50.712492575431334 + - type: mrr_at_3 + value: 47.7300995024875 + - type: mrr_at_5 + value: 48.94745024875615 + - type: nauc_map_at_1000_diff1 + value: 49.41972290901348 + - type: nauc_map_at_1000_max + value: 30.418595984949516 + - type: nauc_map_at_1000_std + value: -6.134402507069521 + - type: nauc_map_at_100_diff1 + value: 49.423634902558774 + - type: nauc_map_at_100_max + value: 30.421983422706294 + - type: nauc_map_at_100_std + value: -6.122990042471123 + - type: nauc_map_at_10_diff1 + value: 49.39514428586809 + - type: nauc_map_at_10_max + value: 30.067750182517344 + - type: nauc_map_at_10_std + value: -6.490781627285011 + - type: nauc_map_at_1_diff1 + value: 53.726930079027355 + - type: nauc_map_at_1_max + value: 31.564271750054214 + - type: nauc_map_at_1_std + value: -6.207203206377229 + - type: nauc_map_at_20_diff1 + value: 49.49428675089494 + - type: nauc_map_at_20_max + value: 30.346830038902567 + - type: nauc_map_at_20_std + value: -6.384581137155837 + - type: nauc_map_at_3_diff1 + value: 50.53398121184611 + - type: nauc_map_at_3_max + value: 29.520136815187293 + - type: nauc_map_at_3_std + value: -6.4862272997890065 + - type: nauc_map_at_5_diff1 + value: 49.918539885809444 + - type: nauc_map_at_5_max + value: 29.881720947964986 + - type: nauc_map_at_5_std + value: -6.1957266387111805 + - type: nauc_mrr_at_1000_diff1 + value: 49.045872943097876 + - type: nauc_mrr_at_1000_max + value: 31.44086682478966 + - type: nauc_mrr_at_1000_std + value: -5.294155484356357 + - type: nauc_mrr_at_100_diff1 + value: 49.02549363550889 + - type: nauc_mrr_at_100_max + value: 31.425821773796304 + - type: nauc_mrr_at_100_std + value: -5.290378070949134 + - type: nauc_mrr_at_10_diff1 + value: 48.79661575148535 + - type: nauc_mrr_at_10_max + value: 31.130959589772296 + - type: nauc_mrr_at_10_std + value: -5.623844633492856 + - type: nauc_mrr_at_1_diff1 + value: 52.90089377128913 + - type: nauc_mrr_at_1_max + value: 32.40774032873656 + - type: nauc_mrr_at_1_std + value: -6.0713885032931385 + - type: nauc_mrr_at_20_diff1 + value: 49.06030215791546 + - type: nauc_mrr_at_20_max + value: 31.42717911738813 + - type: nauc_mrr_at_20_std + value: -5.371125220467266 + - type: nauc_mrr_at_3_diff1 + value: 49.34651355599406 + - type: nauc_mrr_at_3_max + value: 31.079367157632287 + - type: nauc_mrr_at_3_std + value: -5.688689732352166 + - type: nauc_mrr_at_5_diff1 + value: 49.11887000542802 + - type: nauc_mrr_at_5_max + value: 31.22370488379167 + - type: nauc_mrr_at_5_std + value: -5.262549801076311 + - type: nauc_ndcg_at_1000_diff1 + value: 48.17029504156311 + - type: nauc_ndcg_at_1000_max + value: 31.0071055656938 + - type: nauc_ndcg_at_1000_std + value: -4.964563322138795 + - type: nauc_ndcg_at_100_diff1 + value: 47.75612009818361 + - type: nauc_ndcg_at_100_max + value: 30.95429083420626 + - type: nauc_ndcg_at_100_std + value: -4.3878208586863305 + - type: nauc_ndcg_at_10_diff1 + value: 47.4742202498153 + - type: nauc_ndcg_at_10_max + value: 29.743145353732338 + - type: nauc_ndcg_at_10_std + value: -6.567730922963033 + - type: nauc_ndcg_at_1_diff1 + value: 52.90089377128913 + - type: nauc_ndcg_at_1_max + value: 32.40774032873656 + - type: nauc_ndcg_at_1_std + value: -6.0713885032931385 + - type: nauc_ndcg_at_20_diff1 + value: 48.15976773981052 + - type: nauc_ndcg_at_20_max + value: 30.720239716788537 + - type: nauc_ndcg_at_20_std + value: -5.915046628959949 + - type: nauc_ndcg_at_3_diff1 + value: 48.77714679523068 + - type: nauc_ndcg_at_3_max + value: 29.226005157792283 + - type: nauc_ndcg_at_3_std + value: -6.4435406187140885 + - type: nauc_ndcg_at_5_diff1 + value: 48.297650732431784 + - type: nauc_ndcg_at_5_max + value: 29.534042779795026 + - type: nauc_ndcg_at_5_std + value: -5.949674263097888 + - type: nauc_precision_at_1000_diff1 + value: -18.247129854487877 + - type: nauc_precision_at_1000_max + value: -6.022292074806939 + - type: nauc_precision_at_1000_std + value: -1.021725353550691 + - type: nauc_precision_at_100_diff1 + value: -9.138050121076688 + - type: nauc_precision_at_100_max + value: 3.997695077574597 + - type: nauc_precision_at_100_std + value: 4.742972800203224 + - type: nauc_precision_at_10_diff1 + value: 13.194684490713202 + - type: nauc_precision_at_10_max + value: 15.840940731793271 + - type: nauc_precision_at_10_std + value: -6.051512441226457 + - type: nauc_precision_at_1_diff1 + value: 52.90089377128913 + - type: nauc_precision_at_1_max + value: 32.40774032873656 + - type: nauc_precision_at_1_std + value: -6.0713885032931385 + - type: nauc_precision_at_20_diff1 + value: 6.899839868403575 + - type: nauc_precision_at_20_max + value: 13.891871886179638 + - type: nauc_precision_at_20_std + value: -3.3290467352585367 + - type: nauc_precision_at_3_diff1 + value: 31.976884237970864 + - type: nauc_precision_at_3_max + value: 21.50815377729393 + - type: nauc_precision_at_3_std + value: -6.096414234677205 + - type: nauc_precision_at_5_diff1 + value: 23.971358558972202 + - type: nauc_precision_at_5_max + value: 20.011127948852653 + - type: nauc_precision_at_5_std + value: -4.670600588714178 + - type: nauc_recall_at_1000_diff1 + value: 44.51341582665117 + - type: nauc_recall_at_1000_max + value: 45.529346087013685 + - type: nauc_recall_at_1000_std + value: 29.12832024115422 + - type: nauc_recall_at_100_diff1 + value: 36.31817172758161 + - type: nauc_recall_at_100_max + value: 31.24221823704618 + - type: nauc_recall_at_100_std + value: 11.578251243360445 + - type: nauc_recall_at_10_diff1 + value: 39.50364422633259 + - type: nauc_recall_at_10_max + value: 25.181494495474965 + - type: nauc_recall_at_10_std + value: -7.337961863786262 + - type: nauc_recall_at_1_diff1 + value: 53.726930079027355 + - type: nauc_recall_at_1_max + value: 31.564271750054214 + - type: nauc_recall_at_1_std + value: -6.207203206377229 + - type: nauc_recall_at_20_diff1 + value: 41.474813670401616 + - type: nauc_recall_at_20_max + value: 28.543585723893557 + - type: nauc_recall_at_20_std + value: -4.765052709529466 + - type: nauc_recall_at_3_diff1 + value: 45.76783251087914 + - type: nauc_recall_at_3_max + value: 26.023872990619722 + - type: nauc_recall_at_3_std + value: -6.413853244730829 + - type: nauc_recall_at_5_diff1 + value: 43.5601470678474 + - type: nauc_recall_at_5_max + value: 26.339112651956693 + - type: nauc_recall_at_5_std + value: -4.714784586679173 + - type: ndcg_at_1 + value: 41.045 + - type: ndcg_at_10 + value: 51.396 + - type: ndcg_at_100 + value: 56.784 + - type: ndcg_at_1000 + value: 58.30800000000001 + - type: ndcg_at_20 + value: 53.835 + - type: ndcg_at_3 + value: 46.269 + - type: ndcg_at_5 + value: 48.318 + - type: precision_at_1 + value: 41.045 + - type: precision_at_10 + value: 8.674999999999999 + - type: precision_at_100 + value: 1.258 + - type: precision_at_1000 + value: 0.149 + - type: precision_at_20 + value: 5.009 + - type: precision_at_3 + value: 20.958 + - type: precision_at_5 + value: 14.366000000000001 + - type: recall_at_1 + value: 34.811 + - type: recall_at_10 + value: 64.054 + - type: recall_at_100 + value: 86.707 + - type: recall_at_1000 + value: 96.95 + - type: recall_at_20 + value: 72.879 + - type: recall_at_3 + value: 49.833 + - type: recall_at_5 + value: 55.145999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 48.229 + - type: map_at_1 + value: 31.906000000000002 + - type: map_at_10 + value: 42.254999999999995 + - type: map_at_100 + value: 44.213 + - type: map_at_1000 + value: 44.439 + - type: map_at_20 + value: 43.248 + - type: map_at_3 + value: 38.86 + - type: map_at_5 + value: 41.141 + - type: mrr_at_1 + value: 38.73517786561265 + - type: mrr_at_10 + value: 46.97024593763724 + - type: mrr_at_100 + value: 47.94481042970731 + - type: mrr_at_1000 + value: 47.985760758872495 + - type: mrr_at_20 + value: 47.53700953359998 + - type: mrr_at_3 + value: 44.36758893280635 + - type: mrr_at_5 + value: 46.12648221343875 + - type: nauc_map_at_1000_diff1 + value: 47.495088997816524 + - type: nauc_map_at_1000_max + value: 19.671904439587365 + - type: nauc_map_at_1000_std + value: -1.3627808016020522 + - type: nauc_map_at_100_diff1 + value: 47.43920373673026 + - type: nauc_map_at_100_max + value: 19.867353334267776 + - type: nauc_map_at_100_std + value: -1.761385629643101 + - type: nauc_map_at_10_diff1 + value: 47.15528348684556 + - type: nauc_map_at_10_max + value: 19.676194850934312 + - type: nauc_map_at_10_std + value: -3.6727807703472592 + - type: nauc_map_at_1_diff1 + value: 52.99557955883872 + - type: nauc_map_at_1_max + value: 19.088249896716704 + - type: nauc_map_at_1_std + value: -7.249973708167082 + - type: nauc_map_at_20_diff1 + value: 46.86356518180594 + - type: nauc_map_at_20_max + value: 19.70347315131642 + - type: nauc_map_at_20_std + value: -2.6720920366999374 + - type: nauc_map_at_3_diff1 + value: 47.07329819024913 + - type: nauc_map_at_3_max + value: 18.945688932686426 + - type: nauc_map_at_3_std + value: -5.3156839236392734 + - type: nauc_map_at_5_diff1 + value: 47.11053199684523 + - type: nauc_map_at_5_max + value: 19.847890147729544 + - type: nauc_map_at_5_std + value: -4.16500079949399 + - type: nauc_mrr_at_1000_diff1 + value: 48.41311022522712 + - type: nauc_mrr_at_1000_max + value: 20.99590958422922 + - type: nauc_mrr_at_1000_std + value: 0.2576393823165339 + - type: nauc_mrr_at_100_diff1 + value: 48.404798258835335 + - type: nauc_mrr_at_100_max + value: 21.004559810198657 + - type: nauc_mrr_at_100_std + value: 0.2676523816417369 + - type: nauc_mrr_at_10_diff1 + value: 48.475983871350884 + - type: nauc_mrr_at_10_max + value: 21.11595664710079 + - type: nauc_mrr_at_10_std + value: -0.1661763911556166 + - type: nauc_mrr_at_1_diff1 + value: 51.122302952336426 + - type: nauc_mrr_at_1_max + value: 21.94116830220702 + - type: nauc_mrr_at_1_std + value: -0.39465620507429194 + - type: nauc_mrr_at_20_diff1 + value: 48.29705556987262 + - type: nauc_mrr_at_20_max + value: 20.968524188691408 + - type: nauc_mrr_at_20_std + value: 0.28692937673491176 + - type: nauc_mrr_at_3_diff1 + value: 48.290151351112456 + - type: nauc_mrr_at_3_max + value: 20.799391932160795 + - type: nauc_mrr_at_3_std + value: -0.4049152481916527 + - type: nauc_mrr_at_5_diff1 + value: 48.620266848277524 + - type: nauc_mrr_at_5_max + value: 20.828881801522147 + - type: nauc_mrr_at_5_std + value: -0.06261283231981098 + - type: nauc_ndcg_at_1000_diff1 + value: 46.805728708415245 + - type: nauc_ndcg_at_1000_max + value: 21.22113318417983 + - type: nauc_ndcg_at_1000_std + value: 1.7659499118079376 + - type: nauc_ndcg_at_100_diff1 + value: 46.396587447695026 + - type: nauc_ndcg_at_100_max + value: 21.229178416892807 + - type: nauc_ndcg_at_100_std + value: 1.8230824931003011 + - type: nauc_ndcg_at_10_diff1 + value: 47.3897122791697 + - type: nauc_ndcg_at_10_max + value: 19.649557338197745 + - type: nauc_ndcg_at_10_std + value: -0.7257825152815804 + - type: nauc_ndcg_at_1_diff1 + value: 51.122302952336426 + - type: nauc_ndcg_at_1_max + value: 21.94116830220702 + - type: nauc_ndcg_at_1_std + value: -0.39465620507429194 + - type: nauc_ndcg_at_20_diff1 + value: 45.99045587435792 + - type: nauc_ndcg_at_20_max + value: 19.464646365341085 + - type: nauc_ndcg_at_20_std + value: 0.6094769668002494 + - type: nauc_ndcg_at_3_diff1 + value: 46.89854380329431 + - type: nauc_ndcg_at_3_max + value: 19.771868883199687 + - type: nauc_ndcg_at_3_std + value: -0.7566375331567338 + - type: nauc_ndcg_at_5_diff1 + value: 47.229821387349084 + - type: nauc_ndcg_at_5_max + value: 20.448622864740855 + - type: nauc_ndcg_at_5_std + value: -0.23214798197661607 + - type: nauc_precision_at_1000_diff1 + value: 2.456615752810366 + - type: nauc_precision_at_1000_max + value: -13.30502314825911 + - type: nauc_precision_at_1000_std + value: 35.76718839634999 + - type: nauc_precision_at_100_diff1 + value: 8.348492928163296 + - type: nauc_precision_at_100_max + value: -3.525258460847986 + - type: nauc_precision_at_100_std + value: 34.346913879335645 + - type: nauc_precision_at_10_diff1 + value: 19.647438939981345 + - type: nauc_precision_at_10_max + value: 14.015118295827495 + - type: nauc_precision_at_10_std + value: 19.339560320323752 + - type: nauc_precision_at_1_diff1 + value: 51.122302952336426 + - type: nauc_precision_at_1_max + value: 21.94116830220702 + - type: nauc_precision_at_1_std + value: -0.39465620507429194 + - type: nauc_precision_at_20_diff1 + value: 11.698037110773422 + - type: nauc_precision_at_20_max + value: 8.098620556244079 + - type: nauc_precision_at_20_std + value: 26.836939281263955 + - type: nauc_precision_at_3_diff1 + value: 28.78809807347473 + - type: nauc_precision_at_3_max + value: 18.606067870867726 + - type: nauc_precision_at_3_std + value: 8.767601891307244 + - type: nauc_precision_at_5_diff1 + value: 22.42088373252247 + - type: nauc_precision_at_5_max + value: 19.879281993213862 + - type: nauc_precision_at_5_std + value: 14.420290896413016 + - type: nauc_recall_at_1000_diff1 + value: 14.48477604400231 + - type: nauc_recall_at_1000_max + value: 61.78599463752011 + - type: nauc_recall_at_1000_std + value: 72.54674171780393 + - type: nauc_recall_at_100_diff1 + value: 33.07453957533662 + - type: nauc_recall_at_100_max + value: 27.512780682283715 + - type: nauc_recall_at_100_std + value: 23.849561289021807 + - type: nauc_recall_at_10_diff1 + value: 40.575857558055326 + - type: nauc_recall_at_10_max + value: 17.11800549938132 + - type: nauc_recall_at_10_std + value: -1.4248798596283825 + - type: nauc_recall_at_1_diff1 + value: 52.99557955883872 + - type: nauc_recall_at_1_max + value: 19.088249896716704 + - type: nauc_recall_at_1_std + value: -7.249973708167082 + - type: nauc_recall_at_20_diff1 + value: 33.99863438013119 + - type: nauc_recall_at_20_max + value: 15.803057360456933 + - type: nauc_recall_at_20_std + value: 4.961930222488322 + - type: nauc_recall_at_3_diff1 + value: 42.237054496246145 + - type: nauc_recall_at_3_max + value: 16.840697278848705 + - type: nauc_recall_at_3_std + value: -4.126209346414736 + - type: nauc_recall_at_5_diff1 + value: 42.10776567509297 + - type: nauc_recall_at_5_max + value: 17.8575070365274 + - type: nauc_recall_at_5_std + value: -1.4236170271745745 + - type: ndcg_at_1 + value: 38.735 + - type: ndcg_at_10 + value: 48.229 + - type: ndcg_at_100 + value: 54.468 + - type: ndcg_at_1000 + value: 56.287 + - type: ndcg_at_20 + value: 50.617999999999995 + - type: ndcg_at_3 + value: 43.338 + - type: ndcg_at_5 + value: 46.294999999999995 + - type: precision_at_1 + value: 38.735 + - type: precision_at_10 + value: 9.13 + - type: precision_at_100 + value: 1.8339999999999999 + - type: precision_at_1000 + value: 0.255 + - type: precision_at_20 + value: 5.800000000000001 + - type: precision_at_3 + value: 20.224 + - type: precision_at_5 + value: 14.979999999999999 + - type: recall_at_1 + value: 31.906000000000002 + - type: recall_at_10 + value: 58.742000000000004 + - type: recall_at_100 + value: 86.001 + - type: recall_at_1000 + value: 97.30499999999999 + - type: recall_at_20 + value: 67.744 + - type: recall_at_3 + value: 45.072 + - type: recall_at_5 + value: 52.993 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 39.542 + - type: map_at_1 + value: 26.565 + - type: map_at_10 + value: 34.525 + - type: map_at_100 + value: 35.667 + - type: map_at_1000 + value: 35.76 + - type: map_at_20 + value: 35.205999999999996 + - type: map_at_3 + value: 31.854 + - type: map_at_5 + value: 33.176 + - type: mrr_at_1 + value: 29.20517560073937 + - type: mrr_at_10 + value: 37.08439691341724 + - type: mrr_at_100 + value: 38.01059513086597 + - type: mrr_at_1000 + value: 38.07153297322738 + - type: mrr_at_20 + value: 37.61517819470785 + - type: mrr_at_3 + value: 34.59642637091805 + - type: mrr_at_5 + value: 35.85335797905114 + - type: nauc_map_at_1000_diff1 + value: 44.31701336173116 + - type: nauc_map_at_1000_max + value: 16.130459475311362 + - type: nauc_map_at_1000_std + value: -4.066518199918133 + - type: nauc_map_at_100_diff1 + value: 44.327021392192385 + - type: nauc_map_at_100_max + value: 16.145481588871835 + - type: nauc_map_at_100_std + value: -4.067822225125757 + - type: nauc_map_at_10_diff1 + value: 44.45681615650266 + - type: nauc_map_at_10_max + value: 16.3876608176403 + - type: nauc_map_at_10_std + value: -4.642174886460134 + - type: nauc_map_at_1_diff1 + value: 48.309451353884235 + - type: nauc_map_at_1_max + value: 14.659358255600885 + - type: nauc_map_at_1_std + value: -6.480918454853081 + - type: nauc_map_at_20_diff1 + value: 44.38848430651199 + - type: nauc_map_at_20_max + value: 15.780009933494304 + - type: nauc_map_at_20_std + value: -4.154494565017467 + - type: nauc_map_at_3_diff1 + value: 45.437821252489506 + - type: nauc_map_at_3_max + value: 16.742021417179387 + - type: nauc_map_at_3_std + value: -6.056265703635078 + - type: nauc_map_at_5_diff1 + value: 45.41602514907789 + - type: nauc_map_at_5_max + value: 16.47163044317504 + - type: nauc_map_at_5_std + value: -5.579883759639345 + - type: nauc_mrr_at_1000_diff1 + value: 43.606140308926214 + - type: nauc_mrr_at_1000_max + value: 16.259882534857155 + - type: nauc_mrr_at_1000_std + value: -4.57796149408641 + - type: nauc_mrr_at_100_diff1 + value: 43.60326855408368 + - type: nauc_mrr_at_100_max + value: 16.258830980141983 + - type: nauc_mrr_at_100_std + value: -4.585033557554184 + - type: nauc_mrr_at_10_diff1 + value: 43.65208595922507 + - type: nauc_mrr_at_10_max + value: 16.553536816353382 + - type: nauc_mrr_at_10_std + value: -5.0713438811575555 + - type: nauc_mrr_at_1_diff1 + value: 48.325071997506505 + - type: nauc_mrr_at_1_max + value: 14.832750845023146 + - type: nauc_mrr_at_1_std + value: -7.241802324060084 + - type: nauc_mrr_at_20_diff1 + value: 43.56043734269684 + - type: nauc_mrr_at_20_max + value: 16.069013855017854 + - type: nauc_mrr_at_20_std + value: -4.614073034175973 + - type: nauc_mrr_at_3_diff1 + value: 44.35292814451889 + - type: nauc_mrr_at_3_max + value: 17.284290586683813 + - type: nauc_mrr_at_3_std + value: -5.473861789155963 + - type: nauc_mrr_at_5_diff1 + value: 44.42201798632778 + - type: nauc_mrr_at_5_max + value: 16.717670959580776 + - type: nauc_mrr_at_5_std + value: -5.443367064802848 + - type: nauc_ndcg_at_1000_diff1 + value: 42.236407068780515 + - type: nauc_ndcg_at_1000_max + value: 16.392422633395153 + - type: nauc_ndcg_at_1000_std + value: -1.192190658096375 + - type: nauc_ndcg_at_100_diff1 + value: 42.14119116801277 + - type: nauc_ndcg_at_100_max + value: 16.13415803532655 + - type: nauc_ndcg_at_100_std + value: -0.9966215162019469 + - type: nauc_ndcg_at_10_diff1 + value: 42.4417737438586 + - type: nauc_ndcg_at_10_max + value: 16.274567696691573 + - type: nauc_ndcg_at_10_std + value: -3.6179390394259903 + - type: nauc_ndcg_at_1_diff1 + value: 48.325071997506505 + - type: nauc_ndcg_at_1_max + value: 14.832750845023146 + - type: nauc_ndcg_at_1_std + value: -7.241802324060084 + - type: nauc_ndcg_at_20_diff1 + value: 42.218839329600314 + - type: nauc_ndcg_at_20_max + value: 14.278956529458457 + - type: nauc_ndcg_at_20_std + value: -1.75601703497348 + - type: nauc_ndcg_at_3_diff1 + value: 44.118831425290864 + - type: nauc_ndcg_at_3_max + value: 17.763450766878407 + - type: nauc_ndcg_at_3_std + value: -5.511333401326693 + - type: nauc_ndcg_at_5_diff1 + value: 44.350244039228684 + - type: nauc_ndcg_at_5_max + value: 16.872392867376163 + - type: nauc_ndcg_at_5_std + value: -5.192532346917115 + - type: nauc_precision_at_1000_diff1 + value: -13.502870987205087 + - type: nauc_precision_at_1000_max + value: -5.569471380713692 + - type: nauc_precision_at_1000_std + value: 3.7615484246993174 + - type: nauc_precision_at_100_diff1 + value: 4.3486166706781715 + - type: nauc_precision_at_100_max + value: 9.798796624884769 + - type: nauc_precision_at_100_std + value: 17.687575480004686 + - type: nauc_precision_at_10_diff1 + value: 26.315525148666215 + - type: nauc_precision_at_10_max + value: 15.632196329772343 + - type: nauc_precision_at_10_std + value: 6.771032703498772 + - type: nauc_precision_at_1_diff1 + value: 48.325071997506505 + - type: nauc_precision_at_1_max + value: 14.832750845023146 + - type: nauc_precision_at_1_std + value: -7.241802324060084 + - type: nauc_precision_at_20_diff1 + value: 20.801470081602552 + - type: nauc_precision_at_20_max + value: 7.029450231532425 + - type: nauc_precision_at_20_std + value: 13.071960852372952 + - type: nauc_precision_at_3_diff1 + value: 38.97587240190173 + - type: nauc_precision_at_3_max + value: 19.450589959302075 + - type: nauc_precision_at_3_std + value: -3.053255312485641 + - type: nauc_precision_at_5_diff1 + value: 37.25427076067403 + - type: nauc_precision_at_5_max + value: 17.266441310681067 + - type: nauc_precision_at_5_std + value: -1.0377167920900239 + - type: nauc_recall_at_1000_diff1 + value: 24.284270619620074 + - type: nauc_recall_at_1000_max + value: 28.189662006674293 + - type: nauc_recall_at_1000_std + value: 40.36949902164481 + - type: nauc_recall_at_100_diff1 + value: 32.33595995022117 + - type: nauc_recall_at_100_max + value: 14.55739776232413 + - type: nauc_recall_at_100_std + value: 15.957876076610955 + - type: nauc_recall_at_10_diff1 + value: 35.76287413694493 + - type: nauc_recall_at_10_max + value: 14.206793089247608 + - type: nauc_recall_at_10_std + value: -0.7567768181737041 + - type: nauc_recall_at_1_diff1 + value: 48.309451353884235 + - type: nauc_recall_at_1_max + value: 14.659358255600885 + - type: nauc_recall_at_1_std + value: -6.480918454853081 + - type: nauc_recall_at_20_diff1 + value: 34.79257897401949 + - type: nauc_recall_at_20_max + value: 5.948905509300792 + - type: nauc_recall_at_20_std + value: 7.26342864152797 + - type: nauc_recall_at_3_diff1 + value: 41.627795596112904 + - type: nauc_recall_at_3_max + value: 19.17324430675074 + - type: nauc_recall_at_3_std + value: -5.8732091994119635 + - type: nauc_recall_at_5_diff1 + value: 41.293119343456695 + - type: nauc_recall_at_5_max + value: 16.96513762749752 + - type: nauc_recall_at_5_std + value: -4.509441721720783 + - type: ndcg_at_1 + value: 29.205 + - type: ndcg_at_10 + value: 39.542 + - type: ndcg_at_100 + value: 44.96 + - type: ndcg_at_1000 + value: 47.094 + - type: ndcg_at_20 + value: 41.807 + - type: ndcg_at_3 + value: 34.339 + - type: ndcg_at_5 + value: 36.538 + - type: precision_at_1 + value: 29.205 + - type: precision_at_10 + value: 6.1370000000000005 + - type: precision_at_100 + value: 0.9520000000000001 + - type: precision_at_1000 + value: 0.125 + - type: precision_at_20 + value: 3.614 + - type: precision_at_3 + value: 14.479000000000001 + - type: precision_at_5 + value: 9.945 + - type: recall_at_1 + value: 26.565 + - type: recall_at_10 + value: 52.63099999999999 + - type: recall_at_100 + value: 77.388 + - type: recall_at_1000 + value: 93.111 + - type: recall_at_20 + value: 61.241 + - type: recall_at_3 + value: 38.29 + - type: recall_at_5 + value: 43.817 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 45.765 + - type: map_at_1 + value: 18.693 + - type: map_at_10 + value: 34.797 + - type: map_at_100 + value: 37.123 + - type: map_at_1000 + value: 37.291999999999994 + - type: map_at_20 + value: 36.196 + - type: map_at_3 + value: 28.503 + - type: map_at_5 + value: 32.074999999999996 + - type: mrr_at_1 + value: 42.93159609120521 + - type: mrr_at_10 + value: 57.09055891629189 + - type: mrr_at_100 + value: 57.61202242182417 + - type: mrr_at_1000 + value: 57.627325585586185 + - type: mrr_at_20 + value: 57.45761564708286 + - type: mrr_at_3 + value: 54.082519001085835 + - type: mrr_at_5 + value: 56.04017372421293 + - type: nauc_map_at_1000_diff1 + value: 29.62748830971108 + - type: nauc_map_at_1000_max + value: 38.90548417023915 + - type: nauc_map_at_1000_std + value: 10.982709233422067 + - type: nauc_map_at_100_diff1 + value: 29.571188402344134 + - type: nauc_map_at_100_max + value: 38.928535099659605 + - type: nauc_map_at_100_std + value: 10.992082156218132 + - type: nauc_map_at_10_diff1 + value: 29.91368337621149 + - type: nauc_map_at_10_max + value: 38.17858866916931 + - type: nauc_map_at_10_std + value: 9.170807732909834 + - type: nauc_map_at_1_diff1 + value: 38.292771711378094 + - type: nauc_map_at_1_max + value: 31.175623912098082 + - type: nauc_map_at_1_std + value: -1.9866431729978125 + - type: nauc_map_at_20_diff1 + value: 29.895018465325386 + - type: nauc_map_at_20_max + value: 38.68987002868627 + - type: nauc_map_at_20_std + value: 10.325850804931683 + - type: nauc_map_at_3_diff1 + value: 32.450764245953124 + - type: nauc_map_at_3_max + value: 36.56035725422814 + - type: nauc_map_at_3_std + value: 5.069981585274344 + - type: nauc_map_at_5_diff1 + value: 30.82713673636892 + - type: nauc_map_at_5_max + value: 37.53274823289814 + - type: nauc_map_at_5_std + value: 7.475198176862019 + - type: nauc_mrr_at_1000_diff1 + value: 27.527247873661825 + - type: nauc_mrr_at_1000_max + value: 37.6662925313217 + - type: nauc_mrr_at_1000_std + value: 12.958087435958717 + - type: nauc_mrr_at_100_diff1 + value: 27.517344291640494 + - type: nauc_mrr_at_100_max + value: 37.671910181450116 + - type: nauc_mrr_at_100_std + value: 12.975631946066274 + - type: nauc_mrr_at_10_diff1 + value: 27.37340022726463 + - type: nauc_mrr_at_10_max + value: 37.75987233036419 + - type: nauc_mrr_at_10_std + value: 12.980445473930105 + - type: nauc_mrr_at_1_diff1 + value: 30.294284606380177 + - type: nauc_mrr_at_1_max + value: 33.52304031536273 + - type: nauc_mrr_at_1_std + value: 7.362569179213545 + - type: nauc_mrr_at_20_diff1 + value: 27.516321063997818 + - type: nauc_mrr_at_20_max + value: 37.71518717638686 + - type: nauc_mrr_at_20_std + value: 13.023005393854561 + - type: nauc_mrr_at_3_diff1 + value: 27.43050817662863 + - type: nauc_mrr_at_3_max + value: 37.567407024580795 + - type: nauc_mrr_at_3_std + value: 11.72224066823944 + - type: nauc_mrr_at_5_diff1 + value: 27.48380660186141 + - type: nauc_mrr_at_5_max + value: 37.83633222312436 + - type: nauc_mrr_at_5_std + value: 12.648909042225116 + - type: nauc_ndcg_at_1000_diff1 + value: 27.348749275808565 + - type: nauc_ndcg_at_1000_max + value: 40.92738864140189 + - type: nauc_ndcg_at_1000_std + value: 17.298965422330724 + - type: nauc_ndcg_at_100_diff1 + value: 26.406487158488023 + - type: nauc_ndcg_at_100_max + value: 41.41285056973748 + - type: nauc_ndcg_at_100_std + value: 17.925298509801692 + - type: nauc_ndcg_at_10_diff1 + value: 27.41610920315052 + - type: nauc_ndcg_at_10_max + value: 39.691386898955635 + - type: nauc_ndcg_at_10_std + value: 13.309540866780392 + - type: nauc_ndcg_at_1_diff1 + value: 30.294284606380177 + - type: nauc_ndcg_at_1_max + value: 33.52304031536273 + - type: nauc_ndcg_at_1_std + value: 7.362569179213545 + - type: nauc_ndcg_at_20_diff1 + value: 27.35285020840544 + - type: nauc_ndcg_at_20_max + value: 40.54240809305637 + - type: nauc_ndcg_at_20_std + value: 15.615186440824544 + - type: nauc_ndcg_at_3_diff1 + value: 29.2536320295362 + - type: nauc_ndcg_at_3_max + value: 37.446326210011065 + - type: nauc_ndcg_at_3_std + value: 8.769752235477865 + - type: nauc_ndcg_at_5_diff1 + value: 28.519419303034223 + - type: nauc_ndcg_at_5_max + value: 38.87942356352632 + - type: nauc_ndcg_at_5_std + value: 10.655159360448403 + - type: nauc_precision_at_1000_diff1 + value: -13.778436964449162 + - type: nauc_precision_at_1000_max + value: -1.5757398167401473 + - type: nauc_precision_at_1000_std + value: 21.685081909609398 + - type: nauc_precision_at_100_diff1 + value: -9.84448688176112 + - type: nauc_precision_at_100_max + value: 14.394813480886384 + - type: nauc_precision_at_100_std + value: 30.613127306510656 + - type: nauc_precision_at_10_diff1 + value: 3.6153476810793617 + - type: nauc_precision_at_10_max + value: 27.908875838679187 + - type: nauc_precision_at_10_std + value: 25.116695667452483 + - type: nauc_precision_at_1_diff1 + value: 30.294284606380177 + - type: nauc_precision_at_1_max + value: 33.52304031536273 + - type: nauc_precision_at_1_std + value: 7.362569179213545 + - type: nauc_precision_at_20_diff1 + value: -0.10581947714259332 + - type: nauc_precision_at_20_max + value: 23.623296291147284 + - type: nauc_precision_at_20_std + value: 28.569096802805273 + - type: nauc_precision_at_3_diff1 + value: 15.417757444527858 + - type: nauc_precision_at_3_max + value: 35.044093611143104 + - type: nauc_precision_at_3_std + value: 16.94571966979081 + - type: nauc_precision_at_5_diff1 + value: 9.321960905945865 + - type: nauc_precision_at_5_max + value: 31.958151849692225 + - type: nauc_precision_at_5_std + value: 21.597268095371692 + - type: nauc_recall_at_1000_diff1 + value: 13.973326251203499 + - type: nauc_recall_at_1000_max + value: 43.21737599095864 + - type: nauc_recall_at_1000_std + value: 43.401037509157916 + - type: nauc_recall_at_100_diff1 + value: 11.474499434955268 + - type: nauc_recall_at_100_max + value: 40.832085174507256 + - type: nauc_recall_at_100_std + value: 33.34882371261869 + - type: nauc_recall_at_10_diff1 + value: 19.607029490024455 + - type: nauc_recall_at_10_max + value: 36.480369936031686 + - type: nauc_recall_at_10_std + value: 15.727190817289003 + - type: nauc_recall_at_1_diff1 + value: 38.292771711378094 + - type: nauc_recall_at_1_max + value: 31.175623912098082 + - type: nauc_recall_at_1_std + value: -1.9866431729978125 + - type: nauc_recall_at_20_diff1 + value: 17.88148599914498 + - type: nauc_recall_at_20_max + value: 37.15460939398063 + - type: nauc_recall_at_20_std + value: 21.32153921542893 + - type: nauc_recall_at_3_diff1 + value: 26.258226086531465 + - type: nauc_recall_at_3_max + value: 35.711402441842 + - type: nauc_recall_at_3_std + value: 6.900316431484741 + - type: nauc_recall_at_5_diff1 + value: 22.34254971673374 + - type: nauc_recall_at_5_max + value: 35.73901160015368 + - type: nauc_recall_at_5_std + value: 10.746113843136587 + - type: ndcg_at_1 + value: 42.931999999999995 + - type: ndcg_at_10 + value: 45.765 + - type: ndcg_at_100 + value: 52.986999999999995 + - type: ndcg_at_1000 + value: 55.481 + - type: ndcg_at_20 + value: 49.046 + - type: ndcg_at_3 + value: 38.117000000000004 + - type: ndcg_at_5 + value: 41.192 + - type: precision_at_1 + value: 42.931999999999995 + - type: precision_at_10 + value: 14.573 + - type: precision_at_100 + value: 2.246 + - type: precision_at_1000 + value: 0.272 + - type: precision_at_20 + value: 8.752 + - type: precision_at_3 + value: 29.229 + - type: precision_at_5 + value: 22.84 + - type: recall_at_1 + value: 18.693 + - type: recall_at_10 + value: 53.345 + - type: recall_at_100 + value: 76.94 + - type: recall_at_1000 + value: 90.49199999999999 + - type: recall_at_20 + value: 62.366 + - type: recall_at_3 + value: 34.846 + - type: recall_at_5 + value: 43.504 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 49.747 + - type: map_at_1 + value: 9.771 + - type: map_at_10 + value: 23.411 + - type: map_at_100 + value: 34.894 + - type: map_at_1000 + value: 36.771 + - type: map_at_20 + value: 28.109 + - type: map_at_3 + value: 16.008 + - type: map_at_5 + value: 19.042 + - type: mrr_at_1 + value: 72.75 + - type: mrr_at_10 + value: 80.03859126984126 + - type: mrr_at_100 + value: 80.3164527985558 + - type: mrr_at_1000 + value: 80.3210619351907 + - type: mrr_at_20 + value: 80.25448621510927 + - type: mrr_at_3 + value: 78.58333333333333 + - type: mrr_at_5 + value: 79.38333333333333 + - type: nauc_map_at_1000_diff1 + value: 32.9210053309451 + - type: nauc_map_at_1000_max + value: 39.131322809002675 + - type: nauc_map_at_1000_std + value: 22.47925587034267 + - type: nauc_map_at_100_diff1 + value: 33.48737776488358 + - type: nauc_map_at_100_max + value: 37.312409345747625 + - type: nauc_map_at_100_std + value: 19.45169971949006 + - type: nauc_map_at_10_diff1 + value: 34.86121747102709 + - type: nauc_map_at_10_max + value: 21.927351173848063 + - type: nauc_map_at_10_std + value: -5.469585929328966 + - type: nauc_map_at_1_diff1 + value: 36.788988562050946 + - type: nauc_map_at_1_max + value: 6.218043424236115 + - type: nauc_map_at_1_std + value: -24.42188675644677 + - type: nauc_map_at_20_diff1 + value: 34.2019845457827 + - type: nauc_map_at_20_max + value: 27.87555414523285 + - type: nauc_map_at_20_std + value: 3.704193361848003 + - type: nauc_map_at_3_diff1 + value: 34.08750068116169 + - type: nauc_map_at_3_max + value: 11.433238879464716 + - type: nauc_map_at_3_std + value: -18.070105813076655 + - type: nauc_map_at_5_diff1 + value: 34.167149018546944 + - type: nauc_map_at_5_max + value: 15.023813889086737 + - type: nauc_map_at_5_std + value: -12.811405222222753 + - type: nauc_mrr_at_1000_diff1 + value: 60.14213791851398 + - type: nauc_mrr_at_1000_max + value: 67.63487849347548 + - type: nauc_mrr_at_1000_std + value: 44.30322435935586 + - type: nauc_mrr_at_100_diff1 + value: 60.142343520968275 + - type: nauc_mrr_at_100_max + value: 67.63152241168181 + - type: nauc_mrr_at_100_std + value: 44.277233086478574 + - type: nauc_mrr_at_10_diff1 + value: 60.054050852029725 + - type: nauc_mrr_at_10_max + value: 67.85192489991957 + - type: nauc_mrr_at_10_std + value: 44.53453783053214 + - type: nauc_mrr_at_1_diff1 + value: 60.56003472781103 + - type: nauc_mrr_at_1_max + value: 63.99721006911423 + - type: nauc_mrr_at_1_std + value: 39.410700262897336 + - type: nauc_mrr_at_20_diff1 + value: 60.1578610517364 + - type: nauc_mrr_at_20_max + value: 67.73004026185055 + - type: nauc_mrr_at_20_std + value: 44.38457392945975 + - type: nauc_mrr_at_3_diff1 + value: 61.00386913748428 + - type: nauc_mrr_at_3_max + value: 67.6097919172443 + - type: nauc_mrr_at_3_std + value: 44.37901697625456 + - type: nauc_mrr_at_5_diff1 + value: 60.143743823564556 + - type: nauc_mrr_at_5_max + value: 67.7422395669353 + - type: nauc_mrr_at_5_std + value: 44.92611999884299 + - type: nauc_ndcg_at_1000_diff1 + value: 41.943919199876 + - type: nauc_ndcg_at_1000_max + value: 55.34368795153672 + - type: nauc_ndcg_at_1000_std + value: 40.64364798733629 + - type: nauc_ndcg_at_100_diff1 + value: 40.85975674055452 + - type: nauc_ndcg_at_100_max + value: 49.48913616661651 + - type: nauc_ndcg_at_100_std + value: 31.230004407529734 + - type: nauc_ndcg_at_10_diff1 + value: 39.03977233447205 + - type: nauc_ndcg_at_10_max + value: 50.85899373451582 + - type: nauc_ndcg_at_10_std + value: 28.565535567657758 + - type: nauc_ndcg_at_1_diff1 + value: 55.103074446340386 + - type: nauc_ndcg_at_1_max + value: 57.083365993170574 + - type: nauc_ndcg_at_1_std + value: 32.62345920937068 + - type: nauc_ndcg_at_20_diff1 + value: 40.80800588069346 + - type: nauc_ndcg_at_20_max + value: 48.08304675498962 + - type: nauc_ndcg_at_20_std + value: 24.308155582475493 + - type: nauc_ndcg_at_3_diff1 + value: 39.380845981099704 + - type: nauc_ndcg_at_3_max + value: 50.47351788265686 + - type: nauc_ndcg_at_3_std + value: 30.84136147203736 + - type: nauc_ndcg_at_5_diff1 + value: 37.53771673873421 + - type: nauc_ndcg_at_5_max + value: 50.442525037505725 + - type: nauc_ndcg_at_5_std + value: 31.698222359017542 + - type: nauc_precision_at_1000_diff1 + value: -17.598452736961626 + - type: nauc_precision_at_1000_max + value: 7.3978095147406 + - type: nauc_precision_at_1000_std + value: 17.81398831007705 + - type: nauc_precision_at_100_diff1 + value: -4.823669703134118 + - type: nauc_precision_at_100_max + value: 31.2211264113413 + - type: nauc_precision_at_100_std + value: 44.03977414541822 + - type: nauc_precision_at_10_diff1 + value: 5.427329842585479 + - type: nauc_precision_at_10_max + value: 41.966355896510336 + - type: nauc_precision_at_10_std + value: 46.86681191228352 + - type: nauc_precision_at_1_diff1 + value: 60.56003472781103 + - type: nauc_precision_at_1_max + value: 63.99721006911423 + - type: nauc_precision_at_1_std + value: 39.410700262897336 + - type: nauc_precision_at_20_diff1 + value: 2.8680215514220055 + - type: nauc_precision_at_20_max + value: 39.47074710749822 + - type: nauc_precision_at_20_std + value: 47.12080089773674 + - type: nauc_precision_at_3_diff1 + value: 20.02194579331603 + - type: nauc_precision_at_3_max + value: 46.505979797805715 + - type: nauc_precision_at_3_std + value: 41.71524758675274 + - type: nauc_precision_at_5_diff1 + value: 10.289351995558569 + - type: nauc_precision_at_5_max + value: 44.02813523786892 + - type: nauc_precision_at_5_std + value: 46.62685778242112 + - type: nauc_recall_at_1000_diff1 + value: 30.21940277893363 + - type: nauc_recall_at_1000_max + value: 39.5822655196913 + - type: nauc_recall_at_1000_std + value: 43.96968070152464 + - type: nauc_recall_at_100_diff1 + value: 26.911050821982297 + - type: nauc_recall_at_100_max + value: 28.70889194883595 + - type: nauc_recall_at_100_std + value: 19.234276029546248 + - type: nauc_recall_at_10_diff1 + value: 32.16261998997161 + - type: nauc_recall_at_10_max + value: 16.351143839887673 + - type: nauc_recall_at_10_std + value: -9.566286205201623 + - type: nauc_recall_at_1_diff1 + value: 36.788988562050946 + - type: nauc_recall_at_1_max + value: 6.218043424236115 + - type: nauc_recall_at_1_std + value: -24.42188675644677 + - type: nauc_recall_at_20_diff1 + value: 29.963999826495584 + - type: nauc_recall_at_20_max + value: 17.55794298249755 + - type: nauc_recall_at_20_std + value: -3.7511675743870634 + - type: nauc_recall_at_3_diff1 + value: 31.228447322937804 + - type: nauc_recall_at_3_max + value: 8.65382080521747 + - type: nauc_recall_at_3_std + value: -19.691807046880168 + - type: nauc_recall_at_5_diff1 + value: 30.398206992445942 + - type: nauc_recall_at_5_max + value: 11.275424919343163 + - type: nauc_recall_at_5_std + value: -14.798926734485269 + - type: ndcg_at_1 + value: 62.625 + - type: ndcg_at_10 + value: 49.747 + - type: ndcg_at_100 + value: 55.010000000000005 + - type: ndcg_at_1000 + value: 61.895 + - type: ndcg_at_20 + value: 49.392 + - type: ndcg_at_3 + value: 54.120999999999995 + - type: ndcg_at_5 + value: 51.637 + - type: precision_at_1 + value: 72.75 + - type: precision_at_10 + value: 40.825 + - type: precision_at_100 + value: 13.105 + - type: precision_at_1000 + value: 2.308 + - type: precision_at_20 + value: 31.75 + - type: precision_at_3 + value: 57.25 + - type: precision_at_5 + value: 50.6 + - type: recall_at_1 + value: 9.771 + - type: recall_at_10 + value: 28.587 + - type: recall_at_100 + value: 61.946 + - type: recall_at_1000 + value: 84.463 + - type: recall_at_20 + value: 38.478 + - type: recall_at_3 + value: 17.218 + - type: recall_at_5 + value: 21.275 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 91.86500000000001 + - type: f1 + value: 88.30096162438134 + - type: f1_weighted + value: 92.0659899919408 + - type: main_score + value: 91.86500000000001 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 92.324 + - type: map_at_1 + value: 82.009 + - type: map_at_10 + value: 89.747 + - type: map_at_100 + value: 89.938 + - type: map_at_1000 + value: 89.947 + - type: map_at_20 + value: 89.861 + - type: map_at_3 + value: 88.857 + - type: map_at_5 + value: 89.436 + - type: mrr_at_1 + value: 88.41884188418841 + - type: mrr_at_10 + value: 93.21862543397191 + - type: mrr_at_100 + value: 93.25036117475034 + - type: mrr_at_1000 + value: 93.25067900377414 + - type: mrr_at_20 + value: 93.24015254547037 + - type: mrr_at_3 + value: 92.9592959295929 + - type: mrr_at_5 + value: 93.14756475647556 + - type: nauc_map_at_1000_diff1 + value: 50.94738883522824 + - type: nauc_map_at_1000_max + value: 28.177769914986435 + - type: nauc_map_at_1000_std + value: -7.695498206797145 + - type: nauc_map_at_100_diff1 + value: 50.907640770694485 + - type: nauc_map_at_100_max + value: 28.17900950335047 + - type: nauc_map_at_100_std + value: -7.673824199345647 + - type: nauc_map_at_10_diff1 + value: 50.214920089544 + - type: nauc_map_at_10_max + value: 27.936185706166384 + - type: nauc_map_at_10_std + value: -7.840526683429777 + - type: nauc_map_at_1_diff1 + value: 58.66611849130122 + - type: nauc_map_at_1_max + value: 26.20254332997399 + - type: nauc_map_at_1_std + value: -12.81827489016333 + - type: nauc_map_at_20_diff1 + value: 50.58681046481491 + - type: nauc_map_at_20_max + value: 28.13309361145371 + - type: nauc_map_at_20_std + value: -7.621015109639511 + - type: nauc_map_at_3_diff1 + value: 48.956697935385854 + - type: nauc_map_at_3_max + value: 27.170314916243555 + - type: nauc_map_at_3_std + value: -9.39547812372297 + - type: nauc_map_at_5_diff1 + value: 49.27259708465449 + - type: nauc_map_at_5_max + value: 27.781743495059448 + - type: nauc_map_at_5_std + value: -8.436943665780772 + - type: nauc_mrr_at_1000_diff1 + value: 70.94197138644368 + - type: nauc_mrr_at_1000_max + value: 29.744792827747425 + - type: nauc_mrr_at_1000_std + value: -14.231190372133911 + - type: nauc_mrr_at_100_diff1 + value: 70.94173828653378 + - type: nauc_mrr_at_100_max + value: 29.747027261249315 + - type: nauc_mrr_at_100_std + value: -14.226978661637379 + - type: nauc_mrr_at_10_diff1 + value: 70.75178524174973 + - type: nauc_mrr_at_10_max + value: 29.809671744912002 + - type: nauc_mrr_at_10_std + value: -14.075447791457476 + - type: nauc_mrr_at_1_diff1 + value: 74.79778494514198 + - type: nauc_mrr_at_1_max + value: 28.952464074244013 + - type: nauc_mrr_at_1_std + value: -15.239541908497461 + - type: nauc_mrr_at_20_diff1 + value: 70.88304898540507 + - type: nauc_mrr_at_20_max + value: 29.806675277853056 + - type: nauc_mrr_at_20_std + value: -14.157092427397986 + - type: nauc_mrr_at_3_diff1 + value: 70.25568401882646 + - type: nauc_mrr_at_3_max + value: 29.456378318649907 + - type: nauc_mrr_at_3_std + value: -15.294678607922727 + - type: nauc_mrr_at_5_diff1 + value: 70.40859709340829 + - type: nauc_mrr_at_5_max + value: 30.103095328322116 + - type: nauc_mrr_at_5_std + value: -14.224307813357095 + - type: nauc_ndcg_at_1000_diff1 + value: 53.98068423933861 + - type: nauc_ndcg_at_1000_max + value: 29.181455069482908 + - type: nauc_ndcg_at_1000_std + value: -7.203475127738186 + - type: nauc_ndcg_at_100_diff1 + value: 53.057337452477405 + - type: nauc_ndcg_at_100_max + value: 29.245923440897037 + - type: nauc_ndcg_at_100_std + value: -6.585954807531662 + - type: nauc_ndcg_at_10_diff1 + value: 49.98186818251915 + - type: nauc_ndcg_at_10_max + value: 28.56823323795041 + - type: nauc_ndcg_at_10_std + value: -6.323710931814188 + - type: nauc_ndcg_at_1_diff1 + value: 74.79778494514198 + - type: nauc_ndcg_at_1_max + value: 28.952464074244013 + - type: nauc_ndcg_at_1_std + value: -15.239541908497461 + - type: nauc_ndcg_at_20_diff1 + value: 51.10852050231911 + - type: nauc_ndcg_at_20_max + value: 29.08003046680923 + - type: nauc_ndcg_at_20_std + value: -5.849331595918404 + - type: nauc_ndcg_at_3_diff1 + value: 49.52502230383664 + - type: nauc_ndcg_at_3_max + value: 28.00888943579568 + - type: nauc_ndcg_at_3_std + value: -9.363043652090012 + - type: nauc_ndcg_at_5_diff1 + value: 48.65210001822694 + - type: nauc_ndcg_at_5_max + value: 28.812347880950274 + - type: nauc_ndcg_at_5_std + value: -7.494399468900928 + - type: nauc_precision_at_1000_diff1 + value: -10.394877833194963 + - type: nauc_precision_at_1000_max + value: -7.894463753706603 + - type: nauc_precision_at_1000_std + value: 8.498285792797692 + - type: nauc_precision_at_100_diff1 + value: -12.462196048282426 + - type: nauc_precision_at_100_max + value: -6.5991192066970505 + - type: nauc_precision_at_100_std + value: 11.196963409158196 + - type: nauc_precision_at_10_diff1 + value: -16.08068752853303 + - type: nauc_precision_at_10_max + value: -5.804024497000059 + - type: nauc_precision_at_10_std + value: 12.878158171669485 + - type: nauc_precision_at_1_diff1 + value: 74.79778494514198 + - type: nauc_precision_at_1_max + value: 28.952464074244013 + - type: nauc_precision_at_1_std + value: -15.239541908497461 + - type: nauc_precision_at_20_diff1 + value: -14.983606658676099 + - type: nauc_precision_at_20_max + value: -5.587463391153577 + - type: nauc_precision_at_20_std + value: 13.834807282791427 + - type: nauc_precision_at_3_diff1 + value: -13.597983159064528 + - type: nauc_precision_at_3_max + value: -2.524512740134365 + - type: nauc_precision_at_3_std + value: 6.842035390748123 + - type: nauc_precision_at_5_diff1 + value: -17.25544777698726 + - type: nauc_precision_at_5_max + value: -4.0883771364047 + - type: nauc_precision_at_5_std + value: 10.449335744222909 + - type: nauc_recall_at_1000_diff1 + value: 13.653514864247507 + - type: nauc_recall_at_1000_max + value: 51.63943256263603 + - type: nauc_recall_at_1000_std + value: 50.775035850822206 + - type: nauc_recall_at_100_diff1 + value: 4.781612383589401 + - type: nauc_recall_at_100_max + value: 40.540335419586995 + - type: nauc_recall_at_100_std + value: 40.379199601036525 + - type: nauc_recall_at_10_diff1 + value: 11.27891981913364 + - type: nauc_recall_at_10_max + value: 28.617632154887378 + - type: nauc_recall_at_10_std + value: 14.768271484955472 + - type: nauc_recall_at_1_diff1 + value: 58.66611849130122 + - type: nauc_recall_at_1_max + value: 26.20254332997399 + - type: nauc_recall_at_1_std + value: -12.81827489016333 + - type: nauc_recall_at_20_diff1 + value: 8.12120711290159 + - type: nauc_recall_at_20_max + value: 33.00583001539113 + - type: nauc_recall_at_20_std + value: 25.80753789069423 + - type: nauc_recall_at_3_diff1 + value: 22.269678892083 + - type: nauc_recall_at_3_max + value: 25.44943213149191 + - type: nauc_recall_at_3_std + value: -4.320083216887953 + - type: nauc_recall_at_5_diff1 + value: 13.697301143373114 + - type: nauc_recall_at_5_max + value: 29.100798008536 + - type: nauc_recall_at_5_std + value: 4.4040440238865735 + - type: ndcg_at_1 + value: 88.419 + - type: ndcg_at_10 + value: 92.324 + - type: ndcg_at_100 + value: 92.92200000000001 + - type: ndcg_at_1000 + value: 93.041 + - type: ndcg_at_20 + value: 92.592 + - type: ndcg_at_3 + value: 91.283 + - type: ndcg_at_5 + value: 91.879 + - type: precision_at_1 + value: 88.419 + - type: precision_at_10 + value: 10.969 + - type: precision_at_100 + value: 1.153 + - type: precision_at_1000 + value: 0.11800000000000001 + - type: precision_at_20 + value: 5.585 + - type: precision_at_3 + value: 34.723 + - type: precision_at_5 + value: 21.401 + - type: recall_at_1 + value: 82.009 + - type: recall_at_10 + value: 96.614 + - type: recall_at_100 + value: 98.848 + - type: recall_at_1000 + value: 99.515 + - type: recall_at_20 + value: 97.478 + - type: recall_at_3 + value: 93.806 + - type: recall_at_5 + value: 95.36 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 61.565999999999995 + - type: map_at_1 + value: 32.156 + - type: map_at_10 + value: 53.315 + - type: map_at_100 + value: 55.362 + - type: map_at_1000 + value: 55.47299999999999 + - type: map_at_20 + value: 54.472 + - type: map_at_3 + value: 46.511 + - type: map_at_5 + value: 50.41 + - type: mrr_at_1 + value: 59.876543209876544 + - type: mrr_at_10 + value: 68.22610474230845 + - type: mrr_at_100 + value: 68.77394480404435 + - type: mrr_at_1000 + value: 68.78736007016967 + - type: mrr_at_20 + value: 68.59129912806026 + - type: mrr_at_3 + value: 66.10082304526748 + - type: mrr_at_5 + value: 67.38168724279832 + - type: nauc_map_at_1000_diff1 + value: 49.62942316124423 + - type: nauc_map_at_1000_max + value: 35.67101903898957 + - type: nauc_map_at_1000_std + value: -6.815873098250759 + - type: nauc_map_at_100_diff1 + value: 49.64621888214539 + - type: nauc_map_at_100_max + value: 35.62031465567256 + - type: nauc_map_at_100_std + value: -6.776031084630076 + - type: nauc_map_at_10_diff1 + value: 49.33030821201119 + - type: nauc_map_at_10_max + value: 34.46971733898012 + - type: nauc_map_at_10_std + value: -7.778373730184962 + - type: nauc_map_at_1_diff1 + value: 52.0332333047473 + - type: nauc_map_at_1_max + value: 19.540566689104136 + - type: nauc_map_at_1_std + value: -9.854745951285082 + - type: nauc_map_at_20_diff1 + value: 49.44169345608671 + - type: nauc_map_at_20_max + value: 35.178312399601026 + - type: nauc_map_at_20_std + value: -7.470635858834422 + - type: nauc_map_at_3_diff1 + value: 49.41939385962553 + - type: nauc_map_at_3_max + value: 28.332049833893123 + - type: nauc_map_at_3_std + value: -8.681960541681102 + - type: nauc_map_at_5_diff1 + value: 49.61090262759964 + - type: nauc_map_at_5_max + value: 32.48723353572084 + - type: nauc_map_at_5_std + value: -8.363058818753835 + - type: nauc_mrr_at_1000_diff1 + value: 60.69915846732089 + - type: nauc_mrr_at_1000_max + value: 45.13860497381652 + - type: nauc_mrr_at_1000_std + value: -4.225175125506248 + - type: nauc_mrr_at_100_diff1 + value: 60.69826345668557 + - type: nauc_mrr_at_100_max + value: 45.13470703245659 + - type: nauc_mrr_at_100_std + value: -4.200113517793398 + - type: nauc_mrr_at_10_diff1 + value: 60.66519475555599 + - type: nauc_mrr_at_10_max + value: 45.373809774792946 + - type: nauc_mrr_at_10_std + value: -4.140291436698825 + - type: nauc_mrr_at_1_diff1 + value: 63.48123363890736 + - type: nauc_mrr_at_1_max + value: 43.84203382502383 + - type: nauc_mrr_at_1_std + value: -5.342992521011855 + - type: nauc_mrr_at_20_diff1 + value: 60.586460414654 + - type: nauc_mrr_at_20_max + value: 45.223192827086834 + - type: nauc_mrr_at_20_std + value: -4.155586516022814 + - type: nauc_mrr_at_3_diff1 + value: 60.79722315560614 + - type: nauc_mrr_at_3_max + value: 44.529305593724544 + - type: nauc_mrr_at_3_std + value: -5.450633990725995 + - type: nauc_mrr_at_5_diff1 + value: 60.68447047918725 + - type: nauc_mrr_at_5_max + value: 45.17642447745263 + - type: nauc_mrr_at_5_std + value: -4.932681190117024 + - type: nauc_ndcg_at_1000_diff1 + value: 52.412278899797904 + - type: nauc_ndcg_at_1000_max + value: 40.162877139336366 + - type: nauc_ndcg_at_1000_std + value: -3.8553789122316875 + - type: nauc_ndcg_at_100_diff1 + value: 52.68807894576607 + - type: nauc_ndcg_at_100_max + value: 39.9253822005076 + - type: nauc_ndcg_at_100_std + value: -2.338651167528337 + - type: nauc_ndcg_at_10_diff1 + value: 51.09546048989901 + - type: nauc_ndcg_at_10_max + value: 38.08064242158707 + - type: nauc_ndcg_at_10_std + value: -5.233272547375464 + - type: nauc_ndcg_at_1_diff1 + value: 63.48123363890736 + - type: nauc_ndcg_at_1_max + value: 43.84203382502383 + - type: nauc_ndcg_at_1_std + value: -5.342992521011855 + - type: nauc_ndcg_at_20_diff1 + value: 51.49964906773662 + - type: nauc_ndcg_at_20_max + value: 38.942004621686316 + - type: nauc_ndcg_at_20_std + value: -4.679318970131204 + - type: nauc_ndcg_at_3_diff1 + value: 49.532860462828836 + - type: nauc_ndcg_at_3_max + value: 37.56640546584668 + - type: nauc_ndcg_at_3_std + value: -6.691776128891331 + - type: nauc_ndcg_at_5_diff1 + value: 50.23238795892766 + - type: nauc_ndcg_at_5_max + value: 38.20264549254884 + - type: nauc_ndcg_at_5_std + value: -7.22235274057192 + - type: nauc_precision_at_1000_diff1 + value: -14.38589444358042 + - type: nauc_precision_at_1000_max + value: 17.97960800969427 + - type: nauc_precision_at_1000_std + value: 6.828014370124078 + - type: nauc_precision_at_100_diff1 + value: -8.709913150226624 + - type: nauc_precision_at_100_max + value: 23.14276582961205 + - type: nauc_precision_at_100_std + value: 11.776194467911196 + - type: nauc_precision_at_10_diff1 + value: 6.484971892806652 + - type: nauc_precision_at_10_max + value: 32.33979567454926 + - type: nauc_precision_at_10_std + value: 4.3544588133706625 + - type: nauc_precision_at_1_diff1 + value: 63.48123363890736 + - type: nauc_precision_at_1_max + value: 43.84203382502383 + - type: nauc_precision_at_1_std + value: -5.342992521011855 + - type: nauc_precision_at_20_diff1 + value: 0.33051377406127247 + - type: nauc_precision_at_20_max + value: 28.9668381305069 + - type: nauc_precision_at_20_std + value: 6.7084619353660155 + - type: nauc_precision_at_3_diff1 + value: 22.682345321496626 + - type: nauc_precision_at_3_max + value: 36.16645659098322 + - type: nauc_precision_at_3_std + value: 0.8188466017391514 + - type: nauc_precision_at_5_diff1 + value: 14.605986990364134 + - type: nauc_precision_at_5_max + value: 36.728759182846815 + - type: nauc_precision_at_5_std + value: 1.9087175015774727 + - type: nauc_recall_at_1000_diff1 + value: 48.24624636211058 + - type: nauc_recall_at_1000_max + value: 44.47586797842709 + - type: nauc_recall_at_1000_std + value: 41.068897939296164 + - type: nauc_recall_at_100_diff1 + value: 46.88848933074924 + - type: nauc_recall_at_100_max + value: 33.76863456468527 + - type: nauc_recall_at_100_std + value: 30.245766911090126 + - type: nauc_recall_at_10_diff1 + value: 41.43226128163156 + - type: nauc_recall_at_10_max + value: 32.30521131227616 + - type: nauc_recall_at_10_std + value: -0.9141126092926203 + - type: nauc_recall_at_1_diff1 + value: 52.0332333047473 + - type: nauc_recall_at_1_max + value: 19.540566689104136 + - type: nauc_recall_at_1_std + value: -9.854745951285082 + - type: nauc_recall_at_20_diff1 + value: 40.854692957831304 + - type: nauc_recall_at_20_max + value: 34.200599823549695 + - type: nauc_recall_at_20_std + value: 2.125255667995533 + - type: nauc_recall_at_3_diff1 + value: 43.71551619581852 + - type: nauc_recall_at_3_max + value: 25.214268383790834 + - type: nauc_recall_at_3_std + value: -7.773643090892321 + - type: nauc_recall_at_5_diff1 + value: 42.70172927692832 + - type: nauc_recall_at_5_max + value: 29.71575940411383 + - type: nauc_recall_at_5_std + value: -6.304996381418782 + - type: ndcg_at_1 + value: 59.877 + - type: ndcg_at_10 + value: 61.565999999999995 + - type: ndcg_at_100 + value: 67.57 + - type: ndcg_at_1000 + value: 68.929 + - type: ndcg_at_20 + value: 64.059 + - type: ndcg_at_3 + value: 56.833 + - type: ndcg_at_5 + value: 58.571 + - type: precision_at_1 + value: 59.877 + - type: precision_at_10 + value: 16.836000000000002 + - type: precision_at_100 + value: 2.327 + - type: precision_at_1000 + value: 0.258 + - type: precision_at_20 + value: 9.606 + - type: precision_at_3 + value: 37.602999999999994 + - type: precision_at_5 + value: 27.716 + - type: recall_at_1 + value: 32.156 + - type: recall_at_10 + value: 69.23700000000001 + - type: recall_at_100 + value: 90.557 + - type: recall_at_1000 + value: 98.048 + - type: recall_at_20 + value: 76.629 + - type: recall_at_3 + value: 51.782 + - type: recall_at_5 + value: 59.911 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 85.71 + - type: map_at_1 + value: 44.727 + - type: map_at_10 + value: 80.172 + - type: map_at_100 + value: 80.735 + - type: map_at_1000 + value: 80.759 + - type: map_at_20 + value: 80.537 + - type: map_at_3 + value: 77.23 + - type: map_at_5 + value: 79.135 + - type: mrr_at_1 + value: 89.45307224848077 + - type: mrr_at_10 + value: 93.05947825900545 + - type: mrr_at_100 + value: 93.10735572174119 + - type: mrr_at_1000 + value: 93.10925122481453 + - type: mrr_at_20 + value: 93.09106265870149 + - type: mrr_at_3 + value: 92.64686022957449 + - type: mrr_at_5 + value: 92.91694800810244 + - type: nauc_map_at_1000_diff1 + value: 12.798252126301232 + - type: nauc_map_at_1000_max + value: 43.81986554860238 + - type: nauc_map_at_1000_std + value: -0.9430908318570322 + - type: nauc_map_at_100_diff1 + value: 12.778785751586241 + - type: nauc_map_at_100_max + value: 43.83285096666312 + - type: nauc_map_at_100_std + value: -0.890400549771497 + - type: nauc_map_at_10_diff1 + value: 12.448151460865605 + - type: nauc_map_at_10_max + value: 43.81687718031803 + - type: nauc_map_at_10_std + value: -1.1290250999504823 + - type: nauc_map_at_1_diff1 + value: 69.61919805260156 + - type: nauc_map_at_1_max + value: 55.5755657749773 + - type: nauc_map_at_1_std + value: -15.526118670762864 + - type: nauc_map_at_20_diff1 + value: 12.678746871164003 + - type: nauc_map_at_20_max + value: 43.85110404389791 + - type: nauc_map_at_20_std + value: -0.9453828333133943 + - type: nauc_map_at_3_diff1 + value: 10.59516294247888 + - type: nauc_map_at_3_max + value: 41.70569781021385 + - type: nauc_map_at_3_std + value: -4.07043830485855 + - type: nauc_map_at_5_diff1 + value: 11.565349666644325 + - type: nauc_map_at_5_max + value: 43.116183222374225 + - type: nauc_map_at_5_std + value: -2.1674460401372486 + - type: nauc_mrr_at_1000_diff1 + value: 70.69022205791336 + - type: nauc_mrr_at_1000_max + value: 60.1768389092444 + - type: nauc_mrr_at_1000_std + value: -12.296609331418805 + - type: nauc_mrr_at_100_diff1 + value: 70.69003325257466 + - type: nauc_mrr_at_100_max + value: 60.185582165757666 + - type: nauc_mrr_at_100_std + value: -12.278182064282248 + - type: nauc_mrr_at_10_diff1 + value: 70.75823369489385 + - type: nauc_mrr_at_10_max + value: 60.31013481977012 + - type: nauc_mrr_at_10_std + value: -12.26989248526715 + - type: nauc_mrr_at_1_diff1 + value: 69.61919805260156 + - type: nauc_mrr_at_1_max + value: 55.5755657749773 + - type: nauc_mrr_at_1_std + value: -15.526118670762864 + - type: nauc_mrr_at_20_diff1 + value: 70.69890688426213 + - type: nauc_mrr_at_20_max + value: 60.21787827391816 + - type: nauc_mrr_at_20_std + value: -12.302070154645696 + - type: nauc_mrr_at_3_diff1 + value: 70.68251049579754 + - type: nauc_mrr_at_3_max + value: 61.01164717194973 + - type: nauc_mrr_at_3_std + value: -11.832481743898247 + - type: nauc_mrr_at_5_diff1 + value: 70.74789138616434 + - type: nauc_mrr_at_5_max + value: 60.480693027406694 + - type: nauc_mrr_at_5_std + value: -12.280386872142941 + - type: nauc_ndcg_at_1000_diff1 + value: 20.836724167580574 + - type: nauc_ndcg_at_1000_max + value: 47.677459062598345 + - type: nauc_ndcg_at_1000_std + value: 1.0411766255838146 + - type: nauc_ndcg_at_100_diff1 + value: 20.220410822948367 + - type: nauc_ndcg_at_100_max + value: 48.00523684992595 + - type: nauc_ndcg_at_100_std + value: 2.467440064578469 + - type: nauc_ndcg_at_10_diff1 + value: 18.51373841748113 + - type: nauc_ndcg_at_10_max + value: 47.90062496600346 + - type: nauc_ndcg_at_10_std + value: 1.3381961818317667 + - type: nauc_ndcg_at_1_diff1 + value: 69.61919805260156 + - type: nauc_ndcg_at_1_max + value: 55.5755657749773 + - type: nauc_ndcg_at_1_std + value: -15.526118670762864 + - type: nauc_ndcg_at_20_diff1 + value: 19.403573009912805 + - type: nauc_ndcg_at_20_max + value: 48.133829431970135 + - type: nauc_ndcg_at_20_std + value: 2.0249306865683527 + - type: nauc_ndcg_at_3_diff1 + value: 15.453534673988578 + - type: nauc_ndcg_at_3_max + value: 44.50916210615789 + - type: nauc_ndcg_at_3_std + value: -3.6243787051842307 + - type: nauc_ndcg_at_5_diff1 + value: 16.722515798468727 + - type: nauc_ndcg_at_5_max + value: 46.36557177573076 + - type: nauc_ndcg_at_5_std + value: -0.9789348270087928 + - type: nauc_precision_at_1000_diff1 + value: 18.442807737825078 + - type: nauc_precision_at_1000_max + value: 62.6412630587746 + - type: nauc_precision_at_1000_std + value: 67.28157546833832 + - type: nauc_precision_at_100_diff1 + value: 8.378369860260145 + - type: nauc_precision_at_100_max + value: 55.87545313950895 + - type: nauc_precision_at_100_std + value: 47.415584458330926 + - type: nauc_precision_at_10_diff1 + value: 7.419773912504883 + - type: nauc_precision_at_10_max + value: 50.325163033813105 + - type: nauc_precision_at_10_std + value: 15.74465932738504 + - type: nauc_precision_at_1_diff1 + value: 69.61919805260156 + - type: nauc_precision_at_1_max + value: 55.5755657749773 + - type: nauc_precision_at_1_std + value: -15.526118670762864 + - type: nauc_precision_at_20_diff1 + value: 8.76445086512422 + - type: nauc_precision_at_20_max + value: 53.185762190326834 + - type: nauc_precision_at_20_std + value: 23.528376243793584 + - type: nauc_precision_at_3_diff1 + value: 5.462937100521903 + - type: nauc_precision_at_3_max + value: 43.307890530903165 + - type: nauc_precision_at_3_std + value: -0.019766798037247135 + - type: nauc_precision_at_5_diff1 + value: 5.668823923473503 + - type: nauc_precision_at_5_max + value: 46.388864934614546 + - type: nauc_precision_at_5_std + value: 6.204083505295685 + - type: nauc_recall_at_1000_diff1 + value: 18.442807737825063 + - type: nauc_recall_at_1000_max + value: 62.641263058773 + - type: nauc_recall_at_1000_std + value: 67.2815754683397 + - type: nauc_recall_at_100_diff1 + value: 8.37836986025998 + - type: nauc_recall_at_100_max + value: 55.87545313950938 + - type: nauc_recall_at_100_std + value: 47.41558445833062 + - type: nauc_recall_at_10_diff1 + value: 7.4197739125050965 + - type: nauc_recall_at_10_max + value: 50.325163033813325 + - type: nauc_recall_at_10_std + value: 15.74465932738494 + - type: nauc_recall_at_1_diff1 + value: 69.61919805260156 + - type: nauc_recall_at_1_max + value: 55.5755657749773 + - type: nauc_recall_at_1_std + value: -15.526118670762864 + - type: nauc_recall_at_20_diff1 + value: 8.764450865124198 + - type: nauc_recall_at_20_max + value: 53.185762190326614 + - type: nauc_recall_at_20_std + value: 23.52837624379365 + - type: nauc_recall_at_3_diff1 + value: 5.462937100521863 + - type: nauc_recall_at_3_max + value: 43.30789053090315 + - type: nauc_recall_at_3_std + value: -0.019766798037247135 + - type: nauc_recall_at_5_diff1 + value: 5.668823923473546 + - type: nauc_recall_at_5_max + value: 46.38886493461459 + - type: nauc_recall_at_5_std + value: 6.204083505295627 + - type: ndcg_at_1 + value: 89.453 + - type: ndcg_at_10 + value: 85.71 + - type: ndcg_at_100 + value: 87.45100000000001 + - type: ndcg_at_1000 + value: 87.869 + - type: ndcg_at_20 + value: 86.551 + - type: ndcg_at_3 + value: 81.83500000000001 + - type: ndcg_at_5 + value: 84.076 + - type: precision_at_1 + value: 89.453 + - type: precision_at_10 + value: 17.881 + - type: precision_at_100 + value: 1.921 + - type: precision_at_1000 + value: 0.197 + - type: precision_at_20 + value: 9.21 + - type: precision_at_3 + value: 53.928 + - type: precision_at_5 + value: 34.123 + - type: recall_at_1 + value: 44.727 + - type: recall_at_10 + value: 89.40599999999999 + - type: recall_at_100 + value: 96.03 + - type: recall_at_1000 + value: 98.744 + - type: recall_at_20 + value: 92.10000000000001 + - type: recall_at_3 + value: 80.891 + - type: recall_at_5 + value: 85.307 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 96.9972 + - type: ap + value: 95.5775856254544 + - type: ap_weighted + value: 95.5775856254544 + - type: f1 + value: 96.99685931130435 + - type: f1_weighted + value: 96.99685931130435 + - type: main_score + value: 96.9972 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: main_score + value: 47.238 + - type: map_at_1 + value: 26.118999999999996 + - type: map_at_10 + value: 39.766 + - type: map_at_100 + value: 40.847 + - type: map_at_1000 + value: 40.882000000000005 + - type: map_at_20 + value: 40.461000000000006 + - type: map_at_3 + value: 35.667 + - type: map_at_5 + value: 38.066 + - type: mrr_at_1 + value: 26.89111747851003 + - type: mrr_at_10 + value: 40.397553099558856 + - type: mrr_at_100 + value: 41.40812124384233 + - type: mrr_at_1000 + value: 41.43744901209514 + - type: mrr_at_20 + value: 41.05487580788417 + - type: mrr_at_3 + value: 36.40878701050627 + - type: mrr_at_5 + value: 38.75620821394463 + - type: nauc_map_at_1000_diff1 + value: 39.98998212778958 + - type: nauc_map_at_1000_max + value: 15.59645055297053 + - type: nauc_map_at_1000_std + value: -20.56903010050901 + - type: nauc_map_at_100_diff1 + value: 39.98864802308753 + - type: nauc_map_at_100_max + value: 15.613879964576007 + - type: nauc_map_at_100_std + value: -20.538248542026235 + - type: nauc_map_at_10_diff1 + value: 39.88019792742319 + - type: nauc_map_at_10_max + value: 15.489005240065229 + - type: nauc_map_at_10_std + value: -21.204753377687798 + - type: nauc_map_at_1_diff1 + value: 42.74534997345039 + - type: nauc_map_at_1_max + value: 13.355853021671452 + - type: nauc_map_at_1_std + value: -18.991398512806423 + - type: nauc_map_at_20_diff1 + value: 39.92156613912966 + - type: nauc_map_at_20_max + value: 15.627187592069072 + - type: nauc_map_at_20_std + value: -20.680113879390696 + - type: nauc_map_at_3_diff1 + value: 39.9974069898003 + - type: nauc_map_at_3_max + value: 14.326178611684506 + - type: nauc_map_at_3_std + value: -21.725322969825978 + - type: nauc_map_at_5_diff1 + value: 39.7544604866648 + - type: nauc_map_at_5_max + value: 15.006870414790205 + - type: nauc_map_at_5_std + value: -21.700337702850153 + - type: nauc_mrr_at_1000_diff1 + value: 39.928512394832346 + - type: nauc_mrr_at_1000_max + value: 15.629735001277483 + - type: nauc_mrr_at_1000_std + value: -20.268640135576806 + - type: nauc_mrr_at_100_diff1 + value: 39.92749044330002 + - type: nauc_mrr_at_100_max + value: 15.647620571895688 + - type: nauc_mrr_at_100_std + value: -20.238323340406215 + - type: nauc_mrr_at_10_diff1 + value: 39.83475591137612 + - type: nauc_mrr_at_10_max + value: 15.55993531984175 + - type: nauc_mrr_at_10_std + value: -20.83691814120607 + - type: nauc_mrr_at_1_diff1 + value: 42.60171179362715 + - type: nauc_mrr_at_1_max + value: 13.503932215044154 + - type: nauc_mrr_at_1_std + value: -18.780402607759942 + - type: nauc_mrr_at_20_diff1 + value: 39.8638926924116 + - type: nauc_mrr_at_20_max + value: 15.68649896973148 + - type: nauc_mrr_at_20_std + value: -20.32923556364886 + - type: nauc_mrr_at_3_diff1 + value: 39.87333054371521 + - type: nauc_mrr_at_3_max + value: 14.40273581805097 + - type: nauc_mrr_at_3_std + value: -21.497091878550705 + - type: nauc_mrr_at_5_diff1 + value: 39.710535895257806 + - type: nauc_mrr_at_5_max + value: 15.125588064614778 + - type: nauc_mrr_at_5_std + value: -21.372841992590516 + - type: nauc_ndcg_at_1000_diff1 + value: 39.530182010129316 + - type: nauc_ndcg_at_1000_max + value: 16.721078036825325 + - type: nauc_ndcg_at_1000_std + value: -19.333446229997676 + - type: nauc_ndcg_at_100_diff1 + value: 39.52495437545947 + - type: nauc_ndcg_at_100_max + value: 17.316175958553544 + - type: nauc_ndcg_at_100_std + value: -18.167108179801435 + - type: nauc_ndcg_at_10_diff1 + value: 39.060097577182404 + - type: nauc_ndcg_at_10_max + value: 17.03188717594285 + - type: nauc_ndcg_at_10_std + value: -21.087768427189857 + - type: nauc_ndcg_at_1_diff1 + value: 42.60171179362715 + - type: nauc_ndcg_at_1_max + value: 13.503932215044154 + - type: nauc_ndcg_at_1_std + value: -18.780402607759942 + - type: nauc_ndcg_at_20_diff1 + value: 39.13715123963872 + - type: nauc_ndcg_at_20_max + value: 17.577613449488744 + - type: nauc_ndcg_at_20_std + value: -19.05270718022563 + - type: nauc_ndcg_at_3_diff1 + value: 39.185894874198965 + - type: nauc_ndcg_at_3_max + value: 14.57528860178114 + - type: nauc_ndcg_at_3_std + value: -22.454121752010494 + - type: nauc_ndcg_at_5_diff1 + value: 38.76484115322762 + - type: nauc_ndcg_at_5_max + value: 15.867435457401843 + - type: nauc_ndcg_at_5_std + value: -22.38692452968968 + - type: nauc_precision_at_1000_diff1 + value: -4.470494643119554 + - type: nauc_precision_at_1000_max + value: 5.532704785018603 + - type: nauc_precision_at_1000_std + value: 8.431501972980776 + - type: nauc_precision_at_100_diff1 + value: 13.915615975206203 + - type: nauc_precision_at_100_max + value: 20.932636836042228 + - type: nauc_precision_at_100_std + value: 17.71841847550733 + - type: nauc_precision_at_10_diff1 + value: 31.897757036479256 + - type: nauc_precision_at_10_max + value: 21.47296249503087 + - type: nauc_precision_at_10_std + value: -17.9085167972799 + - type: nauc_precision_at_1_diff1 + value: 42.60171179362715 + - type: nauc_precision_at_1_max + value: 13.503932215044154 + - type: nauc_precision_at_1_std + value: -18.780402607759942 + - type: nauc_precision_at_20_diff1 + value: 27.89782616667338 + - type: nauc_precision_at_20_max + value: 24.171214140761222 + - type: nauc_precision_at_20_std + value: -5.243858031824212 + - type: nauc_precision_at_3_diff1 + value: 36.10358380302458 + - type: nauc_precision_at_3_max + value: 14.942314403638854 + - type: nauc_precision_at_3_std + value: -24.229120472212184 + - type: nauc_precision_at_5_diff1 + value: 33.65809304158813 + - type: nauc_precision_at_5_max + value: 17.8340962571853 + - type: nauc_precision_at_5_std + value: -23.350679607104 + - type: nauc_recall_at_1000_diff1 + value: 16.65078016225262 + - type: nauc_recall_at_1000_max + value: 51.9145485909716 + - type: nauc_recall_at_1000_std + value: 69.3989955532773 + - type: nauc_recall_at_100_diff1 + value: 35.88717637896406 + - type: nauc_recall_at_100_max + value: 39.31009514053865 + - type: nauc_recall_at_100_std + value: 28.07382512953391 + - type: nauc_recall_at_10_diff1 + value: 35.70195220879436 + - type: nauc_recall_at_10_max + value: 22.909702960394753 + - type: nauc_recall_at_10_std + value: -20.011356717361004 + - type: nauc_recall_at_1_diff1 + value: 42.74534997345039 + - type: nauc_recall_at_1_max + value: 13.355853021671452 + - type: nauc_recall_at_1_std + value: -18.991398512806423 + - type: nauc_recall_at_20_diff1 + value: 35.01347244311519 + - type: nauc_recall_at_20_max + value: 28.0791849525668 + - type: nauc_recall_at_20_std + value: -7.596941121600616 + - type: nauc_recall_at_3_diff1 + value: 36.697694842739764 + - type: nauc_recall_at_3_max + value: 15.087805237942867 + - type: nauc_recall_at_3_std + value: -24.48394612054427 + - type: nauc_recall_at_5_diff1 + value: 35.40436459395654 + - type: nauc_recall_at_5_max + value: 18.303370938978983 + - type: nauc_recall_at_5_std + value: -24.4618489698988 + - type: ndcg_at_1 + value: 26.891 + - type: ndcg_at_10 + value: 47.238 + - type: ndcg_at_100 + value: 52.290000000000006 + - type: ndcg_at_1000 + value: 53.095000000000006 + - type: ndcg_at_20 + value: 49.675000000000004 + - type: ndcg_at_3 + value: 38.951 + - type: ndcg_at_5 + value: 43.208 + - type: precision_at_1 + value: 26.891 + - type: precision_at_10 + value: 7.345 + - type: precision_at_100 + value: 0.987 + - type: precision_at_1000 + value: 0.106 + - type: precision_at_20 + value: 4.18 + - type: precision_at_3 + value: 16.519000000000002 + - type: precision_at_5 + value: 12.086 + - type: recall_at_1 + value: 26.118999999999996 + - type: recall_at_10 + value: 70.17 + - type: recall_at_100 + value: 93.235 + - type: recall_at_1000 + value: 99.256 + - type: recall_at_20 + value: 79.599 + - type: recall_at_3 + value: 47.714 + - type: recall_at_5 + value: 57.913000000000004 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 97.43502051983585 + - type: f1 + value: 97.28386890066653 + - type: f1_weighted + value: 97.44797640554678 + - type: main_score + value: 97.43502051983585 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 92.80665754673961 + - type: f1 + value: 74.62374030390122 + - type: f1_weighted + value: 93.45063761064331 + - type: main_score + value: 92.80665754673961 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 81.14324142568931 + - type: f1 + value: 79.25715428394179 + - type: f1_weighted + value: 80.06102282439677 + - type: main_score + value: 81.14324142568931 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 83.52723604572965 + - type: f1 + value: 82.43215997685817 + - type: f1_weighted + value: 83.18340208761732 + - type: main_score + value: 83.52723604572965 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 46.38149873605036 + - type: v_measure + value: 46.38149873605036 + - type: v_measure_std + value: 1.0749788856434186 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 44.8945524407664 + - type: v_measure + value: 44.8945524407664 + - type: v_measure_std + value: 1.2389193370528488 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 31.464871623418794 + - type: map + value: 31.464871623418794 + - type: mrr + value: 32.50613994693332 + - type: nAUC_map_diff1 + value: 13.899720409558803 + - type: nAUC_map_max + value: -24.855993992819574 + - type: nAUC_map_std + value: -1.7042823879133022 + - type: nAUC_mrr_diff1 + value: 12.74961757902417 + - type: nAUC_mrr_max + value: -19.359704641723024 + - type: nAUC_mrr_std + value: 0.2553333974009825 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 40.608 + - type: map_at_1 + value: 6.814000000000001 + - type: map_at_10 + value: 15.658 + - type: map_at_100 + value: 19.820999999999998 + - type: map_at_1000 + value: 21.478 + - type: map_at_20 + value: 17.378 + - type: map_at_3 + value: 11.469 + - type: map_at_5 + value: 13.411999999999999 + - type: mrr_at_1 + value: 53.25077399380805 + - type: mrr_at_10 + value: 62.325667108948835 + - type: mrr_at_100 + value: 62.74305120891361 + - type: mrr_at_1000 + value: 62.7698046867024 + - type: mrr_at_20 + value: 62.55276398505989 + - type: mrr_at_3 + value: 60.629514963880304 + - type: mrr_at_5 + value: 61.71310629514966 + - type: nauc_map_at_1000_diff1 + value: 28.465065572581196 + - type: nauc_map_at_1000_max + value: 31.422114483712072 + - type: nauc_map_at_1000_std + value: 14.137580326409468 + - type: nauc_map_at_100_diff1 + value: 29.640817609314634 + - type: nauc_map_at_100_max + value: 31.497301598927084 + - type: nauc_map_at_100_std + value: 11.373472181189578 + - type: nauc_map_at_10_diff1 + value: 33.81702887042631 + - type: nauc_map_at_10_max + value: 26.89432917723802 + - type: nauc_map_at_10_std + value: -0.6017226421625675 + - type: nauc_map_at_1_diff1 + value: 47.92465446394334 + - type: nauc_map_at_1_max + value: 13.298220863216647 + - type: nauc_map_at_1_std + value: -16.028417988057573 + - type: nauc_map_at_20_diff1 + value: 31.26496100545571 + - type: nauc_map_at_20_max + value: 29.279825837457384 + - type: nauc_map_at_20_std + value: 4.788387672392815 + - type: nauc_map_at_3_diff1 + value: 38.62641220798505 + - type: nauc_map_at_3_max + value: 19.08045714651334 + - type: nauc_map_at_3_std + value: -8.922459068853476 + - type: nauc_map_at_5_diff1 + value: 36.53813025261598 + - type: nauc_map_at_5_max + value: 22.40454946619978 + - type: nauc_map_at_5_std + value: -6.486492008466358 + - type: nauc_mrr_at_1000_diff1 + value: 28.69304903653812 + - type: nauc_mrr_at_1000_max + value: 45.96553711346646 + - type: nauc_mrr_at_1000_std + value: 27.85147914917026 + - type: nauc_mrr_at_100_diff1 + value: 28.68229560104124 + - type: nauc_mrr_at_100_max + value: 45.97763687298361 + - type: nauc_mrr_at_100_std + value: 27.877065559802784 + - type: nauc_mrr_at_10_diff1 + value: 28.87265406525776 + - type: nauc_mrr_at_10_max + value: 46.14425971703 + - type: nauc_mrr_at_10_std + value: 28.012998155541958 + - type: nauc_mrr_at_1_diff1 + value: 30.386284704935175 + - type: nauc_mrr_at_1_max + value: 39.555268501126484 + - type: nauc_mrr_at_1_std + value: 19.003917244393055 + - type: nauc_mrr_at_20_diff1 + value: 28.688630297997626 + - type: nauc_mrr_at_20_max + value: 46.06770135613457 + - type: nauc_mrr_at_20_std + value: 27.983585167898088 + - type: nauc_mrr_at_3_diff1 + value: 28.202788031669435 + - type: nauc_mrr_at_3_max + value: 44.67641807824994 + - type: nauc_mrr_at_3_std + value: 26.01547375749013 + - type: nauc_mrr_at_5_diff1 + value: 29.136769721750184 + - type: nauc_mrr_at_5_max + value: 45.59466095537007 + - type: nauc_mrr_at_5_std + value: 26.52847275188725 + - type: nauc_ndcg_at_1000_diff1 + value: 23.41490301896588 + - type: nauc_ndcg_at_1000_max + value: 44.66765746203081 + - type: nauc_ndcg_at_1000_std + value: 32.929259388855655 + - type: nauc_ndcg_at_100_diff1 + value: 24.807775380513515 + - type: nauc_ndcg_at_100_max + value: 38.94194783706628 + - type: nauc_ndcg_at_100_std + value: 25.83927535706682 + - type: nauc_ndcg_at_10_diff1 + value: 23.27753233512705 + - type: nauc_ndcg_at_10_max + value: 40.457762461961416 + - type: nauc_ndcg_at_10_std + value: 26.221695797523196 + - type: nauc_ndcg_at_1_diff1 + value: 30.505733988194233 + - type: nauc_ndcg_at_1_max + value: 37.29986556956722 + - type: nauc_ndcg_at_1_std + value: 18.521315149723165 + - type: nauc_ndcg_at_20_diff1 + value: 22.73159408013849 + - type: nauc_ndcg_at_20_max + value: 38.19415319342381 + - type: nauc_ndcg_at_20_std + value: 25.651700748252814 + - type: nauc_ndcg_at_3_diff1 + value: 22.666171391424808 + - type: nauc_ndcg_at_3_max + value: 39.654001155276696 + - type: nauc_ndcg_at_3_std + value: 22.713597835307368 + - type: nauc_ndcg_at_5_diff1 + value: 23.145977550257783 + - type: nauc_ndcg_at_5_max + value: 41.26418949542231 + - type: nauc_ndcg_at_5_std + value: 24.626721054592018 + - type: nauc_precision_at_1000_diff1 + value: -10.668076403397022 + - type: nauc_precision_at_1000_max + value: -2.687482461632398 + - type: nauc_precision_at_1000_std + value: 23.984079094098455 + - type: nauc_precision_at_100_diff1 + value: -7.159873373344272 + - type: nauc_precision_at_100_max + value: 12.819553702257164 + - type: nauc_precision_at_100_std + value: 37.50378439821877 + - type: nauc_precision_at_10_diff1 + value: 2.2241329156010665 + - type: nauc_precision_at_10_max + value: 36.76680313244236 + - type: nauc_precision_at_10_std + value: 39.4677017320664 + - type: nauc_precision_at_1_diff1 + value: 30.386284704935175 + - type: nauc_precision_at_1_max + value: 39.555268501126484 + - type: nauc_precision_at_1_std + value: 19.003917244393055 + - type: nauc_precision_at_20_diff1 + value: -2.9834608982986115 + - type: nauc_precision_at_20_max + value: 27.914227404658654 + - type: nauc_precision_at_20_std + value: 39.80986422338386 + - type: nauc_precision_at_3_diff1 + value: 10.931080335409446 + - type: nauc_precision_at_3_max + value: 39.74599313443494 + - type: nauc_precision_at_3_std + value: 27.88015806277605 + - type: nauc_precision_at_5_diff1 + value: 6.375575138873724 + - type: nauc_precision_at_5_max + value: 40.204218087817274 + - type: nauc_precision_at_5_std + value: 33.14483938245918 + - type: nauc_recall_at_1000_diff1 + value: 6.059681037512472 + - type: nauc_recall_at_1000_max + value: 16.088632078670198 + - type: nauc_recall_at_1000_std + value: 13.844947244341302 + - type: nauc_recall_at_100_diff1 + value: 16.283808676503824 + - type: nauc_recall_at_100_max + value: 21.37014633122509 + - type: nauc_recall_at_100_std + value: 10.876847345257328 + - type: nauc_recall_at_10_diff1 + value: 25.843865694907286 + - type: nauc_recall_at_10_max + value: 21.781125041367748 + - type: nauc_recall_at_10_std + value: -2.1399146426462066 + - type: nauc_recall_at_1_diff1 + value: 47.92465446394334 + - type: nauc_recall_at_1_max + value: 13.298220863216647 + - type: nauc_recall_at_1_std + value: -16.028417988057573 + - type: nauc_recall_at_20_diff1 + value: 22.333265905634082 + - type: nauc_recall_at_20_max + value: 24.167043456458593 + - type: nauc_recall_at_20_std + value: 4.110610548061356 + - type: nauc_recall_at_3_diff1 + value: 35.695924824653886 + - type: nauc_recall_at_3_max + value: 17.912601287674416 + - type: nauc_recall_at_3_std + value: -9.102880017474895 + - type: nauc_recall_at_5_diff1 + value: 31.797504877636356 + - type: nauc_recall_at_5_max + value: 20.00800506945161 + - type: nauc_recall_at_5_std + value: -7.431905060084433 + - type: ndcg_at_1 + value: 51.548 + - type: ndcg_at_10 + value: 40.608 + - type: ndcg_at_100 + value: 37.328 + - type: ndcg_at_1000 + value: 45.927 + - type: ndcg_at_20 + value: 38.062000000000005 + - type: ndcg_at_3 + value: 46.886 + - type: ndcg_at_5 + value: 44.265 + - type: precision_at_1 + value: 53.251000000000005 + - type: precision_at_10 + value: 29.782999999999998 + - type: precision_at_100 + value: 9.331 + - type: precision_at_1000 + value: 2.233 + - type: precision_at_20 + value: 22.136 + - type: precision_at_3 + value: 43.653 + - type: precision_at_5 + value: 38.204 + - type: recall_at_1 + value: 6.814000000000001 + - type: recall_at_10 + value: 20.477 + - type: recall_at_100 + value: 38.190000000000005 + - type: recall_at_1000 + value: 69.222 + - type: recall_at_20 + value: 24.462999999999997 + - type: recall_at_3 + value: 12.592999999999998 + - type: recall_at_5 + value: 15.847 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 74.639 + - type: map_at_1 + value: 51.910000000000004 + - type: map_at_10 + value: 68.17800000000001 + - type: map_at_100 + value: 68.63 + - type: map_at_1000 + value: 68.636 + - type: map_at_20 + value: 68.47999999999999 + - type: map_at_3 + value: 64.631 + - type: map_at_5 + value: 66.84400000000001 + - type: mrr_at_1 + value: 57.87949015063732 + - type: mrr_at_10 + value: 70.52962165940157 + - type: mrr_at_100 + value: 70.79433311260526 + - type: mrr_at_1000 + value: 70.7996618331687 + - type: mrr_at_20 + value: 70.71145788136596 + - type: mrr_at_3 + value: 68.18752414059479 + - type: mrr_at_5 + value: 69.7025878717652 + - type: nauc_map_at_1000_diff1 + value: 48.25341804569 + - type: nauc_map_at_1000_max + value: 19.942213273803425 + - type: nauc_map_at_1000_std + value: -11.573618793573225 + - type: nauc_map_at_100_diff1 + value: 48.25137335400359 + - type: nauc_map_at_100_max + value: 19.9478086771177 + - type: nauc_map_at_100_std + value: -11.569057776842822 + - type: nauc_map_at_10_diff1 + value: 48.15169614121807 + - type: nauc_map_at_10_max + value: 19.891488849767043 + - type: nauc_map_at_10_std + value: -11.957859050856753 + - type: nauc_map_at_1_diff1 + value: 51.426208875589964 + - type: nauc_map_at_1_max + value: 15.25704840433183 + - type: nauc_map_at_1_std + value: -12.188645475831342 + - type: nauc_map_at_20_diff1 + value: 48.217050041022134 + - type: nauc_map_at_20_max + value: 19.91541002135707 + - type: nauc_map_at_20_std + value: -11.61880125598817 + - type: nauc_map_at_3_diff1 + value: 48.03870795080792 + - type: nauc_map_at_3_max + value: 18.73819795102705 + - type: nauc_map_at_3_std + value: -13.30137554476926 + - type: nauc_map_at_5_diff1 + value: 48.104924652402026 + - type: nauc_map_at_5_max + value: 19.436408585016583 + - type: nauc_map_at_5_std + value: -12.697778155809297 + - type: nauc_mrr_at_1000_diff1 + value: 47.93057727525053 + - type: nauc_mrr_at_1000_max + value: 21.95380342666769 + - type: nauc_mrr_at_1000_std + value: -8.460873325747786 + - type: nauc_mrr_at_100_diff1 + value: 47.927872117705206 + - type: nauc_mrr_at_100_max + value: 21.957974176338706 + - type: nauc_mrr_at_100_std + value: -8.457120495941842 + - type: nauc_mrr_at_10_diff1 + value: 47.88807872165451 + - type: nauc_mrr_at_10_max + value: 21.99165186070592 + - type: nauc_mrr_at_10_std + value: -8.622458245224722 + - type: nauc_mrr_at_1_diff1 + value: 50.14489631746599 + - type: nauc_mrr_at_1_max + value: 20.08032341500605 + - type: nauc_mrr_at_1_std + value: -8.516733561470257 + - type: nauc_mrr_at_20_diff1 + value: 47.903958398396284 + - type: nauc_mrr_at_20_max + value: 21.984121272453255 + - type: nauc_mrr_at_20_std + value: -8.425148199913735 + - type: nauc_mrr_at_3_diff1 + value: 47.42105094406055 + - type: nauc_mrr_at_3_max + value: 22.077775847329576 + - type: nauc_mrr_at_3_std + value: -8.740898452659854 + - type: nauc_mrr_at_5_diff1 + value: 47.57979388400372 + - type: nauc_mrr_at_5_max + value: 22.125349463627074 + - type: nauc_mrr_at_5_std + value: -8.52623396445785 + - type: nauc_ndcg_at_1000_diff1 + value: 47.810202958915035 + - type: nauc_ndcg_at_1000_max + value: 21.392873440606735 + - type: nauc_ndcg_at_1000_std + value: -9.795633951314732 + - type: nauc_ndcg_at_100_diff1 + value: 47.76922593186765 + - type: nauc_ndcg_at_100_max + value: 21.560230506228212 + - type: nauc_ndcg_at_100_std + value: -9.642938046812427 + - type: nauc_ndcg_at_10_diff1 + value: 47.319712738884235 + - type: nauc_ndcg_at_10_max + value: 21.563611991893776 + - type: nauc_ndcg_at_10_std + value: -10.8291523074647 + - type: nauc_ndcg_at_1_diff1 + value: 50.218645783866165 + - type: nauc_ndcg_at_1_max + value: 20.1519999109772 + - type: nauc_ndcg_at_1_std + value: -8.435852939261638 + - type: nauc_ndcg_at_20_diff1 + value: 47.549440903272576 + - type: nauc_ndcg_at_20_max + value: 21.60946482480832 + - type: nauc_ndcg_at_20_std + value: -9.676726716756642 + - type: nauc_ndcg_at_3_diff1 + value: 46.85874975295731 + - type: nauc_ndcg_at_3_max + value: 19.97364939016392 + - type: nauc_ndcg_at_3_std + value: -12.69379259341466 + - type: nauc_ndcg_at_5_diff1 + value: 46.97495524419072 + - type: nauc_ndcg_at_5_max + value: 20.769975752692034 + - type: nauc_ndcg_at_5_std + value: -11.934684225152365 + - type: nauc_precision_at_1000_diff1 + value: -19.990666552030007 + - type: nauc_precision_at_1000_max + value: 10.876772512124212 + - type: nauc_precision_at_1000_std + value: 20.48008319920701 + - type: nauc_precision_at_100_diff1 + value: -17.968775797474056 + - type: nauc_precision_at_100_max + value: 12.501874770426873 + - type: nauc_precision_at_100_std + value: 20.49710605336997 + - type: nauc_precision_at_10_diff1 + value: -6.8867086393814585 + - type: nauc_precision_at_10_max + value: 17.14868242242726 + - type: nauc_precision_at_10_std + value: 13.21690743137821 + - type: nauc_precision_at_1_diff1 + value: 50.218645783866165 + - type: nauc_precision_at_1_max + value: 20.1519999109772 + - type: nauc_precision_at_1_std + value: -8.435852939261638 + - type: nauc_precision_at_20_diff1 + value: -11.752160128790043 + - type: nauc_precision_at_20_max + value: 15.237636262112057 + - type: nauc_precision_at_20_std + value: 18.180728055218886 + - type: nauc_precision_at_3_diff1 + value: 15.96609445885222 + - type: nauc_precision_at_3_max + value: 20.18494092548839 + - type: nauc_precision_at_3_std + value: -1.0589223899689346 + - type: nauc_precision_at_5_diff1 + value: 4.644778831019537 + - type: nauc_precision_at_5_max + value: 18.90354311244982 + - type: nauc_precision_at_5_std + value: 5.473254605926224 + - type: nauc_recall_at_1000_diff1 + value: 43.6311966998835 + - type: nauc_recall_at_1000_max + value: 71.26453607826319 + - type: nauc_recall_at_1000_std + value: 63.74850911403961 + - type: nauc_recall_at_100_diff1 + value: 43.81911515697184 + - type: nauc_recall_at_100_max + value: 49.13377769323508 + - type: nauc_recall_at_100_std + value: 22.92335191809556 + - type: nauc_recall_at_10_diff1 + value: 39.868975772803154 + - type: nauc_recall_at_10_max + value: 27.1991395214908 + - type: nauc_recall_at_10_std + value: -11.928586693931537 + - type: nauc_recall_at_1_diff1 + value: 51.426208875589964 + - type: nauc_recall_at_1_max + value: 15.25704840433183 + - type: nauc_recall_at_1_std + value: -12.188645475831342 + - type: nauc_recall_at_20_diff1 + value: 40.48934810019854 + - type: nauc_recall_at_20_max + value: 31.541919411302256 + - type: nauc_recall_at_20_std + value: 1.6695278429926617 + - type: nauc_recall_at_3_diff1 + value: 41.85552950416144 + - type: nauc_recall_at_3_max + value: 19.544146808722118 + - type: nauc_recall_at_3_std + value: -15.442392634895718 + - type: nauc_recall_at_5_diff1 + value: 40.52718222998753 + - type: nauc_recall_at_5_max + value: 21.436637732490112 + - type: nauc_recall_at_5_std + value: -14.812931287114298 + - type: ndcg_at_1 + value: 57.851 + - type: ndcg_at_10 + value: 74.639 + - type: ndcg_at_100 + value: 76.334 + - type: ndcg_at_1000 + value: 76.483 + - type: ndcg_at_20 + value: 75.543 + - type: ndcg_at_3 + value: 68.56400000000001 + - type: ndcg_at_5 + value: 71.977 + - type: precision_at_1 + value: 57.851 + - type: precision_at_10 + value: 11.023 + - type: precision_at_100 + value: 1.2 + - type: precision_at_1000 + value: 0.121 + - type: precision_at_20 + value: 5.737 + - type: precision_at_3 + value: 29.788999999999998 + - type: precision_at_5 + value: 19.971 + - type: recall_at_1 + value: 51.910000000000004 + - type: recall_at_10 + value: 91.50500000000001 + - type: recall_at_100 + value: 98.571 + - type: recall_at_1000 + value: 99.681 + - type: recall_at_20 + value: 94.78999999999999 + - type: recall_at_3 + value: 76.32 + - type: recall_at_5 + value: 83.992 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 90.78500000000001 + - type: map_at_1 + value: 73.36399999999999 + - type: map_at_10 + value: 87.561 + - type: map_at_100 + value: 88.139 + - type: map_at_1000 + value: 88.151 + - type: map_at_20 + value: 87.953 + - type: map_at_3 + value: 84.738 + - type: map_at_5 + value: 86.533 + - type: mrr_at_1 + value: 84.42 + - type: mrr_at_10 + value: 89.91527777777762 + - type: mrr_at_100 + value: 89.98056337523398 + - type: mrr_at_1000 + value: 89.98095050387363 + - type: mrr_at_20 + value: 89.96620262859754 + - type: mrr_at_3 + value: 89.17333333333308 + - type: mrr_at_5 + value: 89.69083333333309 + - type: nauc_map_at_1000_diff1 + value: 79.22837535499788 + - type: nauc_map_at_1000_max + value: 15.229135965576624 + - type: nauc_map_at_1000_std + value: -65.13592340820175 + - type: nauc_map_at_100_diff1 + value: 79.22964850175666 + - type: nauc_map_at_100_max + value: 15.17873352763656 + - type: nauc_map_at_100_std + value: -65.21743661211563 + - type: nauc_map_at_10_diff1 + value: 79.40458559409714 + - type: nauc_map_at_10_max + value: 13.98665034413499 + - type: nauc_map_at_10_std + value: -67.98126748033091 + - type: nauc_map_at_1_diff1 + value: 82.80184669392824 + - type: nauc_map_at_1_max + value: 8.856089749102615 + - type: nauc_map_at_1_std + value: -54.391672423052306 + - type: nauc_map_at_20_diff1 + value: 79.28140675062055 + - type: nauc_map_at_20_max + value: 14.813382162586338 + - type: nauc_map_at_20_std + value: -66.3069868467324 + - type: nauc_map_at_3_diff1 + value: 79.86030933775763 + - type: nauc_map_at_3_max + value: 11.48286207079137 + - type: nauc_map_at_3_std + value: -69.0349738122831 + - type: nauc_map_at_5_diff1 + value: 79.49804780757196 + - type: nauc_map_at_5_max + value: 13.014896114509048 + - type: nauc_map_at_5_std + value: -69.24755978940475 + - type: nauc_mrr_at_1000_diff1 + value: 80.32513802860564 + - type: nauc_mrr_at_1000_max + value: 19.133166308087606 + - type: nauc_mrr_at_1000_std + value: -60.70934579066254 + - type: nauc_mrr_at_100_diff1 + value: 80.32534858109838 + - type: nauc_mrr_at_100_max + value: 19.134687103600278 + - type: nauc_mrr_at_100_std + value: -60.70792004190786 + - type: nauc_mrr_at_10_diff1 + value: 80.32753693824817 + - type: nauc_mrr_at_10_max + value: 19.07334892748873 + - type: nauc_mrr_at_10_std + value: -61.00343339014411 + - type: nauc_mrr_at_1_diff1 + value: 80.94621936022547 + - type: nauc_mrr_at_1_max + value: 19.098389309511855 + - type: nauc_mrr_at_1_std + value: -56.281240215328744 + - type: nauc_mrr_at_20_diff1 + value: 80.32886311854372 + - type: nauc_mrr_at_20_max + value: 19.144658294844398 + - type: nauc_mrr_at_20_std + value: -60.80113609312996 + - type: nauc_mrr_at_3_diff1 + value: 80.15719807177194 + - type: nauc_mrr_at_3_max + value: 19.21110611323521 + - type: nauc_mrr_at_3_std + value: -61.55939529271486 + - type: nauc_mrr_at_5_diff1 + value: 80.25659942502026 + - type: nauc_mrr_at_5_max + value: 19.18410850302189 + - type: nauc_mrr_at_5_std + value: -61.34080339288672 + - type: nauc_ndcg_at_1000_diff1 + value: 79.30792401562252 + - type: nauc_ndcg_at_1000_max + value: 17.228735754297546 + - type: nauc_ndcg_at_1000_std + value: -63.0841035754019 + - type: nauc_ndcg_at_100_diff1 + value: 79.32390069722452 + - type: nauc_ndcg_at_100_max + value: 17.03598908274086 + - type: nauc_ndcg_at_100_std + value: -63.47645382028065 + - type: nauc_ndcg_at_10_diff1 + value: 79.3889546948115 + - type: nauc_ndcg_at_10_max + value: 14.754867908259872 + - type: nauc_ndcg_at_10_std + value: -68.67778986513876 + - type: nauc_ndcg_at_1_diff1 + value: 80.96616311503684 + - type: nauc_ndcg_at_1_max + value: 19.251282966440872 + - type: nauc_ndcg_at_1_std + value: -56.28623708629156 + - type: nauc_ndcg_at_20_diff1 + value: 79.36281855858415 + - type: nauc_ndcg_at_20_max + value: 16.27660669783678 + - type: nauc_ndcg_at_20_std + value: -66.242757220336 + - type: nauc_ndcg_at_3_diff1 + value: 78.59162334237037 + - type: nauc_ndcg_at_3_max + value: 14.310999607705163 + - type: nauc_ndcg_at_3_std + value: -67.43291489588975 + - type: nauc_ndcg_at_5_diff1 + value: 79.02195291821941 + - type: nauc_ndcg_at_5_max + value: 14.703906318131077 + - type: nauc_ndcg_at_5_std + value: -69.07043859982423 + - type: nauc_precision_at_1000_diff1 + value: -45.99620856951242 + - type: nauc_precision_at_1000_max + value: 7.125627651370571 + - type: nauc_precision_at_1000_std + value: 50.082304720650285 + - type: nauc_precision_at_100_diff1 + value: -45.93971803560242 + - type: nauc_precision_at_100_max + value: 6.31666945015899 + - type: nauc_precision_at_100_std + value: 48.43063822533797 + - type: nauc_precision_at_10_diff1 + value: -42.57062696143343 + - type: nauc_precision_at_10_max + value: 4.926448070411812 + - type: nauc_precision_at_10_std + value: 32.322003900367136 + - type: nauc_precision_at_1_diff1 + value: 80.96616311503684 + - type: nauc_precision_at_1_max + value: 19.251282966440872 + - type: nauc_precision_at_1_std + value: -56.28623708629156 + - type: nauc_precision_at_20_diff1 + value: -44.76495643463962 + - type: nauc_precision_at_20_max + value: 5.4607809221385635 + - type: nauc_precision_at_20_std + value: 40.49645695309527 + - type: nauc_precision_at_3_diff1 + value: -26.588107140371964 + - type: nauc_precision_at_3_max + value: 6.575677555357888 + - type: nauc_precision_at_3_std + value: 7.485155494378594 + - type: nauc_precision_at_5_diff1 + value: -36.70696804880982 + - type: nauc_precision_at_5_max + value: 5.972677452493278 + - type: nauc_precision_at_5_std + value: 21.08447210740431 + - type: nauc_recall_at_1000_diff1 + value: 10.886946378066934 + - type: nauc_recall_at_1000_max + value: -98.39304801447328 + - type: nauc_recall_at_1000_std + value: -44.363214454766606 + - type: nauc_recall_at_100_diff1 + value: 77.70428152195116 + - type: nauc_recall_at_100_max + value: 0.5837837369290989 + - type: nauc_recall_at_100_std + value: -98.47672805335857 + - type: nauc_recall_at_10_diff1 + value: 76.85812517627498 + - type: nauc_recall_at_10_max + value: -1.0832219226903645 + - type: nauc_recall_at_10_std + value: -110.90702861885376 + - type: nauc_recall_at_1_diff1 + value: 82.80184669392824 + - type: nauc_recall_at_1_max + value: 8.856089749102615 + - type: nauc_recall_at_1_std + value: -54.391672423052306 + - type: nauc_recall_at_20_diff1 + value: 76.9632614403016 + - type: nauc_recall_at_20_max + value: 5.480849453695013 + - type: nauc_recall_at_20_std + value: -115.63128053573668 + - type: nauc_recall_at_3_diff1 + value: 76.50668600748783 + - type: nauc_recall_at_3_max + value: 5.787499766680326 + - type: nauc_recall_at_3_std + value: -82.19925386253946 + - type: nauc_recall_at_5_diff1 + value: 75.50256322857665 + - type: nauc_recall_at_5_max + value: 4.71365237505925 + - type: nauc_recall_at_5_std + value: -93.67905025813903 + - type: ndcg_at_1 + value: 84.41 + - type: ndcg_at_10 + value: 90.78500000000001 + - type: ndcg_at_100 + value: 91.699 + - type: ndcg_at_1000 + value: 91.751 + - type: ndcg_at_20 + value: 91.31099999999999 + - type: ndcg_at_3 + value: 88.434 + - type: ndcg_at_5 + value: 89.754 + - type: precision_at_1 + value: 84.41 + - type: precision_at_10 + value: 13.757 + - type: precision_at_100 + value: 1.544 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_20 + value: 7.266 + - type: precision_at_3 + value: 38.800000000000004 + - type: precision_at_5 + value: 25.396 + - type: recall_at_1 + value: 73.36399999999999 + - type: recall_at_10 + value: 96.832 + - type: recall_at_100 + value: 99.799 + - type: recall_at_1000 + value: 99.995 + - type: recall_at_20 + value: 98.48700000000001 + - type: recall_at_3 + value: 89.85499999999999 + - type: recall_at_5 + value: 93.758 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 72.36527124460562 + - type: v_measure + value: 72.36527124460562 + - type: v_measure_std + value: 2.7778891945364195 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 73.89142551084535 + - type: v_measure + value: 73.89142551084535 + - type: v_measure_std + value: 11.258242813412751 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 28.538000000000004 + - type: map_at_1 + value: 6.643000000000001 + - type: map_at_10 + value: 17.805 + - type: map_at_100 + value: 21.054000000000002 + - type: map_at_1000 + value: 21.442 + - type: map_at_20 + value: 19.503999999999998 + - type: map_at_3 + value: 12.648000000000001 + - type: map_at_5 + value: 15.048 + - type: mrr_at_1 + value: 32.800000000000004 + - type: mrr_at_10 + value: 46.25075396825397 + - type: mrr_at_100 + value: 47.158633401334065 + - type: mrr_at_1000 + value: 47.17670558089014 + - type: mrr_at_20 + value: 46.83560758470973 + - type: mrr_at_3 + value: 42.499999999999964 + - type: mrr_at_5 + value: 44.69499999999993 + - type: nauc_map_at_1000_diff1 + value: 10.789045939743312 + - type: nauc_map_at_1000_max + value: 32.14632527014952 + - type: nauc_map_at_1000_std + value: 20.19671140555673 + - type: nauc_map_at_100_diff1 + value: 10.751726290304457 + - type: nauc_map_at_100_max + value: 32.11882933379086 + - type: nauc_map_at_100_std + value: 20.101870633638903 + - type: nauc_map_at_10_diff1 + value: 12.006914710409074 + - type: nauc_map_at_10_max + value: 30.41130279511205 + - type: nauc_map_at_10_std + value: 16.189788376384865 + - type: nauc_map_at_1_diff1 + value: 21.38187908816387 + - type: nauc_map_at_1_max + value: 24.99538128197334 + - type: nauc_map_at_1_std + value: 9.118883517128223 + - type: nauc_map_at_20_diff1 + value: 10.802870277150753 + - type: nauc_map_at_20_max + value: 31.22006132139698 + - type: nauc_map_at_20_std + value: 18.073673400388422 + - type: nauc_map_at_3_diff1 + value: 16.347189082771948 + - type: nauc_map_at_3_max + value: 28.33087344789753 + - type: nauc_map_at_3_std + value: 11.69551675125919 + - type: nauc_map_at_5_diff1 + value: 14.437136962876188 + - type: nauc_map_at_5_max + value: 29.874785069482506 + - type: nauc_map_at_5_std + value: 13.630292208839778 + - type: nauc_mrr_at_1000_diff1 + value: 18.115657218810394 + - type: nauc_mrr_at_1000_max + value: 26.36974876533877 + - type: nauc_mrr_at_1000_std + value: 12.945521122077992 + - type: nauc_mrr_at_100_diff1 + value: 18.101791416005494 + - type: nauc_mrr_at_100_max + value: 26.38722397148215 + - type: nauc_mrr_at_100_std + value: 12.978980203045584 + - type: nauc_mrr_at_10_diff1 + value: 18.054407102669657 + - type: nauc_mrr_at_10_max + value: 26.357266760977115 + - type: nauc_mrr_at_10_std + value: 13.047191230283303 + - type: nauc_mrr_at_1_diff1 + value: 21.72510847894924 + - type: nauc_mrr_at_1_max + value: 25.44857511434268 + - type: nauc_mrr_at_1_std + value: 9.345581415183856 + - type: nauc_mrr_at_20_diff1 + value: 18.027869822742357 + - type: nauc_mrr_at_20_max + value: 26.36127613669918 + - type: nauc_mrr_at_20_std + value: 12.919096925478375 + - type: nauc_mrr_at_3_diff1 + value: 18.073482602333435 + - type: nauc_mrr_at_3_max + value: 25.323655770056707 + - type: nauc_mrr_at_3_std + value: 11.885953111994151 + - type: nauc_mrr_at_5_diff1 + value: 18.111686003016334 + - type: nauc_mrr_at_5_max + value: 26.192945508761944 + - type: nauc_mrr_at_5_std + value: 12.15347243046111 + - type: nauc_ndcg_at_1000_diff1 + value: 11.307254540740201 + - type: nauc_ndcg_at_1000_max + value: 33.71756163776018 + - type: nauc_ndcg_at_1000_std + value: 24.685385257460815 + - type: nauc_ndcg_at_100_diff1 + value: 10.02155722506797 + - type: nauc_ndcg_at_100_max + value: 34.062871320003815 + - type: nauc_ndcg_at_100_std + value: 25.946717818165503 + - type: nauc_ndcg_at_10_diff1 + value: 11.66408962417464 + - type: nauc_ndcg_at_10_max + value: 30.297422749362223 + - type: nauc_ndcg_at_10_std + value: 17.6607178434512 + - type: nauc_ndcg_at_1_diff1 + value: 21.72510847894924 + - type: nauc_ndcg_at_1_max + value: 25.44857511434268 + - type: nauc_ndcg_at_1_std + value: 9.345581415183856 + - type: nauc_ndcg_at_20_diff1 + value: 9.94179593521292 + - type: nauc_ndcg_at_20_max + value: 31.43955483410812 + - type: nauc_ndcg_at_20_std + value: 20.023594363361713 + - type: nauc_ndcg_at_3_diff1 + value: 16.518122409217916 + - type: nauc_ndcg_at_3_max + value: 28.02081341423043 + - type: nauc_ndcg_at_3_std + value: 12.481239903453694 + - type: nauc_ndcg_at_5_diff1 + value: 14.42966455444073 + - type: nauc_ndcg_at_5_max + value: 29.70088747545455 + - type: nauc_ndcg_at_5_std + value: 14.235829092545904 + - type: nauc_precision_at_1000_diff1 + value: 1.90325448383178 + - type: nauc_precision_at_1000_max + value: 30.93317218027561 + - type: nauc_precision_at_1000_std + value: 38.645338287217385 + - type: nauc_precision_at_100_diff1 + value: 0.1252908386460034 + - type: nauc_precision_at_100_max + value: 32.83232486740121 + - type: nauc_precision_at_100_std + value: 38.39716435488311 + - type: nauc_precision_at_10_diff1 + value: 5.129281906089187 + - type: nauc_precision_at_10_max + value: 29.13254144452189 + - type: nauc_precision_at_10_std + value: 21.170655820058695 + - type: nauc_precision_at_1_diff1 + value: 21.72510847894924 + - type: nauc_precision_at_1_max + value: 25.44857511434268 + - type: nauc_precision_at_1_std + value: 9.345581415183856 + - type: nauc_precision_at_20_diff1 + value: 1.426147845409854 + - type: nauc_precision_at_20_max + value: 29.55472435454713 + - type: nauc_precision_at_20_std + value: 24.489789182449744 + - type: nauc_precision_at_3_diff1 + value: 14.305359352927194 + - type: nauc_precision_at_3_max + value: 28.939644598906263 + - type: nauc_precision_at_3_std + value: 13.883159077618451 + - type: nauc_precision_at_5_diff1 + value: 10.806549955611787 + - type: nauc_precision_at_5_max + value: 30.692865412337213 + - type: nauc_precision_at_5_std + value: 16.34097056419444 + - type: nauc_recall_at_1000_diff1 + value: 1.4145909877298652 + - type: nauc_recall_at_1000_max + value: 32.02359135142732 + - type: nauc_recall_at_1000_std + value: 42.60174028590349 + - type: nauc_recall_at_100_diff1 + value: -0.37109606033002723 + - type: nauc_recall_at_100_max + value: 32.685485952066905 + - type: nauc_recall_at_100_std + value: 38.93939246304491 + - type: nauc_recall_at_10_diff1 + value: 4.791220273088741 + - type: nauc_recall_at_10_max + value: 28.788746481442786 + - type: nauc_recall_at_10_std + value: 21.012624321533405 + - type: nauc_recall_at_1_diff1 + value: 21.38187908816387 + - type: nauc_recall_at_1_max + value: 24.99538128197334 + - type: nauc_recall_at_1_std + value: 9.118883517128223 + - type: nauc_recall_at_20_diff1 + value: 0.9133987668726881 + - type: nauc_recall_at_20_max + value: 29.13398902376736 + - type: nauc_recall_at_20_std + value: 24.28650862967556 + - type: nauc_recall_at_3_diff1 + value: 13.795646221056213 + - type: nauc_recall_at_3_max + value: 28.458736997372156 + - type: nauc_recall_at_3_std + value: 13.590754437517683 + - type: nauc_recall_at_5_diff1 + value: 10.27964083807708 + - type: nauc_recall_at_5_max + value: 30.18285511857152 + - type: nauc_recall_at_5_std + value: 15.981641598553725 + - type: ndcg_at_1 + value: 32.800000000000004 + - type: ndcg_at_10 + value: 28.538000000000004 + - type: ndcg_at_100 + value: 39.253 + - type: ndcg_at_1000 + value: 44.690000000000005 + - type: ndcg_at_20 + value: 32.523 + - type: ndcg_at_3 + value: 27.296 + - type: ndcg_at_5 + value: 23.615 + - type: precision_at_1 + value: 32.800000000000004 + - type: precision_at_10 + value: 14.77 + - type: precision_at_100 + value: 3.01 + - type: precision_at_1000 + value: 0.43 + - type: precision_at_20 + value: 9.69 + - type: precision_at_3 + value: 25.6 + - type: precision_at_5 + value: 20.66 + - type: recall_at_1 + value: 6.643000000000001 + - type: recall_at_10 + value: 29.992 + - type: recall_at_100 + value: 61.095 + - type: recall_at_1000 + value: 87.272 + - type: recall_at_20 + value: 39.33 + - type: recall_at_3 + value: 15.573 + - type: recall_at_5 + value: 20.948 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 84.37281363343187 + - type: cosine_spearman + value: 83.30200195593044 + - type: euclidean_pearson + value: 81.67701335794368 + - type: euclidean_spearman + value: 83.3019997653498 + - type: main_score + value: 83.30200195593044 + - type: manhattan_pearson + value: 81.80922925216795 + - type: manhattan_spearman + value: 82.45409932874257 + - type: pearson + value: 84.37281363343187 + - type: spearman + value: 83.30200195593044 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: cosine_pearson + value: 86.82824905521925 + - type: cosine_spearman + value: 80.98590815911939 + - type: euclidean_pearson + value: 81.89218840695128 + - type: euclidean_spearman + value: 80.98590725274755 + - type: main_score + value: 80.98590815911939 + - type: manhattan_pearson + value: 79.38582949943776 + - type: manhattan_spearman + value: 77.30421542625247 + - type: pearson + value: 86.82824905521925 + - type: spearman + value: 80.98590815911939 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: cosine_pearson + value: 87.19722316157294 + - type: cosine_spearman + value: 87.34287142701457 + - type: euclidean_pearson + value: 86.95469976545654 + - type: euclidean_spearman + value: 87.34287142701457 + - type: main_score + value: 87.34287142701457 + - type: manhattan_pearson + value: 85.00802640790108 + - type: manhattan_spearman + value: 84.8446065481803 + - type: pearson + value: 87.19722316157294 + - type: spearman + value: 87.34287142701457 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: cosine_pearson + value: 84.82646675904164 + - type: cosine_spearman + value: 84.38843815801556 + - type: euclidean_pearson + value: 83.62102244440854 + - type: euclidean_spearman + value: 84.38846972126379 + - type: main_score + value: 84.38843815801556 + - type: manhattan_pearson + value: 82.56864079042991 + - type: manhattan_spearman + value: 82.88684800532234 + - type: pearson + value: 84.82646675904164 + - type: spearman + value: 84.38843815801556 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: cosine_pearson + value: 89.69909533656704 + - type: cosine_spearman + value: 89.74723322749233 + - type: euclidean_pearson + value: 88.7169991211476 + - type: euclidean_spearman + value: 89.7472332075485 + - type: main_score + value: 89.74723322749233 + - type: manhattan_pearson + value: 87.37922931937202 + - type: manhattan_spearman + value: 87.47352246770794 + - type: pearson + value: 89.69909533656704 + - type: spearman + value: 89.74723322749233 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: cosine_pearson + value: 86.84947603401746 + - type: cosine_spearman + value: 87.63022743056388 + - type: euclidean_pearson + value: 86.74752511965002 + - type: euclidean_spearman + value: 87.63022743056388 + - type: main_score + value: 87.63022743056388 + - type: manhattan_pearson + value: 86.1770646766385 + - type: manhattan_spearman + value: 86.43792690343828 + - type: pearson + value: 86.84947603401746 + - type: spearman + value: 87.63022743056388 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 91.43391567649913 + - type: cosine_spearman + value: 90.86953801008369 + - type: euclidean_pearson + value: 91.24907274014495 + - type: euclidean_spearman + value: 90.86953801008369 + - type: main_score + value: 90.86953801008369 + - type: manhattan_pearson + value: 92.27103413151777 + - type: manhattan_spearman + value: 91.70510079315306 + - type: pearson + value: 91.43391567649913 + - type: spearman + value: 90.86953801008369 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 68.81338409687908 + - type: cosine_spearman + value: 68.09215270009086 + - type: euclidean_pearson + value: 68.64603879303111 + - type: euclidean_spearman + value: 68.09215270009086 + - type: main_score + value: 68.09215270009086 + - type: manhattan_pearson + value: 69.46795022258881 + - type: manhattan_spearman + value: 68.27576057587602 + - type: pearson + value: 68.81338409687908 + - type: spearman + value: 68.09215270009086 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 87.93191595794555 + - type: cosine_spearman + value: 88.46646307403641 + - type: euclidean_pearson + value: 87.3793925878407 + - type: euclidean_spearman + value: 88.46646307403641 + - type: main_score + value: 88.46646307403641 + - type: manhattan_pearson + value: 86.42857012902716 + - type: manhattan_spearman + value: 86.76733082091621 + - type: pearson + value: 87.93191595794555 + - type: spearman + value: 88.46646307403641 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 87.62672056519489 + - type: map + value: 87.62672056519489 + - type: mrr + value: 96.75288491464961 + - type: nAUC_map_diff1 + value: -10.979336734379478 + - type: nAUC_map_max + value: 50.98762609235208 + - type: nAUC_map_std + value: 68.765950990151 + - type: nAUC_mrr_diff1 + value: 26.032783373787915 + - type: nAUC_mrr_max + value: 82.4844792677926 + - type: nAUC_mrr_std + value: 82.0357865297397 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 79.745 + - type: map_at_1 + value: 64.328 + - type: map_at_10 + value: 75.139 + - type: map_at_100 + value: 75.384 + - type: map_at_1000 + value: 75.397 + - type: map_at_20 + value: 75.297 + - type: map_at_3 + value: 72.222 + - type: map_at_5 + value: 74.079 + - type: mrr_at_1 + value: 67.66666666666666 + - type: mrr_at_10 + value: 76.05383597883596 + - type: mrr_at_100 + value: 76.22027125405623 + - type: mrr_at_1000 + value: 76.23312943054236 + - type: mrr_at_20 + value: 76.14538114391056 + - type: mrr_at_3 + value: 74.11111111111113 + - type: mrr_at_5 + value: 75.31111111111112 + - type: nauc_map_at_1000_diff1 + value: 78.43909223692039 + - type: nauc_map_at_1000_max + value: 61.93783649790126 + - type: nauc_map_at_1000_std + value: 4.252485546213312 + - type: nauc_map_at_100_diff1 + value: 78.43784839609923 + - type: nauc_map_at_100_max + value: 61.95484128615342 + - type: nauc_map_at_100_std + value: 4.2853337017858335 + - type: nauc_map_at_10_diff1 + value: 78.39217968458001 + - type: nauc_map_at_10_max + value: 62.11071146014176 + - type: nauc_map_at_10_std + value: 4.2617060402705995 + - type: nauc_map_at_1_diff1 + value: 79.46268237346375 + - type: nauc_map_at_1_max + value: 51.87919162971395 + - type: nauc_map_at_1_std + value: -7.9819599317263155 + - type: nauc_map_at_20_diff1 + value: 78.34137192881398 + - type: nauc_map_at_20_max + value: 62.04478567534677 + - type: nauc_map_at_20_std + value: 4.44986243492092 + - type: nauc_map_at_3_diff1 + value: 78.93188320960228 + - type: nauc_map_at_3_max + value: 59.05645306883896 + - type: nauc_map_at_3_std + value: -0.7631750269436595 + - type: nauc_map_at_5_diff1 + value: 78.24090341300327 + - type: nauc_map_at_5_max + value: 60.40223081576741 + - type: nauc_map_at_5_std + value: 2.3140404965702412 + - type: nauc_mrr_at_1000_diff1 + value: 77.83067231715107 + - type: nauc_mrr_at_1000_max + value: 62.87956349977423 + - type: nauc_mrr_at_1000_std + value: 6.261294250064705 + - type: nauc_mrr_at_100_diff1 + value: 77.82977924127196 + - type: nauc_mrr_at_100_max + value: 62.896357638733605 + - type: nauc_mrr_at_100_std + value: 6.29361759938427 + - type: nauc_mrr_at_10_diff1 + value: 77.67673337207816 + - type: nauc_mrr_at_10_max + value: 63.029402394904096 + - type: nauc_mrr_at_10_std + value: 6.4376801339784056 + - type: nauc_mrr_at_1_diff1 + value: 79.44451752755394 + - type: nauc_mrr_at_1_max + value: 60.551707570965306 + - type: nauc_mrr_at_1_std + value: 2.128815653258172 + - type: nauc_mrr_at_20_diff1 + value: 77.73758868156405 + - type: nauc_mrr_at_20_max + value: 62.963931403619334 + - type: nauc_mrr_at_20_std + value: 6.407753752007869 + - type: nauc_mrr_at_3_diff1 + value: 77.98942478932196 + - type: nauc_mrr_at_3_max + value: 62.99215580076013 + - type: nauc_mrr_at_3_std + value: 5.461908127857269 + - type: nauc_mrr_at_5_diff1 + value: 77.37126419303483 + - type: nauc_mrr_at_5_max + value: 62.33931482696964 + - type: nauc_mrr_at_5_std + value: 5.6849973918884364 + - type: nauc_ndcg_at_1000_diff1 + value: 77.84639188057717 + - type: nauc_ndcg_at_1000_max + value: 63.315777298558665 + - type: nauc_ndcg_at_1000_std + value: 6.713565158302629 + - type: nauc_ndcg_at_100_diff1 + value: 77.863198515294 + - type: nauc_ndcg_at_100_max + value: 63.74184406752551 + - type: nauc_ndcg_at_100_std + value: 7.570839930103332 + - type: nauc_ndcg_at_10_diff1 + value: 77.18552551495168 + - type: nauc_ndcg_at_10_max + value: 64.67747343020477 + - type: nauc_ndcg_at_10_std + value: 8.101265554115662 + - type: nauc_ndcg_at_1_diff1 + value: 79.44451752755394 + - type: nauc_ndcg_at_1_max + value: 60.551707570965306 + - type: nauc_ndcg_at_1_std + value: 2.128815653258172 + - type: nauc_ndcg_at_20_diff1 + value: 77.17994663867256 + - type: nauc_ndcg_at_20_max + value: 64.43647467030159 + - type: nauc_ndcg_at_20_std + value: 8.622247271863376 + - type: nauc_ndcg_at_3_diff1 + value: 77.88539508493001 + - type: nauc_ndcg_at_3_max + value: 62.66984272127964 + - type: nauc_ndcg_at_3_std + value: 2.742594418074899 + - type: nauc_ndcg_at_5_diff1 + value: 76.53757494977143 + - type: nauc_ndcg_at_5_max + value: 61.49129748643147 + - type: nauc_ndcg_at_5_std + value: 4.380236291870192 + - type: nauc_precision_at_1000_diff1 + value: -29.19719579231251 + - type: nauc_precision_at_1000_max + value: 23.47044780637479 + - type: nauc_precision_at_1000_std + value: 52.84101463334091 + - type: nauc_precision_at_100_diff1 + value: -19.027484143763136 + - type: nauc_precision_at_100_max + value: 29.260915389748522 + - type: nauc_precision_at_100_std + value: 52.8204456584782 + - type: nauc_precision_at_10_diff1 + value: -4.391032114724305 + - type: nauc_precision_at_10_max + value: 42.8334824133652 + - type: nauc_precision_at_10_std + value: 51.92832616787376 + - type: nauc_precision_at_1_diff1 + value: 79.44451752755394 + - type: nauc_precision_at_1_max + value: 60.551707570965306 + - type: nauc_precision_at_1_std + value: 2.128815653258172 + - type: nauc_precision_at_20_diff1 + value: -10.485053838019777 + - type: nauc_precision_at_20_max + value: 36.682622883716725 + - type: nauc_precision_at_20_std + value: 52.86245437696848 + - type: nauc_precision_at_3_diff1 + value: 37.47158426353003 + - type: nauc_precision_at_3_max + value: 57.209349751980824 + - type: nauc_precision_at_3_std + value: 27.18493771030643 + - type: nauc_precision_at_5_diff1 + value: 14.132687328859591 + - type: nauc_precision_at_5_max + value: 46.577764510703226 + - type: nauc_precision_at_5_std + value: 37.8320197016056 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 79.55849006269133 + - type: nauc_recall_at_100_max + value: 85.39415766306497 + - type: nauc_recall_at_100_std + value: 52.62104841936836 + - type: nauc_recall_at_10_diff1 + value: 67.56888802032422 + - type: nauc_recall_at_10_max + value: 80.90895272837815 + - type: nauc_recall_at_10_std + value: 31.151065077193458 + - type: nauc_recall_at_1_diff1 + value: 79.46268237346375 + - type: nauc_recall_at_1_max + value: 51.87919162971395 + - type: nauc_recall_at_1_std + value: -7.9819599317263155 + - type: nauc_recall_at_20_diff1 + value: 66.80955210366969 + - type: nauc_recall_at_20_max + value: 83.85111620405739 + - type: nauc_recall_at_20_std + value: 43.14008431655496 + - type: nauc_recall_at_3_diff1 + value: 73.487621203687 + - type: nauc_recall_at_3_max + value: 60.736184806494144 + - type: nauc_recall_at_3_std + value: -0.05276306802210151 + - type: nauc_recall_at_5_diff1 + value: 67.32384089471962 + - type: nauc_recall_at_5_max + value: 60.88484924058943 + - type: nauc_recall_at_5_std + value: 7.53695946791339 + - type: ndcg_at_1 + value: 67.667 + - type: ndcg_at_10 + value: 79.745 + - type: ndcg_at_100 + value: 80.803 + - type: ndcg_at_1000 + value: 81.109 + - type: ndcg_at_20 + value: 80.21000000000001 + - type: ndcg_at_3 + value: 75.288 + - type: ndcg_at_5 + value: 77.739 + - type: precision_at_1 + value: 67.667 + - type: precision_at_10 + value: 10.5 + - type: precision_at_100 + value: 1.107 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.367 + - type: precision_at_3 + value: 29.555999999999997 + - type: precision_at_5 + value: 19.467000000000002 + - type: recall_at_1 + value: 64.328 + - type: recall_at_10 + value: 92.833 + - type: recall_at_100 + value: 97.667 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 94.5 + - type: recall_at_3 + value: 81.072 + - type: recall_at_5 + value: 87.339 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.86039603960396 + - type: cosine_accuracy_threshold + value: 72.46292233467102 + - type: cosine_ap + value: 96.9963756118777 + - type: cosine_f1 + value: 92.8895612708018 + - type: cosine_f1_threshold + value: 72.46292233467102 + - type: cosine_precision + value: 93.69277721261444 + - type: cosine_recall + value: 92.10000000000001 + - type: dot_accuracy + value: 99.86039603960396 + - type: dot_accuracy_threshold + value: 72.46291637420654 + - type: dot_ap + value: 96.99637561187771 + - type: dot_f1 + value: 92.8895612708018 + - type: dot_f1_threshold + value: 72.46291637420654 + - type: dot_precision + value: 93.69277721261444 + - type: dot_recall + value: 92.10000000000001 + - type: euclidean_accuracy + value: 99.86039603960396 + - type: euclidean_accuracy_threshold + value: 74.21196699142456 + - type: euclidean_ap + value: 96.99637561187768 + - type: euclidean_f1 + value: 92.8895612708018 + - type: euclidean_f1_threshold + value: 74.21196699142456 + - type: euclidean_precision + value: 93.69277721261444 + - type: euclidean_recall + value: 92.10000000000001 + - type: main_score + value: 96.99637561187771 + - type: manhattan_accuracy + value: 99.81980198019802 + - type: manhattan_accuracy_threshold + value: 2608.760452270508 + - type: manhattan_ap + value: 96.18773334150895 + - type: manhattan_f1 + value: 90.74262461851477 + - type: manhattan_f1_threshold + value: 2608.760452270508 + - type: manhattan_precision + value: 92.33954451345755 + - type: manhattan_recall + value: 89.2 + - type: max_accuracy + value: 99.86039603960396 + - type: max_ap + value: 96.99637561187771 + - type: max_f1 + value: 92.8895612708018 + - type: max_precision + value: 93.69277721261444 + - type: max_recall + value: 92.10000000000001 + - type: similarity_accuracy + value: 99.86039603960396 + - type: similarity_accuracy_threshold + value: 72.46292233467102 + - type: similarity_ap + value: 96.9963756118777 + - type: similarity_f1 + value: 92.8895612708018 + - type: similarity_f1_threshold + value: 72.46292233467102 + - type: similarity_precision + value: 93.69277721261444 + - type: similarity_recall + value: 92.10000000000001 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 81.5950420419382 + - type: v_measure + value: 81.5950420419382 + - type: v_measure_std + value: 2.3518861207789126 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: main_score + value: 44.40836435329055 + - type: v_measure + value: 44.40836435329055 + - type: v_measure_std + value: 1.3850659888959282 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: main_score + value: 58.792345747482436 + - type: map + value: 58.792345747482436 + - type: mrr + value: 59.87494429590018 + - type: nAUC_map_diff1 + value: 43.36254267831821 + - type: nAUC_map_max + value: 13.241350111456592 + - type: nAUC_map_std + value: 6.075720164270261 + - type: nAUC_mrr_diff1 + value: 43.6953851299995 + - type: nAUC_mrr_max + value: 14.587424770057197 + - type: nAUC_mrr_std + value: 6.683981115477786 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: cosine_pearson + value: 29.605378173647523 + - type: cosine_spearman + value: 29.538937618105475 + - type: dot_pearson + value: 29.605381018751537 + - type: dot_spearman + value: 29.538937618105475 + - type: main_score + value: 29.538937618105475 + - type: pearson + value: 29.605378173647523 + - type: spearman + value: 29.538937618105475 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 77.17500000000001 + - type: map_at_1 + value: 0.22300000000000003 + - type: map_at_10 + value: 1.9959999999999998 + - type: map_at_100 + value: 11.998000000000001 + - type: map_at_1000 + value: 30.284 + - type: map_at_20 + value: 3.563 + - type: map_at_3 + value: 0.643 + - type: map_at_5 + value: 1.0170000000000001 + - type: mrr_at_1 + value: 84.0 + - type: mrr_at_10 + value: 90.66666666666666 + - type: mrr_at_100 + value: 90.66666666666666 + - type: mrr_at_1000 + value: 90.66666666666666 + - type: mrr_at_20 + value: 90.66666666666666 + - type: mrr_at_3 + value: 90.33333333333334 + - type: mrr_at_5 + value: 90.33333333333334 + - type: nauc_map_at_1000_diff1 + value: 7.389119317717576 + - type: nauc_map_at_1000_max + value: 54.82050496230136 + - type: nauc_map_at_1000_std + value: 70.85721068077146 + - type: nauc_map_at_100_diff1 + value: 12.670094845373846 + - type: nauc_map_at_100_max + value: 36.93011704883208 + - type: nauc_map_at_100_std + value: 52.83891673041347 + - type: nauc_map_at_10_diff1 + value: 0.7333820103994417 + - type: nauc_map_at_10_max + value: 7.33166700811674 + - type: nauc_map_at_10_std + value: 5.962928401420485 + - type: nauc_map_at_1_diff1 + value: 4.853041318875478 + - type: nauc_map_at_1_max + value: 6.708198838067249 + - type: nauc_map_at_1_std + value: 3.785155575070299 + - type: nauc_map_at_20_diff1 + value: 5.621187930586951 + - type: nauc_map_at_20_max + value: 16.76609882016852 + - type: nauc_map_at_20_std + value: 18.534536538273816 + - type: nauc_map_at_3_diff1 + value: 5.370619369327505 + - type: nauc_map_at_3_max + value: 6.078878275059272 + - type: nauc_map_at_3_std + value: 1.3685720820713816 + - type: nauc_map_at_5_diff1 + value: 3.442398585395224 + - type: nauc_map_at_5_max + value: 6.770357584173343 + - type: nauc_map_at_5_std + value: 1.7453751789242644 + - type: nauc_mrr_at_1000_diff1 + value: 31.34224450013925 + - type: nauc_mrr_at_1000_max + value: 52.595029239766134 + - type: nauc_mrr_at_1000_std + value: 44.9926900584796 + - type: nauc_mrr_at_100_diff1 + value: 31.34224450013925 + - type: nauc_mrr_at_100_max + value: 52.595029239766134 + - type: nauc_mrr_at_100_std + value: 44.9926900584796 + - type: nauc_mrr_at_10_diff1 + value: 31.34224450013925 + - type: nauc_mrr_at_10_max + value: 52.595029239766134 + - type: nauc_mrr_at_10_std + value: 44.9926900584796 + - type: nauc_mrr_at_1_diff1 + value: 31.161021109474685 + - type: nauc_mrr_at_1_max + value: 51.006381934216904 + - type: nauc_mrr_at_1_std + value: 44.82081492390771 + - type: nauc_mrr_at_20_diff1 + value: 31.34224450013925 + - type: nauc_mrr_at_20_max + value: 52.595029239766134 + - type: nauc_mrr_at_20_std + value: 44.9926900584796 + - type: nauc_mrr_at_3_diff1 + value: 32.207456626061095 + - type: nauc_mrr_at_3_max + value: 52.696399208027 + - type: nauc_mrr_at_3_std + value: 44.66257256954923 + - type: nauc_mrr_at_5_diff1 + value: 32.207456626061095 + - type: nauc_mrr_at_5_max + value: 52.696399208027 + - type: nauc_mrr_at_5_std + value: 44.66257256954923 + - type: nauc_ndcg_at_1000_diff1 + value: 5.618095845960207 + - type: nauc_ndcg_at_1000_max + value: 49.890389872564675 + - type: nauc_ndcg_at_1000_std + value: 69.30715837125426 + - type: nauc_ndcg_at_100_diff1 + value: 12.535638321298817 + - type: nauc_ndcg_at_100_max + value: 44.09984973737588 + - type: nauc_ndcg_at_100_std + value: 66.73116956125261 + - type: nauc_ndcg_at_10_diff1 + value: 8.28961977229752 + - type: nauc_ndcg_at_10_max + value: 37.081028635944044 + - type: nauc_ndcg_at_10_std + value: 38.823752443963215 + - type: nauc_ndcg_at_1_diff1 + value: 39.911537737624705 + - type: nauc_ndcg_at_1_max + value: 35.42019574628276 + - type: nauc_ndcg_at_1_std + value: 40.367965367965375 + - type: nauc_ndcg_at_20_diff1 + value: 12.379194710250905 + - type: nauc_ndcg_at_20_max + value: 46.77694418095702 + - type: nauc_ndcg_at_20_std + value: 53.5510203491856 + - type: nauc_ndcg_at_3_diff1 + value: 24.70851384180533 + - type: nauc_ndcg_at_3_max + value: 27.56920622226903 + - type: nauc_ndcg_at_3_std + value: 26.358022803379665 + - type: nauc_ndcg_at_5_diff1 + value: 11.779917720947457 + - type: nauc_ndcg_at_5_max + value: 30.21605394567412 + - type: nauc_ndcg_at_5_std + value: 28.513515127488503 + - type: nauc_precision_at_1000_diff1 + value: -6.002513211324759 + - type: nauc_precision_at_1000_max + value: 38.83635216810086 + - type: nauc_precision_at_1000_std + value: 38.11787851543623 + - type: nauc_precision_at_100_diff1 + value: 9.238981139752605 + - type: nauc_precision_at_100_max + value: 47.28113136198602 + - type: nauc_precision_at_100_std + value: 67.90941931954151 + - type: nauc_precision_at_10_diff1 + value: -4.3380606584868024 + - type: nauc_precision_at_10_max + value: 41.56707414236605 + - type: nauc_precision_at_10_std + value: 37.1979026762881 + - type: nauc_precision_at_1_diff1 + value: 31.161021109474685 + - type: nauc_precision_at_1_max + value: 51.006381934216904 + - type: nauc_precision_at_1_std + value: 44.82081492390771 + - type: nauc_precision_at_20_diff1 + value: 11.949737641535576 + - type: nauc_precision_at_20_max + value: 54.79667219000284 + - type: nauc_precision_at_20_std + value: 59.65064899199118 + - type: nauc_precision_at_3_diff1 + value: 9.832803576504578 + - type: nauc_precision_at_3_max + value: 39.444918210713936 + - type: nauc_precision_at_3_std + value: 24.35847740134894 + - type: nauc_precision_at_5_diff1 + value: -2.8325554667901915 + - type: nauc_precision_at_5_max + value: 37.87579363410836 + - type: nauc_precision_at_5_std + value: 22.71230150387524 + - type: nauc_recall_at_1000_diff1 + value: 1.7599230382331428 + - type: nauc_recall_at_1000_max + value: 46.12135164141817 + - type: nauc_recall_at_1000_std + value: 59.98813586911771 + - type: nauc_recall_at_100_diff1 + value: 8.984945382291173 + - type: nauc_recall_at_100_max + value: 25.15301354551285 + - type: nauc_recall_at_100_std + value: 39.651220953971 + - type: nauc_recall_at_10_diff1 + value: -1.283481764667596 + - type: nauc_recall_at_10_max + value: 2.5139780683579565 + - type: nauc_recall_at_10_std + value: 2.6011871782532743 + - type: nauc_recall_at_1_diff1 + value: 4.853041318875478 + - type: nauc_recall_at_1_max + value: 6.708198838067249 + - type: nauc_recall_at_1_std + value: 3.785155575070299 + - type: nauc_recall_at_20_diff1 + value: 4.596859911077373 + - type: nauc_recall_at_20_max + value: 11.033119490674997 + - type: nauc_recall_at_20_std + value: 14.068678820386443 + - type: nauc_recall_at_3_diff1 + value: 3.2589657526078404 + - type: nauc_recall_at_3_max + value: 3.0470205984611267 + - type: nauc_recall_at_3_std + value: -1.8601234586336293 + - type: nauc_recall_at_5_diff1 + value: 2.1569206756644324 + - type: nauc_recall_at_5_max + value: 3.589813704568977 + - type: nauc_recall_at_5_std + value: -0.18424794111182097 + - type: ndcg_at_1 + value: 78.0 + - type: ndcg_at_10 + value: 77.17500000000001 + - type: ndcg_at_100 + value: 60.223000000000006 + - type: ndcg_at_1000 + value: 56.04599999999999 + - type: ndcg_at_20 + value: 72.912 + - type: ndcg_at_3 + value: 79.592 + - type: ndcg_at_5 + value: 77.50200000000001 + - type: precision_at_1 + value: 84.0 + - type: precision_at_10 + value: 83.39999999999999 + - type: precision_at_100 + value: 62.28 + - type: precision_at_1000 + value: 24.9 + - type: precision_at_20 + value: 77.60000000000001 + - type: precision_at_3 + value: 86.0 + - type: precision_at_5 + value: 83.2 + - type: recall_at_1 + value: 0.22300000000000003 + - type: recall_at_10 + value: 2.2159999999999997 + - type: recall_at_100 + value: 15.372 + - type: recall_at_1000 + value: 53.549 + - type: recall_at_20 + value: 4.048 + - type: recall_at_3 + value: 0.677 + - type: recall_at_5 + value: 1.087 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 29.343000000000004 + - type: map_at_1 + value: 3.0220000000000002 + - type: map_at_10 + value: 12.363 + - type: map_at_100 + value: 18.724 + - type: map_at_1000 + value: 20.244 + - type: map_at_20 + value: 14.806 + - type: map_at_3 + value: 6.764 + - type: map_at_5 + value: 8.75 + - type: mrr_at_1 + value: 36.734693877551024 + - type: mrr_at_10 + value: 50.583090379008745 + - type: mrr_at_100 + value: 51.66734804758435 + - type: mrr_at_1000 + value: 51.66734804758435 + - type: mrr_at_20 + value: 51.53747791771421 + - type: mrr_at_3 + value: 46.93877551020408 + - type: mrr_at_5 + value: 49.48979591836735 + - type: nauc_map_at_1000_diff1 + value: 7.457113997967389 + - type: nauc_map_at_1000_max + value: -20.609546001875334 + - type: nauc_map_at_1000_std + value: -2.4970159535791043 + - type: nauc_map_at_100_diff1 + value: 7.649877544039679 + - type: nauc_map_at_100_max + value: -21.673098734905032 + - type: nauc_map_at_100_std + value: -5.247298019094194 + - type: nauc_map_at_10_diff1 + value: 16.76662027563455 + - type: nauc_map_at_10_max + value: -13.05597989380238 + - type: nauc_map_at_10_std + value: -22.342358118285304 + - type: nauc_map_at_1_diff1 + value: 19.681507005838757 + - type: nauc_map_at_1_max + value: -22.21893272191311 + - type: nauc_map_at_1_std + value: -26.226217172137154 + - type: nauc_map_at_20_diff1 + value: 12.834546050857668 + - type: nauc_map_at_20_max + value: -17.20998770352886 + - type: nauc_map_at_20_std + value: -18.588111642621413 + - type: nauc_map_at_3_diff1 + value: 13.63964963431539 + - type: nauc_map_at_3_max + value: -13.542328880246702 + - type: nauc_map_at_3_std + value: -20.469624947094534 + - type: nauc_map_at_5_diff1 + value: 10.270114527125655 + - type: nauc_map_at_5_max + value: -11.762052908610329 + - type: nauc_map_at_5_std + value: -19.87817948398937 + - type: nauc_mrr_at_1000_diff1 + value: 17.042227586584357 + - type: nauc_mrr_at_1000_max + value: -32.737580506629605 + - type: nauc_mrr_at_1000_std + value: -15.659146010046952 + - type: nauc_mrr_at_100_diff1 + value: 17.042227586584357 + - type: nauc_mrr_at_100_max + value: -32.737580506629605 + - type: nauc_mrr_at_100_std + value: -15.659146010046952 + - type: nauc_mrr_at_10_diff1 + value: 17.2919162849324 + - type: nauc_mrr_at_10_max + value: -32.65403666498119 + - type: nauc_mrr_at_10_std + value: -14.965346261228909 + - type: nauc_mrr_at_1_diff1 + value: 17.272832205168 + - type: nauc_mrr_at_1_max + value: -28.34452923089083 + - type: nauc_mrr_at_1_std + value: -20.033682096295447 + - type: nauc_mrr_at_20_diff1 + value: 16.703613056664782 + - type: nauc_mrr_at_20_max + value: -33.20379601018326 + - type: nauc_mrr_at_20_std + value: -15.195958069122609 + - type: nauc_mrr_at_3_diff1 + value: 16.171857648317733 + - type: nauc_mrr_at_3_max + value: -34.684593082150755 + - type: nauc_mrr_at_3_std + value: -15.15391859533353 + - type: nauc_mrr_at_5_diff1 + value: 17.96431702266726 + - type: nauc_mrr_at_5_max + value: -32.219726910100526 + - type: nauc_mrr_at_5_std + value: -18.195032425080196 + - type: nauc_ndcg_at_1000_diff1 + value: 1.5092604770957316 + - type: nauc_ndcg_at_1000_max + value: -26.604495127870788 + - type: nauc_ndcg_at_1000_std + value: 18.14443195091934 + - type: nauc_ndcg_at_100_diff1 + value: 0.36969287021617087 + - type: nauc_ndcg_at_100_max + value: -34.670734514927716 + - type: nauc_ndcg_at_100_std + value: 12.23611692923302 + - type: nauc_ndcg_at_10_diff1 + value: 16.29186759865657 + - type: nauc_ndcg_at_10_max + value: -24.964608085923434 + - type: nauc_ndcg_at_10_std + value: -12.374113490534935 + - type: nauc_ndcg_at_1_diff1 + value: 16.87634579399912 + - type: nauc_ndcg_at_1_max + value: -27.461585957403038 + - type: nauc_ndcg_at_1_std + value: -19.776711863458562 + - type: nauc_ndcg_at_20_diff1 + value: 11.35358213583199 + - type: nauc_ndcg_at_20_max + value: -30.377489503219042 + - type: nauc_ndcg_at_20_std + value: -11.86477028758937 + - type: nauc_ndcg_at_3_diff1 + value: 15.853622840899659 + - type: nauc_ndcg_at_3_max + value: -30.190855608009116 + - type: nauc_ndcg_at_3_std + value: -9.906669710354617 + - type: nauc_ndcg_at_5_diff1 + value: 14.062861967353188 + - type: nauc_ndcg_at_5_max + value: -24.40558212202621 + - type: nauc_ndcg_at_5_std + value: -12.332616495206686 + - type: nauc_precision_at_1000_diff1 + value: -15.846388626672493 + - type: nauc_precision_at_1000_max + value: 35.30359486549494 + - type: nauc_precision_at_1000_std + value: 41.24114612862944 + - type: nauc_precision_at_100_diff1 + value: -25.208206642605063 + - type: nauc_precision_at_100_max + value: -16.869929267432205 + - type: nauc_precision_at_100_std + value: 64.92424645481721 + - type: nauc_precision_at_10_diff1 + value: 17.75529182616335 + - type: nauc_precision_at_10_max + value: -22.78107122317805 + - type: nauc_precision_at_10_std + value: -2.5648044486422408 + - type: nauc_precision_at_1_diff1 + value: 17.272832205168 + - type: nauc_precision_at_1_max + value: -28.34452923089083 + - type: nauc_precision_at_1_std + value: -20.033682096295447 + - type: nauc_precision_at_20_diff1 + value: 6.949627552365406 + - type: nauc_precision_at_20_max + value: -31.427137394601463 + - type: nauc_precision_at_20_std + value: 14.032374459812457 + - type: nauc_precision_at_3_diff1 + value: 13.01100708235946 + - type: nauc_precision_at_3_max + value: -28.019291761575747 + - type: nauc_precision_at_3_std + value: -5.087210735035297 + - type: nauc_precision_at_5_diff1 + value: 10.850412617326793 + - type: nauc_precision_at_5_max + value: -19.235955329324028 + - type: nauc_precision_at_5_std + value: -7.25774273011682 + - type: nauc_recall_at_1000_diff1 + value: -33.73233363049106 + - type: nauc_recall_at_1000_max + value: -3.2528907443089983 + - type: nauc_recall_at_1000_std + value: 67.49447309124797 + - type: nauc_recall_at_100_diff1 + value: -17.756435307087646 + - type: nauc_recall_at_100_max + value: -34.04278060436166 + - type: nauc_recall_at_100_std + value: 30.764226660687495 + - type: nauc_recall_at_10_diff1 + value: 16.183122135924787 + - type: nauc_recall_at_10_max + value: -18.111954694884698 + - type: nauc_recall_at_10_std + value: -20.770271991246428 + - type: nauc_recall_at_1_diff1 + value: 19.681507005838757 + - type: nauc_recall_at_1_max + value: -22.21893272191311 + - type: nauc_recall_at_1_std + value: -26.226217172137154 + - type: nauc_recall_at_20_diff1 + value: 5.794232787977484 + - type: nauc_recall_at_20_max + value: -27.084183224457064 + - type: nauc_recall_at_20_std + value: -13.003930840567254 + - type: nauc_recall_at_3_diff1 + value: 12.630860577189745 + - type: nauc_recall_at_3_max + value: -17.119921468454315 + - type: nauc_recall_at_3_std + value: -17.473340753437792 + - type: nauc_recall_at_5_diff1 + value: 7.301486684241046 + - type: nauc_recall_at_5_max + value: -15.68243996895239 + - type: nauc_recall_at_5_std + value: -20.13598669484435 + - type: ndcg_at_1 + value: 35.714 + - type: ndcg_at_10 + value: 29.343000000000004 + - type: ndcg_at_100 + value: 41.568 + - type: ndcg_at_1000 + value: 51.93 + - type: ndcg_at_20 + value: 30.173 + - type: ndcg_at_3 + value: 33.622 + - type: ndcg_at_5 + value: 31.807999999999996 + - type: precision_at_1 + value: 36.735 + - type: precision_at_10 + value: 25.509999999999998 + - type: precision_at_100 + value: 8.571 + - type: precision_at_1000 + value: 1.559 + - type: precision_at_20 + value: 19.694 + - type: precision_at_3 + value: 34.694 + - type: precision_at_5 + value: 31.429000000000002 + - type: recall_at_1 + value: 3.0220000000000002 + - type: recall_at_10 + value: 18.838 + - type: recall_at_100 + value: 51.471999999999994 + - type: recall_at_1000 + value: 83.012 + - type: recall_at_20 + value: 27.165 + - type: recall_at_3 + value: 7.868 + - type: recall_at_5 + value: 11.413 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 92.3681640625 + - type: ap + value: 43.441682015979104 + - type: ap_weighted + value: 43.441682015979104 + - type: f1 + value: 79.35383898838042 + - type: f1_weighted + value: 93.14474638528736 + - type: main_score + value: 92.3681640625 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 80.42161856253539 + - type: f1 + value: 80.69309707938646 + - type: f1_weighted + value: 80.3228654725881 + - type: main_score + value: 80.42161856253539 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: main_score + value: 68.78385330772423 + - type: v_measure + value: 68.78385330772423 + - type: v_measure_std + value: 1.4814035017480702 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: cosine_accuracy + value: 87.96566728258925 + - type: cosine_accuracy_threshold + value: 74.39426183700562 + - type: cosine_ap + value: 79.55550776766384 + - type: cosine_f1 + value: 72.25950782997764 + - type: cosine_f1_threshold + value: 71.66670560836792 + - type: cosine_precision + value: 68.30357142857143 + - type: cosine_recall + value: 76.7018469656992 + - type: dot_accuracy + value: 87.96566728258925 + - type: dot_accuracy_threshold + value: 74.39426183700562 + - type: dot_ap + value: 79.55551194873313 + - type: dot_f1 + value: 72.25950782997764 + - type: dot_f1_threshold + value: 71.66670560836792 + - type: dot_precision + value: 68.30357142857143 + - type: dot_recall + value: 76.7018469656992 + - type: euclidean_accuracy + value: 87.96566728258925 + - type: euclidean_accuracy_threshold + value: 71.56219482421875 + - type: euclidean_ap + value: 79.55550945424486 + - type: euclidean_f1 + value: 72.25950782997764 + - type: euclidean_f1_threshold + value: 75.27719736099243 + - type: euclidean_precision + value: 68.30357142857143 + - type: euclidean_recall + value: 76.7018469656992 + - type: main_score + value: 79.55707708553916 + - type: manhattan_accuracy + value: 87.88221970554928 + - type: manhattan_accuracy_threshold + value: 3136.1982345581055 + - type: manhattan_ap + value: 79.55707708553916 + - type: manhattan_f1 + value: 72.5288998571243 + - type: manhattan_f1_threshold + value: 3327.1324157714844 + - type: manhattan_precision + value: 71.42491685853159 + - type: manhattan_recall + value: 73.66754617414249 + - type: max_accuracy + value: 87.96566728258925 + - type: max_ap + value: 79.55707708553916 + - type: max_f1 + value: 72.5288998571243 + - type: max_precision + value: 71.42491685853159 + - type: max_recall + value: 76.7018469656992 + - type: similarity_accuracy + value: 87.96566728258925 + - type: similarity_accuracy_threshold + value: 74.39426183700562 + - type: similarity_ap + value: 79.55550776766384 + - type: similarity_f1 + value: 72.25950782997764 + - type: similarity_f1_threshold + value: 71.66670560836792 + - type: similarity_precision + value: 68.30357142857143 + - type: similarity_recall + value: 76.7018469656992 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: cosine_accuracy + value: 89.48073116777273 + - type: cosine_accuracy_threshold + value: 73.83834719657898 + - type: cosine_ap + value: 87.04248262089361 + - type: cosine_f1 + value: 79.40769846467293 + - type: cosine_f1_threshold + value: 70.96807956695557 + - type: cosine_precision + value: 75.27245137260311 + - type: cosine_recall + value: 84.02371419772098 + - type: dot_accuracy + value: 89.48073116777273 + - type: dot_accuracy_threshold + value: 73.83835315704346 + - type: dot_ap + value: 87.04248357792484 + - type: dot_f1 + value: 79.40769846467293 + - type: dot_f1_threshold + value: 70.96806764602661 + - type: dot_precision + value: 75.27245137260311 + - type: dot_recall + value: 84.02371419772098 + - type: euclidean_accuracy + value: 89.48073116777273 + - type: euclidean_accuracy_threshold + value: 72.33483791351318 + - type: euclidean_ap + value: 87.04247988177627 + - type: euclidean_f1 + value: 79.40769846467293 + - type: euclidean_f1_threshold + value: 76.19963884353638 + - type: euclidean_precision + value: 75.27245137260311 + - type: euclidean_recall + value: 84.02371419772098 + - type: main_score + value: 87.37453072241573 + - type: manhattan_accuracy + value: 89.67283735009897 + - type: manhattan_accuracy_threshold + value: 3345.201873779297 + - type: manhattan_ap + value: 87.37453072241573 + - type: manhattan_f1 + value: 79.9237656873674 + - type: manhattan_f1_threshold + value: 3592.564010620117 + - type: manhattan_precision + value: 74.98144524660955 + - type: manhattan_recall + value: 85.56359716661534 + - type: max_accuracy + value: 89.67283735009897 + - type: max_ap + value: 87.37453072241573 + - type: max_f1 + value: 79.9237656873674 + - type: max_precision + value: 75.27245137260311 + - type: max_recall + value: 85.56359716661534 + - type: similarity_accuracy + value: 89.48073116777273 + - type: similarity_accuracy_threshold + value: 73.83834719657898 + - type: similarity_ap + value: 87.04248262089361 + - type: similarity_f1 + value: 79.40769846467293 + - type: similarity_f1_threshold + value: 70.96807956695557 + - type: similarity_precision + value: 75.27245137260311 + - type: similarity_recall + value: 84.02371419772098 + task: + type: PairClassification +---