diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -8,9139 +8,6 @@ model_name: minishlab/M2V_base_glove tags: - embeddings - static-embeddings -- mteb -model-index: -- name: M2V_base_glove - results: - - task: - type: Classification - dataset: - type: mteb/medrxivclusteringp2p - name: MTEB MedrxivClusteringP2P - config: default - split: test - revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 - metrics: - - type: v_measure - value: 27.595368 - - type: v_measure_std - value: 1.424950 - - type: v_measures_1 - value: 25.427340 - - type: v_measures_2 - value: 26.646585 - - type: v_measures_3 - value: 26.370113 - - type: v_measures_4 - value: 25.921432 - - type: v_measures_5 - value: 27.438618 - - type: v_measures_6 - value: 28.215108 - - type: v_measures_7 - value: 28.229588 - - type: v_measures_8 - value: 29.444336 - - type: v_measures_9 - value: 28.276025 - - type: v_measures_10 - value: 29.984537 - - task: - type: Classification - dataset: - type: mteb/conll - name: MTEB conll - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 0.733348 - - task: - type: Classification - dataset: - type: mteb/sts13 - name: MTEB STS13 - config: default - split: test - revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca - metrics: - - type: cosine_pearson - value: 76.656676 - - type: cosine_spearman - value: 77.979195 - - type: euclidean_pearson - value: 55.690460 - - type: euclidean_spearman - value: 56.915278 - - type: manhattan_pearson - value: 56.040715 - - type: manhattan_spearman - value: 57.244169 - - type: pearson - value: 76.656676 - - type: spearman - value: 77.979195 - - task: - type: Classification - dataset: - type: mteb/arxivclusteringp2p - name: MTEB ArxivClusteringP2P - config: default - split: test - revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d - metrics: - - type: v_measure - value: 36.269943 - - type: v_measure_std - value: 14.197825 - - type: v_measures_1 - value: 34.484749 - - type: v_measures_2 - value: 35.535782 - - type: v_measures_3 - value: 30.234572 - - type: v_measures_4 - value: 34.893618 - - type: v_measures_5 - value: 36.476304 - - type: v_measures_6 - value: 34.510899 - - type: v_measures_7 - value: 33.645725 - - type: v_measures_8 - value: 31.661433 - - type: v_measures_9 - value: 32.268968 - - type: v_measures_10 - value: 33.597213 - - type: v_measures_11 - value: 43.156975 - - type: v_measures_12 - value: 43.304625 - - type: v_measures_13 - value: 43.154242 - - type: v_measures_14 - value: 43.547506 - - type: v_measures_15 - value: 42.402376 - - type: v_measures_16 - value: 42.916387 - - type: v_measures_17 - value: 42.323397 - - type: v_measures_18 - value: 43.114675 - - type: v_measures_19 - value: 43.310480 - - type: v_measures_20 - value: 42.828916 - - type: v_measures_21 - value: 41.638656 - - type: v_measures_22 - value: 25.453313 - - type: v_measures_23 - value: 28.137242 - - type: v_measures_24 - value: 32.921649 - - type: v_measures_25 - value: 27.480475 - - type: v_measures_26 - value: 18.612690 - - type: v_measures_27 - value: 25.985344 - - type: v_measures_28 - value: 15.861317 - - type: v_measures_29 - value: 19.730827 - - type: v_measures_30 - value: 100.000000 - - type: v_measures_31 - value: 21.177864 - - task: - type: Classification - dataset: - type: mteb/amazonreviewsclassification - name: MTEB AmazonReviewsClassification (en) - config: en - split: test - revision: 1399c76144fd37290681b995c656ef9b2e06e26d - metrics: - - type: accuracy - value: 31.836000 - - type: f1 - value: 31.408762 - - type: f1_weighted - value: 31.408762 - - task: - type: Classification - dataset: - type: mteb/card660 - name: MTEB Card660 - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 10.199792 - - type: cosine_spearman - value: 9.764032 - - type: euclidean_pearson - value: 11.612712 - - type: euclidean_spearman - value: 13.809314 - - type: manhattan_pearson - value: 11.552794 - - type: manhattan_spearman - value: 13.633322 - - type: pearson - value: 10.199792 - - type: spearman - value: 9.764032 - - task: - type: Classification - dataset: - type: mteb/mtopdomainclassification - name: MTEB MTOPDomainClassification (en) - config: en - split: test - revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf - metrics: - - type: accuracy - value: 84.313725 - - type: f1 - value: 83.384401 - - type: f1_weighted - value: 84.434694 - - task: - type: Classification - dataset: - type: mteb/cqadupstackmathematicaretrieval - name: MTEB CQADupstackMathematicaRetrieval - config: default - split: test - revision: 90fceea13679c63fe563ded68f3b6f06e50061de - metrics: - - type: map_at_1 - value: 5.159000 - - type: map_at_10 - value: 7.703000 - - type: map_at_100 - value: 8.426000 - - type: map_at_1000 - value: 8.519000 - - type: map_at_20 - value: 8.047000 - - type: map_at_3 - value: 6.654000 - - type: map_at_5 - value: 7.091000 - - type: mrr_at_1 - value: 6.467662 - - type: mrr_at_10 - value: 9.478303 - - type: mrr_at_100 - value: 10.289008 - - type: mrr_at_1000 - value: 10.371410 - - type: mrr_at_20 - value: 9.902062 - - type: mrr_at_3 - value: 8.167496 - - type: mrr_at_5 - value: 8.776949 - - type: nauc_map_at_1000_diff1 - value: 20.992004 - - type: nauc_map_at_1000_max - value: 5.480319 - - type: nauc_map_at_1000_std - value: 7.532902 - - type: nauc_map_at_100_diff1 - value: 20.948048 - - type: nauc_map_at_100_max - value: 5.423178 - - type: nauc_map_at_100_std - value: 7.428927 - - type: nauc_map_at_10_diff1 - value: 21.246223 - - type: nauc_map_at_10_max - value: 4.630953 - - type: nauc_map_at_10_std - value: 7.144023 - - type: nauc_map_at_1_diff1 - value: 30.223652 - - type: nauc_map_at_1_max - value: 4.553052 - - type: nauc_map_at_1_std - value: 4.951309 - - type: nauc_map_at_20_diff1 - value: 20.921762 - - type: nauc_map_at_20_max - value: 5.030779 - - type: nauc_map_at_20_std - value: 7.029956 - - type: nauc_map_at_3_diff1 - value: 23.285924 - - type: nauc_map_at_3_max - value: 5.755293 - - type: nauc_map_at_3_std - value: 4.596117 - - type: nauc_map_at_5_diff1 - value: 22.537258 - - type: nauc_map_at_5_max - value: 4.121926 - - type: nauc_map_at_5_std - value: 6.304714 - - type: nauc_mrr_at_1000_diff1 - value: 19.173760 - - type: nauc_mrr_at_1000_max - value: 7.621793 - - type: nauc_mrr_at_1000_std - value: 7.855962 - - type: nauc_mrr_at_100_diff1 - value: 19.111228 - - type: nauc_mrr_at_100_max - value: 7.592801 - - type: nauc_mrr_at_100_std - value: 7.819507 - - type: nauc_mrr_at_10_diff1 - value: 19.489946 - - type: nauc_mrr_at_10_max - value: 6.980976 - - type: nauc_mrr_at_10_std - value: 7.706340 - - type: nauc_mrr_at_1_diff1 - value: 27.481490 - - type: nauc_mrr_at_1_max - value: 7.372706 - - type: nauc_mrr_at_1_std - value: 6.391417 - - type: nauc_mrr_at_20_diff1 - value: 19.148965 - - type: nauc_mrr_at_20_max - value: 7.290888 - - type: nauc_mrr_at_20_std - value: 7.448184 - - type: nauc_mrr_at_3_diff1 - value: 21.750601 - - type: nauc_mrr_at_3_max - value: 8.244445 - - type: nauc_mrr_at_3_std - value: 4.729668 - - type: nauc_mrr_at_5_diff1 - value: 20.789781 - - type: nauc_mrr_at_5_max - value: 6.863327 - - type: nauc_mrr_at_5_std - value: 6.841305 - - type: nauc_ndcg_at_1000_diff1 - value: 17.294497 - - type: nauc_ndcg_at_1000_max - value: 7.928620 - - type: nauc_ndcg_at_1000_std - value: 11.877236 - - type: nauc_ndcg_at_100_diff1 - value: 16.433646 - - type: nauc_ndcg_at_100_max - value: 8.072291 - - type: nauc_ndcg_at_100_std - value: 10.345069 - - type: nauc_ndcg_at_10_diff1 - value: 17.558246 - - type: nauc_ndcg_at_10_max - value: 4.993609 - - type: nauc_ndcg_at_10_std - value: 8.781232 - - type: nauc_ndcg_at_1_diff1 - value: 27.481490 - - type: nauc_ndcg_at_1_max - value: 7.372706 - - type: nauc_ndcg_at_1_std - value: 6.391417 - - type: nauc_ndcg_at_20_diff1 - value: 16.877397 - - type: nauc_ndcg_at_20_max - value: 6.326712 - - type: nauc_ndcg_at_20_std - value: 8.193549 - - type: nauc_ndcg_at_3_diff1 - value: 21.577480 - - type: nauc_ndcg_at_3_max - value: 7.091503 - - type: nauc_ndcg_at_3_std - value: 4.157156 - - type: nauc_ndcg_at_5_diff1 - value: 20.082405 - - type: nauc_ndcg_at_5_max - value: 4.225843 - - type: nauc_ndcg_at_5_std - value: 7.054316 - - type: nauc_precision_at_1000_diff1 - value: 9.317689 - - type: nauc_precision_at_1000_max - value: 9.587824 - - type: nauc_precision_at_1000_std - value: 10.642412 - - type: nauc_precision_at_100_diff1 - value: 10.807230 - - type: nauc_precision_at_100_max - value: 13.109067 - - type: nauc_precision_at_100_std - value: 12.652462 - - type: nauc_precision_at_10_diff1 - value: 11.747685 - - type: nauc_precision_at_10_max - value: 5.154981 - - type: nauc_precision_at_10_std - value: 10.962568 - - type: nauc_precision_at_1_diff1 - value: 27.481490 - - type: nauc_precision_at_1_max - value: 7.372706 - - type: nauc_precision_at_1_std - value: 6.391417 - - type: nauc_precision_at_20_diff1 - value: 10.048920 - - type: nauc_precision_at_20_max - value: 9.457533 - - type: nauc_precision_at_20_std - value: 8.382705 - - type: nauc_precision_at_3_diff1 - value: 17.626487 - - type: nauc_precision_at_3_max - value: 9.368333 - - type: nauc_precision_at_3_std - value: 2.831364 - - type: nauc_precision_at_5_diff1 - value: 15.244544 - - type: nauc_precision_at_5_max - value: 4.611372 - - type: nauc_precision_at_5_std - value: 8.947500 - - type: nauc_recall_at_1000_diff1 - value: 11.860224 - - type: nauc_recall_at_1000_max - value: 9.065660 - - type: nauc_recall_at_1000_std - value: 21.369970 - - type: nauc_recall_at_100_diff1 - value: 9.097923 - - type: nauc_recall_at_100_max - value: 11.442622 - - type: nauc_recall_at_100_std - value: 14.733238 - - type: nauc_recall_at_10_diff1 - value: 11.095059 - - type: nauc_recall_at_10_max - value: 4.459364 - - type: nauc_recall_at_10_std - value: 11.131857 - - type: nauc_recall_at_1_diff1 - value: 30.223652 - - type: nauc_recall_at_1_max - value: 4.553052 - - type: nauc_recall_at_1_std - value: 4.951309 - - type: nauc_recall_at_20_diff1 - value: 10.810803 - - type: nauc_recall_at_20_max - value: 7.510486 - - type: nauc_recall_at_20_std - value: 9.447991 - - type: nauc_recall_at_3_diff1 - value: 17.313057 - - type: nauc_recall_at_3_max - value: 7.227652 - - type: nauc_recall_at_3_std - value: 3.091980 - - type: nauc_recall_at_5_diff1 - value: 15.407275 - - type: nauc_recall_at_5_max - value: 1.861199 - - type: nauc_recall_at_5_std - value: 8.185241 - - type: ndcg_at_1 - value: 6.468000 - - type: ndcg_at_10 - value: 9.837000 - - type: ndcg_at_100 - value: 13.825000 - - type: ndcg_at_1000 - value: 16.592000 - - type: ndcg_at_20 - value: 11.129000 - - type: ndcg_at_3 - value: 7.579000 - - type: ndcg_at_5 - value: 8.355000 - - type: precision_at_1 - value: 6.468000 - - type: precision_at_10 - value: 1.990000 - - type: precision_at_100 - value: 0.459000 - - type: precision_at_1000 - value: 0.080000 - - type: precision_at_20 - value: 1.331000 - - type: precision_at_3 - value: 3.566000 - - type: precision_at_5 - value: 2.687000 - - type: recall_at_1 - value: 5.159000 - - type: recall_at_10 - value: 14.746000 - - type: recall_at_100 - value: 32.906000 - - type: recall_at_1000 - value: 53.250000 - - type: recall_at_20 - value: 19.440000 - - type: recall_at_3 - value: 8.585000 - - type: recall_at_5 - value: 10.446000 - - task: - type: Classification - dataset: - type: mteb/muturk - name: MTEB muturk - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 74.328138 - - type: cosine_spearman - value: 75.454602 - - type: euclidean_pearson - value: 49.782437 - - type: euclidean_spearman - value: 48.276960 - - type: manhattan_pearson - value: 51.430127 - - type: manhattan_spearman - value: 49.808667 - - type: pearson - value: 74.328138 - - type: spearman - value: 75.454602 - - task: - type: Classification - dataset: - type: mteb/rareword - name: MTEB RareWord - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 48.031921 - - type: cosine_spearman - value: 48.165307 - - type: euclidean_pearson - value: 24.810817 - - type: euclidean_spearman - value: 26.743862 - - type: manhattan_pearson - value: 24.330045 - - type: manhattan_spearman - value: 26.271942 - - type: pearson - value: 48.031921 - - type: spearman - value: 48.165307 - - task: - type: Classification - dataset: - type: mteb/amazoncounterfactualclassification - name: MTEB AmazonCounterfactualClassification (en-ext) - config: en-ext - split: test - revision: e8379541af4e31359cca9fbcf4b00f2671dba205 - metrics: - - type: accuracy - value: 65.652174 - - type: ap - value: 17.836880 - - type: ap_weighted - value: 17.836880 - - type: f1 - value: 54.373252 - - type: f1_weighted - value: 72.236747 - - task: - type: Classification - dataset: - type: mteb/cqadupstacktexretrieval - name: MTEB CQADupstackTexRetrieval - config: default - split: test - revision: 46989137a86843e03a6195de44b09deda022eec7 - metrics: - - type: map_at_1 - value: 4.861000 - - type: map_at_10 - value: 7.306000 - - type: map_at_100 - value: 7.800000 - - type: map_at_1000 - value: 7.895000 - - type: map_at_20 - value: 7.542000 - - type: map_at_3 - value: 6.439000 - - type: map_at_5 - value: 6.869000 - - type: mrr_at_1 - value: 6.159670 - - type: mrr_at_10 - value: 9.153790 - - type: mrr_at_100 - value: 9.669803 - - type: mrr_at_1000 - value: 9.752125 - - type: mrr_at_20 - value: 9.406808 - - type: mrr_at_3 - value: 8.138334 - - type: mrr_at_5 - value: 8.628699 - - type: nauc_map_at_1000_diff1 - value: 26.690563 - - type: nauc_map_at_1000_max - value: 17.094469 - - type: nauc_map_at_1000_std - value: -3.774364 - - type: nauc_map_at_100_diff1 - value: 26.783594 - - type: nauc_map_at_100_max - value: 17.080860 - - type: nauc_map_at_100_std - value: -3.957635 - - type: nauc_map_at_10_diff1 - value: 27.630203 - - type: nauc_map_at_10_max - value: 17.336826 - - type: nauc_map_at_10_std - value: -4.814817 - - type: nauc_map_at_1_diff1 - value: 38.766698 - - type: nauc_map_at_1_max - value: 24.371350 - - type: nauc_map_at_1_std - value: -8.173285 - - type: nauc_map_at_20_diff1 - value: 27.088701 - - type: nauc_map_at_20_max - value: 17.118664 - - type: nauc_map_at_20_std - value: -4.446221 - - type: nauc_map_at_3_diff1 - value: 30.660815 - - type: nauc_map_at_3_max - value: 19.012238 - - type: nauc_map_at_3_std - value: -6.627184 - - type: nauc_map_at_5_diff1 - value: 29.333536 - - type: nauc_map_at_5_max - value: 18.089350 - - type: nauc_map_at_5_std - value: -5.721235 - - type: nauc_mrr_at_1000_diff1 - value: 24.733508 - - type: nauc_mrr_at_1000_max - value: 19.799025 - - type: nauc_mrr_at_1000_std - value: -2.862071 - - type: nauc_mrr_at_100_diff1 - value: 24.782593 - - type: nauc_mrr_at_100_max - value: 19.805487 - - type: nauc_mrr_at_100_std - value: -2.930685 - - type: nauc_mrr_at_10_diff1 - value: 25.434777 - - type: nauc_mrr_at_10_max - value: 20.181532 - - type: nauc_mrr_at_10_std - value: -3.607666 - - type: nauc_mrr_at_1_diff1 - value: 35.620639 - - type: nauc_mrr_at_1_max - value: 26.799911 - - type: nauc_mrr_at_1_std - value: -7.609407 - - type: nauc_mrr_at_20_diff1 - value: 24.992884 - - type: nauc_mrr_at_20_max - value: 19.927420 - - type: nauc_mrr_at_20_std - value: -3.241705 - - type: nauc_mrr_at_3_diff1 - value: 27.922047 - - type: nauc_mrr_at_3_max - value: 21.928202 - - type: nauc_mrr_at_3_std - value: -5.590576 - - type: nauc_mrr_at_5_diff1 - value: 26.890707 - - type: nauc_mrr_at_5_max - value: 21.073433 - - type: nauc_mrr_at_5_std - value: -4.481614 - - type: nauc_ndcg_at_1000_diff1 - value: 19.568606 - - type: nauc_ndcg_at_1000_max - value: 14.122419 - - type: nauc_ndcg_at_1000_std - value: 3.795734 - - type: nauc_ndcg_at_100_diff1 - value: 20.802651 - - type: nauc_ndcg_at_100_max - value: 14.356231 - - type: nauc_ndcg_at_100_std - value: 0.786400 - - type: nauc_ndcg_at_10_diff1 - value: 23.346152 - - type: nauc_ndcg_at_10_max - value: 15.573270 - - type: nauc_ndcg_at_10_std - value: -2.744593 - - type: nauc_ndcg_at_1_diff1 - value: 35.620639 - - type: nauc_ndcg_at_1_max - value: 26.799911 - - type: nauc_ndcg_at_1_std - value: -7.609407 - - type: nauc_ndcg_at_20_diff1 - value: 22.044819 - - type: nauc_ndcg_at_20_max - value: 14.937866 - - type: nauc_ndcg_at_20_std - value: -1.747008 - - type: nauc_ndcg_at_3_diff1 - value: 27.939896 - - type: nauc_ndcg_at_3_max - value: 19.034512 - - type: nauc_ndcg_at_3_std - value: -5.832518 - - type: nauc_ndcg_at_5_diff1 - value: 26.486634 - - type: nauc_ndcg_at_5_max - value: 17.271834 - - type: nauc_ndcg_at_5_std - value: -4.409805 - - type: nauc_precision_at_1000_diff1 - value: 6.491111 - - type: nauc_precision_at_1000_max - value: 18.443725 - - type: nauc_precision_at_1000_std - value: 22.938787 - - type: nauc_precision_at_100_diff1 - value: 10.177404 - - type: nauc_precision_at_100_max - value: 17.049105 - - type: nauc_precision_at_100_std - value: 12.762514 - - type: nauc_precision_at_10_diff1 - value: 13.674398 - - type: nauc_precision_at_10_max - value: 16.055468 - - type: nauc_precision_at_10_std - value: 3.840568 - - type: nauc_precision_at_1_diff1 - value: 35.620639 - - type: nauc_precision_at_1_max - value: 26.799911 - - type: nauc_precision_at_1_std - value: -7.609407 - - type: nauc_precision_at_20_diff1 - value: 12.306955 - - type: nauc_precision_at_20_max - value: 15.968366 - - type: nauc_precision_at_20_std - value: 6.701483 - - type: nauc_precision_at_3_diff1 - value: 21.855507 - - type: nauc_precision_at_3_max - value: 19.209268 - - type: nauc_precision_at_3_std - value: -3.811978 - - type: nauc_precision_at_5_diff1 - value: 19.156111 - - type: nauc_precision_at_5_max - value: 18.344405 - - type: nauc_precision_at_5_std - value: -0.039289 - - type: nauc_recall_at_1000_diff1 - value: 7.849926 - - type: nauc_recall_at_1000_max - value: 5.306371 - - type: nauc_recall_at_1000_std - value: 17.189548 - - type: nauc_recall_at_100_diff1 - value: 11.990602 - - type: nauc_recall_at_100_max - value: 7.243120 - - type: nauc_recall_at_100_std - value: 7.724577 - - type: nauc_recall_at_10_diff1 - value: 15.951856 - - type: nauc_recall_at_10_max - value: 9.032411 - - type: nauc_recall_at_10_std - value: 0.235771 - - type: nauc_recall_at_1_diff1 - value: 38.766698 - - type: nauc_recall_at_1_max - value: 24.371350 - - type: nauc_recall_at_1_std - value: -8.173285 - - type: nauc_recall_at_20_diff1 - value: 13.762450 - - type: nauc_recall_at_20_max - value: 8.303909 - - type: nauc_recall_at_20_std - value: 1.979736 - - type: nauc_recall_at_3_diff1 - value: 25.185146 - - type: nauc_recall_at_3_max - value: 14.711935 - - type: nauc_recall_at_3_std - value: -5.598795 - - type: nauc_recall_at_5_diff1 - value: 21.958053 - - type: nauc_recall_at_5_max - value: 11.804080 - - type: nauc_recall_at_5_std - value: -3.031577 - - type: ndcg_at_1 - value: 6.160000 - - type: ndcg_at_10 - value: 9.181000 - - type: ndcg_at_100 - value: 11.946000 - - type: ndcg_at_1000 - value: 14.710000 - - type: ndcg_at_20 - value: 10.006000 - - type: ndcg_at_3 - value: 7.464000 - - type: ndcg_at_5 - value: 8.133000 - - type: precision_at_1 - value: 6.160000 - - type: precision_at_10 - value: 1.844000 - - type: precision_at_100 - value: 0.395000 - - type: precision_at_1000 - value: 0.076000 - - type: precision_at_20 - value: 1.173000 - - type: precision_at_3 - value: 3.716000 - - type: precision_at_5 - value: 2.746000 - - type: recall_at_1 - value: 4.861000 - - type: recall_at_10 - value: 13.070000 - - type: recall_at_100 - value: 25.946000 - - type: recall_at_1000 - value: 46.434000 - - type: recall_at_20 - value: 16.061000 - - type: recall_at_3 - value: 8.325000 - - type: recall_at_5 - value: 10.021000 - - task: - type: Classification - dataset: - type: mteb/mindsmallreranking - name: MTEB MindSmallReranking - config: default - split: test - revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 - metrics: - - type: map - value: 28.834593 - - type: mrr - value: 29.456314 - - type: nAUC_map_diff1 - value: 15.057802 - - type: nAUC_map_max - value: -28.943657 - - type: nAUC_map_std - value: -7.879433 - - type: nAUC_mrr_diff1 - value: 14.189773 - - type: nAUC_mrr_max - value: -22.792988 - - type: nAUC_mrr_std - value: -6.017327 - - task: - type: Classification - dataset: - type: mteb/nfcorpus - name: MTEB NFCorpus - config: default - split: test - revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 - metrics: - - type: map_at_1 - value: 4.041000 - - type: map_at_10 - value: 7.568000 - - type: map_at_100 - value: 9.533000 - - type: map_at_1000 - value: 10.712000 - - type: map_at_20 - value: 8.334000 - - type: map_at_3 - value: 5.872000 - - type: map_at_5 - value: 6.679000 - - type: mrr_at_1 - value: 30.959752 - - type: mrr_at_10 - value: 40.117942 - - type: mrr_at_100 - value: 40.964153 - - type: mrr_at_1000 - value: 41.013455 - - type: mrr_at_20 - value: 40.611728 - - type: mrr_at_3 - value: 37.358101 - - type: mrr_at_5 - value: 38.952528 - - type: nauc_map_at_1000_diff1 - value: 33.541181 - - type: nauc_map_at_1000_max - value: 11.521971 - - type: nauc_map_at_1000_std - value: 5.791559 - - type: nauc_map_at_100_diff1 - value: 35.340933 - - type: nauc_map_at_100_max - value: 10.293005 - - type: nauc_map_at_100_std - value: 1.611434 - - type: nauc_map_at_10_diff1 - value: 38.223064 - - type: nauc_map_at_10_max - value: 5.823159 - - type: nauc_map_at_10_std - value: -4.037755 - - type: nauc_map_at_1_diff1 - value: 43.866715 - - type: nauc_map_at_1_max - value: 0.501075 - - type: nauc_map_at_1_std - value: -9.927174 - - type: nauc_map_at_20_diff1 - value: 36.815049 - - type: nauc_map_at_20_max - value: 8.252195 - - type: nauc_map_at_20_std - value: -2.086668 - - type: nauc_map_at_3_diff1 - value: 42.400199 - - type: nauc_map_at_3_max - value: 4.410646 - - type: nauc_map_at_3_std - value: -7.439404 - - type: nauc_map_at_5_diff1 - value: 40.024518 - - type: nauc_map_at_5_max - value: 4.135860 - - type: nauc_map_at_5_std - value: -6.456962 - - type: nauc_mrr_at_1000_diff1 - value: 36.788478 - - type: nauc_mrr_at_1000_max - value: 20.848408 - - type: nauc_mrr_at_1000_std - value: 19.562741 - - type: nauc_mrr_at_100_diff1 - value: 36.751094 - - type: nauc_mrr_at_100_max - value: 20.871950 - - type: nauc_mrr_at_100_std - value: 19.541351 - - type: nauc_mrr_at_10_diff1 - value: 36.840624 - - type: nauc_mrr_at_10_max - value: 20.610662 - - type: nauc_mrr_at_10_std - value: 19.438340 - - type: nauc_mrr_at_1_diff1 - value: 40.123207 - - type: nauc_mrr_at_1_max - value: 16.666643 - - type: nauc_mrr_at_1_std - value: 14.562806 - - type: nauc_mrr_at_20_diff1 - value: 36.645800 - - type: nauc_mrr_at_20_max - value: 20.819792 - - type: nauc_mrr_at_20_std - value: 19.734791 - - type: nauc_mrr_at_3_diff1 - value: 36.552948 - - type: nauc_mrr_at_3_max - value: 18.311328 - - type: nauc_mrr_at_3_std - value: 18.218760 - - type: nauc_mrr_at_5_diff1 - value: 36.479761 - - type: nauc_mrr_at_5_max - value: 19.331883 - - type: nauc_mrr_at_5_std - value: 18.704945 - - type: nauc_ndcg_at_1000_diff1 - value: 30.424600 - - type: nauc_ndcg_at_1000_max - value: 25.571155 - - type: nauc_ndcg_at_1000_std - value: 19.145888 - - type: nauc_ndcg_at_100_diff1 - value: 29.548839 - - type: nauc_ndcg_at_100_max - value: 17.931892 - - type: nauc_ndcg_at_100_std - value: 14.721290 - - type: nauc_ndcg_at_10_diff1 - value: 28.807097 - - type: nauc_ndcg_at_10_max - value: 13.603823 - - type: nauc_ndcg_at_10_std - value: 22.343929 - - type: nauc_ndcg_at_1_diff1 - value: 40.260455 - - type: nauc_ndcg_at_1_max - value: 13.523690 - - type: nauc_ndcg_at_1_std - value: 15.731723 - - type: nauc_ndcg_at_20_diff1 - value: 27.052260 - - type: nauc_ndcg_at_20_max - value: 14.729492 - - type: nauc_ndcg_at_20_std - value: 20.652646 - - type: nauc_ndcg_at_3_diff1 - value: 31.868805 - - type: nauc_ndcg_at_3_max - value: 11.146092 - - type: nauc_ndcg_at_3_std - value: 19.396514 - - type: nauc_ndcg_at_5_diff1 - value: 28.832688 - - type: nauc_ndcg_at_5_max - value: 12.716746 - - type: nauc_ndcg_at_5_std - value: 20.097817 - - type: nauc_precision_at_1000_diff1 - value: -5.955833 - - type: nauc_precision_at_1000_max - value: 7.864854 - - type: nauc_precision_at_1000_std - value: 42.435875 - - type: nauc_precision_at_100_diff1 - value: -0.810143 - - type: nauc_precision_at_100_max - value: 12.482961 - - type: nauc_precision_at_100_std - value: 40.299839 - - type: nauc_precision_at_10_diff1 - value: 14.516673 - - type: nauc_precision_at_10_max - value: 17.001316 - - type: nauc_precision_at_10_std - value: 33.816436 - - type: nauc_precision_at_1_diff1 - value: 40.123207 - - type: nauc_precision_at_1_max - value: 16.666643 - - type: nauc_precision_at_1_std - value: 14.562806 - - type: nauc_precision_at_20_diff1 - value: 7.550704 - - type: nauc_precision_at_20_max - value: 16.665319 - - type: nauc_precision_at_20_std - value: 36.015339 - - type: nauc_precision_at_3_diff1 - value: 25.705703 - - type: nauc_precision_at_3_max - value: 14.330289 - - type: nauc_precision_at_3_std - value: 23.553864 - - type: nauc_precision_at_5_diff1 - value: 18.417360 - - type: nauc_precision_at_5_max - value: 16.720785 - - type: nauc_precision_at_5_std - value: 26.478694 - - type: nauc_recall_at_1000_diff1 - value: 18.182749 - - type: nauc_recall_at_1000_max - value: 18.657056 - - type: nauc_recall_at_1000_std - value: 15.976652 - - type: nauc_recall_at_100_diff1 - value: 20.848415 - - type: nauc_recall_at_100_max - value: 9.722631 - - type: nauc_recall_at_100_std - value: 0.608566 - - type: nauc_recall_at_10_diff1 - value: 26.315549 - - type: nauc_recall_at_10_max - value: 5.287792 - - type: nauc_recall_at_10_std - value: -4.559403 - - type: nauc_recall_at_1_diff1 - value: 43.866715 - - type: nauc_recall_at_1_max - value: 0.501075 - - type: nauc_recall_at_1_std - value: -9.927174 - - type: nauc_recall_at_20_diff1 - value: 21.760679 - - type: nauc_recall_at_20_max - value: 10.435867 - - type: nauc_recall_at_20_std - value: -2.870896 - - type: nauc_recall_at_3_diff1 - value: 36.725360 - - type: nauc_recall_at_3_max - value: 4.727132 - - type: nauc_recall_at_3_std - value: -7.001349 - - type: nauc_recall_at_5_diff1 - value: 29.990202 - - type: nauc_recall_at_5_max - value: 1.955515 - - type: nauc_recall_at_5_std - value: -7.384439 - - type: ndcg_at_1 - value: 29.412000 - - type: ndcg_at_10 - value: 23.152000 - - type: ndcg_at_100 - value: 22.144000 - - type: ndcg_at_1000 - value: 31.350000 - - type: ndcg_at_20 - value: 21.926000 - - type: ndcg_at_3 - value: 26.109000 - - type: ndcg_at_5 - value: 25.008000 - - type: precision_at_1 - value: 30.960000 - - type: precision_at_10 - value: 17.059000 - - type: precision_at_100 - value: 5.985000 - - type: precision_at_1000 - value: 1.867000 - - type: precision_at_20 - value: 13.019000 - - type: precision_at_3 - value: 24.252000 - - type: precision_at_5 - value: 21.486000 - - type: recall_at_1 - value: 4.041000 - - type: recall_at_10 - value: 11.052000 - - type: recall_at_100 - value: 24.703000 - - type: recall_at_1000 - value: 56.974000 - - type: recall_at_20 - value: 14.393000 - - type: recall_at_3 - value: 6.739000 - - type: recall_at_5 - value: 8.528000 - - task: - type: Classification - dataset: - type: mteb/msmarco - name: MTEB MSMARCO - config: default - split: test - revision: c5a29a104738b98a9e76336939199e264163d4a0 - metrics: - - type: map_at_1 - value: 1.260000 - - type: map_at_10 - value: 4.999000 - - type: map_at_100 - value: 15.226000 - - type: map_at_1000 - value: 19.525000 - - type: map_at_20 - value: 7.812000 - - type: map_at_3 - value: 2.240000 - - type: map_at_5 - value: 2.979000 - - type: mrr_at_1 - value: 55.813953 - - type: mrr_at_10 - value: 66.298450 - - type: mrr_at_100 - value: 66.637597 - - type: mrr_at_1000 - value: 66.655215 - - type: mrr_at_20 - value: 66.492248 - - type: mrr_at_3 - value: 63.565891 - - type: mrr_at_5 - value: 65.775194 - - type: nauc_map_at_1000_diff1 - value: -7.238152 - - type: nauc_map_at_1000_max - value: 27.868404 - - type: nauc_map_at_1000_std - value: 49.705516 - - type: nauc_map_at_100_diff1 - value: -7.724860 - - type: nauc_map_at_100_max - value: 19.204759 - - type: nauc_map_at_100_std - value: 44.765919 - - type: nauc_map_at_10_diff1 - value: -10.826584 - - type: nauc_map_at_10_max - value: 2.650169 - - type: nauc_map_at_10_std - value: 20.285387 - - type: nauc_map_at_1_diff1 - value: -9.773621 - - type: nauc_map_at_1_max - value: -20.826182 - - type: nauc_map_at_1_std - value: -4.296957 - - type: nauc_map_at_20_diff1 - value: -8.871679 - - type: nauc_map_at_20_max - value: 2.106987 - - type: nauc_map_at_20_std - value: 27.745198 - - type: nauc_map_at_3_diff1 - value: -7.538912 - - type: nauc_map_at_3_max - value: -14.478057 - - type: nauc_map_at_3_std - value: 8.250415 - - type: nauc_map_at_5_diff1 - value: -13.487162 - - type: nauc_map_at_5_max - value: -8.599592 - - type: nauc_map_at_5_std - value: 11.302373 - - type: nauc_mrr_at_1000_diff1 - value: -2.609421 - - type: nauc_mrr_at_1000_max - value: 0.569938 - - type: nauc_mrr_at_1000_std - value: 11.718584 - - type: nauc_mrr_at_100_diff1 - value: -2.541355 - - type: nauc_mrr_at_100_max - value: 0.635895 - - type: nauc_mrr_at_100_std - value: 11.698858 - - type: nauc_mrr_at_10_diff1 - value: -2.389723 - - type: nauc_mrr_at_10_max - value: 1.291399 - - type: nauc_mrr_at_10_std - value: 11.723808 - - type: nauc_mrr_at_1_diff1 - value: -14.649463 - - type: nauc_mrr_at_1_max - value: 4.896933 - - type: nauc_mrr_at_1_std - value: 12.335387 - - type: nauc_mrr_at_20_diff1 - value: -2.806241 - - type: nauc_mrr_at_20_max - value: 0.667677 - - type: nauc_mrr_at_20_std - value: 11.928706 - - type: nauc_mrr_at_3_diff1 - value: 1.901944 - - type: nauc_mrr_at_3_max - value: -1.816784 - - type: nauc_mrr_at_3_std - value: 10.706350 - - type: nauc_mrr_at_5_diff1 - value: -2.386959 - - type: nauc_mrr_at_5_max - value: 0.832472 - - type: nauc_mrr_at_5_std - value: 10.794576 - - type: nauc_ndcg_at_1000_diff1 - value: -5.092894 - - type: nauc_ndcg_at_1000_max - value: 20.215360 - - type: nauc_ndcg_at_1000_std - value: 51.831685 - - type: nauc_ndcg_at_100_diff1 - value: -3.005550 - - type: nauc_ndcg_at_100_max - value: 20.495514 - - type: nauc_ndcg_at_100_std - value: 42.283356 - - type: nauc_ndcg_at_10_diff1 - value: -9.313628 - - type: nauc_ndcg_at_10_max - value: 11.639829 - - type: nauc_ndcg_at_10_std - value: 23.700161 - - type: nauc_ndcg_at_1_diff1 - value: -15.333044 - - type: nauc_ndcg_at_1_max - value: -3.075002 - - type: nauc_ndcg_at_1_std - value: 4.065257 - - type: nauc_ndcg_at_20_diff1 - value: -5.905354 - - type: nauc_ndcg_at_20_max - value: 12.085987 - - type: nauc_ndcg_at_20_std - value: 25.286891 - - type: nauc_ndcg_at_3_diff1 - value: -10.415520 - - type: nauc_ndcg_at_3_max - value: 1.617815 - - type: nauc_ndcg_at_3_std - value: 13.723459 - - type: nauc_ndcg_at_5_diff1 - value: -13.702228 - - type: nauc_ndcg_at_5_max - value: 4.662322 - - type: nauc_ndcg_at_5_std - value: 12.120516 - - type: nauc_precision_at_1000_diff1 - value: -6.359049 - - type: nauc_precision_at_1000_max - value: 37.759780 - - type: nauc_precision_at_1000_std - value: 32.535117 - - type: nauc_precision_at_100_diff1 - value: -5.409854 - - type: nauc_precision_at_100_max - value: 40.561787 - - type: nauc_precision_at_100_std - value: 35.036059 - - type: nauc_precision_at_10_diff1 - value: -4.549739 - - type: nauc_precision_at_10_max - value: 31.664713 - - type: nauc_precision_at_10_std - value: 28.096271 - - type: nauc_precision_at_1_diff1 - value: -14.649463 - - type: nauc_precision_at_1_max - value: 4.896933 - - type: nauc_precision_at_1_std - value: 12.335387 - - type: nauc_precision_at_20_diff1 - value: -6.368496 - - type: nauc_precision_at_20_max - value: 25.115378 - - type: nauc_precision_at_20_std - value: 27.156644 - - type: nauc_precision_at_3_diff1 - value: -2.913084 - - type: nauc_precision_at_3_max - value: 15.827030 - - type: nauc_precision_at_3_std - value: 17.542040 - - type: nauc_precision_at_5_diff1 - value: -10.543537 - - type: nauc_precision_at_5_max - value: 21.818642 - - type: nauc_precision_at_5_std - value: 14.995824 - - type: nauc_recall_at_1000_diff1 - value: 0.044848 - - type: nauc_recall_at_1000_max - value: 18.577589 - - type: nauc_recall_at_1000_std - value: 56.515840 - - type: nauc_recall_at_100_diff1 - value: -2.646535 - - type: nauc_recall_at_100_max - value: 10.068427 - - type: nauc_recall_at_100_std - value: 47.908855 - - type: nauc_recall_at_10_diff1 - value: -0.735486 - - type: nauc_recall_at_10_max - value: -3.023336 - - type: nauc_recall_at_10_std - value: 21.523714 - - type: nauc_recall_at_1_diff1 - value: -9.773621 - - type: nauc_recall_at_1_max - value: -20.826182 - - type: nauc_recall_at_1_std - value: -4.296957 - - type: nauc_recall_at_20_diff1 - value: 0.064515 - - type: nauc_recall_at_20_max - value: -8.796315 - - type: nauc_recall_at_20_std - value: 25.022537 - - type: nauc_recall_at_3_diff1 - value: 0.596589 - - type: nauc_recall_at_3_max - value: -18.544319 - - type: nauc_recall_at_3_std - value: 6.682747 - - type: nauc_recall_at_5_diff1 - value: -8.288708 - - type: nauc_recall_at_5_max - value: -13.446679 - - type: nauc_recall_at_5_std - value: 9.069992 - - type: ndcg_at_1 - value: 37.984000 - - type: ndcg_at_10 - value: 32.273000 - - type: ndcg_at_100 - value: 33.036000 - - type: ndcg_at_1000 - value: 42.653000 - - type: ndcg_at_20 - value: 31.826000 - - type: ndcg_at_3 - value: 33.640000 - - type: ndcg_at_5 - value: 32.012000 - - type: precision_at_1 - value: 55.814000 - - type: precision_at_10 - value: 42.791000 - - type: precision_at_100 - value: 23.233000 - - type: precision_at_1000 - value: 4.986000 - - type: precision_at_20 - value: 38.837000 - - type: precision_at_3 - value: 45.736000 - - type: precision_at_5 - value: 43.721000 - - type: recall_at_1 - value: 1.260000 - - type: recall_at_10 - value: 6.729000 - - type: recall_at_100 - value: 28.890000 - - type: recall_at_1000 - value: 55.614000 - - type: recall_at_20 - value: 11.544000 - - type: recall_at_3 - value: 2.525000 - - type: recall_at_5 - value: 3.459000 - - task: - type: Classification - dataset: - type: mteb/cqadupstackunixretrieval - name: MTEB CQADupstackUnixRetrieval - config: default - split: test - revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 - metrics: - - type: map_at_1 - value: 10.348000 - - type: map_at_10 - value: 13.808000 - - type: map_at_100 - value: 14.443000 - - type: map_at_1000 - value: 14.551000 - - type: map_at_20 - value: 14.106000 - - type: map_at_3 - value: 12.454000 - - type: map_at_5 - value: 13.173000 - - type: mrr_at_1 - value: 12.406716 - - type: mrr_at_10 - value: 16.393923 - - type: mrr_at_100 - value: 17.017271 - - type: mrr_at_1000 - value: 17.113419 - - type: mrr_at_20 - value: 16.689645 - - type: mrr_at_3 - value: 14.925373 - - type: mrr_at_5 - value: 15.699627 - - type: nauc_map_at_1000_diff1 - value: 37.963064 - - type: nauc_map_at_1000_max - value: 26.063586 - - type: nauc_map_at_1000_std - value: -4.831229 - - type: nauc_map_at_100_diff1 - value: 37.972522 - - type: nauc_map_at_100_max - value: 26.047796 - - type: nauc_map_at_100_std - value: -4.909663 - - type: nauc_map_at_10_diff1 - value: 38.359294 - - type: nauc_map_at_10_max - value: 26.201185 - - type: nauc_map_at_10_std - value: -5.436300 - - type: nauc_map_at_1_diff1 - value: 48.685571 - - type: nauc_map_at_1_max - value: 32.485324 - - type: nauc_map_at_1_std - value: -4.938624 - - type: nauc_map_at_20_diff1 - value: 38.206906 - - type: nauc_map_at_20_max - value: 26.039710 - - type: nauc_map_at_20_std - value: -5.242557 - - type: nauc_map_at_3_diff1 - value: 41.428803 - - type: nauc_map_at_3_max - value: 27.471509 - - type: nauc_map_at_3_std - value: -5.434283 - - type: nauc_map_at_5_diff1 - value: 39.672542 - - type: nauc_map_at_5_max - value: 26.989622 - - type: nauc_map_at_5_std - value: -5.360117 - - type: nauc_mrr_at_1000_diff1 - value: 36.163006 - - type: nauc_mrr_at_1000_max - value: 27.963614 - - type: nauc_mrr_at_1000_std - value: -4.276969 - - type: nauc_mrr_at_100_diff1 - value: 36.147594 - - type: nauc_mrr_at_100_max - value: 27.963650 - - type: nauc_mrr_at_100_std - value: -4.327168 - - type: nauc_mrr_at_10_diff1 - value: 36.496807 - - type: nauc_mrr_at_10_max - value: 28.120843 - - type: nauc_mrr_at_10_std - value: -4.871226 - - type: nauc_mrr_at_1_diff1 - value: 46.330999 - - type: nauc_mrr_at_1_max - value: 35.485911 - - type: nauc_mrr_at_1_std - value: -3.226328 - - type: nauc_mrr_at_20_diff1 - value: 36.307056 - - type: nauc_mrr_at_20_max - value: 27.976402 - - type: nauc_mrr_at_20_std - value: -4.715772 - - type: nauc_mrr_at_3_diff1 - value: 38.960566 - - type: nauc_mrr_at_3_max - value: 29.511000 - - type: nauc_mrr_at_3_std - value: -4.623621 - - type: nauc_mrr_at_5_diff1 - value: 37.778180 - - type: nauc_mrr_at_5_max - value: 29.011475 - - type: nauc_mrr_at_5_std - value: -4.718244 - - type: nauc_ndcg_at_1000_diff1 - value: 31.664679 - - type: nauc_ndcg_at_1000_max - value: 23.801430 - - type: nauc_ndcg_at_1000_std - value: -0.853699 - - type: nauc_ndcg_at_100_diff1 - value: 32.123241 - - type: nauc_ndcg_at_100_max - value: 23.531318 - - type: nauc_ndcg_at_100_std - value: -2.514126 - - type: nauc_ndcg_at_10_diff1 - value: 33.659611 - - type: nauc_ndcg_at_10_max - value: 23.852547 - - type: nauc_ndcg_at_10_std - value: -5.694261 - - type: nauc_ndcg_at_1_diff1 - value: 46.330999 - - type: nauc_ndcg_at_1_max - value: 35.485911 - - type: nauc_ndcg_at_1_std - value: -3.226328 - - type: nauc_ndcg_at_20_diff1 - value: 33.259646 - - type: nauc_ndcg_at_20_max - value: 23.410367 - - type: nauc_ndcg_at_20_std - value: -4.993439 - - type: nauc_ndcg_at_3_diff1 - value: 38.493027 - - type: nauc_ndcg_at_3_max - value: 26.918495 - - type: nauc_ndcg_at_3_std - value: -5.507536 - - type: nauc_ndcg_at_5_diff1 - value: 36.347415 - - type: nauc_ndcg_at_5_max - value: 25.867932 - - type: nauc_ndcg_at_5_std - value: -5.516889 - - type: nauc_precision_at_1000_diff1 - value: 3.478050 - - type: nauc_precision_at_1000_max - value: 18.212640 - - type: nauc_precision_at_1000_std - value: 14.085513 - - type: nauc_precision_at_100_diff1 - value: 14.366999 - - type: nauc_precision_at_100_max - value: 19.320657 - - type: nauc_precision_at_100_std - value: 5.719904 - - type: nauc_precision_at_10_diff1 - value: 20.767692 - - type: nauc_precision_at_10_max - value: 19.731019 - - type: nauc_precision_at_10_std - value: -6.069817 - - type: nauc_precision_at_1_diff1 - value: 46.330999 - - type: nauc_precision_at_1_max - value: 35.485911 - - type: nauc_precision_at_1_std - value: -3.226328 - - type: nauc_precision_at_20_diff1 - value: 19.891097 - - type: nauc_precision_at_20_max - value: 18.826507 - - type: nauc_precision_at_20_std - value: -3.426960 - - type: nauc_precision_at_3_diff1 - value: 31.438808 - - type: nauc_precision_at_3_max - value: 25.061448 - - type: nauc_precision_at_3_std - value: -5.354357 - - type: nauc_precision_at_5_diff1 - value: 26.793368 - - type: nauc_precision_at_5_max - value: 23.477965 - - type: nauc_precision_at_5_std - value: -5.762844 - - type: nauc_recall_at_1000_diff1 - value: 12.463469 - - type: nauc_recall_at_1000_max - value: 13.262334 - - type: nauc_recall_at_1000_std - value: 15.999510 - - type: nauc_recall_at_100_diff1 - value: 19.025729 - - type: nauc_recall_at_100_max - value: 15.403625 - - type: nauc_recall_at_100_std - value: 4.996444 - - type: nauc_recall_at_10_diff1 - value: 23.168831 - - type: nauc_recall_at_10_max - value: 16.001264 - - type: nauc_recall_at_10_std - value: -6.242621 - - type: nauc_recall_at_1_diff1 - value: 48.685571 - - type: nauc_recall_at_1_max - value: 32.485324 - - type: nauc_recall_at_1_std - value: -4.938624 - - type: nauc_recall_at_20_diff1 - value: 22.747575 - - type: nauc_recall_at_20_max - value: 15.196174 - - type: nauc_recall_at_20_std - value: -4.209223 - - type: nauc_recall_at_3_diff1 - value: 34.221157 - - type: nauc_recall_at_3_max - value: 22.101122 - - type: nauc_recall_at_3_std - value: -6.431286 - - type: nauc_recall_at_5_diff1 - value: 30.002469 - - type: nauc_recall_at_5_max - value: 20.813647 - - type: nauc_recall_at_5_std - value: -5.963828 - - type: ndcg_at_1 - value: 12.407000 - - type: ndcg_at_10 - value: 16.589000 - - type: ndcg_at_100 - value: 20.123000 - - type: ndcg_at_1000 - value: 23.428000 - - type: ndcg_at_20 - value: 17.622000 - - type: ndcg_at_3 - value: 13.911000 - - type: ndcg_at_5 - value: 15.057000 - - type: precision_at_1 - value: 12.407000 - - type: precision_at_10 - value: 2.920000 - - type: precision_at_100 - value: 0.526000 - - type: precision_at_1000 - value: 0.090000 - - type: precision_at_20 - value: 1.730000 - - type: precision_at_3 - value: 6.374000 - - type: precision_at_5 - value: 4.608000 - - type: recall_at_1 - value: 10.348000 - - type: recall_at_10 - value: 22.765000 - - type: recall_at_100 - value: 39.311000 - - type: recall_at_1000 - value: 64.334000 - - type: recall_at_20 - value: 26.488000 - - type: recall_at_3 - value: 15.137000 - - type: recall_at_5 - value: 18.132000 - - task: - type: Classification - dataset: - type: mteb/sts12 - name: MTEB STS12 - config: default - split: test - revision: a0d554a64d88156834ff5ae9920b964011b16384 - metrics: - - type: cosine_pearson - value: 75.271784 - - type: cosine_spearman - value: 64.636635 - - type: euclidean_pearson - value: 57.605416 - - type: euclidean_spearman - value: 54.166825 - - type: manhattan_pearson - value: 57.619141 - - type: manhattan_spearman - value: 54.187817 - - type: pearson - value: 75.271784 - - type: spearman - value: 64.636635 - - task: - type: Classification - dataset: - type: mteb/ppdb - name: MTEB ppdb - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 97.549009 - - task: - type: Classification - dataset: - type: mteb/stackexchangeclustering - name: MTEB StackExchangeClustering - config: default - split: test - revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 - metrics: - - type: v_measure - value: 39.384189 - - type: v_measure_std - value: 4.845368 - - type: v_measures_1 - value: 39.702751 - - type: v_measures_2 - value: 39.226340 - - type: v_measures_3 - value: 30.780492 - - type: v_measures_4 - value: 46.358016 - - type: v_measures_5 - value: 34.350494 - - type: v_measures_6 - value: 31.103618 - - type: v_measures_7 - value: 38.082506 - - type: v_measures_8 - value: 37.486206 - - type: v_measures_9 - value: 44.160223 - - type: v_measures_10 - value: 38.673976 - - type: v_measures_11 - value: 42.122030 - - type: v_measures_12 - value: 49.578770 - - type: v_measures_13 - value: 49.492902 - - type: v_measures_14 - value: 42.849482 - - type: v_measures_15 - value: 38.898602 - - type: v_measures_16 - value: 41.243027 - - type: v_measures_17 - value: 36.473887 - - type: v_measures_18 - value: 32.507627 - - type: v_measures_19 - value: 40.658644 - - type: v_measures_20 - value: 36.846158 - - type: v_measures_21 - value: 39.241053 - - type: v_measures_22 - value: 38.258256 - - type: v_measures_23 - value: 33.962954 - - type: v_measures_24 - value: 43.585131 - - type: v_measures_25 - value: 38.961580 - - task: - type: Classification - dataset: - type: mteb/scidocsrr - name: MTEB SciDocsRR - config: default - split: test - revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab - metrics: - - type: map - value: 71.512472 - - type: mrr - value: 90.072602 - - type: nAUC_map_diff1 - value: 9.460180 - - type: nAUC_map_max - value: 54.321771 - - type: nAUC_map_std - value: 64.382890 - - type: nAUC_mrr_diff1 - value: 46.733118 - - type: nAUC_mrr_max - value: 73.346265 - - type: nAUC_mrr_std - value: 66.217384 - - task: - type: Classification - dataset: - type: mteb/arguana - name: MTEB ArguAna - config: default - split: test - revision: c22ab2a51041ffd869aaddef7af8d8215647e41a - metrics: - - type: map_at_1 - value: 17.212000 - - type: map_at_10 - value: 27.572000 - - type: map_at_100 - value: 28.757000 - - type: map_at_1000 - value: 28.826000 - - type: map_at_20 - value: 28.275000 - - type: map_at_3 - value: 24.064000 - - type: map_at_5 - value: 25.909000 - - type: mrr_at_1 - value: 17.567568 - - type: mrr_at_10 - value: 27.708206 - - type: mrr_at_100 - value: 28.892880 - - type: mrr_at_1000 - value: 28.961937 - - type: mrr_at_20 - value: 28.411050 - - type: mrr_at_3 - value: 24.182077 - - type: mrr_at_5 - value: 26.045519 - - type: nauc_map_at_1000_diff1 - value: 8.485124 - - type: nauc_map_at_1000_max - value: -0.919398 - - type: nauc_map_at_1000_std - value: 15.100064 - - type: nauc_map_at_100_diff1 - value: 8.519326 - - type: nauc_map_at_100_max - value: -0.895626 - - type: nauc_map_at_100_std - value: 15.147231 - - type: nauc_map_at_10_diff1 - value: 8.380917 - - type: nauc_map_at_10_max - value: -0.991729 - - type: nauc_map_at_10_std - value: 14.761940 - - type: nauc_map_at_1_diff1 - value: 9.060504 - - type: nauc_map_at_1_max - value: -4.808130 - - type: nauc_map_at_1_std - value: 11.125316 - - type: nauc_map_at_20_diff1 - value: 8.516487 - - type: nauc_map_at_20_max - value: -0.841728 - - type: nauc_map_at_20_std - value: 15.101334 - - type: nauc_map_at_3_diff1 - value: 7.922067 - - type: nauc_map_at_3_max - value: -2.221122 - - type: nauc_map_at_3_std - value: 12.687892 - - type: nauc_map_at_5_diff1 - value: 7.407423 - - type: nauc_map_at_5_max - value: -2.457844 - - type: nauc_map_at_5_std - value: 13.543478 - - type: nauc_mrr_at_1000_diff1 - value: 7.319202 - - type: nauc_mrr_at_1000_max - value: -0.745023 - - type: nauc_mrr_at_1000_std - value: 14.720500 - - type: nauc_mrr_at_100_diff1 - value: 7.355641 - - type: nauc_mrr_at_100_max - value: -0.721760 - - type: nauc_mrr_at_100_std - value: 14.768169 - - type: nauc_mrr_at_10_diff1 - value: 7.214924 - - type: nauc_mrr_at_10_max - value: -0.867068 - - type: nauc_mrr_at_10_std - value: 14.389607 - - type: nauc_mrr_at_1_diff1 - value: 7.557039 - - type: nauc_mrr_at_1_max - value: -3.164832 - - type: nauc_mrr_at_1_std - value: 10.218394 - - type: nauc_mrr_at_20_diff1 - value: 7.335472 - - type: nauc_mrr_at_20_max - value: -0.698959 - - type: nauc_mrr_at_20_std - value: 14.708504 - - type: nauc_mrr_at_3_diff1 - value: 6.613681 - - type: nauc_mrr_at_3_max - value: -2.227230 - - type: nauc_mrr_at_3_std - value: 12.388157 - - type: nauc_mrr_at_5_diff1 - value: 6.212985 - - type: nauc_mrr_at_5_max - value: -2.338470 - - type: nauc_mrr_at_5_std - value: 13.240100 - - type: nauc_ndcg_at_1000_diff1 - value: 8.840279 - - type: nauc_ndcg_at_1000_max - value: 0.664738 - - type: nauc_ndcg_at_1000_std - value: 17.856434 - - type: nauc_ndcg_at_100_diff1 - value: 9.762676 - - type: nauc_ndcg_at_100_max - value: 1.426238 - - type: nauc_ndcg_at_100_std - value: 19.479564 - - type: nauc_ndcg_at_10_diff1 - value: 9.188742 - - type: nauc_ndcg_at_10_max - value: 1.380258 - - type: nauc_ndcg_at_10_std - value: 17.506068 - - type: nauc_ndcg_at_1_diff1 - value: 9.060504 - - type: nauc_ndcg_at_1_max - value: -4.808130 - - type: nauc_ndcg_at_1_std - value: 11.125316 - - type: nauc_ndcg_at_20_diff1 - value: 9.746205 - - type: nauc_ndcg_at_20_max - value: 1.788310 - - type: nauc_ndcg_at_20_std - value: 18.942376 - - type: nauc_ndcg_at_3_diff1 - value: 7.774792 - - type: nauc_ndcg_at_3_max - value: -1.597067 - - type: nauc_ndcg_at_3_std - value: 13.176494 - - type: nauc_ndcg_at_5_diff1 - value: 6.842522 - - type: nauc_ndcg_at_5_max - value: -1.973068 - - type: nauc_ndcg_at_5_std - value: 14.572099 - - type: nauc_precision_at_1000_diff1 - value: -3.083472 - - type: nauc_precision_at_1000_max - value: 14.451703 - - type: nauc_precision_at_1000_std - value: 54.772798 - - type: nauc_precision_at_100_diff1 - value: 18.013952 - - type: nauc_precision_at_100_max - value: 13.365491 - - type: nauc_precision_at_100_std - value: 46.774497 - - type: nauc_precision_at_10_diff1 - value: 12.087879 - - type: nauc_precision_at_10_max - value: 8.577753 - - type: nauc_precision_at_10_std - value: 25.830559 - - type: nauc_precision_at_1_diff1 - value: 9.060504 - - type: nauc_precision_at_1_max - value: -4.808130 - - type: nauc_precision_at_1_std - value: 11.125316 - - type: nauc_precision_at_20_diff1 - value: 14.837517 - - type: nauc_precision_at_20_max - value: 10.825099 - - type: nauc_precision_at_20_std - value: 33.074284 - - type: nauc_precision_at_3_diff1 - value: 7.454307 - - type: nauc_precision_at_3_max - value: -0.076006 - - type: nauc_precision_at_3_std - value: 14.401150 - - type: nauc_precision_at_5_diff1 - value: 5.372248 - - type: nauc_precision_at_5_max - value: -0.840178 - - type: nauc_precision_at_5_std - value: 17.210283 - - type: nauc_recall_at_1000_diff1 - value: -3.083472 - - type: nauc_recall_at_1000_max - value: 14.451703 - - type: nauc_recall_at_1000_std - value: 54.772798 - - type: nauc_recall_at_100_diff1 - value: 18.013952 - - type: nauc_recall_at_100_max - value: 13.365491 - - type: nauc_recall_at_100_std - value: 46.774497 - - type: nauc_recall_at_10_diff1 - value: 12.087879 - - type: nauc_recall_at_10_max - value: 8.577753 - - type: nauc_recall_at_10_std - value: 25.830559 - - type: nauc_recall_at_1_diff1 - value: 9.060504 - - type: nauc_recall_at_1_max - value: -4.808130 - - type: nauc_recall_at_1_std - value: 11.125316 - - type: nauc_recall_at_20_diff1 - value: 14.837517 - - type: nauc_recall_at_20_max - value: 10.825099 - - type: nauc_recall_at_20_std - value: 33.074284 - - type: nauc_recall_at_3_diff1 - value: 7.454307 - - type: nauc_recall_at_3_max - value: -0.076006 - - type: nauc_recall_at_3_std - value: 14.401150 - - type: nauc_recall_at_5_diff1 - value: 5.372248 - - type: nauc_recall_at_5_max - value: -0.840178 - - type: nauc_recall_at_5_std - value: 17.210283 - - type: ndcg_at_1 - value: 17.212000 - - type: ndcg_at_10 - value: 33.774000 - - type: ndcg_at_100 - value: 39.648000 - - type: ndcg_at_1000 - value: 41.557000 - - type: ndcg_at_20 - value: 36.317000 - - type: ndcg_at_3 - value: 26.439000 - - type: ndcg_at_5 - value: 29.787000 - - type: precision_at_1 - value: 17.212000 - - type: precision_at_10 - value: 5.377000 - - type: precision_at_100 - value: 0.814000 - - type: precision_at_1000 - value: 0.097000 - - type: precision_at_20 - value: 3.190000 - - type: precision_at_3 - value: 11.119000 - - type: precision_at_5 - value: 8.307000 - - type: recall_at_1 - value: 17.212000 - - type: recall_at_10 - value: 53.770000 - - type: recall_at_100 - value: 81.437000 - - type: recall_at_1000 - value: 96.657000 - - type: recall_at_20 - value: 63.798000 - - type: recall_at_3 - value: 33.357000 - - type: recall_at_5 - value: 41.536000 - - task: - type: Classification - dataset: - type: mteb/askubuntudupquestions - name: MTEB AskUbuntuDupQuestions - config: default - split: test - revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 - metrics: - - type: map - value: 52.885990 - - type: mrr - value: 67.669063 - - type: nAUC_map_diff1 - value: 10.499019 - - type: nAUC_map_max - value: 16.225921 - - type: nAUC_map_std - value: 8.364042 - - type: nAUC_mrr_diff1 - value: 9.318386 - - type: nAUC_mrr_max - value: 25.360932 - - type: nAUC_mrr_std - value: 10.230339 - - task: - type: Classification - dataset: - type: mteb/tweetsentimentextractionclassification - name: MTEB TweetSentimentExtractionClassification - config: default - split: test - revision: d604517c81ca91fe16a244d1248fc021f9ecee7a - metrics: - - type: accuracy - value: 50.036786 - - type: f1 - value: 50.205712 - - type: f1_weighted - value: 49.531660 - - task: - type: Classification - dataset: - type: mteb/arxivclusterings2s - name: MTEB ArxivClusteringS2S - config: default - split: test - revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 - metrics: - - type: v_measure - value: 26.494584 - - type: v_measure_std - value: 14.782941 - - type: v_measures_1 - value: 26.856802 - - type: v_measures_2 - value: 25.973782 - - type: v_measures_3 - value: 21.301532 - - type: v_measures_4 - value: 21.298447 - - type: v_measures_5 - value: 20.450460 - - type: v_measures_6 - value: 19.053664 - - type: v_measures_7 - value: 20.281585 - - type: v_measures_8 - value: 22.596842 - - type: v_measures_9 - value: 19.230716 - - type: v_measures_10 - value: 23.713545 - - type: v_measures_11 - value: 32.396677 - - type: v_measures_12 - value: 31.587649 - - type: v_measures_13 - value: 30.535636 - - type: v_measures_14 - value: 32.958999 - - type: v_measures_15 - value: 32.234986 - - type: v_measures_16 - value: 30.144114 - - type: v_measures_17 - value: 31.178549 - - type: v_measures_18 - value: 31.751543 - - type: v_measures_19 - value: 31.615843 - - type: v_measures_20 - value: 29.099759 - - type: v_measures_21 - value: 28.718836 - - type: v_measures_22 - value: 19.424649 - - type: v_measures_23 - value: 21.671335 - - type: v_measures_24 - value: 24.468939 - - type: v_measures_25 - value: 19.726928 - - type: v_measures_26 - value: 11.934594 - - type: v_measures_27 - value: 18.244825 - - type: v_measures_28 - value: 12.129695 - - type: v_measures_29 - value: 16.233115 - - type: v_measures_30 - value: 100.000000 - - type: v_measures_31 - value: 14.518067 - - task: - type: Classification - dataset: - type: mteb/hotpotqa - name: MTEB HotpotQA - config: default - split: test - revision: ab518f4d6fcca38d87c25209f94beba119d02014 - metrics: - - type: map_at_1 - value: 19.055000 - - type: map_at_10 - value: 26.378000 - - type: map_at_100 - value: 27.247000 - - type: map_at_1000 - value: 27.340000 - - type: map_at_20 - value: 26.850000 - - type: map_at_3 - value: 24.363000 - - type: map_at_5 - value: 25.531000 - - type: mrr_at_1 - value: 38.109386 - - type: mrr_at_10 - value: 45.340552 - - type: mrr_at_100 - value: 45.976989 - - type: mrr_at_1000 - value: 46.031119 - - type: mrr_at_20 - value: 45.716990 - - type: mrr_at_3 - value: 43.463876 - - type: mrr_at_5 - value: 44.585415 - - type: nauc_map_at_1000_diff1 - value: 49.610284 - - type: nauc_map_at_1000_max - value: 14.305468 - - type: nauc_map_at_1000_std - value: 12.828851 - - type: nauc_map_at_100_diff1 - value: 49.617565 - - type: nauc_map_at_100_max - value: 14.279336 - - type: nauc_map_at_100_std - value: 12.771740 - - type: nauc_map_at_10_diff1 - value: 49.803317 - - type: nauc_map_at_10_max - value: 14.387364 - - type: nauc_map_at_10_std - value: 11.837285 - - type: nauc_map_at_1_diff1 - value: 60.895186 - - type: nauc_map_at_1_max - value: 16.869500 - - type: nauc_map_at_1_std - value: 5.873763 - - type: nauc_map_at_20_diff1 - value: 49.716223 - - type: nauc_map_at_20_max - value: 14.281539 - - type: nauc_map_at_20_std - value: 12.316040 - - type: nauc_map_at_3_diff1 - value: 51.594969 - - type: nauc_map_at_3_max - value: 15.065531 - - type: nauc_map_at_3_std - value: 10.096443 - - type: nauc_map_at_5_diff1 - value: 50.371801 - - type: nauc_map_at_5_max - value: 14.767528 - - type: nauc_map_at_5_std - value: 10.988483 - - type: nauc_mrr_at_1000_diff1 - value: 57.323750 - - type: nauc_mrr_at_1000_max - value: 15.983851 - - type: nauc_mrr_at_1000_std - value: 9.895718 - - type: nauc_mrr_at_100_diff1 - value: 57.315832 - - type: nauc_mrr_at_100_max - value: 15.977800 - - type: nauc_mrr_at_100_std - value: 9.906310 - - type: nauc_mrr_at_10_diff1 - value: 57.358935 - - type: nauc_mrr_at_10_max - value: 16.085148 - - type: nauc_mrr_at_10_std - value: 9.611861 - - type: nauc_mrr_at_1_diff1 - value: 60.895186 - - type: nauc_mrr_at_1_max - value: 16.869500 - - type: nauc_mrr_at_1_std - value: 5.873763 - - type: nauc_mrr_at_20_diff1 - value: 57.337329 - - type: nauc_mrr_at_20_max - value: 15.997738 - - type: nauc_mrr_at_20_std - value: 9.832676 - - type: nauc_mrr_at_3_diff1 - value: 57.633341 - - type: nauc_mrr_at_3_max - value: 16.330386 - - type: nauc_mrr_at_3_std - value: 8.770156 - - type: nauc_mrr_at_5_diff1 - value: 57.424593 - - type: nauc_mrr_at_5_max - value: 16.128165 - - type: nauc_mrr_at_5_std - value: 9.191670 - - type: nauc_ndcg_at_1000_diff1 - value: 49.078892 - - type: nauc_ndcg_at_1000_max - value: 14.083112 - - type: nauc_ndcg_at_1000_std - value: 17.569998 - - type: nauc_ndcg_at_100_diff1 - value: 49.146686 - - type: nauc_ndcg_at_100_max - value: 13.636141 - - type: nauc_ndcg_at_100_std - value: 16.723495 - - type: nauc_ndcg_at_10_diff1 - value: 50.139278 - - type: nauc_ndcg_at_10_max - value: 14.185609 - - type: nauc_ndcg_at_10_std - value: 13.288189 - - type: nauc_ndcg_at_1_diff1 - value: 60.895186 - - type: nauc_ndcg_at_1_max - value: 16.869500 - - type: nauc_ndcg_at_1_std - value: 5.873763 - - type: nauc_ndcg_at_20_diff1 - value: 49.797268 - - type: nauc_ndcg_at_20_max - value: 13.804760 - - type: nauc_ndcg_at_20_std - value: 14.563148 - - type: nauc_ndcg_at_3_diff1 - value: 52.479181 - - type: nauc_ndcg_at_3_max - value: 15.238761 - - type: nauc_ndcg_at_3_std - value: 10.514287 - - type: nauc_ndcg_at_5_diff1 - value: 50.991200 - - type: nauc_ndcg_at_5_max - value: 14.745429 - - type: nauc_ndcg_at_5_std - value: 11.695862 - - type: nauc_precision_at_1000_diff1 - value: 22.608787 - - type: nauc_precision_at_1000_max - value: 8.199933 - - type: nauc_precision_at_1000_std - value: 35.835063 - - type: nauc_precision_at_100_diff1 - value: 29.330461 - - type: nauc_precision_at_100_max - value: 7.075227 - - type: nauc_precision_at_100_std - value: 29.048691 - - type: nauc_precision_at_10_diff1 - value: 39.486573 - - type: nauc_precision_at_10_max - value: 10.785944 - - type: nauc_precision_at_10_std - value: 18.552705 - - type: nauc_precision_at_1_diff1 - value: 60.895186 - - type: nauc_precision_at_1_max - value: 16.869500 - - type: nauc_precision_at_1_std - value: 5.873763 - - type: nauc_precision_at_20_diff1 - value: 36.266518 - - type: nauc_precision_at_20_max - value: 8.991111 - - type: nauc_precision_at_20_std - value: 21.686797 - - type: nauc_precision_at_3_diff1 - value: 47.335107 - - type: nauc_precision_at_3_max - value: 14.069890 - - type: nauc_precision_at_3_std - value: 12.964427 - - type: nauc_precision_at_5_diff1 - value: 42.926481 - - type: nauc_precision_at_5_max - value: 12.611255 - - type: nauc_precision_at_5_std - value: 14.993681 - - type: nauc_recall_at_1000_diff1 - value: 22.608787 - - type: nauc_recall_at_1000_max - value: 8.199933 - - type: nauc_recall_at_1000_std - value: 35.835063 - - type: nauc_recall_at_100_diff1 - value: 29.330461 - - type: nauc_recall_at_100_max - value: 7.075227 - - type: nauc_recall_at_100_std - value: 29.048691 - - type: nauc_recall_at_10_diff1 - value: 39.486573 - - type: nauc_recall_at_10_max - value: 10.785944 - - type: nauc_recall_at_10_std - value: 18.552705 - - type: nauc_recall_at_1_diff1 - value: 60.895186 - - type: nauc_recall_at_1_max - value: 16.869500 - - type: nauc_recall_at_1_std - value: 5.873763 - - type: nauc_recall_at_20_diff1 - value: 36.266518 - - type: nauc_recall_at_20_max - value: 8.991111 - - type: nauc_recall_at_20_std - value: 21.686797 - - type: nauc_recall_at_3_diff1 - value: 47.335107 - - type: nauc_recall_at_3_max - value: 14.069890 - - type: nauc_recall_at_3_std - value: 12.964427 - - type: nauc_recall_at_5_diff1 - value: 42.926481 - - type: nauc_recall_at_5_max - value: 12.611255 - - type: nauc_recall_at_5_std - value: 14.993681 - - type: ndcg_at_1 - value: 38.109000 - - type: ndcg_at_10 - value: 33.601000 - - type: ndcg_at_100 - value: 37.509000 - - type: ndcg_at_1000 - value: 39.779000 - - type: ndcg_at_20 - value: 35.081000 - - type: ndcg_at_3 - value: 29.865000 - - type: ndcg_at_5 - value: 31.772000 - - type: precision_at_1 - value: 38.109000 - - type: precision_at_10 - value: 7.307000 - - type: precision_at_100 - value: 1.043000 - - type: precision_at_1000 - value: 0.135000 - - type: precision_at_20 - value: 4.132000 - - type: precision_at_3 - value: 18.758000 - - type: precision_at_5 - value: 12.762000 - - type: recall_at_1 - value: 19.055000 - - type: recall_at_10 - value: 36.536000 - - type: recall_at_100 - value: 52.140000 - - type: recall_at_1000 - value: 67.292000 - - type: recall_at_20 - value: 41.317000 - - type: recall_at_3 - value: 28.136000 - - type: recall_at_5 - value: 31.904000 - - task: - type: Classification - dataset: - type: mteb/touche2020 - name: MTEB Touche2020 - config: default - split: test - revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f - metrics: - - type: map_at_1 - value: 1.277000 - - type: map_at_10 - value: 5.240000 - - type: map_at_100 - value: 9.093000 - - type: map_at_1000 - value: 10.529000 - - type: map_at_20 - value: 6.658000 - - type: map_at_3 - value: 2.157000 - - type: map_at_5 - value: 3.343000 - - type: mrr_at_1 - value: 16.326531 - - type: mrr_at_10 - value: 31.729025 - - type: mrr_at_100 - value: 32.884769 - - type: mrr_at_1000 - value: 32.884769 - - type: mrr_at_20 - value: 32.435154 - - type: mrr_at_3 - value: 25.170068 - - type: mrr_at_5 - value: 29.455782 - - type: nauc_map_at_1000_diff1 - value: -3.158610 - - type: nauc_map_at_1000_max - value: -39.772227 - - type: nauc_map_at_1000_std - value: -28.342366 - - type: nauc_map_at_100_diff1 - value: -3.665739 - - type: nauc_map_at_100_max - value: -40.456706 - - type: nauc_map_at_100_std - value: -31.837917 - - type: nauc_map_at_10_diff1 - value: -10.546726 - - type: nauc_map_at_10_max - value: -44.541449 - - type: nauc_map_at_10_std - value: -31.333905 - - type: nauc_map_at_1_diff1 - value: -1.818489 - - type: nauc_map_at_1_max - value: -32.722844 - - type: nauc_map_at_1_std - value: -21.190183 - - type: nauc_map_at_20_diff1 - value: -7.663503 - - type: nauc_map_at_20_max - value: -45.787064 - - type: nauc_map_at_20_std - value: -37.180873 - - type: nauc_map_at_3_diff1 - value: 3.141742 - - type: nauc_map_at_3_max - value: -35.020577 - - type: nauc_map_at_3_std - value: -20.373964 - - type: nauc_map_at_5_diff1 - value: -6.496367 - - type: nauc_map_at_5_max - value: -42.294520 - - type: nauc_map_at_5_std - value: -24.800465 - - type: nauc_mrr_at_1000_diff1 - value: -1.544474 - - type: nauc_mrr_at_1000_max - value: -35.180495 - - type: nauc_mrr_at_1000_std - value: -17.200701 - - type: nauc_mrr_at_100_diff1 - value: -1.544474 - - type: nauc_mrr_at_100_max - value: -35.180495 - - type: nauc_mrr_at_100_std - value: -17.200701 - - type: nauc_mrr_at_10_diff1 - value: -1.496026 - - type: nauc_mrr_at_10_max - value: -34.873555 - - type: nauc_mrr_at_10_std - value: -16.459996 - - type: nauc_mrr_at_1_diff1 - value: -12.189271 - - type: nauc_mrr_at_1_max - value: -28.579193 - - type: nauc_mrr_at_1_std - value: -11.459856 - - type: nauc_mrr_at_20_diff1 - value: -0.760939 - - type: nauc_mrr_at_20_max - value: -36.171297 - - type: nauc_mrr_at_20_std - value: -18.301749 - - type: nauc_mrr_at_3_diff1 - value: -0.230185 - - type: nauc_mrr_at_3_max - value: -30.804991 - - type: nauc_mrr_at_3_std - value: -12.834712 - - type: nauc_mrr_at_5_diff1 - value: -1.091904 - - type: nauc_mrr_at_5_max - value: -35.218762 - - type: nauc_mrr_at_5_std - value: -17.333124 - - type: nauc_ndcg_at_1000_diff1 - value: 12.341067 - - type: nauc_ndcg_at_1000_max - value: -28.424493 - - type: nauc_ndcg_at_1000_std - value: -9.683589 - - type: nauc_ndcg_at_100_diff1 - value: 8.032060 - - type: nauc_ndcg_at_100_max - value: -39.255306 - - type: nauc_ndcg_at_100_std - value: -27.422782 - - type: nauc_ndcg_at_10_diff1 - value: 1.900156 - - type: nauc_ndcg_at_10_max - value: -38.839417 - - type: nauc_ndcg_at_10_std - value: -28.768523 - - type: nauc_ndcg_at_1_diff1 - value: -4.204891 - - type: nauc_ndcg_at_1_max - value: -26.231693 - - type: nauc_ndcg_at_1_std - value: -9.148523 - - type: nauc_ndcg_at_20_diff1 - value: 2.518885 - - type: nauc_ndcg_at_20_max - value: -43.189562 - - type: nauc_ndcg_at_20_std - value: -39.682465 - - type: nauc_ndcg_at_3_diff1 - value: 8.562730 - - type: nauc_ndcg_at_3_max - value: -30.969920 - - type: nauc_ndcg_at_3_std - value: -15.692090 - - type: nauc_ndcg_at_5_diff1 - value: 3.584057 - - type: nauc_ndcg_at_5_max - value: -36.535662 - - type: nauc_ndcg_at_5_std - value: -20.555463 - - type: nauc_precision_at_1000_diff1 - value: 10.175495 - - type: nauc_precision_at_1000_max - value: 44.319832 - - type: nauc_precision_at_1000_std - value: 47.407636 - - type: nauc_precision_at_100_diff1 - value: 9.792026 - - type: nauc_precision_at_100_max - value: -10.304603 - - type: nauc_precision_at_100_std - value: 0.635674 - - type: nauc_precision_at_10_diff1 - value: -1.442177 - - type: nauc_precision_at_10_max - value: -35.928595 - - type: nauc_precision_at_10_std - value: -26.896074 - - type: nauc_precision_at_1_diff1 - value: -12.189271 - - type: nauc_precision_at_1_max - value: -28.579193 - - type: nauc_precision_at_1_std - value: -11.459856 - - type: nauc_precision_at_20_diff1 - value: 2.266989 - - type: nauc_precision_at_20_max - value: -36.922275 - - type: nauc_precision_at_20_std - value: -45.420953 - - type: nauc_precision_at_3_diff1 - value: 10.907021 - - type: nauc_precision_at_3_max - value: -33.745641 - - type: nauc_precision_at_3_std - value: -16.272805 - - type: nauc_precision_at_5_diff1 - value: 0.606863 - - type: nauc_precision_at_5_max - value: -39.046168 - - type: nauc_precision_at_5_std - value: -22.166229 - - type: nauc_recall_at_1000_diff1 - value: 7.096876 - - type: nauc_recall_at_1000_max - value: -12.075391 - - type: nauc_recall_at_1000_std - value: 27.949986 - - type: nauc_recall_at_100_diff1 - value: 2.963744 - - type: nauc_recall_at_100_max - value: -37.470316 - - type: nauc_recall_at_100_std - value: -20.076392 - - type: nauc_recall_at_10_diff1 - value: -10.551303 - - type: nauc_recall_at_10_max - value: -47.330727 - - type: nauc_recall_at_10_std - value: -37.475440 - - type: nauc_recall_at_1_diff1 - value: -1.818489 - - type: nauc_recall_at_1_max - value: -32.722844 - - type: nauc_recall_at_1_std - value: -21.190183 - - type: nauc_recall_at_20_diff1 - value: -3.349720 - - type: nauc_recall_at_20_max - value: -46.869764 - - type: nauc_recall_at_20_std - value: -46.351867 - - type: nauc_recall_at_3_diff1 - value: 10.548811 - - type: nauc_recall_at_3_max - value: -36.369546 - - type: nauc_recall_at_3_std - value: -20.082841 - - type: nauc_recall_at_5_diff1 - value: -7.380160 - - type: nauc_recall_at_5_max - value: -47.345399 - - type: nauc_recall_at_5_std - value: -31.477967 - - type: ndcg_at_1 - value: 12.245000 - - type: ndcg_at_10 - value: 15.790000 - - type: ndcg_at_100 - value: 26.016000 - - type: ndcg_at_1000 - value: 38.249000 - - type: ndcg_at_20 - value: 16.947000 - - type: ndcg_at_3 - value: 13.027000 - - type: ndcg_at_5 - value: 14.968000 - - type: precision_at_1 - value: 16.327000 - - type: precision_at_10 - value: 16.327000 - - type: precision_at_100 - value: 6.204000 - - type: precision_at_1000 - value: 1.402000 - - type: precision_at_20 - value: 12.959000 - - type: precision_at_3 - value: 15.646000 - - type: precision_at_5 - value: 17.551000 - - type: recall_at_1 - value: 1.277000 - - type: recall_at_10 - value: 11.657000 - - type: recall_at_100 - value: 37.804000 - - type: recall_at_1000 - value: 74.810000 - - type: recall_at_20 - value: 17.813000 - - type: recall_at_3 - value: 2.960000 - - type: recall_at_5 - value: 6.196000 - - task: - type: Classification - dataset: - type: mteb/cqadupstackandroidretrieval - name: MTEB CQADupstackAndroidRetrieval - config: default - split: test - revision: f46a197baaae43b4f621051089b82a364682dfeb - metrics: - - type: map_at_1 - value: 15.805000 - - type: map_at_10 - value: 22.539000 - - type: map_at_100 - value: 23.580000 - - type: map_at_1000 - value: 23.725000 - - type: map_at_20 - value: 22.979000 - - type: map_at_3 - value: 19.824000 - - type: map_at_5 - value: 21.230000 - - type: mrr_at_1 - value: 20.171674 - - type: mrr_at_10 - value: 27.032552 - - type: mrr_at_100 - value: 27.877716 - - type: mrr_at_1000 - value: 27.958918 - - type: mrr_at_20 - value: 27.424591 - - type: mrr_at_3 - value: 24.582737 - - type: mrr_at_5 - value: 25.820219 - - type: nauc_map_at_1000_diff1 - value: 42.570314 - - type: nauc_map_at_1000_max - value: 27.213036 - - type: nauc_map_at_1000_std - value: -4.526074 - - type: nauc_map_at_100_diff1 - value: 42.585602 - - type: nauc_map_at_100_max - value: 27.172622 - - type: nauc_map_at_100_std - value: -4.608321 - - type: nauc_map_at_10_diff1 - value: 43.202618 - - type: nauc_map_at_10_max - value: 27.177335 - - type: nauc_map_at_10_std - value: -4.853723 - - type: nauc_map_at_1_diff1 - value: 50.458953 - - type: nauc_map_at_1_max - value: 31.982430 - - type: nauc_map_at_1_std - value: -5.994261 - - type: nauc_map_at_20_diff1 - value: 42.738500 - - type: nauc_map_at_20_max - value: 27.143975 - - type: nauc_map_at_20_std - value: -4.806070 - - type: nauc_map_at_3_diff1 - value: 44.563897 - - type: nauc_map_at_3_max - value: 26.833926 - - type: nauc_map_at_3_std - value: -4.955429 - - type: nauc_map_at_5_diff1 - value: 43.868763 - - type: nauc_map_at_5_max - value: 27.333186 - - type: nauc_map_at_5_std - value: -5.074595 - - type: nauc_mrr_at_1000_diff1 - value: 39.636796 - - type: nauc_mrr_at_1000_max - value: 26.234114 - - type: nauc_mrr_at_1000_std - value: -2.387771 - - type: nauc_mrr_at_100_diff1 - value: 39.600553 - - type: nauc_mrr_at_100_max - value: 26.209242 - - type: nauc_mrr_at_100_std - value: -2.401724 - - type: nauc_mrr_at_10_diff1 - value: 39.914030 - - type: nauc_mrr_at_10_max - value: 26.291376 - - type: nauc_mrr_at_10_std - value: -2.808990 - - type: nauc_mrr_at_1_diff1 - value: 47.287880 - - type: nauc_mrr_at_1_max - value: 30.963706 - - type: nauc_mrr_at_1_std - value: -3.514979 - - type: nauc_mrr_at_20_diff1 - value: 39.632872 - - type: nauc_mrr_at_20_max - value: 26.268768 - - type: nauc_mrr_at_20_std - value: -2.599501 - - type: nauc_mrr_at_3_diff1 - value: 41.592918 - - type: nauc_mrr_at_3_max - value: 26.377971 - - type: nauc_mrr_at_3_std - value: -2.260425 - - type: nauc_mrr_at_5_diff1 - value: 40.660417 - - type: nauc_mrr_at_5_max - value: 26.531193 - - type: nauc_mrr_at_5_std - value: -2.613894 - - type: nauc_ndcg_at_1000_diff1 - value: 38.092383 - - type: nauc_ndcg_at_1000_max - value: 25.640041 - - type: nauc_ndcg_at_1000_std - value: -1.049258 - - type: nauc_ndcg_at_100_diff1 - value: 37.580326 - - type: nauc_ndcg_at_100_max - value: 25.227644 - - type: nauc_ndcg_at_100_std - value: -2.062733 - - type: nauc_ndcg_at_10_diff1 - value: 39.590248 - - type: nauc_ndcg_at_10_max - value: 25.548606 - - type: nauc_ndcg_at_10_std - value: -3.945403 - - type: nauc_ndcg_at_1_diff1 - value: 47.287880 - - type: nauc_ndcg_at_1_max - value: 30.963706 - - type: nauc_ndcg_at_1_std - value: -3.514979 - - type: nauc_ndcg_at_20_diff1 - value: 38.214205 - - type: nauc_ndcg_at_20_max - value: 25.363126 - - type: nauc_ndcg_at_20_std - value: -3.620007 - - type: nauc_ndcg_at_3_diff1 - value: 41.618843 - - type: nauc_ndcg_at_3_max - value: 24.496583 - - type: nauc_ndcg_at_3_std - value: -3.146463 - - type: nauc_ndcg_at_5_diff1 - value: 40.629119 - - type: nauc_ndcg_at_5_max - value: 25.645929 - - type: nauc_ndcg_at_5_std - value: -3.930292 - - type: nauc_precision_at_1000_diff1 - value: -11.247760 - - type: nauc_precision_at_1000_max - value: 0.052059 - - type: nauc_precision_at_1000_std - value: 13.875737 - - type: nauc_precision_at_100_diff1 - value: 2.939611 - - type: nauc_precision_at_100_max - value: 12.653114 - - type: nauc_precision_at_100_std - value: 5.197198 - - type: nauc_precision_at_10_diff1 - value: 21.598729 - - type: nauc_precision_at_10_max - value: 19.600344 - - type: nauc_precision_at_10_std - value: -2.287072 - - type: nauc_precision_at_1_diff1 - value: 47.287880 - - type: nauc_precision_at_1_max - value: 30.963706 - - type: nauc_precision_at_1_std - value: -3.514979 - - type: nauc_precision_at_20_diff1 - value: 14.033184 - - type: nauc_precision_at_20_max - value: 18.336361 - - type: nauc_precision_at_20_std - value: -1.129137 - - type: nauc_precision_at_3_diff1 - value: 32.877987 - - type: nauc_precision_at_3_max - value: 18.583149 - - type: nauc_precision_at_3_std - value: -1.314947 - - type: nauc_precision_at_5_diff1 - value: 28.648239 - - type: nauc_precision_at_5_max - value: 20.139245 - - type: nauc_precision_at_5_std - value: -2.497238 - - type: nauc_recall_at_1000_diff1 - value: 20.162812 - - type: nauc_recall_at_1000_max - value: 14.914546 - - type: nauc_recall_at_1000_std - value: 22.679862 - - type: nauc_recall_at_100_diff1 - value: 21.682602 - - type: nauc_recall_at_100_max - value: 17.054270 - - type: nauc_recall_at_100_std - value: 6.873757 - - type: nauc_recall_at_10_diff1 - value: 31.380595 - - type: nauc_recall_at_10_max - value: 19.869239 - - type: nauc_recall_at_10_std - value: -2.339900 - - type: nauc_recall_at_1_diff1 - value: 50.458953 - - type: nauc_recall_at_1_max - value: 31.982430 - - type: nauc_recall_at_1_std - value: -5.994261 - - type: nauc_recall_at_20_diff1 - value: 26.839737 - - type: nauc_recall_at_20_max - value: 19.363005 - - type: nauc_recall_at_20_std - value: -1.622026 - - type: nauc_recall_at_3_diff1 - value: 37.022991 - - type: nauc_recall_at_3_max - value: 20.021540 - - type: nauc_recall_at_3_std - value: -2.664768 - - type: nauc_recall_at_5_diff1 - value: 34.279039 - - type: nauc_recall_at_5_max - value: 21.241056 - - type: nauc_recall_at_5_std - value: -3.431487 - - type: ndcg_at_1 - value: 20.172000 - - type: ndcg_at_10 - value: 27.422000 - - type: ndcg_at_100 - value: 32.505000 - - type: ndcg_at_1000 - value: 35.637000 - - type: ndcg_at_20 - value: 28.814000 - - type: ndcg_at_3 - value: 22.977000 - - type: ndcg_at_5 - value: 24.765000 - - type: precision_at_1 - value: 20.172000 - - type: precision_at_10 - value: 5.637000 - - type: precision_at_100 - value: 1.027000 - - type: precision_at_1000 - value: 0.161000 - - type: precision_at_20 - value: 3.326000 - - type: precision_at_3 - value: 11.493000 - - type: precision_at_5 - value: 8.584000 - - type: recall_at_1 - value: 15.805000 - - type: recall_at_10 - value: 37.374000 - - type: recall_at_100 - value: 60.279000 - - type: recall_at_1000 - value: 81.635000 - - type: recall_at_20 - value: 42.439000 - - type: recall_at_3 - value: 24.200000 - - type: recall_at_5 - value: 29.309000 - - task: - type: Classification - dataset: - type: mteb/summeval - name: MTEB SummEval - config: default - split: test - revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c - metrics: - - type: cosine_pearson - value: 30.385815 - - type: cosine_spearman - value: 31.496508 - - type: dot_pearson - value: 16.821510 - - type: dot_spearman - value: 19.531873 - - type: pearson - value: 30.385815 - - type: spearman - value: 31.496508 - - task: - type: Classification - dataset: - type: mteb/bc5cdr - name: MTEB bc5cdr - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 20.610379 - - task: - type: Classification - dataset: - type: mteb/imdbclassification - name: MTEB ImdbClassification - config: default - split: test - revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 - metrics: - - type: accuracy - value: 66.999600 - - type: ap - value: 61.602793 - - type: ap_weighted - value: 61.602793 - - type: f1 - value: 66.649299 - - type: f1_weighted - value: 66.649299 - - task: - type: Classification - dataset: - type: mteb/sts15 - name: MTEB STS15 - config: default - split: test - revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 - metrics: - - type: cosine_pearson - value: 77.279289 - - type: cosine_spearman - value: 78.779402 - - type: euclidean_pearson - value: 56.209328 - - type: euclidean_spearman - value: 58.598271 - - type: manhattan_pearson - value: 56.502771 - - type: manhattan_spearman - value: 58.687482 - - type: pearson - value: 77.279289 - - type: spearman - value: 78.779402 - - task: - type: Classification - dataset: - type: mteb/medrxivclusterings2s - name: MTEB MedrxivClusteringS2S - config: default - split: test - revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 - metrics: - - type: v_measure - value: 23.376577 - - type: v_measure_std - value: 1.364020 - - type: v_measures_1 - value: 20.494903 - - type: v_measures_2 - value: 22.721466 - - type: v_measures_3 - value: 22.217544 - - type: v_measures_4 - value: 23.254690 - - type: v_measures_5 - value: 23.039702 - - type: v_measures_6 - value: 24.819711 - - type: v_measures_7 - value: 24.131680 - - type: v_measures_8 - value: 23.284819 - - type: v_measures_9 - value: 24.161076 - - type: v_measures_10 - value: 25.640182 - - task: - type: Classification - dataset: - type: mteb/umls - name: MTEB umls - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 37.650000 - - task: - type: Classification - dataset: - type: mteb/climatefever - name: MTEB ClimateFEVER - config: default - split: test - revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 - metrics: - - type: map_at_1 - value: 6.490000 - - type: map_at_10 - value: 10.860000 - - type: map_at_100 - value: 12.030000 - - type: map_at_1000 - value: 12.203000 - - type: map_at_20 - value: 11.436000 - - type: map_at_3 - value: 9.043000 - - type: map_at_5 - value: 9.800000 - - type: mrr_at_1 - value: 14.462541 - - type: mrr_at_10 - value: 22.296675 - - type: mrr_at_100 - value: 23.376839 - - type: mrr_at_1000 - value: 23.444939 - - type: mrr_at_20 - value: 22.963445 - - type: mrr_at_3 - value: 19.543974 - - type: mrr_at_5 - value: 20.856678 - - type: nauc_map_at_1000_diff1 - value: 25.449654 - - type: nauc_map_at_1000_max - value: 12.219311 - - type: nauc_map_at_1000_std - value: 16.320280 - - type: nauc_map_at_100_diff1 - value: 25.508536 - - type: nauc_map_at_100_max - value: 12.068233 - - type: nauc_map_at_100_std - value: 16.020504 - - type: nauc_map_at_10_diff1 - value: 25.572794 - - type: nauc_map_at_10_max - value: 11.583316 - - type: nauc_map_at_10_std - value: 13.393038 - - type: nauc_map_at_1_diff1 - value: 33.535025 - - type: nauc_map_at_1_max - value: 13.878001 - - type: nauc_map_at_1_std - value: 5.938822 - - type: nauc_map_at_20_diff1 - value: 25.552017 - - type: nauc_map_at_20_max - value: 11.767498 - - type: nauc_map_at_20_std - value: 14.874736 - - type: nauc_map_at_3_diff1 - value: 28.163581 - - type: nauc_map_at_3_max - value: 11.009922 - - type: nauc_map_at_3_std - value: 9.652386 - - type: nauc_map_at_5_diff1 - value: 26.439157 - - type: nauc_map_at_5_max - value: 11.895366 - - type: nauc_map_at_5_std - value: 11.092649 - - type: nauc_mrr_at_1000_diff1 - value: 21.972133 - - type: nauc_mrr_at_1000_max - value: 14.261164 - - type: nauc_mrr_at_1000_std - value: 19.725127 - - type: nauc_mrr_at_100_diff1 - value: 21.962322 - - type: nauc_mrr_at_100_max - value: 14.259184 - - type: nauc_mrr_at_100_std - value: 19.726418 - - type: nauc_mrr_at_10_diff1 - value: 21.757050 - - type: nauc_mrr_at_10_max - value: 13.870636 - - type: nauc_mrr_at_10_std - value: 18.899031 - - type: nauc_mrr_at_1_diff1 - value: 28.225625 - - type: nauc_mrr_at_1_max - value: 15.731268 - - type: nauc_mrr_at_1_std - value: 11.817097 - - type: nauc_mrr_at_20_diff1 - value: 21.928325 - - type: nauc_mrr_at_20_max - value: 14.267697 - - type: nauc_mrr_at_20_std - value: 19.577638 - - type: nauc_mrr_at_3_diff1 - value: 22.972743 - - type: nauc_mrr_at_3_max - value: 13.606825 - - type: nauc_mrr_at_3_std - value: 16.663961 - - type: nauc_mrr_at_5_diff1 - value: 21.531613 - - type: nauc_mrr_at_5_max - value: 13.788053 - - type: nauc_mrr_at_5_std - value: 17.482582 - - type: nauc_ndcg_at_1000_diff1 - value: 21.510151 - - type: nauc_ndcg_at_1000_max - value: 15.294368 - - type: nauc_ndcg_at_1000_std - value: 29.782884 - - type: nauc_ndcg_at_100_diff1 - value: 21.934136 - - type: nauc_ndcg_at_100_max - value: 13.810918 - - type: nauc_ndcg_at_100_std - value: 26.304079 - - type: nauc_ndcg_at_10_diff1 - value: 21.805121 - - type: nauc_ndcg_at_10_max - value: 11.740406 - - type: nauc_ndcg_at_10_std - value: 18.950016 - - type: nauc_ndcg_at_1_diff1 - value: 28.225625 - - type: nauc_ndcg_at_1_max - value: 15.731268 - - type: nauc_ndcg_at_1_std - value: 11.817097 - - type: nauc_ndcg_at_20_diff1 - value: 22.101447 - - type: nauc_ndcg_at_20_max - value: 12.533092 - - type: nauc_ndcg_at_20_std - value: 22.334145 - - type: nauc_ndcg_at_3_diff1 - value: 24.585506 - - type: nauc_ndcg_at_3_max - value: 11.495134 - - type: nauc_ndcg_at_3_std - value: 14.019950 - - type: nauc_ndcg_at_5_diff1 - value: 22.639327 - - type: nauc_ndcg_at_5_max - value: 12.210495 - - type: nauc_ndcg_at_5_std - value: 14.986538 - - type: nauc_precision_at_1000_diff1 - value: 3.075698 - - type: nauc_precision_at_1000_max - value: 17.651636 - - type: nauc_precision_at_1000_std - value: 46.687885 - - type: nauc_precision_at_100_diff1 - value: 9.413556 - - type: nauc_precision_at_100_max - value: 16.465475 - - type: nauc_precision_at_100_std - value: 41.433630 - - type: nauc_precision_at_10_diff1 - value: 11.431103 - - type: nauc_precision_at_10_max - value: 12.803294 - - type: nauc_precision_at_10_std - value: 30.666747 - - type: nauc_precision_at_1_diff1 - value: 28.225625 - - type: nauc_precision_at_1_max - value: 15.731268 - - type: nauc_precision_at_1_std - value: 11.817097 - - type: nauc_precision_at_20_diff1 - value: 12.565863 - - type: nauc_precision_at_20_max - value: 14.622144 - - type: nauc_precision_at_20_std - value: 36.429628 - - type: nauc_precision_at_3_diff1 - value: 18.229882 - - type: nauc_precision_at_3_max - value: 10.434936 - - type: nauc_precision_at_3_std - value: 20.955644 - - type: nauc_precision_at_5_diff1 - value: 13.956844 - - type: nauc_precision_at_5_max - value: 12.934737 - - type: nauc_precision_at_5_std - value: 24.089672 - - type: nauc_recall_at_1000_diff1 - value: 12.194183 - - type: nauc_recall_at_1000_max - value: 16.646761 - - type: nauc_recall_at_1000_std - value: 48.359043 - - type: nauc_recall_at_100_diff1 - value: 14.183716 - - type: nauc_recall_at_100_max - value: 11.578511 - - type: nauc_recall_at_100_std - value: 35.514439 - - type: nauc_recall_at_10_diff1 - value: 16.235794 - - type: nauc_recall_at_10_max - value: 8.008716 - - type: nauc_recall_at_10_std - value: 22.100121 - - type: nauc_recall_at_1_diff1 - value: 33.535025 - - type: nauc_recall_at_1_max - value: 13.878001 - - type: nauc_recall_at_1_std - value: 5.938822 - - type: nauc_recall_at_20_diff1 - value: 16.043499 - - type: nauc_recall_at_20_max - value: 9.191669 - - type: nauc_recall_at_20_std - value: 28.421150 - - type: nauc_recall_at_3_diff1 - value: 23.305628 - - type: nauc_recall_at_3_max - value: 8.336221 - - type: nauc_recall_at_3_std - value: 13.031247 - - type: nauc_recall_at_5_diff1 - value: 18.432325 - - type: nauc_recall_at_5_max - value: 10.155413 - - type: nauc_recall_at_5_std - value: 15.628733 - - type: ndcg_at_1 - value: 14.463000 - - type: ndcg_at_10 - value: 16.171000 - - type: ndcg_at_100 - value: 21.867000 - - type: ndcg_at_1000 - value: 25.579000 - - type: ndcg_at_20 - value: 18.208000 - - type: ndcg_at_3 - value: 12.650000 - - type: ndcg_at_5 - value: 13.601000 - - type: precision_at_1 - value: 14.463000 - - type: precision_at_10 - value: 5.270000 - - type: precision_at_100 - value: 1.130000 - - type: precision_at_1000 - value: 0.181000 - - type: precision_at_20 - value: 3.472000 - - type: precision_at_3 - value: 9.511000 - - type: precision_at_5 - value: 7.257000 - - type: recall_at_1 - value: 6.490000 - - type: recall_at_10 - value: 20.145000 - - type: recall_at_100 - value: 40.512000 - - type: recall_at_1000 - value: 61.954000 - - type: recall_at_20 - value: 26.116000 - - type: recall_at_3 - value: 11.671000 - - type: recall_at_5 - value: 14.351000 - - task: - type: Classification - dataset: - type: mteb/sts14 - name: MTEB STS14 - config: default - split: test - revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 - metrics: - - type: cosine_pearson - value: 72.608389 - - type: cosine_spearman - value: 70.083491 - - type: euclidean_pearson - value: 55.236030 - - type: euclidean_spearman - value: 54.795218 - - type: manhattan_pearson - value: 55.467464 - - type: manhattan_spearman - value: 54.973384 - - type: pearson - value: 72.608389 - - type: spearman - value: 70.083491 - - task: - type: Classification - dataset: - type: mteb/cqadupstackenglishretrieval - name: MTEB CQADupstackEnglishRetrieval - config: default - split: test - revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 - metrics: - - type: map_at_1 - value: 13.771000 - - type: map_at_10 - value: 18.723000 - - type: map_at_100 - value: 19.547000 - - type: map_at_1000 - value: 19.670000 - - type: map_at_20 - value: 19.144000 - - type: map_at_3 - value: 17.039000 - - type: map_at_5 - value: 18.070000 - - type: mrr_at_1 - value: 17.261146 - - type: mrr_at_10 - value: 22.576079 - - type: mrr_at_100 - value: 23.328438 - - type: mrr_at_1000 - value: 23.406725 - - type: mrr_at_20 - value: 23.005131 - - type: mrr_at_3 - value: 20.881104 - - type: mrr_at_5 - value: 21.909766 - - type: nauc_map_at_1000_diff1 - value: 41.811760 - - type: nauc_map_at_1000_max - value: 8.562219 - - type: nauc_map_at_1000_std - value: -1.137209 - - type: nauc_map_at_100_diff1 - value: 41.854824 - - type: nauc_map_at_100_max - value: 8.566319 - - type: nauc_map_at_100_std - value: -1.213023 - - type: nauc_map_at_10_diff1 - value: 41.785747 - - type: nauc_map_at_10_max - value: 8.770201 - - type: nauc_map_at_10_std - value: -1.860022 - - type: nauc_map_at_1_diff1 - value: 49.349328 - - type: nauc_map_at_1_max - value: 9.959808 - - type: nauc_map_at_1_std - value: -2.497971 - - type: nauc_map_at_20_diff1 - value: 41.995730 - - type: nauc_map_at_20_max - value: 8.630846 - - type: nauc_map_at_20_std - value: -1.555588 - - type: nauc_map_at_3_diff1 - value: 42.853179 - - type: nauc_map_at_3_max - value: 9.385074 - - type: nauc_map_at_3_std - value: -2.296897 - - type: nauc_map_at_5_diff1 - value: 42.126206 - - type: nauc_map_at_5_max - value: 9.264434 - - type: nauc_map_at_5_std - value: -2.069369 - - type: nauc_mrr_at_1000_diff1 - value: 40.287741 - - type: nauc_mrr_at_1000_max - value: 8.779742 - - type: nauc_mrr_at_1000_std - value: -0.200235 - - type: nauc_mrr_at_100_diff1 - value: 40.297910 - - type: nauc_mrr_at_100_max - value: 8.775784 - - type: nauc_mrr_at_100_std - value: -0.208365 - - type: nauc_mrr_at_10_diff1 - value: 40.335346 - - type: nauc_mrr_at_10_max - value: 8.981727 - - type: nauc_mrr_at_10_std - value: -0.521661 - - type: nauc_mrr_at_1_diff1 - value: 46.655902 - - type: nauc_mrr_at_1_max - value: 11.354410 - - type: nauc_mrr_at_1_std - value: -0.485124 - - type: nauc_mrr_at_20_diff1 - value: 40.345260 - - type: nauc_mrr_at_20_max - value: 8.832294 - - type: nauc_mrr_at_20_std - value: -0.429240 - - type: nauc_mrr_at_3_diff1 - value: 41.282249 - - type: nauc_mrr_at_3_max - value: 10.003172 - - type: nauc_mrr_at_3_std - value: -0.811380 - - type: nauc_mrr_at_5_diff1 - value: 40.565417 - - type: nauc_mrr_at_5_max - value: 9.563905 - - type: nauc_mrr_at_5_std - value: -0.831550 - - type: nauc_ndcg_at_1000_diff1 - value: 38.050346 - - type: nauc_ndcg_at_1000_max - value: 6.784623 - - type: nauc_ndcg_at_1000_std - value: 2.241583 - - type: nauc_ndcg_at_100_diff1 - value: 38.760174 - - type: nauc_ndcg_at_100_max - value: 6.985157 - - type: nauc_ndcg_at_100_std - value: 1.026146 - - type: nauc_ndcg_at_10_diff1 - value: 38.908082 - - type: nauc_ndcg_at_10_max - value: 7.603097 - - type: nauc_ndcg_at_10_std - value: -1.155092 - - type: nauc_ndcg_at_1_diff1 - value: 46.655902 - - type: nauc_ndcg_at_1_max - value: 11.354410 - - type: nauc_ndcg_at_1_std - value: -0.485124 - - type: nauc_ndcg_at_20_diff1 - value: 39.455958 - - type: nauc_ndcg_at_20_max - value: 7.154864 - - type: nauc_ndcg_at_20_std - value: -0.615231 - - type: nauc_ndcg_at_3_diff1 - value: 40.305635 - - type: nauc_ndcg_at_3_max - value: 9.303309 - - type: nauc_ndcg_at_3_std - value: -1.731086 - - type: nauc_ndcg_at_5_diff1 - value: 39.430900 - - type: nauc_ndcg_at_5_max - value: 8.684101 - - type: nauc_ndcg_at_5_std - value: -1.560994 - - type: nauc_precision_at_1000_diff1 - value: 3.001810 - - type: nauc_precision_at_1000_max - value: -0.124868 - - type: nauc_precision_at_1000_std - value: 16.595961 - - type: nauc_precision_at_100_diff1 - value: 15.769393 - - type: nauc_precision_at_100_max - value: 2.269249 - - type: nauc_precision_at_100_std - value: 12.367041 - - type: nauc_precision_at_10_diff1 - value: 26.231032 - - type: nauc_precision_at_10_max - value: 5.077362 - - type: nauc_precision_at_10_std - value: 3.254804 - - type: nauc_precision_at_1_diff1 - value: 46.655902 - - type: nauc_precision_at_1_max - value: 11.354410 - - type: nauc_precision_at_1_std - value: -0.485124 - - type: nauc_precision_at_20_diff1 - value: 24.964338 - - type: nauc_precision_at_20_max - value: 3.095780 - - type: nauc_precision_at_20_std - value: 6.526918 - - type: nauc_precision_at_3_diff1 - value: 32.039649 - - type: nauc_precision_at_3_max - value: 10.000197 - - type: nauc_precision_at_3_std - value: -0.378158 - - type: nauc_precision_at_5_diff1 - value: 29.031759 - - type: nauc_precision_at_5_max - value: 8.979441 - - type: nauc_precision_at_5_std - value: 0.546756 - - type: nauc_recall_at_1000_diff1 - value: 22.648642 - - type: nauc_recall_at_1000_max - value: -0.432222 - - type: nauc_recall_at_1000_std - value: 16.242048 - - type: nauc_recall_at_100_diff1 - value: 29.787256 - - type: nauc_recall_at_100_max - value: 2.582453 - - type: nauc_recall_at_100_std - value: 6.976671 - - type: nauc_recall_at_10_diff1 - value: 32.050845 - - type: nauc_recall_at_10_max - value: 4.398320 - - type: nauc_recall_at_10_std - value: -1.167563 - - type: nauc_recall_at_1_diff1 - value: 49.349328 - - type: nauc_recall_at_1_max - value: 9.959808 - - type: nauc_recall_at_1_std - value: -2.497971 - - type: nauc_recall_at_20_diff1 - value: 33.086437 - - type: nauc_recall_at_20_max - value: 3.170596 - - type: nauc_recall_at_20_std - value: 0.230039 - - type: nauc_recall_at_3_diff1 - value: 35.992656 - - type: nauc_recall_at_3_max - value: 7.869051 - - type: nauc_recall_at_3_std - value: -2.358653 - - type: nauc_recall_at_5_diff1 - value: 33.520063 - - type: nauc_recall_at_5_max - value: 6.809375 - - type: nauc_recall_at_5_std - value: -1.739016 - - type: ndcg_at_1 - value: 17.261000 - - type: ndcg_at_10 - value: 22.185000 - - type: ndcg_at_100 - value: 26.107000 - - type: ndcg_at_1000 - value: 29.071000 - - type: ndcg_at_20 - value: 23.560000 - - type: ndcg_at_3 - value: 19.333000 - - type: ndcg_at_5 - value: 20.807000 - - type: precision_at_1 - value: 17.261000 - - type: precision_at_10 - value: 4.223000 - - type: precision_at_100 - value: 0.783000 - - type: precision_at_1000 - value: 0.128000 - - type: precision_at_20 - value: 2.608000 - - type: precision_at_3 - value: 9.299000 - - type: precision_at_5 - value: 6.854000 - - type: recall_at_1 - value: 13.771000 - - type: recall_at_10 - value: 28.508000 - - type: recall_at_100 - value: 45.863000 - - type: recall_at_1000 - value: 66.604000 - - type: recall_at_20 - value: 33.588000 - - type: recall_at_3 - value: 20.428000 - - type: recall_at_5 - value: 24.357000 - - task: - type: Classification - dataset: - type: mteb/cqadupstackgamingretrieval - name: MTEB CQADupstackGamingRetrieval - config: default - split: test - revision: 4885aa143210c98657558c04aaf3dc47cfb54340 - metrics: - - type: map_at_1 - value: 21.638000 - - type: map_at_10 - value: 29.212000 - - type: map_at_100 - value: 30.215000 - - type: map_at_1000 - value: 30.312000 - - type: map_at_20 - value: 29.757000 - - type: map_at_3 - value: 26.734000 - - type: map_at_5 - value: 28.131000 - - type: mrr_at_1 - value: 25.078370 - - type: mrr_at_10 - value: 32.236155 - - type: mrr_at_100 - value: 33.086737 - - type: mrr_at_1000 - value: 33.152301 - - type: mrr_at_20 - value: 32.701841 - - type: mrr_at_3 - value: 29.905956 - - type: mrr_at_5 - value: 31.241379 - - type: nauc_map_at_1000_diff1 - value: 37.123073 - - type: nauc_map_at_1000_max - value: 21.537267 - - type: nauc_map_at_1000_std - value: -8.738066 - - type: nauc_map_at_100_diff1 - value: 37.118074 - - type: nauc_map_at_100_max - value: 21.554344 - - type: nauc_map_at_100_std - value: -8.788695 - - type: nauc_map_at_10_diff1 - value: 37.171532 - - type: nauc_map_at_10_max - value: 21.419973 - - type: nauc_map_at_10_std - value: -9.225484 - - type: nauc_map_at_1_diff1 - value: 41.216744 - - type: nauc_map_at_1_max - value: 21.173865 - - type: nauc_map_at_1_std - value: -10.130717 - - type: nauc_map_at_20_diff1 - value: 37.070894 - - type: nauc_map_at_20_max - value: 21.566689 - - type: nauc_map_at_20_std - value: -9.063863 - - type: nauc_map_at_3_diff1 - value: 37.685900 - - type: nauc_map_at_3_max - value: 20.275025 - - type: nauc_map_at_3_std - value: -10.786472 - - type: nauc_map_at_5_diff1 - value: 36.847183 - - type: nauc_map_at_5_max - value: 20.926214 - - type: nauc_map_at_5_std - value: -9.950095 - - type: nauc_mrr_at_1000_diff1 - value: 37.382609 - - type: nauc_mrr_at_1000_max - value: 23.783508 - - type: nauc_mrr_at_1000_std - value: -8.062119 - - type: nauc_mrr_at_100_diff1 - value: 37.369442 - - type: nauc_mrr_at_100_max - value: 23.786993 - - type: nauc_mrr_at_100_std - value: -8.068423 - - type: nauc_mrr_at_10_diff1 - value: 37.390013 - - type: nauc_mrr_at_10_max - value: 23.888309 - - type: nauc_mrr_at_10_std - value: -8.302476 - - type: nauc_mrr_at_1_diff1 - value: 42.045232 - - type: nauc_mrr_at_1_max - value: 24.284082 - - type: nauc_mrr_at_1_std - value: -9.814660 - - type: nauc_mrr_at_20_diff1 - value: 37.379334 - - type: nauc_mrr_at_20_max - value: 23.844474 - - type: nauc_mrr_at_20_std - value: -8.235357 - - type: nauc_mrr_at_3_diff1 - value: 38.139923 - - type: nauc_mrr_at_3_max - value: 23.566222 - - type: nauc_mrr_at_3_std - value: -9.875476 - - type: nauc_mrr_at_5_diff1 - value: 37.324727 - - type: nauc_mrr_at_5_max - value: 23.678358 - - type: nauc_mrr_at_5_std - value: -8.973666 - - type: nauc_ndcg_at_1000_diff1 - value: 35.926948 - - type: nauc_ndcg_at_1000_max - value: 22.032167 - - type: nauc_ndcg_at_1000_std - value: -4.420290 - - type: nauc_ndcg_at_100_diff1 - value: 35.707012 - - type: nauc_ndcg_at_100_max - value: 22.385258 - - type: nauc_ndcg_at_100_std - value: -5.218238 - - type: nauc_ndcg_at_10_diff1 - value: 35.841809 - - type: nauc_ndcg_at_10_max - value: 22.464646 - - type: nauc_ndcg_at_10_std - value: -7.534173 - - type: nauc_ndcg_at_1_diff1 - value: 42.045232 - - type: nauc_ndcg_at_1_max - value: 24.284082 - - type: nauc_ndcg_at_1_std - value: -9.814660 - - type: nauc_ndcg_at_20_diff1 - value: 35.520621 - - type: nauc_ndcg_at_20_max - value: 22.553180 - - type: nauc_ndcg_at_20_std - value: -7.110501 - - type: nauc_ndcg_at_3_diff1 - value: 36.813786 - - type: nauc_ndcg_at_3_max - value: 20.819587 - - type: nauc_ndcg_at_3_std - value: -10.624110 - - type: nauc_ndcg_at_5_diff1 - value: 35.362179 - - type: nauc_ndcg_at_5_max - value: 21.612789 - - type: nauc_ndcg_at_5_std - value: -9.185087 - - type: nauc_precision_at_1000_diff1 - value: 5.772509 - - type: nauc_precision_at_1000_max - value: 7.590204 - - type: nauc_precision_at_1000_std - value: 25.204997 - - type: nauc_precision_at_100_diff1 - value: 17.027746 - - type: nauc_precision_at_100_max - value: 18.231124 - - type: nauc_precision_at_100_std - value: 14.975251 - - type: nauc_precision_at_10_diff1 - value: 27.568105 - - type: nauc_precision_at_10_max - value: 24.523261 - - type: nauc_precision_at_10_std - value: -0.779040 - - type: nauc_precision_at_1_diff1 - value: 42.045232 - - type: nauc_precision_at_1_max - value: 24.284082 - - type: nauc_precision_at_1_std - value: -9.814660 - - type: nauc_precision_at_20_diff1 - value: 23.610606 - - type: nauc_precision_at_20_max - value: 23.274740 - - type: nauc_precision_at_20_std - value: 2.136398 - - type: nauc_precision_at_3_diff1 - value: 32.021134 - - type: nauc_precision_at_3_max - value: 21.951492 - - type: nauc_precision_at_3_std - value: -9.330817 - - type: nauc_precision_at_5_diff1 - value: 27.781401 - - type: nauc_precision_at_5_max - value: 23.003274 - - type: nauc_precision_at_5_std - value: -5.582376 - - type: nauc_recall_at_1000_diff1 - value: 28.084637 - - type: nauc_recall_at_1000_max - value: 14.719308 - - type: nauc_recall_at_1000_std - value: 31.090661 - - type: nauc_recall_at_100_diff1 - value: 28.757625 - - type: nauc_recall_at_100_max - value: 20.694029 - - type: nauc_recall_at_100_std - value: 10.021869 - - type: nauc_recall_at_10_diff1 - value: 30.775586 - - type: nauc_recall_at_10_max - value: 22.481835 - - type: nauc_recall_at_10_std - value: -3.004400 - - type: nauc_recall_at_1_diff1 - value: 41.216744 - - type: nauc_recall_at_1_max - value: 21.173865 - - type: nauc_recall_at_1_std - value: -10.130717 - - type: nauc_recall_at_20_diff1 - value: 29.129704 - - type: nauc_recall_at_20_max - value: 22.211132 - - type: nauc_recall_at_20_std - value: -1.680731 - - type: nauc_recall_at_3_diff1 - value: 33.437879 - - type: nauc_recall_at_3_max - value: 18.621912 - - type: nauc_recall_at_3_std - value: -10.670879 - - type: nauc_recall_at_5_diff1 - value: 30.193984 - - type: nauc_recall_at_5_max - value: 20.646327 - - type: nauc_recall_at_5_std - value: -7.522521 - - type: ndcg_at_1 - value: 25.078000 - - type: ndcg_at_10 - value: 33.790000 - - type: ndcg_at_100 - value: 38.720000 - - type: ndcg_at_1000 - value: 41.107000 - - type: ndcg_at_20 - value: 35.609000 - - type: ndcg_at_3 - value: 29.096000 - - type: ndcg_at_5 - value: 31.348000 - - type: precision_at_1 - value: 25.078000 - - type: precision_at_10 - value: 5.618000 - - type: precision_at_100 - value: 0.891000 - - type: precision_at_1000 - value: 0.117000 - - type: precision_at_20 - value: 3.292000 - - type: precision_at_3 - value: 13.062000 - - type: precision_at_5 - value: 9.254000 - - type: recall_at_1 - value: 21.638000 - - type: recall_at_10 - value: 44.968000 - - type: recall_at_100 - value: 67.415000 - - type: recall_at_1000 - value: 84.888000 - - type: recall_at_20 - value: 51.762000 - - type: recall_at_3 - value: 32.054000 - - type: recall_at_5 - value: 37.677000 - - task: - type: Classification - dataset: - type: mteb/fiqa2018 - name: MTEB FiQA2018 - config: default - split: test - revision: 27a168819829fe9bcd655c2df245fb19452e8e06 - metrics: - - type: map_at_1 - value: 5.218000 - - type: map_at_10 - value: 8.517000 - - type: map_at_100 - value: 9.504000 - - type: map_at_1000 - value: 9.689000 - - type: map_at_20 - value: 9.031000 - - type: map_at_3 - value: 7.319000 - - type: map_at_5 - value: 8.040000 - - type: mrr_at_1 - value: 10.339506 - - type: mrr_at_10 - value: 15.349059 - - type: mrr_at_100 - value: 16.371061 - - type: mrr_at_1000 - value: 16.477656 - - type: mrr_at_20 - value: 15.873016 - - type: mrr_at_3 - value: 13.708848 - - type: mrr_at_5 - value: 14.627058 - - type: nauc_map_at_1000_diff1 - value: 27.174942 - - type: nauc_map_at_1000_max - value: -4.311654 - - type: nauc_map_at_1000_std - value: -0.381607 - - type: nauc_map_at_100_diff1 - value: 27.203268 - - type: nauc_map_at_100_max - value: -4.543212 - - type: nauc_map_at_100_std - value: -0.470958 - - type: nauc_map_at_10_diff1 - value: 26.800552 - - type: nauc_map_at_10_max - value: -4.700092 - - type: nauc_map_at_10_std - value: -1.657955 - - type: nauc_map_at_1_diff1 - value: 36.998016 - - type: nauc_map_at_1_max - value: -4.735306 - - type: nauc_map_at_1_std - value: -1.518578 - - type: nauc_map_at_20_diff1 - value: 27.191899 - - type: nauc_map_at_20_max - value: -4.789788 - - type: nauc_map_at_20_std - value: -0.373810 - - type: nauc_map_at_3_diff1 - value: 29.824570 - - type: nauc_map_at_3_max - value: -4.767128 - - type: nauc_map_at_3_std - value: -2.007105 - - type: nauc_map_at_5_diff1 - value: 27.113523 - - type: nauc_map_at_5_max - value: -5.899492 - - type: nauc_map_at_5_std - value: -1.694065 - - type: nauc_mrr_at_1000_diff1 - value: 25.115858 - - type: nauc_mrr_at_1000_max - value: 1.263059 - - type: nauc_mrr_at_1000_std - value: -5.651601 - - type: nauc_mrr_at_100_diff1 - value: 25.098494 - - type: nauc_mrr_at_100_max - value: 1.241068 - - type: nauc_mrr_at_100_std - value: -5.651971 - - type: nauc_mrr_at_10_diff1 - value: 25.099708 - - type: nauc_mrr_at_10_max - value: 1.116007 - - type: nauc_mrr_at_10_std - value: -5.883816 - - type: nauc_mrr_at_1_diff1 - value: 35.879896 - - type: nauc_mrr_at_1_max - value: -1.708274 - - type: nauc_mrr_at_1_std - value: -5.429684 - - type: nauc_mrr_at_20_diff1 - value: 25.161658 - - type: nauc_mrr_at_20_max - value: 0.894241 - - type: nauc_mrr_at_20_std - value: -5.463735 - - type: nauc_mrr_at_3_diff1 - value: 27.167576 - - type: nauc_mrr_at_3_max - value: 1.188095 - - type: nauc_mrr_at_3_std - value: -5.877923 - - type: nauc_mrr_at_5_diff1 - value: 25.120713 - - type: nauc_mrr_at_5_max - value: 0.256996 - - type: nauc_mrr_at_5_std - value: -6.005515 - - type: nauc_ndcg_at_1000_diff1 - value: 23.978449 - - type: nauc_ndcg_at_1000_max - value: 2.805337 - - type: nauc_ndcg_at_1000_std - value: 1.061671 - - type: nauc_ndcg_at_100_diff1 - value: 23.996179 - - type: nauc_ndcg_at_100_max - value: -0.718124 - - type: nauc_ndcg_at_100_std - value: -0.314866 - - type: nauc_ndcg_at_10_diff1 - value: 23.157726 - - type: nauc_ndcg_at_10_max - value: -2.253118 - - type: nauc_ndcg_at_10_std - value: -2.531439 - - type: nauc_ndcg_at_1_diff1 - value: 35.879896 - - type: nauc_ndcg_at_1_max - value: -1.708274 - - type: nauc_ndcg_at_1_std - value: -5.429684 - - type: nauc_ndcg_at_20_diff1 - value: 23.944919 - - type: nauc_ndcg_at_20_max - value: -2.910267 - - type: nauc_ndcg_at_20_std - value: 0.473150 - - type: nauc_ndcg_at_3_diff1 - value: 26.861761 - - type: nauc_ndcg_at_3_max - value: -1.439412 - - type: nauc_ndcg_at_3_std - value: -4.314221 - - type: nauc_ndcg_at_5_diff1 - value: 23.379602 - - type: nauc_ndcg_at_5_max - value: -4.179521 - - type: nauc_ndcg_at_5_std - value: -3.346152 - - type: nauc_precision_at_1000_diff1 - value: 6.291560 - - type: nauc_precision_at_1000_max - value: 25.654664 - - type: nauc_precision_at_1000_std - value: -4.225785 - - type: nauc_precision_at_100_diff1 - value: 15.766457 - - type: nauc_precision_at_100_max - value: 13.799258 - - type: nauc_precision_at_100_std - value: -2.668707 - - type: nauc_precision_at_10_diff1 - value: 16.154300 - - type: nauc_precision_at_10_max - value: 3.990467 - - type: nauc_precision_at_10_std - value: -5.320814 - - type: nauc_precision_at_1_diff1 - value: 35.879896 - - type: nauc_precision_at_1_max - value: -1.708274 - - type: nauc_precision_at_1_std - value: -5.429684 - - type: nauc_precision_at_20_diff1 - value: 17.072700 - - type: nauc_precision_at_20_max - value: 3.745996 - - type: nauc_precision_at_20_std - value: 2.417064 - - type: nauc_precision_at_3_diff1 - value: 21.920250 - - type: nauc_precision_at_3_max - value: 1.288094 - - type: nauc_precision_at_3_std - value: -6.971791 - - type: nauc_precision_at_5_diff1 - value: 15.607429 - - type: nauc_precision_at_5_max - value: -1.678782 - - type: nauc_precision_at_5_std - value: -4.986807 - - type: nauc_recall_at_1000_diff1 - value: 15.881416 - - type: nauc_recall_at_1000_max - value: 11.992945 - - type: nauc_recall_at_1000_std - value: 14.694350 - - type: nauc_recall_at_100_diff1 - value: 16.512334 - - type: nauc_recall_at_100_max - value: 0.703498 - - type: nauc_recall_at_100_std - value: 3.795850 - - type: nauc_recall_at_10_diff1 - value: 15.855813 - - type: nauc_recall_at_10_max - value: -2.296482 - - type: nauc_recall_at_10_std - value: -0.588478 - - type: nauc_recall_at_1_diff1 - value: 36.998016 - - type: nauc_recall_at_1_max - value: -4.735306 - - type: nauc_recall_at_1_std - value: -1.518578 - - type: nauc_recall_at_20_diff1 - value: 17.088584 - - type: nauc_recall_at_20_max - value: -3.738979 - - type: nauc_recall_at_20_std - value: 5.575039 - - type: nauc_recall_at_3_diff1 - value: 22.807601 - - type: nauc_recall_at_3_max - value: -4.354868 - - type: nauc_recall_at_3_std - value: -1.197688 - - type: nauc_recall_at_5_diff1 - value: 16.357277 - - type: nauc_recall_at_5_max - value: -7.564166 - - type: nauc_recall_at_5_std - value: -1.647751 - - type: ndcg_at_1 - value: 10.340000 - - type: ndcg_at_10 - value: 11.824000 - - type: ndcg_at_100 - value: 17.009000 - - type: ndcg_at_1000 - value: 21.413000 - - type: ndcg_at_20 - value: 13.570000 - - type: ndcg_at_3 - value: 10.043000 - - type: ndcg_at_5 - value: 10.813000 - - type: precision_at_1 - value: 10.340000 - - type: precision_at_10 - value: 3.333000 - - type: precision_at_100 - value: 0.823000 - - type: precision_at_1000 - value: 0.158000 - - type: precision_at_20 - value: 2.253000 - - type: precision_at_3 - value: 6.584000 - - type: precision_at_5 - value: 5.154000 - - type: recall_at_1 - value: 5.218000 - - type: recall_at_10 - value: 14.967000 - - type: recall_at_100 - value: 35.966000 - - type: recall_at_1000 - value: 63.283000 - - type: recall_at_20 - value: 20.888000 - - type: recall_at_3 - value: 9.497000 - - type: recall_at_5 - value: 12.062000 - - task: - type: Classification - dataset: - type: mteb/massiveintentclassification - name: MTEB MassiveIntentClassification (en) - config: en - split: test - revision: 4672e20407010da34463acc759c162ca9734bca6 - metrics: - - type: accuracy - value: 61.146604 - - type: f1 - value: 59.947947 - - type: f1_weighted - value: 61.518663 - - task: - type: Classification - dataset: - type: mteb/amazonpolarityclassification - name: MTEB AmazonPolarityClassification - config: default - split: test - revision: e2d317d38cd51312af73b3d32a06d1a08b442046 - metrics: - - type: accuracy - value: 68.451975 - - type: ap - value: 63.484764 - - type: ap_weighted - value: 63.484764 - - type: f1 - value: 67.817361 - - type: f1_weighted - value: 67.817361 - - task: - type: Classification - dataset: - type: mteb/dbpedia - name: MTEB DBPedia - config: default - split: test - revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 - metrics: - - type: map_at_1 - value: 4.193000 - - type: map_at_10 - value: 9.451000 - - type: map_at_100 - value: 13.343000 - - type: map_at_1000 - value: 14.295000 - - type: map_at_20 - value: 10.950000 - - type: map_at_3 - value: 6.719000 - - type: map_at_5 - value: 7.943000 - - type: mrr_at_1 - value: 41.250000 - - type: mrr_at_10 - value: 52.500298 - - type: mrr_at_100 - value: 53.041272 - - type: mrr_at_1000 - value: 53.060013 - - type: mrr_at_20 - value: 52.820974 - - type: mrr_at_3 - value: 49.791667 - - type: mrr_at_5 - value: 51.141667 - - type: nauc_map_at_1000_diff1 - value: 29.246912 - - type: nauc_map_at_1000_max - value: 20.992620 - - type: nauc_map_at_1000_std - value: 27.048187 - - type: nauc_map_at_100_diff1 - value: 29.400826 - - type: nauc_map_at_100_max - value: 18.681019 - - type: nauc_map_at_100_std - value: 24.417762 - - type: nauc_map_at_10_diff1 - value: 36.612474 - - type: nauc_map_at_10_max - value: 5.370000 - - type: nauc_map_at_10_std - value: 10.225232 - - type: nauc_map_at_1_diff1 - value: 47.085060 - - type: nauc_map_at_1_max - value: -5.002455 - - type: nauc_map_at_1_std - value: -2.506518 - - type: nauc_map_at_20_diff1 - value: 32.814505 - - type: nauc_map_at_20_max - value: 10.970160 - - type: nauc_map_at_20_std - value: 15.568239 - - type: nauc_map_at_3_diff1 - value: 40.758622 - - type: nauc_map_at_3_max - value: -0.421327 - - type: nauc_map_at_3_std - value: 1.356009 - - type: nauc_map_at_5_diff1 - value: 39.866935 - - type: nauc_map_at_5_max - value: 1.407408 - - type: nauc_map_at_5_std - value: 4.733909 - - type: nauc_mrr_at_1000_diff1 - value: 36.300618 - - type: nauc_mrr_at_1000_max - value: 31.937578 - - type: nauc_mrr_at_1000_std - value: 19.888993 - - type: nauc_mrr_at_100_diff1 - value: 36.316042 - - type: nauc_mrr_at_100_max - value: 31.939734 - - type: nauc_mrr_at_100_std - value: 19.882546 - - type: nauc_mrr_at_10_diff1 - value: 36.393407 - - type: nauc_mrr_at_10_max - value: 31.939906 - - type: nauc_mrr_at_10_std - value: 19.790744 - - type: nauc_mrr_at_1_diff1 - value: 39.412421 - - type: nauc_mrr_at_1_max - value: 33.061845 - - type: nauc_mrr_at_1_std - value: 20.585640 - - type: nauc_mrr_at_20_diff1 - value: 36.274937 - - type: nauc_mrr_at_20_max - value: 31.922965 - - type: nauc_mrr_at_20_std - value: 19.707438 - - type: nauc_mrr_at_3_diff1 - value: 35.127848 - - type: nauc_mrr_at_3_max - value: 31.442769 - - type: nauc_mrr_at_3_std - value: 20.001430 - - type: nauc_mrr_at_5_diff1 - value: 36.067834 - - type: nauc_mrr_at_5_max - value: 31.301028 - - type: nauc_mrr_at_5_std - value: 19.911112 - - type: nauc_ndcg_at_1000_diff1 - value: 30.145020 - - type: nauc_ndcg_at_1000_max - value: 28.835818 - - type: nauc_ndcg_at_1000_std - value: 40.942560 - - type: nauc_ndcg_at_100_diff1 - value: 31.017455 - - type: nauc_ndcg_at_100_max - value: 22.603848 - - type: nauc_ndcg_at_100_std - value: 32.434138 - - type: nauc_ndcg_at_10_diff1 - value: 33.952004 - - type: nauc_ndcg_at_10_max - value: 22.166121 - - type: nauc_ndcg_at_10_std - value: 24.311434 - - type: nauc_ndcg_at_1_diff1 - value: 37.099361 - - type: nauc_ndcg_at_1_max - value: 23.177643 - - type: nauc_ndcg_at_1_std - value: 15.644268 - - type: nauc_ndcg_at_20_diff1 - value: 32.949162 - - type: nauc_ndcg_at_20_max - value: 20.493565 - - type: nauc_ndcg_at_20_std - value: 24.714656 - - type: nauc_ndcg_at_3_diff1 - value: 31.835896 - - type: nauc_ndcg_at_3_max - value: 25.624482 - - type: nauc_ndcg_at_3_std - value: 22.398699 - - type: nauc_ndcg_at_5_diff1 - value: 34.467383 - - type: nauc_ndcg_at_5_max - value: 23.918417 - - type: nauc_ndcg_at_5_std - value: 22.524425 - - type: nauc_precision_at_1000_diff1 - value: 0.369790 - - type: nauc_precision_at_1000_max - value: 31.789853 - - type: nauc_precision_at_1000_std - value: 19.034827 - - type: nauc_precision_at_100_diff1 - value: 3.857058 - - type: nauc_precision_at_100_max - value: 42.252421 - - type: nauc_precision_at_100_std - value: 36.081170 - - type: nauc_precision_at_10_diff1 - value: 11.897093 - - type: nauc_precision_at_10_max - value: 37.250798 - - type: nauc_precision_at_10_std - value: 33.538883 - - type: nauc_precision_at_1_diff1 - value: 39.412421 - - type: nauc_precision_at_1_max - value: 33.061845 - - type: nauc_precision_at_1_std - value: 20.585640 - - type: nauc_precision_at_20_diff1 - value: 8.324631 - - type: nauc_precision_at_20_max - value: 40.095555 - - type: nauc_precision_at_20_std - value: 35.326272 - - type: nauc_precision_at_3_diff1 - value: 21.480846 - - type: nauc_precision_at_3_max - value: 34.404510 - - type: nauc_precision_at_3_std - value: 25.887027 - - type: nauc_precision_at_5_diff1 - value: 20.854536 - - type: nauc_precision_at_5_max - value: 36.565237 - - type: nauc_precision_at_5_std - value: 29.917735 - - type: nauc_recall_at_1000_diff1 - value: 17.160938 - - type: nauc_recall_at_1000_max - value: 18.745041 - - type: nauc_recall_at_1000_std - value: 47.778089 - - type: nauc_recall_at_100_diff1 - value: 19.670326 - - type: nauc_recall_at_100_max - value: 11.562519 - - type: nauc_recall_at_100_std - value: 29.313275 - - type: nauc_recall_at_10_diff1 - value: 26.460992 - - type: nauc_recall_at_10_max - value: -4.024273 - - type: nauc_recall_at_10_std - value: 6.854471 - - type: nauc_recall_at_1_diff1 - value: 47.085060 - - type: nauc_recall_at_1_max - value: -5.002455 - - type: nauc_recall_at_1_std - value: -2.506518 - - type: nauc_recall_at_20_diff1 - value: 20.815110 - - type: nauc_recall_at_20_max - value: 2.979875 - - type: nauc_recall_at_20_std - value: 13.735624 - - type: nauc_recall_at_3_diff1 - value: 34.698522 - - type: nauc_recall_at_3_max - value: -4.575310 - - type: nauc_recall_at_3_std - value: -2.016279 - - type: nauc_recall_at_5_diff1 - value: 30.573112 - - type: nauc_recall_at_5_max - value: -6.852782 - - type: nauc_recall_at_5_std - value: -0.123865 - - type: ndcg_at_1 - value: 29.250000 - - type: ndcg_at_10 - value: 23.314000 - - type: ndcg_at_100 - value: 27.033000 - - type: ndcg_at_1000 - value: 33.547000 - - type: ndcg_at_20 - value: 22.908000 - - type: ndcg_at_3 - value: 26.067000 - - type: ndcg_at_5 - value: 24.410000 - - type: precision_at_1 - value: 41.250000 - - type: precision_at_10 - value: 20.800000 - - type: precision_at_100 - value: 6.723000 - - type: precision_at_1000 - value: 1.345000 - - type: precision_at_20 - value: 15.437000 - - type: precision_at_3 - value: 32.917000 - - type: precision_at_5 - value: 26.800000 - - type: recall_at_1 - value: 4.193000 - - type: recall_at_10 - value: 14.660000 - - type: recall_at_100 - value: 34.502000 - - type: recall_at_1000 - value: 56.526000 - - type: recall_at_20 - value: 19.410000 - - type: recall_at_3 - value: 7.993000 - - type: recall_at_5 - value: 10.836000 - - task: - type: Classification - dataset: - type: mteb/fever - name: MTEB FEVER - config: default - split: test - revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 - metrics: - - type: map_at_1 - value: 14.455000 - - type: map_at_10 - value: 22.406000 - - type: map_at_100 - value: 23.513000 - - type: map_at_1000 - value: 23.592000 - - type: map_at_20 - value: 23.049000 - - type: map_at_3 - value: 19.664000 - - type: map_at_5 - value: 21.150000 - - type: mrr_at_1 - value: 15.391539 - - type: mrr_at_10 - value: 23.742934 - - type: mrr_at_100 - value: 24.852019 - - type: mrr_at_1000 - value: 24.922008 - - type: mrr_at_20 - value: 24.401464 - - type: mrr_at_3 - value: 20.854585 - - type: mrr_at_5 - value: 22.427493 - - type: nauc_map_at_1000_diff1 - value: 20.277810 - - type: nauc_map_at_1000_max - value: 0.882733 - - type: nauc_map_at_1000_std - value: -17.055755 - - type: nauc_map_at_100_diff1 - value: 20.263401 - - type: nauc_map_at_100_max - value: 0.877324 - - type: nauc_map_at_100_std - value: -17.079990 - - type: nauc_map_at_10_diff1 - value: 20.427501 - - type: nauc_map_at_10_max - value: 0.450230 - - type: nauc_map_at_10_std - value: -17.695116 - - type: nauc_map_at_1_diff1 - value: 25.402387 - - type: nauc_map_at_1_max - value: 1.642482 - - type: nauc_map_at_1_std - value: -18.499105 - - type: nauc_map_at_20_diff1 - value: 20.264987 - - type: nauc_map_at_20_max - value: 0.711259 - - type: nauc_map_at_20_std - value: -17.374384 - - type: nauc_map_at_3_diff1 - value: 20.765888 - - type: nauc_map_at_3_max - value: -0.070595 - - type: nauc_map_at_3_std - value: -18.419232 - - type: nauc_map_at_5_diff1 - value: 20.905441 - - type: nauc_map_at_5_max - value: 0.358417 - - type: nauc_map_at_5_std - value: -17.960239 - - type: nauc_mrr_at_1000_diff1 - value: 19.948484 - - type: nauc_mrr_at_1000_max - value: 1.070359 - - type: nauc_mrr_at_1000_std - value: -17.180364 - - type: nauc_mrr_at_100_diff1 - value: 19.932235 - - type: nauc_mrr_at_100_max - value: 1.072797 - - type: nauc_mrr_at_100_std - value: -17.192746 - - type: nauc_mrr_at_10_diff1 - value: 20.024946 - - type: nauc_mrr_at_10_max - value: 0.690604 - - type: nauc_mrr_at_10_std - value: -17.749832 - - type: nauc_mrr_at_1_diff1 - value: 24.940895 - - type: nauc_mrr_at_1_max - value: 1.552508 - - type: nauc_mrr_at_1_std - value: -18.925250 - - type: nauc_mrr_at_20_diff1 - value: 19.900738 - - type: nauc_mrr_at_20_max - value: 0.928288 - - type: nauc_mrr_at_20_std - value: -17.443523 - - type: nauc_mrr_at_3_diff1 - value: 20.263252 - - type: nauc_mrr_at_3_max - value: 0.018857 - - type: nauc_mrr_at_3_std - value: -18.432656 - - type: nauc_mrr_at_5_diff1 - value: 20.445493 - - type: nauc_mrr_at_5_max - value: 0.546257 - - type: nauc_mrr_at_5_std - value: -17.973089 - - type: nauc_ndcg_at_1000_diff1 - value: 18.712806 - - type: nauc_ndcg_at_1000_max - value: 2.289495 - - type: nauc_ndcg_at_1000_std - value: -13.385125 - - type: nauc_ndcg_at_100_diff1 - value: 18.471195 - - type: nauc_ndcg_at_100_max - value: 2.358124 - - type: nauc_ndcg_at_100_std - value: -13.916806 - - type: nauc_ndcg_at_10_diff1 - value: 18.900393 - - type: nauc_ndcg_at_10_max - value: 0.579543 - - type: nauc_ndcg_at_10_std - value: -16.988100 - - type: nauc_ndcg_at_1_diff1 - value: 24.940895 - - type: nauc_ndcg_at_1_max - value: 1.552508 - - type: nauc_ndcg_at_1_std - value: -18.925250 - - type: nauc_ndcg_at_20_diff1 - value: 18.417900 - - type: nauc_ndcg_at_20_max - value: 1.412284 - - type: nauc_ndcg_at_20_std - value: -15.897194 - - type: nauc_ndcg_at_3_diff1 - value: 19.523384 - - type: nauc_ndcg_at_3_max - value: -0.430356 - - type: nauc_ndcg_at_3_std - value: -18.355382 - - type: nauc_ndcg_at_5_diff1 - value: 19.902542 - - type: nauc_ndcg_at_5_max - value: 0.368200 - - type: nauc_ndcg_at_5_std - value: -17.534941 - - type: nauc_precision_at_1000_diff1 - value: 3.426985 - - type: nauc_precision_at_1000_max - value: 12.054081 - - type: nauc_precision_at_1000_std - value: 16.607673 - - type: nauc_precision_at_100_diff1 - value: 10.247998 - - type: nauc_precision_at_100_max - value: 10.546079 - - type: nauc_precision_at_100_std - value: 2.841311 - - type: nauc_precision_at_10_diff1 - value: 15.008647 - - type: nauc_precision_at_10_max - value: 1.785902 - - type: nauc_precision_at_10_std - value: -15.012353 - - type: nauc_precision_at_1_diff1 - value: 24.940895 - - type: nauc_precision_at_1_max - value: 1.552508 - - type: nauc_precision_at_1_std - value: -18.925250 - - type: nauc_precision_at_20_diff1 - value: 12.894722 - - type: nauc_precision_at_20_max - value: 4.833709 - - type: nauc_precision_at_20_std - value: -10.935184 - - type: nauc_precision_at_3_diff1 - value: 16.554046 - - type: nauc_precision_at_3_max - value: -1.016843 - - type: nauc_precision_at_3_std - value: -18.301311 - - type: nauc_precision_at_5_diff1 - value: 17.570564 - - type: nauc_precision_at_5_max - value: 0.920672 - - type: nauc_precision_at_5_std - value: -16.555201 - - type: nauc_recall_at_1000_diff1 - value: 9.780797 - - type: nauc_recall_at_1000_max - value: 10.846451 - - type: nauc_recall_at_1000_std - value: 19.834658 - - type: nauc_recall_at_100_diff1 - value: 11.918081 - - type: nauc_recall_at_100_max - value: 8.243549 - - type: nauc_recall_at_100_std - value: 1.226245 - - type: nauc_recall_at_10_diff1 - value: 14.974455 - - type: nauc_recall_at_10_max - value: 0.595918 - - type: nauc_recall_at_10_std - value: -14.540087 - - type: nauc_recall_at_1_diff1 - value: 25.402387 - - type: nauc_recall_at_1_max - value: 1.642482 - - type: nauc_recall_at_1_std - value: -18.499105 - - type: nauc_recall_at_20_diff1 - value: 13.208959 - - type: nauc_recall_at_20_max - value: 3.223269 - - type: nauc_recall_at_20_std - value: -10.752126 - - type: nauc_recall_at_3_diff1 - value: 16.842367 - - type: nauc_recall_at_3_max - value: -1.239964 - - type: nauc_recall_at_3_std - value: -18.035741 - - type: nauc_recall_at_5_diff1 - value: 17.647021 - - type: nauc_recall_at_5_max - value: 0.235833 - - type: nauc_recall_at_5_std - value: -16.093904 - - type: ndcg_at_1 - value: 15.392000 - - type: ndcg_at_10 - value: 27.396000 - - type: ndcg_at_100 - value: 33.000000 - - type: ndcg_at_1000 - value: 35.163000 - - type: ndcg_at_20 - value: 29.720000 - - type: ndcg_at_3 - value: 21.666000 - - type: ndcg_at_5 - value: 24.353000 - - type: precision_at_1 - value: 15.392000 - - type: precision_at_10 - value: 4.539000 - - type: precision_at_100 - value: 0.752000 - - type: precision_at_1000 - value: 0.096000 - - type: precision_at_20 - value: 2.772000 - - type: precision_at_3 - value: 9.416000 - - type: precision_at_5 - value: 7.051000 - - type: recall_at_1 - value: 14.455000 - - type: recall_at_10 - value: 41.898000 - - type: recall_at_100 - value: 67.970000 - - type: recall_at_1000 - value: 84.625000 - - type: recall_at_20 - value: 50.829000 - - type: recall_at_3 - value: 26.263000 - - type: recall_at_5 - value: 32.708000 - - task: - type: Classification - dataset: - type: mteb/simlex - name: MTEB SimLex - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 60.435839 - - type: cosine_spearman - value: 55.879270 - - type: euclidean_pearson - value: 41.737153 - - type: euclidean_spearman - value: 37.040582 - - type: manhattan_pearson - value: 42.746076 - - type: manhattan_spearman - value: 37.535028 - - type: pearson - value: 60.435839 - - type: spearman - value: 55.879270 - - task: - type: Classification - dataset: - type: mteb/cqadupstackprogrammersretrieval - name: MTEB CQADupstackProgrammersRetrieval - config: default - split: test - revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 - metrics: - - type: map_at_1 - value: 9.391000 - - type: map_at_10 - value: 13.785000 - - type: map_at_100 - value: 14.833000 - - type: map_at_1000 - value: 14.970000 - - type: map_at_20 - value: 14.300000 - - type: map_at_3 - value: 12.192000 - - type: map_at_5 - value: 13.104000 - - type: mrr_at_1 - value: 11.986301 - - type: mrr_at_10 - value: 16.763291 - - type: mrr_at_100 - value: 17.779885 - - type: mrr_at_1000 - value: 17.882629 - - type: mrr_at_20 - value: 17.298603 - - type: mrr_at_3 - value: 15.106545 - - type: mrr_at_5 - value: 16.059741 - - type: nauc_map_at_1000_diff1 - value: 36.119638 - - type: nauc_map_at_1000_max - value: 17.825364 - - type: nauc_map_at_1000_std - value: -2.678304 - - type: nauc_map_at_100_diff1 - value: 36.136511 - - type: nauc_map_at_100_max - value: 17.791172 - - type: nauc_map_at_100_std - value: -2.712161 - - type: nauc_map_at_10_diff1 - value: 36.414284 - - type: nauc_map_at_10_max - value: 17.339198 - - type: nauc_map_at_10_std - value: -3.596582 - - type: nauc_map_at_1_diff1 - value: 43.769289 - - type: nauc_map_at_1_max - value: 18.655849 - - type: nauc_map_at_1_std - value: -3.320394 - - type: nauc_map_at_20_diff1 - value: 36.390707 - - type: nauc_map_at_20_max - value: 17.713189 - - type: nauc_map_at_20_std - value: -3.309683 - - type: nauc_map_at_3_diff1 - value: 39.402088 - - type: nauc_map_at_3_max - value: 17.734549 - - type: nauc_map_at_3_std - value: -3.776717 - - type: nauc_map_at_5_diff1 - value: 37.316916 - - type: nauc_map_at_5_max - value: 17.824918 - - type: nauc_map_at_5_std - value: -4.341794 - - type: nauc_mrr_at_1000_diff1 - value: 31.845850 - - type: nauc_mrr_at_1000_max - value: 20.844114 - - type: nauc_mrr_at_1000_std - value: -2.969718 - - type: nauc_mrr_at_100_diff1 - value: 31.833171 - - type: nauc_mrr_at_100_max - value: 20.832755 - - type: nauc_mrr_at_100_std - value: -2.968464 - - type: nauc_mrr_at_10_diff1 - value: 31.975383 - - type: nauc_mrr_at_10_max - value: 20.741551 - - type: nauc_mrr_at_10_std - value: -3.308168 - - type: nauc_mrr_at_1_diff1 - value: 36.896272 - - type: nauc_mrr_at_1_max - value: 21.085150 - - type: nauc_mrr_at_1_std - value: -3.324765 - - type: nauc_mrr_at_20_diff1 - value: 31.971429 - - type: nauc_mrr_at_20_max - value: 20.825942 - - type: nauc_mrr_at_20_std - value: -3.361515 - - type: nauc_mrr_at_3_diff1 - value: 34.438525 - - type: nauc_mrr_at_3_max - value: 21.545945 - - type: nauc_mrr_at_3_std - value: -3.111280 - - type: nauc_mrr_at_5_diff1 - value: 32.874216 - - type: nauc_mrr_at_5_max - value: 21.053272 - - type: nauc_mrr_at_5_std - value: -3.747293 - - type: nauc_ndcg_at_1000_diff1 - value: 31.454256 - - type: nauc_ndcg_at_1000_max - value: 18.489665 - - type: nauc_ndcg_at_1000_std - value: 1.315950 - - type: nauc_ndcg_at_100_diff1 - value: 31.254815 - - type: nauc_ndcg_at_100_max - value: 18.086139 - - type: nauc_ndcg_at_100_std - value: 0.720565 - - type: nauc_ndcg_at_10_diff1 - value: 32.527277 - - type: nauc_ndcg_at_10_max - value: 17.237487 - - type: nauc_ndcg_at_10_std - value: -3.091555 - - type: nauc_ndcg_at_1_diff1 - value: 36.896272 - - type: nauc_ndcg_at_1_max - value: 21.085150 - - type: nauc_ndcg_at_1_std - value: -3.324765 - - type: nauc_ndcg_at_20_diff1 - value: 32.500521 - - type: nauc_ndcg_at_20_max - value: 18.180917 - - type: nauc_ndcg_at_20_std - value: -2.545083 - - type: nauc_ndcg_at_3_diff1 - value: 36.762630 - - type: nauc_ndcg_at_3_max - value: 18.715226 - - type: nauc_ndcg_at_3_std - value: -3.357476 - - type: nauc_ndcg_at_5_diff1 - value: 34.228311 - - type: nauc_ndcg_at_5_max - value: 18.329756 - - type: nauc_ndcg_at_5_std - value: -4.501968 - - type: nauc_precision_at_1000_diff1 - value: 4.627456 - - type: nauc_precision_at_1000_max - value: 8.763785 - - type: nauc_precision_at_1000_std - value: 5.798944 - - type: nauc_precision_at_100_diff1 - value: 12.785405 - - type: nauc_precision_at_100_max - value: 15.913252 - - type: nauc_precision_at_100_std - value: 7.922950 - - type: nauc_precision_at_10_diff1 - value: 21.671324 - - type: nauc_precision_at_10_max - value: 16.844687 - - type: nauc_precision_at_10_std - value: -0.893590 - - type: nauc_precision_at_1_diff1 - value: 36.896272 - - type: nauc_precision_at_1_max - value: 21.085150 - - type: nauc_precision_at_1_std - value: -3.324765 - - type: nauc_precision_at_20_diff1 - value: 21.990648 - - type: nauc_precision_at_20_max - value: 20.186545 - - type: nauc_precision_at_20_std - value: 0.947383 - - type: nauc_precision_at_3_diff1 - value: 29.809158 - - type: nauc_precision_at_3_max - value: 20.817235 - - type: nauc_precision_at_3_std - value: -2.971536 - - type: nauc_precision_at_5_diff1 - value: 24.812306 - - type: nauc_precision_at_5_max - value: 19.550819 - - type: nauc_precision_at_5_std - value: -4.725734 - - type: nauc_recall_at_1000_diff1 - value: 19.311307 - - type: nauc_recall_at_1000_max - value: 15.928723 - - type: nauc_recall_at_1000_std - value: 20.082823 - - type: nauc_recall_at_100_diff1 - value: 21.251689 - - type: nauc_recall_at_100_max - value: 15.007941 - - type: nauc_recall_at_100_std - value: 11.121288 - - type: nauc_recall_at_10_diff1 - value: 25.198073 - - type: nauc_recall_at_10_max - value: 13.548175 - - type: nauc_recall_at_10_std - value: -1.963638 - - type: nauc_recall_at_1_diff1 - value: 43.769289 - - type: nauc_recall_at_1_max - value: 18.655849 - - type: nauc_recall_at_1_std - value: -3.320394 - - type: nauc_recall_at_20_diff1 - value: 25.428295 - - type: nauc_recall_at_20_max - value: 16.232381 - - type: nauc_recall_at_20_std - value: -0.656532 - - type: nauc_recall_at_3_diff1 - value: 35.623118 - - type: nauc_recall_at_3_max - value: 16.099598 - - type: nauc_recall_at_3_std - value: -4.061383 - - type: nauc_recall_at_5_diff1 - value: 29.302596 - - type: nauc_recall_at_5_max - value: 15.610377 - - type: nauc_recall_at_5_std - value: -5.480201 - - type: ndcg_at_1 - value: 11.986000 - - type: ndcg_at_10 - value: 16.933000 - - type: ndcg_at_100 - value: 22.411000 - - type: ndcg_at_1000 - value: 26.038000 - - type: ndcg_at_20 - value: 18.790000 - - type: ndcg_at_3 - value: 13.943000 - - type: ndcg_at_5 - value: 15.389000 - - type: precision_at_1 - value: 11.986000 - - type: precision_at_10 - value: 3.253000 - - type: precision_at_100 - value: 0.726000 - - type: precision_at_1000 - value: 0.122000 - - type: precision_at_20 - value: 2.146000 - - type: precision_at_3 - value: 6.773000 - - type: precision_at_5 - value: 5.068000 - - type: recall_at_1 - value: 9.391000 - - type: recall_at_10 - value: 23.697000 - - type: recall_at_100 - value: 48.180000 - - type: recall_at_1000 - value: 74.207000 - - type: recall_at_20 - value: 30.489000 - - type: recall_at_3 - value: 15.616000 - - type: recall_at_5 - value: 19.243000 - - task: - type: Classification - dataset: - type: mteb/sts22 - name: MTEB STS22 (zh-en) - config: zh-en - split: test - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - metrics: - - type: cosine_pearson - value: 2.899078 - - type: cosine_spearman - value: 3.541700 - - type: euclidean_pearson - value: -3.957764 - - type: euclidean_spearman - value: 0.524809 - - type: manhattan_pearson - value: -4.224857 - - type: manhattan_spearman - value: 0.806464 - - type: pearson - value: 2.899078 - - type: spearman - value: 3.541700 - - task: - type: Classification - dataset: - type: mteb/simverb - name: MTEB simverb - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 47.692325 - - type: cosine_spearman - value: 46.361154 - - type: euclidean_pearson - value: 24.635087 - - type: euclidean_spearman - value: 24.381952 - - type: manhattan_pearson - value: 25.429782 - - type: manhattan_spearman - value: 25.100767 - - type: pearson - value: 47.692325 - - type: spearman - value: 46.361154 - - task: - type: Classification - dataset: - type: mteb/massivescenarioclassification - name: MTEB MassiveScenarioClassification (en) - config: en - split: test - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - metrics: - - type: accuracy - value: 65.975118 - - type: f1 - value: 65.618115 - - type: f1_weighted - value: 66.189258 - - task: - type: Classification - dataset: - type: mteb/quoraretrieval - name: MTEB QuoraRetrieval - config: default - split: test - revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 - metrics: - - type: map_at_1 - value: 60.547000 - - type: map_at_10 - value: 73.070000 - - type: map_at_100 - value: 73.858000 - - type: map_at_1000 - value: 73.894000 - - type: map_at_20 - value: 73.568000 - - type: map_at_3 - value: 70.122000 - - type: map_at_5 - value: 71.876000 - - type: mrr_at_1 - value: 69.710000 - - type: mrr_at_10 - value: 77.316437 - - type: mrr_at_100 - value: 77.615262 - - type: mrr_at_1000 - value: 77.623095 - - type: mrr_at_20 - value: 77.523726 - - type: mrr_at_3 - value: 75.818333 - - type: mrr_at_5 - value: 76.753833 - - type: nauc_map_at_1000_diff1 - value: 70.413462 - - type: nauc_map_at_1000_max - value: 35.538096 - - type: nauc_map_at_1000_std - value: -4.261969 - - type: nauc_map_at_100_diff1 - value: 70.414522 - - type: nauc_map_at_100_max - value: 35.528394 - - type: nauc_map_at_100_std - value: -4.280920 - - type: nauc_map_at_10_diff1 - value: 70.390604 - - type: nauc_map_at_10_max - value: 35.182464 - - type: nauc_map_at_10_std - value: -5.006628 - - type: nauc_map_at_1_diff1 - value: 72.640787 - - type: nauc_map_at_1_max - value: 29.867650 - - type: nauc_map_at_1_std - value: -8.009670 - - type: nauc_map_at_20_diff1 - value: 70.389226 - - type: nauc_map_at_20_max - value: 35.393843 - - type: nauc_map_at_20_std - value: -4.549619 - - type: nauc_map_at_3_diff1 - value: 70.340900 - - type: nauc_map_at_3_max - value: 33.743106 - - type: nauc_map_at_3_std - value: -6.295867 - - type: nauc_map_at_5_diff1 - value: 70.400198 - - type: nauc_map_at_5_max - value: 34.718314 - - type: nauc_map_at_5_std - value: -5.661886 - - type: nauc_mrr_at_1000_diff1 - value: 71.410346 - - type: nauc_mrr_at_1000_max - value: 37.426184 - - type: nauc_mrr_at_1000_std - value: -3.018727 - - type: nauc_mrr_at_100_diff1 - value: 71.409321 - - type: nauc_mrr_at_100_max - value: 37.428138 - - type: nauc_mrr_at_100_std - value: -3.005036 - - type: nauc_mrr_at_10_diff1 - value: 71.316325 - - type: nauc_mrr_at_10_max - value: 37.467670 - - type: nauc_mrr_at_10_std - value: -3.012882 - - type: nauc_mrr_at_1_diff1 - value: 73.114606 - - type: nauc_mrr_at_1_max - value: 36.570766 - - type: nauc_mrr_at_1_std - value: -5.329945 - - type: nauc_mrr_at_20_diff1 - value: 71.376331 - - type: nauc_mrr_at_20_max - value: 37.434431 - - type: nauc_mrr_at_20_std - value: -2.991346 - - type: nauc_mrr_at_3_diff1 - value: 71.311213 - - type: nauc_mrr_at_3_max - value: 37.310101 - - type: nauc_mrr_at_3_std - value: -3.797776 - - type: nauc_mrr_at_5_diff1 - value: 71.296104 - - type: nauc_mrr_at_5_max - value: 37.520822 - - type: nauc_mrr_at_5_std - value: -3.186448 - - type: nauc_ndcg_at_1000_diff1 - value: 70.289799 - - type: nauc_ndcg_at_1000_max - value: 36.794068 - - type: nauc_ndcg_at_1000_std - value: -1.908249 - - type: nauc_ndcg_at_100_diff1 - value: 70.303270 - - type: nauc_ndcg_at_100_max - value: 36.762137 - - type: nauc_ndcg_at_100_std - value: -1.614839 - - type: nauc_ndcg_at_10_diff1 - value: 69.835033 - - type: nauc_ndcg_at_10_max - value: 36.154782 - - type: nauc_ndcg_at_10_std - value: -3.077197 - - type: nauc_ndcg_at_1_diff1 - value: 72.954686 - - type: nauc_ndcg_at_1_max - value: 36.951029 - - type: nauc_ndcg_at_1_std - value: -5.268280 - - type: nauc_ndcg_at_20_diff1 - value: 70.047498 - - type: nauc_ndcg_at_20_max - value: 36.397680 - - type: nauc_ndcg_at_20_std - value: -2.326502 - - type: nauc_ndcg_at_3_diff1 - value: 69.544276 - - type: nauc_ndcg_at_3_max - value: 35.370771 - - type: nauc_ndcg_at_3_std - value: -4.444893 - - type: nauc_ndcg_at_5_diff1 - value: 69.739004 - - type: nauc_ndcg_at_5_max - value: 35.882461 - - type: nauc_ndcg_at_5_std - value: -3.817040 - - type: nauc_precision_at_1000_diff1 - value: -32.742292 - - type: nauc_precision_at_1000_max - value: -3.694031 - - type: nauc_precision_at_1000_std - value: 15.375543 - - type: nauc_precision_at_100_diff1 - value: -28.905916 - - type: nauc_precision_at_100_max - value: -0.511792 - - type: nauc_precision_at_100_std - value: 15.933222 - - type: nauc_precision_at_10_diff1 - value: -12.897164 - - type: nauc_precision_at_10_max - value: 8.911596 - - type: nauc_precision_at_10_std - value: 11.714309 - - type: nauc_precision_at_1_diff1 - value: 72.954686 - - type: nauc_precision_at_1_max - value: 36.951029 - - type: nauc_precision_at_1_std - value: -5.268280 - - type: nauc_precision_at_20_diff1 - value: -20.977099 - - type: nauc_precision_at_20_max - value: 4.620975 - - type: nauc_precision_at_20_std - value: 14.520776 - - type: nauc_precision_at_3_diff1 - value: 14.171707 - - type: nauc_precision_at_3_max - value: 19.682034 - - type: nauc_precision_at_3_std - value: 4.708452 - - type: nauc_precision_at_5_diff1 - value: 0.195812 - - type: nauc_precision_at_5_max - value: 14.783151 - - type: nauc_precision_at_5_std - value: 8.354179 - - type: nauc_recall_at_1000_diff1 - value: 58.357708 - - type: nauc_recall_at_1000_max - value: 44.098313 - - type: nauc_recall_at_1000_std - value: 54.840949 - - type: nauc_recall_at_100_diff1 - value: 62.790344 - - type: nauc_recall_at_100_max - value: 37.526423 - - type: nauc_recall_at_100_std - value: 28.602852 - - type: nauc_recall_at_10_diff1 - value: 62.867761 - - type: nauc_recall_at_10_max - value: 33.714290 - - type: nauc_recall_at_10_std - value: 1.609834 - - type: nauc_recall_at_1_diff1 - value: 72.640787 - - type: nauc_recall_at_1_max - value: 29.867650 - - type: nauc_recall_at_1_std - value: -8.009670 - - type: nauc_recall_at_20_diff1 - value: 61.839529 - - type: nauc_recall_at_20_max - value: 33.889500 - - type: nauc_recall_at_20_std - value: 8.225200 - - type: nauc_recall_at_3_diff1 - value: 65.432281 - - type: nauc_recall_at_3_max - value: 31.664701 - - type: nauc_recall_at_3_std - value: -5.354938 - - type: nauc_recall_at_5_diff1 - value: 64.433997 - - type: nauc_recall_at_5_max - value: 33.397566 - - type: nauc_recall_at_5_std - value: -2.689648 - - type: ndcg_at_1 - value: 69.780000 - - type: ndcg_at_10 - value: 77.862000 - - type: ndcg_at_100 - value: 80.166000 - - type: ndcg_at_1000 - value: 80.634000 - - type: ndcg_at_20 - value: 79.000000 - - type: ndcg_at_3 - value: 74.167000 - - type: ndcg_at_5 - value: 75.993000 - - type: precision_at_1 - value: 69.780000 - - type: precision_at_10 - value: 11.823000 - - type: precision_at_100 - value: 1.426000 - - type: precision_at_1000 - value: 0.153000 - - type: precision_at_20 - value: 6.391000 - - type: precision_at_3 - value: 32.243000 - - type: precision_at_5 - value: 21.328000 - - type: recall_at_1 - value: 60.547000 - - type: recall_at_10 - value: 87.314000 - - type: recall_at_100 - value: 96.107000 - - type: recall_at_1000 - value: 98.914000 - - type: recall_at_20 - value: 91.184000 - - type: recall_at_3 - value: 76.709000 - - type: recall_at_5 - value: 81.777000 - - task: - type: Classification - dataset: - type: mteb/sick-r - name: MTEB SICK-R - config: default - split: test - revision: 20a6d6f312dd54037fe07a32d58e5e168867909d - metrics: - - type: cosine_pearson - value: 75.443191 - - type: cosine_spearman - value: 64.660613 - - type: euclidean_pearson - value: 65.322262 - - type: euclidean_spearman - value: 58.372664 - - type: manhattan_pearson - value: 65.508314 - - type: manhattan_spearman - value: 58.704804 - - type: pearson - value: 75.443191 - - type: spearman - value: 64.660613 - - task: - type: Classification - dataset: - type: mteb/twitterurlcorpus - name: MTEB TwitterURLCorpus - config: default - split: test - revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf - metrics: - - type: cosine_accuracy - value: 86.242093 - - type: cosine_accuracy_threshold - value: 72.931510 - - type: cosine_ap - value: 79.479420 - - type: cosine_f1 - value: 71.805065 - - type: cosine_f1_threshold - value: 67.747635 - - type: cosine_precision - value: 68.787024 - - type: cosine_recall - value: 75.100092 - - type: dot_accuracy - value: 81.528699 - - type: dot_accuracy_threshold - value: 37410.952610 - - type: dot_ap - value: 66.022189 - - type: dot_f1 - value: 62.435808 - - type: dot_f1_threshold - value: 30416.650407 - - type: dot_precision - value: 56.827943 - - type: dot_recall - value: 69.271635 - - type: euclidean_accuracy - value: 82.725967 - - type: euclidean_accuracy_threshold - value: 1420.490502 - - type: euclidean_ap - value: 68.520241 - - type: euclidean_f1 - value: 60.637770 - - type: euclidean_f1_threshold - value: 1657.323066 - - type: euclidean_precision - value: 60.157612 - - type: euclidean_recall - value: 61.125654 - - type: manhattan_accuracy - value: 82.681337 - - type: manhattan_accuracy_threshold - value: 17628.285380 - - type: manhattan_ap - value: 68.570331 - - type: manhattan_f1 - value: 60.697905 - - type: manhattan_f1_threshold - value: 21103.256651 - - type: manhattan_precision - value: 57.981073 - - type: manhattan_recall - value: 63.681860 - - type: max_accuracy - value: 86.242093 - - type: max_ap - value: 79.479420 - - type: max_f1 - value: 71.805065 - - type: max_precision - value: 68.787024 - - type: max_recall - value: 75.100092 - - type: similarity_accuracy - value: 86.242093 - - type: similarity_accuracy_threshold - value: 72.931510 - - type: similarity_ap - value: 79.479420 - - type: similarity_f1 - value: 71.805065 - - type: similarity_f1_threshold - value: 67.747635 - - type: similarity_precision - value: 68.787024 - - type: similarity_recall - value: 75.100092 - - task: - type: Classification - dataset: - type: mteb/biorxivclusterings2s - name: MTEB BiorxivClusteringS2S - config: default - split: test - revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 - metrics: - - type: v_measure - value: 22.332148 - - type: v_measure_std - value: 0.894690 - - type: v_measures_1 - value: 22.167965 - - type: v_measures_2 - value: 22.025591 - - type: v_measures_3 - value: 22.768580 - - type: v_measures_4 - value: 21.767034 - - type: v_measures_5 - value: 21.488762 - - type: v_measures_6 - value: 22.090282 - - type: v_measures_7 - value: 21.838280 - - type: v_measures_8 - value: 23.216608 - - type: v_measures_9 - value: 21.439606 - - type: v_measures_10 - value: 24.518774 - - task: - type: Classification - dataset: - type: mteb/sts17 - name: MTEB STS17 (en-en) - config: en-en - split: test - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - metrics: - - type: cosine_pearson - value: 80.342313 - - type: cosine_spearman - value: 82.829730 - - type: euclidean_pearson - value: 64.177204 - - type: euclidean_spearman - value: 66.434564 - - type: manhattan_pearson - value: 64.187183 - - type: manhattan_spearman - value: 66.660013 - - type: pearson - value: 80.342313 - - type: spearman - value: 82.829730 - - task: - type: Classification - dataset: - type: mteb/treccovid - name: MTEB TRECCOVID - config: default - split: test - revision: bb9466bac8153a0349341eb1b22e06409e78ef4e - metrics: - - type: map_at_1 - value: 0.161000 - - type: map_at_10 - value: 1.065000 - - type: map_at_100 - value: 5.182000 - - type: map_at_1000 - value: 12.165000 - - type: map_at_20 - value: 1.842000 - - type: map_at_3 - value: 0.428000 - - type: map_at_5 - value: 0.639000 - - type: mrr_at_1 - value: 68.000000 - - type: mrr_at_10 - value: 77.833333 - - type: mrr_at_100 - value: 78.058333 - - type: mrr_at_1000 - value: 78.058333 - - type: mrr_at_20 - value: 78.058333 - - type: mrr_at_3 - value: 76.333333 - - type: mrr_at_5 - value: 77.633333 - - type: nauc_map_at_1000_diff1 - value: -20.730983 - - type: nauc_map_at_1000_max - value: 39.838643 - - type: nauc_map_at_1000_std - value: 58.902056 - - type: nauc_map_at_100_diff1 - value: -19.551945 - - type: nauc_map_at_100_max - value: 20.590659 - - type: nauc_map_at_100_std - value: 47.710259 - - type: nauc_map_at_10_diff1 - value: -6.646520 - - type: nauc_map_at_10_max - value: 5.985482 - - type: nauc_map_at_10_std - value: 23.953480 - - type: nauc_map_at_1_diff1 - value: 4.168509 - - type: nauc_map_at_1_max - value: -13.919818 - - type: nauc_map_at_1_std - value: 6.874059 - - type: nauc_map_at_20_diff1 - value: -11.782479 - - type: nauc_map_at_20_max - value: 4.899043 - - type: nauc_map_at_20_std - value: 30.581100 - - type: nauc_map_at_3_diff1 - value: -6.403466 - - type: nauc_map_at_3_max - value: -5.693242 - - type: nauc_map_at_3_std - value: 12.446666 - - type: nauc_map_at_5_diff1 - value: -9.611897 - - type: nauc_map_at_5_max - value: 2.109259 - - type: nauc_map_at_5_std - value: 17.067486 - - type: nauc_mrr_at_1000_diff1 - value: -4.623322 - - type: nauc_mrr_at_1000_max - value: 12.396808 - - type: nauc_mrr_at_1000_std - value: 19.408914 - - type: nauc_mrr_at_100_diff1 - value: -4.623322 - - type: nauc_mrr_at_100_max - value: 12.396808 - - type: nauc_mrr_at_100_std - value: 19.408914 - - type: nauc_mrr_at_10_diff1 - value: -4.647195 - - type: nauc_mrr_at_10_max - value: 11.952010 - - type: nauc_mrr_at_10_std - value: 19.233981 - - type: nauc_mrr_at_1_diff1 - value: 3.503559 - - type: nauc_mrr_at_1_max - value: 7.684334 - - type: nauc_mrr_at_1_std - value: 27.081750 - - type: nauc_mrr_at_20_diff1 - value: -4.623322 - - type: nauc_mrr_at_20_max - value: 12.396808 - - type: nauc_mrr_at_20_std - value: 19.408914 - - type: nauc_mrr_at_3_diff1 - value: -8.790073 - - type: nauc_mrr_at_3_max - value: 16.737683 - - type: nauc_mrr_at_3_std - value: 20.698383 - - type: nauc_mrr_at_5_diff1 - value: -6.380013 - - type: nauc_mrr_at_5_max - value: 12.852937 - - type: nauc_mrr_at_5_std - value: 19.604198 - - type: nauc_ndcg_at_1000_diff1 - value: -21.248840 - - type: nauc_ndcg_at_1000_max - value: 37.112290 - - type: nauc_ndcg_at_1000_std - value: 51.331583 - - type: nauc_ndcg_at_100_diff1 - value: -21.502750 - - type: nauc_ndcg_at_100_max - value: 27.036493 - - type: nauc_ndcg_at_100_std - value: 44.231365 - - type: nauc_ndcg_at_10_diff1 - value: -14.035449 - - type: nauc_ndcg_at_10_max - value: 23.239909 - - type: nauc_ndcg_at_10_std - value: 33.994200 - - type: nauc_ndcg_at_1_diff1 - value: -2.307607 - - type: nauc_ndcg_at_1_max - value: 4.093124 - - type: nauc_ndcg_at_1_std - value: 15.907191 - - type: nauc_ndcg_at_20_diff1 - value: -17.806846 - - type: nauc_ndcg_at_20_max - value: 22.356390 - - type: nauc_ndcg_at_20_std - value: 36.580747 - - type: nauc_ndcg_at_3_diff1 - value: -14.034255 - - type: nauc_ndcg_at_3_max - value: 22.900832 - - type: nauc_ndcg_at_3_std - value: 27.595172 - - type: nauc_ndcg_at_5_diff1 - value: -15.984755 - - type: nauc_ndcg_at_5_max - value: 23.610019 - - type: nauc_ndcg_at_5_std - value: 31.760231 - - type: nauc_precision_at_1000_diff1 - value: -18.486069 - - type: nauc_precision_at_1000_max - value: 40.093849 - - type: nauc_precision_at_1000_std - value: 48.495329 - - type: nauc_precision_at_100_diff1 - value: -20.913247 - - type: nauc_precision_at_100_max - value: 30.275118 - - type: nauc_precision_at_100_std - value: 48.035569 - - type: nauc_precision_at_10_diff1 - value: -10.864616 - - type: nauc_precision_at_10_max - value: 25.995751 - - type: nauc_precision_at_10_std - value: 40.697624 - - type: nauc_precision_at_1_diff1 - value: 3.503559 - - type: nauc_precision_at_1_max - value: 7.684334 - - type: nauc_precision_at_1_std - value: 27.081750 - - type: nauc_precision_at_20_diff1 - value: -18.231211 - - type: nauc_precision_at_20_max - value: 24.498141 - - type: nauc_precision_at_20_std - value: 42.084043 - - type: nauc_precision_at_3_diff1 - value: -13.464380 - - type: nauc_precision_at_3_max - value: 25.641766 - - type: nauc_precision_at_3_std - value: 38.471305 - - type: nauc_precision_at_5_diff1 - value: -13.230437 - - type: nauc_precision_at_5_max - value: 27.405648 - - type: nauc_precision_at_5_std - value: 40.160461 - - type: nauc_recall_at_1000_diff1 - value: -19.180626 - - type: nauc_recall_at_1000_max - value: 42.544856 - - type: nauc_recall_at_1000_std - value: 51.962426 - - type: nauc_recall_at_100_diff1 - value: -16.015293 - - type: nauc_recall_at_100_max - value: 15.503702 - - type: nauc_recall_at_100_std - value: 40.715412 - - type: nauc_recall_at_10_diff1 - value: -3.543521 - - type: nauc_recall_at_10_max - value: 2.800389 - - type: nauc_recall_at_10_std - value: 17.827330 - - type: nauc_recall_at_1_diff1 - value: 4.168509 - - type: nauc_recall_at_1_max - value: -13.919818 - - type: nauc_recall_at_1_std - value: 6.874059 - - type: nauc_recall_at_20_diff1 - value: -11.824453 - - type: nauc_recall_at_20_max - value: 0.160065 - - type: nauc_recall_at_20_std - value: 22.770805 - - type: nauc_recall_at_3_diff1 - value: -12.153359 - - type: nauc_recall_at_3_max - value: -0.809144 - - type: nauc_recall_at_3_std - value: 8.919405 - - type: nauc_recall_at_5_diff1 - value: -11.666887 - - type: nauc_recall_at_5_max - value: 6.265898 - - type: nauc_recall_at_5_std - value: 12.278655 - - type: ndcg_at_1 - value: 63.000000 - - type: ndcg_at_10 - value: 50.293000 - - type: ndcg_at_100 - value: 35.410000 - - type: ndcg_at_1000 - value: 31.432000 - - type: ndcg_at_20 - value: 47.281000 - - type: ndcg_at_3 - value: 56.285000 - - type: ndcg_at_5 - value: 53.931000 - - type: precision_at_1 - value: 68.000000 - - type: precision_at_10 - value: 53.200000 - - type: precision_at_100 - value: 37.100000 - - type: precision_at_1000 - value: 15.020000 - - type: precision_at_20 - value: 50.400000 - - type: precision_at_3 - value: 61.333000 - - type: precision_at_5 - value: 58.400000 - - type: recall_at_1 - value: 0.161000 - - type: recall_at_10 - value: 1.322000 - - type: recall_at_100 - value: 8.130000 - - type: recall_at_1000 - value: 30.206000 - - type: recall_at_20 - value: 2.441000 - - type: recall_at_3 - value: 0.470000 - - type: recall_at_5 - value: 0.741000 - - task: - type: Classification - dataset: - type: mteb/scifact - name: MTEB SciFact - config: default - split: test - revision: 0228b52cf27578f30900b9e5271d331663a030d7 - metrics: - - type: map_at_1 - value: 31.056000 - - type: map_at_10 - value: 39.797000 - - type: map_at_100 - value: 40.786000 - - type: map_at_1000 - value: 40.850000 - - type: map_at_20 - value: 40.390000 - - type: map_at_3 - value: 37.537000 - - type: map_at_5 - value: 38.443000 - - type: mrr_at_1 - value: 32.666667 - - type: mrr_at_10 - value: 41.205423 - - type: mrr_at_100 - value: 42.027895 - - type: mrr_at_1000 - value: 42.086445 - - type: mrr_at_20 - value: 41.664180 - - type: mrr_at_3 - value: 39.277778 - - type: mrr_at_5 - value: 39.994444 - - type: nauc_map_at_1000_diff1 - value: 48.342044 - - type: nauc_map_at_1000_max - value: 31.782659 - - type: nauc_map_at_1000_std - value: 4.006301 - - type: nauc_map_at_100_diff1 - value: 48.312428 - - type: nauc_map_at_100_max - value: 31.780127 - - type: nauc_map_at_100_std - value: 4.060445 - - type: nauc_map_at_10_diff1 - value: 48.506710 - - type: nauc_map_at_10_max - value: 31.646536 - - type: nauc_map_at_10_std - value: 3.704644 - - type: nauc_map_at_1_diff1 - value: 51.524956 - - type: nauc_map_at_1_max - value: 28.734058 - - type: nauc_map_at_1_std - value: -1.356156 - - type: nauc_map_at_20_diff1 - value: 48.456710 - - type: nauc_map_at_20_max - value: 31.741525 - - type: nauc_map_at_20_std - value: 3.646386 - - type: nauc_map_at_3_diff1 - value: 48.785638 - - type: nauc_map_at_3_max - value: 31.058621 - - type: nauc_map_at_3_std - value: 1.832672 - - type: nauc_map_at_5_diff1 - value: 48.458977 - - type: nauc_map_at_5_max - value: 31.083028 - - type: nauc_map_at_5_std - value: 3.003795 - - type: nauc_mrr_at_1000_diff1 - value: 48.456098 - - type: nauc_mrr_at_1000_max - value: 33.439885 - - type: nauc_mrr_at_1000_std - value: 6.171555 - - type: nauc_mrr_at_100_diff1 - value: 48.422745 - - type: nauc_mrr_at_100_max - value: 33.438665 - - type: nauc_mrr_at_100_std - value: 6.218255 - - type: nauc_mrr_at_10_diff1 - value: 48.521380 - - type: nauc_mrr_at_10_max - value: 33.752240 - - type: nauc_mrr_at_10_std - value: 6.352815 - - type: nauc_mrr_at_1_diff1 - value: 52.443480 - - type: nauc_mrr_at_1_max - value: 31.169154 - - type: nauc_mrr_at_1_std - value: 1.092165 - - type: nauc_mrr_at_20_diff1 - value: 48.502280 - - type: nauc_mrr_at_20_max - value: 33.538353 - - type: nauc_mrr_at_20_std - value: 5.888417 - - type: nauc_mrr_at_3_diff1 - value: 48.698642 - - type: nauc_mrr_at_3_max - value: 33.684661 - - type: nauc_mrr_at_3_std - value: 4.737078 - - type: nauc_mrr_at_5_diff1 - value: 48.762160 - - type: nauc_mrr_at_5_max - value: 33.470448 - - type: nauc_mrr_at_5_std - value: 5.887221 - - type: nauc_ndcg_at_1000_diff1 - value: 47.013206 - - type: nauc_ndcg_at_1000_max - value: 33.784238 - - type: nauc_ndcg_at_1000_std - value: 7.895748 - - type: nauc_ndcg_at_100_diff1 - value: 46.286740 - - type: nauc_ndcg_at_100_max - value: 33.651635 - - type: nauc_ndcg_at_100_std - value: 9.496219 - - type: nauc_ndcg_at_10_diff1 - value: 46.920096 - - type: nauc_ndcg_at_10_max - value: 33.930708 - - type: nauc_ndcg_at_10_std - value: 6.905055 - - type: nauc_ndcg_at_1_diff1 - value: 52.443480 - - type: nauc_ndcg_at_1_max - value: 31.169154 - - type: nauc_ndcg_at_1_std - value: 1.092165 - - type: nauc_ndcg_at_20_diff1 - value: 46.800802 - - type: nauc_ndcg_at_20_max - value: 33.859861 - - type: nauc_ndcg_at_20_std - value: 6.030321 - - type: nauc_ndcg_at_3_diff1 - value: 47.378373 - - type: nauc_ndcg_at_3_max - value: 32.703643 - - type: nauc_ndcg_at_3_std - value: 3.579636 - - type: nauc_ndcg_at_5_diff1 - value: 47.108586 - - type: nauc_ndcg_at_5_max - value: 32.543202 - - type: nauc_ndcg_at_5_std - value: 5.587373 - - type: nauc_precision_at_1000_diff1 - value: -4.002587 - - type: nauc_precision_at_1000_max - value: 33.623654 - - type: nauc_precision_at_1000_std - value: 27.912443 - - type: nauc_precision_at_100_diff1 - value: 12.742460 - - type: nauc_precision_at_100_max - value: 38.534530 - - type: nauc_precision_at_100_std - value: 38.335219 - - type: nauc_precision_at_10_diff1 - value: 34.007660 - - type: nauc_precision_at_10_max - value: 42.736601 - - type: nauc_precision_at_10_std - value: 19.119413 - - type: nauc_precision_at_1_diff1 - value: 52.443480 - - type: nauc_precision_at_1_max - value: 31.169154 - - type: nauc_precision_at_1_std - value: 1.092165 - - type: nauc_precision_at_20_diff1 - value: 27.714466 - - type: nauc_precision_at_20_max - value: 40.761778 - - type: nauc_precision_at_20_std - value: 16.820455 - - type: nauc_precision_at_3_diff1 - value: 43.242699 - - type: nauc_precision_at_3_max - value: 38.620409 - - type: nauc_precision_at_3_std - value: 9.502376 - - type: nauc_precision_at_5_diff1 - value: 37.919080 - - type: nauc_precision_at_5_max - value: 38.025934 - - type: nauc_precision_at_5_std - value: 13.649985 - - type: nauc_recall_at_1000_diff1 - value: 36.182208 - - type: nauc_recall_at_1000_max - value: 58.085117 - - type: nauc_recall_at_1000_std - value: 71.247532 - - type: nauc_recall_at_100_diff1 - value: 34.155847 - - type: nauc_recall_at_100_max - value: 37.651292 - - type: nauc_recall_at_100_std - value: 46.323438 - - type: nauc_recall_at_10_diff1 - value: 40.952035 - - type: nauc_recall_at_10_max - value: 38.227626 - - type: nauc_recall_at_10_std - value: 14.047311 - - type: nauc_recall_at_1_diff1 - value: 51.524956 - - type: nauc_recall_at_1_max - value: 28.734058 - - type: nauc_recall_at_1_std - value: -1.356156 - - type: nauc_recall_at_20_diff1 - value: 40.366410 - - type: nauc_recall_at_20_max - value: 38.003317 - - type: nauc_recall_at_20_std - value: 10.141759 - - type: nauc_recall_at_3_diff1 - value: 43.455814 - - type: nauc_recall_at_3_max - value: 34.015331 - - type: nauc_recall_at_3_std - value: 5.800826 - - type: nauc_recall_at_5_diff1 - value: 42.451471 - - type: nauc_recall_at_5_max - value: 33.810985 - - type: nauc_recall_at_5_std - value: 10.553580 - - type: ndcg_at_1 - value: 32.667000 - - type: ndcg_at_10 - value: 44.634000 - - type: ndcg_at_100 - value: 49.455000 - - type: ndcg_at_1000 - value: 51.292000 - - type: ndcg_at_20 - value: 46.560000 - - type: ndcg_at_3 - value: 40.006000 - - type: ndcg_at_5 - value: 41.502000 - - type: precision_at_1 - value: 32.667000 - - type: precision_at_10 - value: 6.433000 - - type: precision_at_100 - value: 0.913000 - - type: precision_at_1000 - value: 0.108000 - - type: precision_at_20 - value: 3.683000 - - type: precision_at_3 - value: 16.222000 - - type: precision_at_5 - value: 10.667000 - - type: recall_at_1 - value: 31.056000 - - type: recall_at_10 - value: 58.400000 - - type: recall_at_100 - value: 81.156000 - - type: recall_at_1000 - value: 95.633000 - - type: recall_at_20 - value: 65.606000 - - type: recall_at_3 - value: 45.306000 - - type: recall_at_5 - value: 49.028000 - - task: - type: Classification - dataset: - type: mteb/men - name: MTEB MEN - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 73.136487 - - type: cosine_spearman - value: 75.584117 - - type: euclidean_pearson - value: 42.339640 - - type: euclidean_spearman - value: 41.491816 - - type: manhattan_pearson - value: 43.161194 - - type: manhattan_spearman - value: 42.182594 - - type: pearson - value: 73.136487 - - type: spearman - value: 75.584117 - - task: - type: Classification - dataset: - type: mteb/scidocs - name: MTEB SCIDOCS - config: default - split: test - revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 - metrics: - - type: map_at_1 - value: 2.483000 - - type: map_at_10 - value: 6.124000 - - type: map_at_100 - value: 7.373000 - - type: map_at_1000 - value: 7.625000 - - type: map_at_20 - value: 6.702000 - - type: map_at_3 - value: 4.386000 - - type: map_at_5 - value: 5.263000 - - type: mrr_at_1 - value: 12.200000 - - type: mrr_at_10 - value: 20.032778 - - type: mrr_at_100 - value: 21.156258 - - type: mrr_at_1000 - value: 21.262435 - - type: mrr_at_20 - value: 20.654373 - - type: mrr_at_3 - value: 17.200000 - - type: mrr_at_5 - value: 18.905000 - - type: nauc_map_at_1000_diff1 - value: 14.042275 - - type: nauc_map_at_1000_max - value: 13.469354 - - type: nauc_map_at_1000_std - value: 14.503249 - - type: nauc_map_at_100_diff1 - value: 13.908766 - - type: nauc_map_at_100_max - value: 13.163307 - - type: nauc_map_at_100_std - value: 14.005840 - - type: nauc_map_at_10_diff1 - value: 15.201591 - - type: nauc_map_at_10_max - value: 11.381877 - - type: nauc_map_at_10_std - value: 10.455476 - - type: nauc_map_at_1_diff1 - value: 19.866069 - - type: nauc_map_at_1_max - value: 11.770662 - - type: nauc_map_at_1_std - value: 6.992466 - - type: nauc_map_at_20_diff1 - value: 14.503428 - - type: nauc_map_at_20_max - value: 12.621320 - - type: nauc_map_at_20_std - value: 12.289076 - - type: nauc_map_at_3_diff1 - value: 18.650666 - - type: nauc_map_at_3_max - value: 10.924787 - - type: nauc_map_at_3_std - value: 7.639068 - - type: nauc_map_at_5_diff1 - value: 16.194103 - - type: nauc_map_at_5_max - value: 10.331376 - - type: nauc_map_at_5_std - value: 8.580455 - - type: nauc_mrr_at_1000_diff1 - value: 16.484307 - - type: nauc_mrr_at_1000_max - value: 11.013519 - - type: nauc_mrr_at_1000_std - value: 10.084476 - - type: nauc_mrr_at_100_diff1 - value: 16.454444 - - type: nauc_mrr_at_100_max - value: 10.985293 - - type: nauc_mrr_at_100_std - value: 10.118896 - - type: nauc_mrr_at_10_diff1 - value: 16.523415 - - type: nauc_mrr_at_10_max - value: 10.698357 - - type: nauc_mrr_at_10_std - value: 9.958324 - - type: nauc_mrr_at_1_diff1 - value: 18.916140 - - type: nauc_mrr_at_1_max - value: 11.283825 - - type: nauc_mrr_at_1_std - value: 7.457597 - - type: nauc_mrr_at_20_diff1 - value: 16.515626 - - type: nauc_mrr_at_20_max - value: 10.910589 - - type: nauc_mrr_at_20_std - value: 10.089718 - - type: nauc_mrr_at_3_diff1 - value: 18.411358 - - type: nauc_mrr_at_3_max - value: 10.150790 - - type: nauc_mrr_at_3_std - value: 8.285395 - - type: nauc_mrr_at_5_diff1 - value: 17.076713 - - type: nauc_mrr_at_5_max - value: 10.051106 - - type: nauc_mrr_at_5_std - value: 9.650240 - - type: nauc_ndcg_at_1000_diff1 - value: 12.477366 - - type: nauc_ndcg_at_1000_max - value: 16.874736 - - type: nauc_ndcg_at_1000_std - value: 21.750031 - - type: nauc_ndcg_at_100_diff1 - value: 11.249311 - - type: nauc_ndcg_at_100_max - value: 14.673270 - - type: nauc_ndcg_at_100_std - value: 19.444631 - - type: nauc_ndcg_at_10_diff1 - value: 13.957173 - - type: nauc_ndcg_at_10_max - value: 11.533366 - - type: nauc_ndcg_at_10_std - value: 11.950081 - - type: nauc_ndcg_at_1_diff1 - value: 18.916140 - - type: nauc_ndcg_at_1_max - value: 11.283825 - - type: nauc_ndcg_at_1_std - value: 7.457597 - - type: nauc_ndcg_at_20_diff1 - value: 13.080871 - - type: nauc_ndcg_at_20_max - value: 13.529404 - - type: nauc_ndcg_at_20_std - value: 14.698640 - - type: nauc_ndcg_at_3_diff1 - value: 18.076658 - - type: nauc_ndcg_at_3_max - value: 10.362176 - - type: nauc_ndcg_at_3_std - value: 8.543586 - - type: nauc_ndcg_at_5_diff1 - value: 15.753685 - - type: nauc_ndcg_at_5_max - value: 9.756814 - - type: nauc_ndcg_at_5_std - value: 9.816297 - - type: nauc_precision_at_1000_diff1 - value: 6.516917 - - type: nauc_precision_at_1000_max - value: 20.038684 - - type: nauc_precision_at_1000_std - value: 31.724114 - - type: nauc_precision_at_100_diff1 - value: 3.982424 - - type: nauc_precision_at_100_max - value: 15.760994 - - type: nauc_precision_at_100_std - value: 27.819396 - - type: nauc_precision_at_10_diff1 - value: 10.034023 - - type: nauc_precision_at_10_max - value: 11.963720 - - type: nauc_precision_at_10_std - value: 14.548441 - - type: nauc_precision_at_1_diff1 - value: 18.916140 - - type: nauc_precision_at_1_max - value: 11.283825 - - type: nauc_precision_at_1_std - value: 7.457597 - - type: nauc_precision_at_20_diff1 - value: 8.352003 - - type: nauc_precision_at_20_max - value: 15.467696 - - type: nauc_precision_at_20_std - value: 19.258952 - - type: nauc_precision_at_3_diff1 - value: 17.691307 - - type: nauc_precision_at_3_max - value: 10.139077 - - type: nauc_precision_at_3_std - value: 8.904131 - - type: nauc_precision_at_5_diff1 - value: 13.143974 - - type: nauc_precision_at_5_max - value: 8.749700 - - type: nauc_precision_at_5_std - value: 11.136373 - - type: nauc_recall_at_1000_diff1 - value: 6.338546 - - type: nauc_recall_at_1000_max - value: 21.169337 - - type: nauc_recall_at_1000_std - value: 32.093307 - - type: nauc_recall_at_100_diff1 - value: 4.181597 - - type: nauc_recall_at_100_max - value: 16.139181 - - type: nauc_recall_at_100_std - value: 27.757831 - - type: nauc_recall_at_10_diff1 - value: 10.495690 - - type: nauc_recall_at_10_max - value: 12.167459 - - type: nauc_recall_at_10_std - value: 14.254323 - - type: nauc_recall_at_1_diff1 - value: 19.866069 - - type: nauc_recall_at_1_max - value: 11.770662 - - type: nauc_recall_at_1_std - value: 6.992466 - - type: nauc_recall_at_20_diff1 - value: 8.776171 - - type: nauc_recall_at_20_max - value: 15.704340 - - type: nauc_recall_at_20_std - value: 18.923541 - - type: nauc_recall_at_3_diff1 - value: 18.255717 - - type: nauc_recall_at_3_max - value: 10.286176 - - type: nauc_recall_at_3_std - value: 8.401320 - - type: nauc_recall_at_5_diff1 - value: 13.539960 - - type: nauc_recall_at_5_max - value: 8.920008 - - type: nauc_recall_at_5_std - value: 10.908337 - - type: ndcg_at_1 - value: 12.200000 - - type: ndcg_at_10 - value: 11.145000 - - type: ndcg_at_100 - value: 17.160000 - - type: ndcg_at_1000 - value: 22.429000 - - type: ndcg_at_20 - value: 13.017000 - - type: ndcg_at_3 - value: 10.204000 - - type: ndcg_at_5 - value: 9.182000 - - type: precision_at_1 - value: 12.200000 - - type: precision_at_10 - value: 5.880000 - - type: precision_at_100 - value: 1.477000 - - type: precision_at_1000 - value: 0.275000 - - type: precision_at_20 - value: 4.030000 - - type: precision_at_3 - value: 9.600000 - - type: precision_at_5 - value: 8.240000 - - type: recall_at_1 - value: 2.483000 - - type: recall_at_10 - value: 11.927000 - - type: recall_at_100 - value: 29.947000 - - type: recall_at_1000 - value: 55.797000 - - type: recall_at_20 - value: 16.322000 - - type: recall_at_3 - value: 5.848000 - - type: recall_at_5 - value: 8.362000 - - task: - type: Classification - dataset: - type: mteb/nq - name: MTEB NQ - config: default - split: test - revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 - metrics: - - type: map_at_1 - value: 8.476000 - - type: map_at_10 - value: 14.923000 - - type: map_at_100 - value: 16.166000 - - type: map_at_1000 - value: 16.263000 - - type: map_at_20 - value: 15.632000 - - type: map_at_3 - value: 12.458000 - - type: map_at_5 - value: 13.782000 - - type: mrr_at_1 - value: 9.878331 - - type: mrr_at_10 - value: 16.649308 - - type: mrr_at_100 - value: 17.798851 - - type: mrr_at_1000 - value: 17.879285 - - type: mrr_at_20 - value: 17.321257 - - type: mrr_at_3 - value: 14.136732 - - type: mrr_at_5 - value: 15.518540 - - type: nauc_map_at_1000_diff1 - value: 18.955503 - - type: nauc_map_at_1000_max - value: 9.162687 - - type: nauc_map_at_1000_std - value: 4.696719 - - type: nauc_map_at_100_diff1 - value: 18.968682 - - type: nauc_map_at_100_max - value: 9.161754 - - type: nauc_map_at_100_std - value: 4.639137 - - type: nauc_map_at_10_diff1 - value: 18.822184 - - type: nauc_map_at_10_max - value: 8.416235 - - type: nauc_map_at_10_std - value: 3.162285 - - type: nauc_map_at_1_diff1 - value: 20.817556 - - type: nauc_map_at_1_max - value: 5.722815 - - type: nauc_map_at_1_std - value: -1.153892 - - type: nauc_map_at_20_diff1 - value: 18.895256 - - type: nauc_map_at_20_max - value: 8.818701 - - type: nauc_map_at_20_std - value: 4.045345 - - type: nauc_map_at_3_diff1 - value: 19.443548 - - type: nauc_map_at_3_max - value: 8.040171 - - type: nauc_map_at_3_std - value: 1.366491 - - type: nauc_map_at_5_diff1 - value: 18.943876 - - type: nauc_map_at_5_max - value: 8.030083 - - type: nauc_map_at_5_std - value: 2.093247 - - type: nauc_mrr_at_1000_diff1 - value: 17.998385 - - type: nauc_mrr_at_1000_max - value: 8.954199 - - type: nauc_mrr_at_1000_std - value: 5.389541 - - type: nauc_mrr_at_100_diff1 - value: 17.996640 - - type: nauc_mrr_at_100_max - value: 8.960054 - - type: nauc_mrr_at_100_std - value: 5.357985 - - type: nauc_mrr_at_10_diff1 - value: 18.016852 - - type: nauc_mrr_at_10_max - value: 8.414415 - - type: nauc_mrr_at_10_std - value: 4.320210 - - type: nauc_mrr_at_1_diff1 - value: 19.423247 - - type: nauc_mrr_at_1_max - value: 5.813177 - - type: nauc_mrr_at_1_std - value: 0.623589 - - type: nauc_mrr_at_20_diff1 - value: 18.003564 - - type: nauc_mrr_at_20_max - value: 8.807963 - - type: nauc_mrr_at_20_std - value: 4.973613 - - type: nauc_mrr_at_3_diff1 - value: 18.342759 - - type: nauc_mrr_at_3_max - value: 8.026453 - - type: nauc_mrr_at_3_std - value: 2.721939 - - type: nauc_mrr_at_5_diff1 - value: 18.154189 - - type: nauc_mrr_at_5_max - value: 7.884650 - - type: nauc_mrr_at_5_std - value: 3.410733 - - type: nauc_ndcg_at_1000_diff1 - value: 17.907374 - - type: nauc_ndcg_at_1000_max - value: 12.220842 - - type: nauc_ndcg_at_1000_std - value: 12.168118 - - type: nauc_ndcg_at_100_diff1 - value: 18.068064 - - type: nauc_ndcg_at_100_max - value: 12.266125 - - type: nauc_ndcg_at_100_std - value: 11.040592 - - type: nauc_ndcg_at_10_diff1 - value: 17.962854 - - type: nauc_ndcg_at_10_max - value: 9.221842 - - type: nauc_ndcg_at_10_std - value: 5.327940 - - type: nauc_ndcg_at_1_diff1 - value: 19.423247 - - type: nauc_ndcg_at_1_max - value: 5.813177 - - type: nauc_ndcg_at_1_std - value: 0.623589 - - type: nauc_ndcg_at_20_diff1 - value: 18.000375 - - type: nauc_ndcg_at_20_max - value: 10.420092 - - type: nauc_ndcg_at_20_std - value: 7.703101 - - type: nauc_ndcg_at_3_diff1 - value: 18.811973 - - type: nauc_ndcg_at_3_max - value: 8.322490 - - type: nauc_ndcg_at_3_std - value: 2.097822 - - type: nauc_ndcg_at_5_diff1 - value: 18.212299 - - type: nauc_ndcg_at_5_max - value: 8.275826 - - type: nauc_ndcg_at_5_std - value: 3.259198 - - type: nauc_precision_at_1000_diff1 - value: 6.156517 - - type: nauc_precision_at_1000_max - value: 17.537401 - - type: nauc_precision_at_1000_std - value: 33.723654 - - type: nauc_precision_at_100_diff1 - value: 12.789685 - - type: nauc_precision_at_100_max - value: 19.621306 - - type: nauc_precision_at_100_std - value: 27.846320 - - type: nauc_precision_at_10_diff1 - value: 15.894192 - - type: nauc_precision_at_10_max - value: 11.184225 - - type: nauc_precision_at_10_std - value: 11.081411 - - type: nauc_precision_at_1_diff1 - value: 19.423247 - - type: nauc_precision_at_1_max - value: 5.813177 - - type: nauc_precision_at_1_std - value: 0.623589 - - type: nauc_precision_at_20_diff1 - value: 15.407091 - - type: nauc_precision_at_20_max - value: 14.515344 - - type: nauc_precision_at_20_std - value: 17.550862 - - type: nauc_precision_at_3_diff1 - value: 17.561643 - - type: nauc_precision_at_3_max - value: 9.386296 - - type: nauc_precision_at_3_std - value: 4.469734 - - type: nauc_precision_at_5_diff1 - value: 16.609177 - - type: nauc_precision_at_5_max - value: 9.225486 - - type: nauc_precision_at_5_std - value: 6.603096 - - type: nauc_recall_at_1000_diff1 - value: 13.763723 - - type: nauc_recall_at_1000_max - value: 25.924626 - - type: nauc_recall_at_1000_std - value: 48.776213 - - type: nauc_recall_at_100_diff1 - value: 15.627328 - - type: nauc_recall_at_100_max - value: 20.870120 - - type: nauc_recall_at_100_std - value: 28.228695 - - type: nauc_recall_at_10_diff1 - value: 15.924880 - - type: nauc_recall_at_10_max - value: 10.392879 - - type: nauc_recall_at_10_std - value: 8.591274 - - type: nauc_recall_at_1_diff1 - value: 20.817556 - - type: nauc_recall_at_1_max - value: 5.722815 - - type: nauc_recall_at_1_std - value: -1.153892 - - type: nauc_recall_at_20_diff1 - value: 15.878911 - - type: nauc_recall_at_20_max - value: 13.203538 - - type: nauc_recall_at_20_std - value: 14.293562 - - type: nauc_recall_at_3_diff1 - value: 17.696455 - - type: nauc_recall_at_3_max - value: 8.661017 - - type: nauc_recall_at_3_std - value: 2.563073 - - type: nauc_recall_at_5_diff1 - value: 16.354562 - - type: nauc_recall_at_5_max - value: 8.407116 - - type: nauc_recall_at_5_std - value: 4.526516 - - type: ndcg_at_1 - value: 9.878000 - - type: ndcg_at_10 - value: 19.243000 - - type: ndcg_at_100 - value: 25.456000 - - type: ndcg_at_1000 - value: 28.084000 - - type: ndcg_at_20 - value: 21.727000 - - type: ndcg_at_3 - value: 14.164000 - - type: ndcg_at_5 - value: 16.535000 - - type: precision_at_1 - value: 9.878000 - - type: precision_at_10 - value: 3.638000 - - type: precision_at_100 - value: 0.716000 - - type: precision_at_1000 - value: 0.097000 - - type: precision_at_20 - value: 2.396000 - - type: precision_at_3 - value: 6.769000 - - type: precision_at_5 - value: 5.353000 - - type: recall_at_1 - value: 8.476000 - - type: recall_at_10 - value: 31.067000 - - type: recall_at_100 - value: 59.712000 - - type: recall_at_1000 - value: 79.867000 - - type: recall_at_20 - value: 40.423000 - - type: recall_at_3 - value: 17.485000 - - type: recall_at_5 - value: 23.042000 - - task: - type: Classification - dataset: - type: mteb/sts16 - name: MTEB STS16 - config: default - split: test - revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 - metrics: - - type: cosine_pearson - value: 67.596958 - - type: cosine_spearman - value: 70.144337 - - type: euclidean_pearson - value: 47.052538 - - type: euclidean_spearman - value: 49.043366 - - type: manhattan_pearson - value: 47.608990 - - type: manhattan_spearman - value: 49.486777 - - type: pearson - value: 67.596958 - - type: spearman - value: 70.144337 - - task: - type: Classification - dataset: - type: mteb/emotionclassification - name: MTEB EmotionClassification - config: default - split: test - revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 - metrics: - - type: accuracy - value: 40.960000 - - type: f1 - value: 37.363555 - - type: f1_weighted - value: 42.966985 - - task: - type: Classification - dataset: - type: mteb/cqadupstackwebmastersretrieval - name: MTEB CQADupstackWebmastersRetrieval - config: default - split: test - revision: 160c094312a0e1facb97e55eeddb698c0abe3571 - metrics: - - type: map_at_1 - value: 10.638000 - - type: map_at_10 - value: 16.833000 - - type: map_at_100 - value: 17.728000 - - type: map_at_1000 - value: 17.901000 - - type: map_at_20 - value: 17.286000 - - type: map_at_3 - value: 15.230000 - - type: map_at_5 - value: 15.964000 - - type: mrr_at_1 - value: 13.833992 - - type: mrr_at_10 - value: 20.414863 - - type: mrr_at_100 - value: 21.191852 - - type: mrr_at_1000 - value: 21.280394 - - type: mrr_at_20 - value: 20.855545 - - type: mrr_at_3 - value: 18.906456 - - type: mrr_at_5 - value: 19.677207 - - type: nauc_map_at_1000_diff1 - value: 35.605814 - - type: nauc_map_at_1000_max - value: 19.807824 - - type: nauc_map_at_1000_std - value: -12.288907 - - type: nauc_map_at_100_diff1 - value: 35.730316 - - type: nauc_map_at_100_max - value: 19.888921 - - type: nauc_map_at_100_std - value: -12.394339 - - type: nauc_map_at_10_diff1 - value: 35.907817 - - type: nauc_map_at_10_max - value: 20.300715 - - type: nauc_map_at_10_std - value: -13.213539 - - type: nauc_map_at_1_diff1 - value: 48.473720 - - type: nauc_map_at_1_max - value: 20.581982 - - type: nauc_map_at_1_std - value: -10.702645 - - type: nauc_map_at_20_diff1 - value: 35.943586 - - type: nauc_map_at_20_max - value: 20.021366 - - type: nauc_map_at_20_std - value: -12.910422 - - type: nauc_map_at_3_diff1 - value: 39.241417 - - type: nauc_map_at_3_max - value: 19.121287 - - type: nauc_map_at_3_std - value: -12.720528 - - type: nauc_map_at_5_diff1 - value: 37.650292 - - type: nauc_map_at_5_max - value: 19.711371 - - type: nauc_map_at_5_std - value: -12.861506 - - type: nauc_mrr_at_1000_diff1 - value: 32.330165 - - type: nauc_mrr_at_1000_max - value: 20.524241 - - type: nauc_mrr_at_1000_std - value: -12.232467 - - type: nauc_mrr_at_100_diff1 - value: 32.346634 - - type: nauc_mrr_at_100_max - value: 20.525320 - - type: nauc_mrr_at_100_std - value: -12.221349 - - type: nauc_mrr_at_10_diff1 - value: 32.224803 - - type: nauc_mrr_at_10_max - value: 20.804493 - - type: nauc_mrr_at_10_std - value: -12.822193 - - type: nauc_mrr_at_1_diff1 - value: 42.548653 - - type: nauc_mrr_at_1_max - value: 23.065987 - - type: nauc_mrr_at_1_std - value: -11.744890 - - type: nauc_mrr_at_20_diff1 - value: 32.432938 - - type: nauc_mrr_at_20_max - value: 20.579329 - - type: nauc_mrr_at_20_std - value: -12.588012 - - type: nauc_mrr_at_3_diff1 - value: 34.397572 - - type: nauc_mrr_at_3_max - value: 20.137749 - - type: nauc_mrr_at_3_std - value: -12.010686 - - type: nauc_mrr_at_5_diff1 - value: 32.876382 - - type: nauc_mrr_at_5_max - value: 20.272684 - - type: nauc_mrr_at_5_std - value: -12.336258 - - type: nauc_ndcg_at_1000_diff1 - value: 30.599472 - - type: nauc_ndcg_at_1000_max - value: 19.582114 - - type: nauc_ndcg_at_1000_std - value: -8.148943 - - type: nauc_ndcg_at_100_diff1 - value: 30.913346 - - type: nauc_ndcg_at_100_max - value: 19.779290 - - type: nauc_ndcg_at_100_std - value: -9.057419 - - type: nauc_ndcg_at_10_diff1 - value: 30.375160 - - type: nauc_ndcg_at_10_max - value: 20.422870 - - type: nauc_ndcg_at_10_std - value: -13.513107 - - type: nauc_ndcg_at_1_diff1 - value: 42.548653 - - type: nauc_ndcg_at_1_max - value: 23.065987 - - type: nauc_ndcg_at_1_std - value: -11.744890 - - type: nauc_ndcg_at_20_diff1 - value: 30.981128 - - type: nauc_ndcg_at_20_max - value: 19.699283 - - type: nauc_ndcg_at_20_std - value: -12.459362 - - type: nauc_ndcg_at_3_diff1 - value: 34.204071 - - type: nauc_ndcg_at_3_max - value: 18.300931 - - type: nauc_ndcg_at_3_std - value: -12.336086 - - type: nauc_ndcg_at_5_diff1 - value: 32.756900 - - type: nauc_ndcg_at_5_max - value: 19.073891 - - type: nauc_ndcg_at_5_std - value: -12.812135 - - type: nauc_precision_at_1000_diff1 - value: -6.568927 - - type: nauc_precision_at_1000_max - value: -3.713640 - - type: nauc_precision_at_1000_std - value: 12.117241 - - type: nauc_precision_at_100_diff1 - value: -2.936763 - - type: nauc_precision_at_100_max - value: 3.272169 - - type: nauc_precision_at_100_std - value: 6.784185 - - type: nauc_precision_at_10_diff1 - value: 11.519147 - - type: nauc_precision_at_10_max - value: 18.136955 - - type: nauc_precision_at_10_std - value: -11.804807 - - type: nauc_precision_at_1_diff1 - value: 42.548653 - - type: nauc_precision_at_1_max - value: 23.065987 - - type: nauc_precision_at_1_std - value: -11.744890 - - type: nauc_precision_at_20_diff1 - value: 9.605477 - - type: nauc_precision_at_20_max - value: 13.830440 - - type: nauc_precision_at_20_std - value: -8.977774 - - type: nauc_precision_at_3_diff1 - value: 26.065406 - - type: nauc_precision_at_3_max - value: 18.534737 - - type: nauc_precision_at_3_std - value: -11.654718 - - type: nauc_precision_at_5_diff1 - value: 20.066526 - - type: nauc_precision_at_5_max - value: 19.133420 - - type: nauc_precision_at_5_std - value: -12.818468 - - type: nauc_recall_at_1000_diff1 - value: 15.783538 - - type: nauc_recall_at_1000_max - value: 14.071709 - - type: nauc_recall_at_1000_std - value: 17.661582 - - type: nauc_recall_at_100_diff1 - value: 21.162385 - - type: nauc_recall_at_100_max - value: 17.145209 - - type: nauc_recall_at_100_std - value: 3.937410 - - type: nauc_recall_at_10_diff1 - value: 20.699554 - - type: nauc_recall_at_10_max - value: 21.282711 - - type: nauc_recall_at_10_std - value: -14.179629 - - type: nauc_recall_at_1_diff1 - value: 48.473720 - - type: nauc_recall_at_1_max - value: 20.581982 - - type: nauc_recall_at_1_std - value: -10.702645 - - type: nauc_recall_at_20_diff1 - value: 21.419588 - - type: nauc_recall_at_20_max - value: 17.606431 - - type: nauc_recall_at_20_std - value: -10.993319 - - type: nauc_recall_at_3_diff1 - value: 32.075596 - - type: nauc_recall_at_3_max - value: 17.565171 - - type: nauc_recall_at_3_std - value: -12.197801 - - type: nauc_recall_at_5_diff1 - value: 27.518158 - - type: nauc_recall_at_5_max - value: 19.040140 - - type: nauc_recall_at_5_std - value: -12.291604 - - type: ndcg_at_1 - value: 13.834000 - - type: ndcg_at_10 - value: 20.898000 - - type: ndcg_at_100 - value: 25.131000 - - type: ndcg_at_1000 - value: 28.785000 - - type: ndcg_at_20 - value: 22.230000 - - type: ndcg_at_3 - value: 18.234000 - - type: ndcg_at_5 - value: 19.127000 - - type: precision_at_1 - value: 13.834000 - - type: precision_at_10 - value: 4.269000 - - type: precision_at_100 - value: 0.923000 - - type: precision_at_1000 - value: 0.178000 - - type: precision_at_20 - value: 2.658000 - - type: precision_at_3 - value: 9.157000 - - type: precision_at_5 - value: 6.403000 - - type: recall_at_1 - value: 10.638000 - - type: recall_at_10 - value: 28.795000 - - type: recall_at_100 - value: 49.277000 - - type: recall_at_1000 - value: 74.615000 - - type: recall_at_20 - value: 34.247000 - - type: recall_at_3 - value: 20.183000 - - type: recall_at_5 - value: 23.181000 - - task: - type: Classification - dataset: - type: mteb/redditclusteringp2p - name: MTEB RedditClusteringP2P - config: default - split: test - revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 - metrics: - - type: v_measure - value: 42.561037 - - type: v_measure_std - value: 10.684682 - - type: v_measures_1 - value: 46.453355 - - type: v_measures_2 - value: 47.366165 - - type: v_measures_3 - value: 52.771099 - - type: v_measures_4 - value: 22.760178 - - type: v_measures_5 - value: 45.552258 - - type: v_measures_6 - value: 41.319532 - - type: v_measures_7 - value: 22.106881 - - type: v_measures_8 - value: 51.900413 - - type: v_measures_9 - value: 43.310587 - - type: v_measures_10 - value: 52.069903 - - task: - type: Classification - dataset: - type: mteb/cqadupstackgisretrieval - name: MTEB CQADupstackGisRetrieval - config: default - split: test - revision: 5003b3064772da1887988e05400cf3806fe491f2 - metrics: - - type: map_at_1 - value: 8.437000 - - type: map_at_10 - value: 11.713000 - - type: map_at_100 - value: 12.398000 - - type: map_at_1000 - value: 12.507000 - - type: map_at_20 - value: 12.058000 - - type: map_at_3 - value: 10.584000 - - type: map_at_5 - value: 11.120000 - - type: mrr_at_1 - value: 8.926554 - - type: mrr_at_10 - value: 12.423325 - - type: mrr_at_100 - value: 13.105860 - - type: mrr_at_1000 - value: 13.212008 - - type: mrr_at_20 - value: 12.758617 - - type: mrr_at_3 - value: 11.224105 - - type: mrr_at_5 - value: 11.828625 - - type: nauc_map_at_1000_diff1 - value: 31.895789 - - type: nauc_map_at_1000_max - value: 17.690412 - - type: nauc_map_at_1000_std - value: -18.791880 - - type: nauc_map_at_100_diff1 - value: 31.892655 - - type: nauc_map_at_100_max - value: 17.621048 - - type: nauc_map_at_100_std - value: -18.791277 - - type: nauc_map_at_10_diff1 - value: 33.426989 - - type: nauc_map_at_10_max - value: 18.050336 - - type: nauc_map_at_10_std - value: -19.382509 - - type: nauc_map_at_1_diff1 - value: 42.314162 - - type: nauc_map_at_1_max - value: 22.207585 - - type: nauc_map_at_1_std - value: -23.600059 - - type: nauc_map_at_20_diff1 - value: 32.417342 - - type: nauc_map_at_20_max - value: 17.851524 - - type: nauc_map_at_20_std - value: -18.992696 - - type: nauc_map_at_3_diff1 - value: 35.236762 - - type: nauc_map_at_3_max - value: 19.076651 - - type: nauc_map_at_3_std - value: -21.387261 - - type: nauc_map_at_5_diff1 - value: 33.885231 - - type: nauc_map_at_5_max - value: 18.023838 - - type: nauc_map_at_5_std - value: -20.640978 - - type: nauc_mrr_at_1000_diff1 - value: 30.084494 - - type: nauc_mrr_at_1000_max - value: 18.463080 - - type: nauc_mrr_at_1000_std - value: -16.965759 - - type: nauc_mrr_at_100_diff1 - value: 30.083032 - - type: nauc_mrr_at_100_max - value: 18.418679 - - type: nauc_mrr_at_100_std - value: -16.941673 - - type: nauc_mrr_at_10_diff1 - value: 31.454759 - - type: nauc_mrr_at_10_max - value: 18.897247 - - type: nauc_mrr_at_10_std - value: -17.494533 - - type: nauc_mrr_at_1_diff1 - value: 40.429115 - - type: nauc_mrr_at_1_max - value: 23.687375 - - type: nauc_mrr_at_1_std - value: -21.738679 - - type: nauc_mrr_at_20_diff1 - value: 30.466733 - - type: nauc_mrr_at_20_max - value: 18.578618 - - type: nauc_mrr_at_20_std - value: -17.093906 - - type: nauc_mrr_at_3_diff1 - value: 33.471749 - - type: nauc_mrr_at_3_max - value: 20.253651 - - type: nauc_mrr_at_3_std - value: -19.546982 - - type: nauc_mrr_at_5_diff1 - value: 31.746880 - - type: nauc_mrr_at_5_max - value: 18.901963 - - type: nauc_mrr_at_5_std - value: -18.621912 - - type: nauc_ndcg_at_1000_diff1 - value: 24.091018 - - type: nauc_ndcg_at_1000_max - value: 15.891623 - - type: nauc_ndcg_at_1000_std - value: -13.871636 - - type: nauc_ndcg_at_100_diff1 - value: 24.175106 - - type: nauc_ndcg_at_100_max - value: 14.177720 - - type: nauc_ndcg_at_100_std - value: -13.991847 - - type: nauc_ndcg_at_10_diff1 - value: 29.770083 - - type: nauc_ndcg_at_10_max - value: 16.495711 - - type: nauc_ndcg_at_10_std - value: -16.426147 - - type: nauc_ndcg_at_1_diff1 - value: 40.429115 - - type: nauc_ndcg_at_1_max - value: 23.687375 - - type: nauc_ndcg_at_1_std - value: -21.738679 - - type: nauc_ndcg_at_20_diff1 - value: 26.760294 - - type: nauc_ndcg_at_20_max - value: 15.745726 - - type: nauc_ndcg_at_20_std - value: -15.322799 - - type: nauc_ndcg_at_3_diff1 - value: 32.806914 - - type: nauc_ndcg_at_3_max - value: 18.451784 - - type: nauc_ndcg_at_3_std - value: -20.370065 - - type: nauc_ndcg_at_5_diff1 - value: 30.494877 - - type: nauc_ndcg_at_5_max - value: 16.541239 - - type: nauc_ndcg_at_5_std - value: -19.015633 - - type: nauc_precision_at_1000_diff1 - value: -0.436587 - - type: nauc_precision_at_1000_max - value: 17.036247 - - type: nauc_precision_at_1000_std - value: 3.435495 - - type: nauc_precision_at_100_diff1 - value: 6.712643 - - type: nauc_precision_at_100_max - value: 9.614879 - - type: nauc_precision_at_100_std - value: -3.412640 - - type: nauc_precision_at_10_diff1 - value: 21.510457 - - type: nauc_precision_at_10_max - value: 16.184333 - - type: nauc_precision_at_10_std - value: -9.294139 - - type: nauc_precision_at_1_diff1 - value: 40.429115 - - type: nauc_precision_at_1_max - value: 23.687375 - - type: nauc_precision_at_1_std - value: -21.738679 - - type: nauc_precision_at_20_diff1 - value: 13.992219 - - type: nauc_precision_at_20_max - value: 14.937884 - - type: nauc_precision_at_20_std - value: -7.104557 - - type: nauc_precision_at_3_diff1 - value: 26.261518 - - type: nauc_precision_at_3_max - value: 18.354566 - - type: nauc_precision_at_3_std - value: -17.341339 - - type: nauc_precision_at_5_diff1 - value: 21.742342 - - type: nauc_precision_at_5_max - value: 15.096194 - - type: nauc_precision_at_5_std - value: -14.266583 - - type: nauc_recall_at_1000_diff1 - value: 4.231417 - - type: nauc_recall_at_1000_max - value: 12.215255 - - type: nauc_recall_at_1000_std - value: -1.407774 - - type: nauc_recall_at_100_diff1 - value: 8.185574 - - type: nauc_recall_at_100_max - value: 4.897935 - - type: nauc_recall_at_100_std - value: -4.283502 - - type: nauc_recall_at_10_diff1 - value: 23.283655 - - type: nauc_recall_at_10_max - value: 12.121504 - - type: nauc_recall_at_10_std - value: -10.957021 - - type: nauc_recall_at_1_diff1 - value: 42.314162 - - type: nauc_recall_at_1_max - value: 22.207585 - - type: nauc_recall_at_1_std - value: -23.600059 - - type: nauc_recall_at_20_diff1 - value: 15.503785 - - type: nauc_recall_at_20_max - value: 10.217338 - - type: nauc_recall_at_20_std - value: -8.400517 - - type: nauc_recall_at_3_diff1 - value: 28.046527 - - type: nauc_recall_at_3_max - value: 15.164883 - - type: nauc_recall_at_3_std - value: -19.033699 - - type: nauc_recall_at_5_diff1 - value: 24.268291 - - type: nauc_recall_at_5_max - value: 11.923028 - - type: nauc_recall_at_5_std - value: -16.825679 - - type: ndcg_at_1 - value: 8.927000 - - type: ndcg_at_10 - value: 13.854000 - - type: ndcg_at_100 - value: 17.700000 - - type: ndcg_at_1000 - value: 21.035000 - - type: ndcg_at_20 - value: 15.059000 - - type: ndcg_at_3 - value: 11.484000 - - type: ndcg_at_5 - value: 12.437000 - - type: precision_at_1 - value: 8.927000 - - type: precision_at_10 - value: 2.271000 - - type: precision_at_100 - value: 0.444000 - - type: precision_at_1000 - value: 0.078000 - - type: precision_at_20 - value: 1.401000 - - type: precision_at_3 - value: 4.934000 - - type: precision_at_5 - value: 3.548000 - - type: recall_at_1 - value: 8.437000 - - type: recall_at_10 - value: 19.834000 - - type: recall_at_100 - value: 38.694000 - - type: recall_at_1000 - value: 64.744000 - - type: recall_at_20 - value: 24.429000 - - type: recall_at_3 - value: 13.362000 - - type: recall_at_5 - value: 15.540000 - - task: - type: Classification - dataset: - type: mteb/yago - name: MTEB yago - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 52.240000 - - task: - type: Classification - dataset: - type: mteb/stsbenchmark - name: MTEB STSBenchmark - config: default - split: test - revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 - metrics: - - type: cosine_pearson - value: 70.448479 - - type: cosine_spearman - value: 68.905749 - - type: euclidean_pearson - value: 55.157908 - - type: euclidean_spearman - value: 54.524764 - - type: manhattan_pearson - value: 55.571996 - - type: manhattan_spearman - value: 54.873820 - - type: pearson - value: 70.448479 - - type: spearman - value: 68.905749 - - task: - type: Classification - dataset: - type: mteb/bird - name: MTEB bird - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 61.400298 - - task: - type: Classification - dataset: - type: mteb/banking77classification - name: MTEB Banking77Classification - config: default - split: test - revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 - metrics: - - type: accuracy - value: 72.409091 - - type: f1 - value: 72.582163 - - type: f1_weighted - value: 72.582163 - - task: - type: Classification - dataset: - type: mteb/cqadupstackstatsretrieval - name: MTEB CQADupstackStatsRetrieval - config: default - split: test - revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a - metrics: - - type: map_at_1 - value: 7.407000 - - type: map_at_10 - value: 11.181000 - - type: map_at_100 - value: 11.999000 - - type: map_at_1000 - value: 12.086000 - - type: map_at_20 - value: 11.643000 - - type: map_at_3 - value: 9.808000 - - type: map_at_5 - value: 10.527000 - - type: mrr_at_1 - value: 9.049080 - - type: mrr_at_10 - value: 13.019281 - - type: mrr_at_100 - value: 13.834376 - - type: mrr_at_1000 - value: 13.908496 - - type: mrr_at_20 - value: 13.453244 - - type: mrr_at_3 - value: 11.605317 - - type: mrr_at_5 - value: 12.364519 - - type: nauc_map_at_1000_diff1 - value: 22.684385 - - type: nauc_map_at_1000_max - value: 9.145886 - - type: nauc_map_at_1000_std - value: -4.501344 - - type: nauc_map_at_100_diff1 - value: 22.663345 - - type: nauc_map_at_100_max - value: 9.147754 - - type: nauc_map_at_100_std - value: -4.546649 - - type: nauc_map_at_10_diff1 - value: 22.429715 - - type: nauc_map_at_10_max - value: 9.534065 - - type: nauc_map_at_10_std - value: -5.596468 - - type: nauc_map_at_1_diff1 - value: 27.011178 - - type: nauc_map_at_1_max - value: 10.581972 - - type: nauc_map_at_1_std - value: -6.595309 - - type: nauc_map_at_20_diff1 - value: 22.684931 - - type: nauc_map_at_20_max - value: 9.130124 - - type: nauc_map_at_20_std - value: -4.630608 - - type: nauc_map_at_3_diff1 - value: 23.765756 - - type: nauc_map_at_3_max - value: 8.386674 - - type: nauc_map_at_3_std - value: -6.820598 - - type: nauc_map_at_5_diff1 - value: 22.721724 - - type: nauc_map_at_5_max - value: 9.949003 - - type: nauc_map_at_5_std - value: -6.015195 - - type: nauc_mrr_at_1000_diff1 - value: 24.190508 - - type: nauc_mrr_at_1000_max - value: 10.461179 - - type: nauc_mrr_at_1000_std - value: -2.994150 - - type: nauc_mrr_at_100_diff1 - value: 24.195854 - - type: nauc_mrr_at_100_max - value: 10.486571 - - type: nauc_mrr_at_100_std - value: -3.018234 - - type: nauc_mrr_at_10_diff1 - value: 24.190126 - - type: nauc_mrr_at_10_max - value: 11.126418 - - type: nauc_mrr_at_10_std - value: -3.839142 - - type: nauc_mrr_at_1_diff1 - value: 28.571882 - - type: nauc_mrr_at_1_max - value: 11.543441 - - type: nauc_mrr_at_1_std - value: -5.512243 - - type: nauc_mrr_at_20_diff1 - value: 24.203108 - - type: nauc_mrr_at_20_max - value: 10.504976 - - type: nauc_mrr_at_20_std - value: -3.082934 - - type: nauc_mrr_at_3_diff1 - value: 25.982071 - - type: nauc_mrr_at_3_max - value: 9.948443 - - type: nauc_mrr_at_3_std - value: -5.006239 - - type: nauc_mrr_at_5_diff1 - value: 24.616462 - - type: nauc_mrr_at_5_max - value: 11.648385 - - type: nauc_mrr_at_5_std - value: -4.375380 - - type: nauc_ndcg_at_1000_diff1 - value: 21.437674 - - type: nauc_ndcg_at_1000_max - value: 8.273240 - - type: nauc_ndcg_at_1000_std - value: 0.106684 - - type: nauc_ndcg_at_100_diff1 - value: 21.474695 - - type: nauc_ndcg_at_100_max - value: 7.896809 - - type: nauc_ndcg_at_100_std - value: -1.241025 - - type: nauc_ndcg_at_10_diff1 - value: 21.131379 - - type: nauc_ndcg_at_10_max - value: 9.755235 - - type: nauc_ndcg_at_10_std - value: -4.248420 - - type: nauc_ndcg_at_1_diff1 - value: 28.571882 - - type: nauc_ndcg_at_1_max - value: 11.543441 - - type: nauc_ndcg_at_1_std - value: -5.512243 - - type: nauc_ndcg_at_20_diff1 - value: 21.619408 - - type: nauc_ndcg_at_20_max - value: 8.114217 - - type: nauc_ndcg_at_20_std - value: -1.673034 - - type: nauc_ndcg_at_3_diff1 - value: 24.164980 - - type: nauc_ndcg_at_3_max - value: 8.400667 - - type: nauc_ndcg_at_3_std - value: -6.307688 - - type: nauc_ndcg_at_5_diff1 - value: 21.800288 - - type: nauc_ndcg_at_5_max - value: 11.029220 - - type: nauc_ndcg_at_5_std - value: -5.172952 - - type: nauc_precision_at_1000_diff1 - value: 18.426797 - - type: nauc_precision_at_1000_max - value: 11.215746 - - type: nauc_precision_at_1000_std - value: 10.130362 - - type: nauc_precision_at_100_diff1 - value: 22.777528 - - type: nauc_precision_at_100_max - value: 8.693126 - - type: nauc_precision_at_100_std - value: 6.849982 - - type: nauc_precision_at_10_diff1 - value: 21.323115 - - type: nauc_precision_at_10_max - value: 12.466768 - - type: nauc_precision_at_10_std - value: -0.243804 - - type: nauc_precision_at_1_diff1 - value: 28.571882 - - type: nauc_precision_at_1_max - value: 11.543441 - - type: nauc_precision_at_1_std - value: -5.512243 - - type: nauc_precision_at_20_diff1 - value: 23.320697 - - type: nauc_precision_at_20_max - value: 9.416643 - - type: nauc_precision_at_20_std - value: 6.117049 - - type: nauc_precision_at_3_diff1 - value: 25.608545 - - type: nauc_precision_at_3_max - value: 9.327817 - - type: nauc_precision_at_3_std - value: -4.164690 - - type: nauc_precision_at_5_diff1 - value: 22.487293 - - type: nauc_precision_at_5_max - value: 15.554123 - - type: nauc_precision_at_5_std - value: -2.170204 - - type: nauc_recall_at_1000_diff1 - value: 15.204768 - - type: nauc_recall_at_1000_max - value: 4.204822 - - type: nauc_recall_at_1000_std - value: 12.879936 - - type: nauc_recall_at_100_diff1 - value: 16.850605 - - type: nauc_recall_at_100_max - value: 2.767499 - - type: nauc_recall_at_100_std - value: 4.095047 - - type: nauc_recall_at_10_diff1 - value: 16.689205 - - type: nauc_recall_at_10_max - value: 8.378648 - - type: nauc_recall_at_10_std - value: -2.856214 - - type: nauc_recall_at_1_diff1 - value: 27.011178 - - type: nauc_recall_at_1_max - value: 10.581972 - - type: nauc_recall_at_1_std - value: -6.595309 - - type: nauc_recall_at_20_diff1 - value: 17.876653 - - type: nauc_recall_at_20_max - value: 3.813427 - - type: nauc_recall_at_20_std - value: 3.335998 - - type: nauc_recall_at_3_diff1 - value: 20.670877 - - type: nauc_recall_at_3_max - value: 6.248798 - - type: nauc_recall_at_3_std - value: -7.011223 - - type: nauc_recall_at_5_diff1 - value: 17.720072 - - type: nauc_recall_at_5_max - value: 11.438350 - - type: nauc_recall_at_5_std - value: -4.729214 - - type: ndcg_at_1 - value: 9.049000 - - type: ndcg_at_10 - value: 13.764000 - - type: ndcg_at_100 - value: 17.992000 - - type: ndcg_at_1000 - value: 20.558000 - - type: ndcg_at_20 - value: 15.319000 - - type: ndcg_at_3 - value: 11.038000 - - type: ndcg_at_5 - value: 12.218000 - - type: precision_at_1 - value: 9.049000 - - type: precision_at_10 - value: 2.469000 - - type: precision_at_100 - value: 0.505000 - - type: precision_at_1000 - value: 0.080000 - - type: precision_at_20 - value: 1.603000 - - type: precision_at_3 - value: 5.061000 - - type: precision_at_5 - value: 3.773000 - - type: recall_at_1 - value: 7.407000 - - type: recall_at_10 - value: 20.158000 - - type: recall_at_100 - value: 39.701000 - - type: recall_at_1000 - value: 59.205000 - - type: recall_at_20 - value: 25.888000 - - type: recall_at_3 - value: 12.627000 - - type: recall_at_5 - value: 15.488000 - - task: - type: Classification - dataset: - type: mteb/biosses - name: MTEB BIOSSES - config: default - split: test - revision: d3fb88f8f02e40887cd149695127462bbcf29b4a - metrics: - - type: cosine_pearson - value: 63.848799 - - type: cosine_spearman - value: 65.856922 - - type: euclidean_pearson - value: 40.028729 - - type: euclidean_spearman - value: 49.260761 - - type: manhattan_pearson - value: 39.167466 - - type: manhattan_spearman - value: 49.237869 - - type: pearson - value: 63.848799 - - type: spearman - value: 65.856922 - - task: - type: Classification - dataset: - type: mteb/ppdb_filtered - name: MTEB ppdb_filtered - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 66.232026 - - task: - type: Classification - dataset: - type: mteb/biorxivclusteringp2p - name: MTEB BiorxivClusteringP2P - config: default - split: test - revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 - metrics: - - type: v_measure - value: 32.255659 - - type: v_measure_std - value: 0.617999 - - type: v_measures_1 - value: 31.659456 - - type: v_measures_2 - value: 31.777238 - - type: v_measures_3 - value: 32.318073 - - type: v_measures_4 - value: 31.117099 - - type: v_measures_5 - value: 32.688470 - - type: v_measures_6 - value: 32.254754 - - type: v_measures_7 - value: 31.840892 - - type: v_measures_8 - value: 32.881902 - - type: v_measures_9 - value: 32.856025 - - type: v_measures_10 - value: 33.162681 - - task: - type: Classification - dataset: - type: mteb/stackexchangeclusteringp2p - name: MTEB StackExchangeClusteringP2P - config: default - split: test - revision: 815ca46b2622cec33ccafc3735d572c266efdb44 - metrics: - - type: v_measure - value: 28.709115 - - type: v_measure_std - value: 1.496125 - - type: v_measures_1 - value: 27.092899 - - type: v_measures_2 - value: 28.071150 - - type: v_measures_3 - value: 27.291622 - - type: v_measures_4 - value: 27.135426 - - type: v_measures_5 - value: 26.892076 - - type: v_measures_6 - value: 30.927427 - - type: v_measures_7 - value: 29.409207 - - type: v_measures_8 - value: 30.082578 - - type: v_measures_9 - value: 30.564481 - - type: v_measures_10 - value: 29.624281 - - task: - type: Classification - dataset: - type: mteb/toxicconversationsclassification - name: MTEB ToxicConversationsClassification - config: default - split: test - revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de - metrics: - - type: accuracy - value: 67.602539 - - type: ap - value: 12.228064 - - type: ap_weighted - value: 12.228064 - - type: f1 - value: 51.545356 - - type: f1_weighted - value: 74.867496 - - task: - type: Classification - dataset: - type: mteb/turney - name: MTEB turney - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 50.045872 - - task: - type: Classification - dataset: - type: mteb/twentynewsgroupsclustering - name: MTEB TwentyNewsgroupsClustering - config: default - split: test - revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 - metrics: - - type: v_measure - value: 25.377920 - - type: v_measure_std - value: 1.817008 - - type: v_measures_1 - value: 27.694697 - - type: v_measures_2 - value: 25.105742 - - type: v_measures_3 - value: 27.645667 - - type: v_measures_4 - value: 24.877764 - - type: v_measures_5 - value: 27.655865 - - type: v_measures_6 - value: 23.662279 - - type: v_measures_7 - value: 23.686172 - - type: v_measures_8 - value: 25.032998 - - type: v_measures_9 - value: 26.250417 - - type: v_measures_10 - value: 22.167603 - - task: - type: Classification - dataset: - type: mteb/twittersemeval2015 - name: MTEB TwitterSemEval2015 - config: default - split: test - revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 - metrics: - - type: cosine_accuracy - value: 81.868034 - - type: cosine_accuracy_threshold - value: 78.452748 - - type: cosine_ap - value: 58.607539 - - type: cosine_f1 - value: 56.496631 - - type: cosine_f1_threshold - value: 71.489321 - - type: cosine_precision - value: 51.923927 - - type: cosine_recall - value: 61.952507 - - type: dot_accuracy - value: 77.826787 - - type: dot_accuracy_threshold - value: 108382.071613 - - type: dot_ap - value: 39.486288 - - type: dot_f1 - value: 45.005648 - - type: dot_f1_threshold - value: 52613.255748 - - type: dot_precision - value: 32.415156 - - type: dot_recall - value: 73.588391 - - type: euclidean_accuracy - value: 79.507659 - - type: euclidean_accuracy_threshold - value: 1738.237874 - - type: euclidean_ap - value: 46.636705 - - type: euclidean_f1 - value: 46.011737 - - type: euclidean_f1_threshold - value: 2300.491983 - - type: euclidean_precision - value: 39.116778 - - type: euclidean_recall - value: 55.857520 - - type: manhattan_accuracy - value: 79.632831 - - type: manhattan_accuracy_threshold - value: 22057.509319 - - type: manhattan_ap - value: 47.091421 - - type: manhattan_f1 - value: 46.328383 - - type: manhattan_f1_threshold - value: 29230.919824 - - type: manhattan_precision - value: 38.029123 - - type: manhattan_recall - value: 59.261214 - - type: max_accuracy - value: 81.868034 - - type: max_ap - value: 58.607539 - - type: max_f1 - value: 56.496631 - - type: max_precision - value: 51.923927 - - type: max_recall - value: 73.588391 - - type: similarity_accuracy - value: 81.868034 - - type: similarity_accuracy_threshold - value: 78.452748 - - type: similarity_ap - value: 58.607539 - - type: similarity_f1 - value: 56.496631 - - type: similarity_f1_threshold - value: 71.489321 - - type: similarity_precision - value: 51.923927 - - type: similarity_recall - value: 61.952507 - - task: - type: Classification - dataset: - type: mteb/mtopintentclassification - name: MTEB MTOPIntentClassification (en) - config: en - split: test - revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba - metrics: - - type: accuracy - value: 59.247606 - - type: f1 - value: 43.303141 - - type: f1_weighted - value: 63.347488 - - task: - type: Classification - dataset: - type: mteb/redditclustering - name: MTEB RedditClustering - config: default - split: test - revision: 24640382cdbf8abc73003fb0fa6d111a705499eb - metrics: - - type: v_measure - value: 31.372523 - - type: v_measure_std - value: 4.218053 - - type: v_measures_1 - value: 38.328932 - - type: v_measures_2 - value: 38.915687 - - type: v_measures_3 - value: 25.765428 - - type: v_measures_4 - value: 23.171137 - - type: v_measures_5 - value: 30.032747 - - type: v_measures_6 - value: 31.958013 - - type: v_measures_7 - value: 31.154688 - - type: v_measures_8 - value: 27.963961 - - type: v_measures_9 - value: 26.634896 - - type: v_measures_10 - value: 30.279230 - - type: v_measures_11 - value: 30.090720 - - type: v_measures_12 - value: 35.072897 - - type: v_measures_13 - value: 31.076630 - - type: v_measures_14 - value: 34.386420 - - type: v_measures_15 - value: 30.790252 - - type: v_measures_16 - value: 29.291875 - - type: v_measures_17 - value: 34.131840 - - type: v_measures_18 - value: 36.201112 - - type: v_measures_19 - value: 30.521993 - - type: v_measures_20 - value: 29.230638 - - type: v_measures_21 - value: 30.663526 - - type: v_measures_22 - value: 30.277512 - - type: v_measures_23 - value: 41.584395 - - type: v_measures_24 - value: 31.061009 - - type: v_measures_25 - value: 25.727536 - - task: - type: Classification - dataset: - type: mteb/rel353 - name: MTEB rel353 - config: default - split: test - revision: 1.0.0 - metrics: - - type: cosine_pearson - value: 65.968049 - - type: cosine_spearman - value: 68.786549 - - type: euclidean_pearson - value: 35.666649 - - type: euclidean_spearman - value: 30.972904 - - type: manhattan_pearson - value: 36.332430 - - type: manhattan_spearman - value: 31.906220 - - type: pearson - value: 65.968049 - - type: spearman - value: 68.786549 - - task: - type: Classification - dataset: - type: mteb/cqadupstackphysicsretrieval - name: MTEB CQADupstackPhysicsRetrieval - config: default - split: test - revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 - metrics: - - type: map_at_1 - value: 15.505000 - - type: map_at_10 - value: 20.957000 - - type: map_at_100 - value: 21.917000 - - type: map_at_1000 - value: 22.066000 - - type: map_at_20 - value: 21.443000 - - type: map_at_3 - value: 18.995000 - - type: map_at_5 - value: 20.096000 - - type: mrr_at_1 - value: 19.056785 - - type: mrr_at_10 - value: 24.990834 - - type: mrr_at_100 - value: 25.820872 - - type: mrr_at_1000 - value: 25.912885 - - type: mrr_at_20 - value: 25.417720 - - type: mrr_at_3 - value: 22.954764 - - type: mrr_at_5 - value: 24.114533 - - type: nauc_map_at_1000_diff1 - value: 38.076585 - - type: nauc_map_at_1000_max - value: 18.056702 - - type: nauc_map_at_1000_std - value: -5.671192 - - type: nauc_map_at_100_diff1 - value: 38.085997 - - type: nauc_map_at_100_max - value: 17.990650 - - type: nauc_map_at_100_std - value: -5.757790 - - type: nauc_map_at_10_diff1 - value: 38.055625 - - type: nauc_map_at_10_max - value: 17.539054 - - type: nauc_map_at_10_std - value: -6.387543 - - type: nauc_map_at_1_diff1 - value: 42.983135 - - type: nauc_map_at_1_max - value: 21.177240 - - type: nauc_map_at_1_std - value: -7.143850 - - type: nauc_map_at_20_diff1 - value: 37.962545 - - type: nauc_map_at_20_max - value: 17.760858 - - type: nauc_map_at_20_std - value: -6.197014 - - type: nauc_map_at_3_diff1 - value: 39.448200 - - type: nauc_map_at_3_max - value: 16.772297 - - type: nauc_map_at_3_std - value: -6.815429 - - type: nauc_map_at_5_diff1 - value: 38.594433 - - type: nauc_map_at_5_max - value: 17.371304 - - type: nauc_map_at_5_std - value: -6.135605 - - type: nauc_mrr_at_1000_diff1 - value: 37.430898 - - type: nauc_mrr_at_1000_max - value: 21.048059 - - type: nauc_mrr_at_1000_std - value: -5.068433 - - type: nauc_mrr_at_100_diff1 - value: 37.417425 - - type: nauc_mrr_at_100_max - value: 21.045447 - - type: nauc_mrr_at_100_std - value: -5.095192 - - type: nauc_mrr_at_10_diff1 - value: 37.325273 - - type: nauc_mrr_at_10_max - value: 20.817699 - - type: nauc_mrr_at_10_std - value: -5.556457 - - type: nauc_mrr_at_1_diff1 - value: 42.092993 - - type: nauc_mrr_at_1_max - value: 24.338881 - - type: nauc_mrr_at_1_std - value: -5.666088 - - type: nauc_mrr_at_20_diff1 - value: 37.421240 - - type: nauc_mrr_at_20_max - value: 21.004260 - - type: nauc_mrr_at_20_std - value: -5.335212 - - type: nauc_mrr_at_3_diff1 - value: 38.521797 - - type: nauc_mrr_at_3_max - value: 20.463154 - - type: nauc_mrr_at_3_std - value: -6.209032 - - type: nauc_mrr_at_5_diff1 - value: 37.629885 - - type: nauc_mrr_at_5_max - value: 20.791805 - - type: nauc_mrr_at_5_std - value: -5.258589 - - type: nauc_ndcg_at_1000_diff1 - value: 35.736627 - - type: nauc_ndcg_at_1000_max - value: 19.635646 - - type: nauc_ndcg_at_1000_std - value: -1.851193 - - type: nauc_ndcg_at_100_diff1 - value: 36.092106 - - type: nauc_ndcg_at_100_max - value: 18.917342 - - type: nauc_ndcg_at_100_std - value: -3.042058 - - type: nauc_ndcg_at_10_diff1 - value: 35.952264 - - type: nauc_ndcg_at_10_max - value: 17.373573 - - type: nauc_ndcg_at_10_std - value: -6.016002 - - type: nauc_ndcg_at_1_diff1 - value: 42.092993 - - type: nauc_ndcg_at_1_max - value: 24.338881 - - type: nauc_ndcg_at_1_std - value: -5.666088 - - type: nauc_ndcg_at_20_diff1 - value: 35.840675 - - type: nauc_ndcg_at_20_max - value: 17.933987 - - type: nauc_ndcg_at_20_std - value: -5.213703 - - type: nauc_ndcg_at_3_diff1 - value: 38.044201 - - type: nauc_ndcg_at_3_max - value: 17.129087 - - type: nauc_ndcg_at_3_std - value: -6.587948 - - type: nauc_ndcg_at_5_diff1 - value: 36.762628 - - type: nauc_ndcg_at_5_max - value: 17.602323 - - type: nauc_ndcg_at_5_std - value: -5.432503 - - type: nauc_precision_at_1000_diff1 - value: 6.206827 - - type: nauc_precision_at_1000_max - value: 20.518767 - - type: nauc_precision_at_1000_std - value: 12.684984 - - type: nauc_precision_at_100_diff1 - value: 17.953290 - - type: nauc_precision_at_100_max - value: 24.488415 - - type: nauc_precision_at_100_std - value: 8.318428 - - type: nauc_precision_at_10_diff1 - value: 24.958077 - - type: nauc_precision_at_10_max - value: 21.143454 - - type: nauc_precision_at_10_std - value: -3.112609 - - type: nauc_precision_at_1_diff1 - value: 42.092993 - - type: nauc_precision_at_1_max - value: 24.338881 - - type: nauc_precision_at_1_std - value: -5.666088 - - type: nauc_precision_at_20_diff1 - value: 22.984681 - - type: nauc_precision_at_20_max - value: 21.853967 - - type: nauc_precision_at_20_std - value: 0.076204 - - type: nauc_precision_at_3_diff1 - value: 31.594843 - - type: nauc_precision_at_3_max - value: 16.983380 - - type: nauc_precision_at_3_std - value: -5.539497 - - type: nauc_precision_at_5_diff1 - value: 27.842741 - - type: nauc_precision_at_5_max - value: 19.671720 - - type: nauc_precision_at_5_std - value: -2.699960 - - type: nauc_recall_at_1000_diff1 - value: 19.224950 - - type: nauc_recall_at_1000_max - value: 18.457172 - - type: nauc_recall_at_1000_std - value: 22.347110 - - type: nauc_recall_at_100_diff1 - value: 27.573049 - - type: nauc_recall_at_100_max - value: 15.701036 - - type: nauc_recall_at_100_std - value: 5.924963 - - type: nauc_recall_at_10_diff1 - value: 29.696578 - - type: nauc_recall_at_10_max - value: 12.970006 - - type: nauc_recall_at_10_std - value: -5.416107 - - type: nauc_recall_at_1_diff1 - value: 42.983135 - - type: nauc_recall_at_1_max - value: 21.177240 - - type: nauc_recall_at_1_std - value: -7.143850 - - type: nauc_recall_at_20_diff1 - value: 29.040454 - - type: nauc_recall_at_20_max - value: 14.243345 - - type: nauc_recall_at_20_std - value: -3.015044 - - type: nauc_recall_at_3_diff1 - value: 34.839505 - - type: nauc_recall_at_3_max - value: 11.569623 - - type: nauc_recall_at_3_std - value: -6.213974 - - type: nauc_recall_at_5_diff1 - value: 32.204318 - - type: nauc_recall_at_5_max - value: 13.421999 - - type: nauc_recall_at_5_std - value: -4.019223 - - type: ndcg_at_1 - value: 19.057000 - - type: ndcg_at_10 - value: 24.915000 - - type: ndcg_at_100 - value: 29.858000 - - type: ndcg_at_1000 - value: 33.267000 - - type: ndcg_at_20 - value: 26.544000 - - type: ndcg_at_3 - value: 21.450000 - - type: ndcg_at_5 - value: 23.089000 - - type: precision_at_1 - value: 19.057000 - - type: precision_at_10 - value: 4.601000 - - type: precision_at_100 - value: 0.859000 - - type: precision_at_1000 - value: 0.133000 - - type: precision_at_20 - value: 2.820000 - - type: precision_at_3 - value: 10.138000 - - type: precision_at_5 - value: 7.430000 - - type: recall_at_1 - value: 15.505000 - - type: recall_at_10 - value: 33.052000 - - type: recall_at_100 - value: 55.212000 - - type: recall_at_1000 - value: 78.970000 - - type: recall_at_20 - value: 38.865000 - - type: recall_at_3 - value: 23.125000 - - type: recall_at_5 - value: 27.357000 - - task: - type: Classification - dataset: - type: mteb/stackoverflowdupquestions - name: MTEB StackOverflowDupQuestions - config: default - split: test - revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 - metrics: - - type: map - value: 40.756783 - - type: mrr - value: 41.042887 - - type: nAUC_map_diff1 - value: 29.088260 - - type: nAUC_map_max - value: 14.097515 - - type: nAUC_map_std - value: -4.436923 - - type: nAUC_mrr_diff1 - value: 28.192605 - - type: nAUC_mrr_max - value: 14.640430 - - type: nAUC_mrr_std - value: -3.725138 - - task: - type: Classification - dataset: - type: mteb/autofj - name: MTEB autofj - config: default - split: test - revision: 1.0.0 - metrics: - - type: accuracy - value: 66.057549 - - task: - type: Classification - dataset: - type: mteb/sprintduplicatequestions - name: MTEB SprintDuplicateQuestions - config: default - split: test - revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 - metrics: - - type: cosine_accuracy - value: 99.654455 - - type: cosine_accuracy_threshold - value: 80.494772 - - type: cosine_ap - value: 87.939088 - - type: cosine_f1 - value: 81.804203 - - type: cosine_f1_threshold - value: 79.418468 - - type: cosine_precision - value: 83.911672 - - type: cosine_recall - value: 79.800000 - - type: dot_accuracy - value: 99.047525 - - type: dot_accuracy_threshold - value: 105860.423456 - - type: dot_ap - value: 27.092445 - - type: dot_f1 - value: 33.942094 - - type: dot_f1_threshold - value: 73063.637431 - - type: dot_precision - value: 30.602410 - - type: dot_recall - value: 38.100000 - - type: euclidean_accuracy - value: 99.381188 - - type: euclidean_accuracy_threshold - value: 1505.217018 - - type: euclidean_ap - value: 62.301841 - - type: euclidean_f1 - value: 62.507221 - - type: euclidean_f1_threshold - value: 1578.063047 - - type: euclidean_precision - value: 74.008208 - - type: euclidean_recall - value: 54.100000 - - type: manhattan_accuracy - value: 99.381188 - - type: manhattan_accuracy_threshold - value: 18967.757237 - - type: manhattan_ap - value: 62.320941 - - type: manhattan_f1 - value: 62.291307 - - type: manhattan_f1_threshold - value: 19725.259362 - - type: manhattan_precision - value: 73.405699 - - type: manhattan_recall - value: 54.100000 - - type: max_accuracy - value: 99.654455 - - type: max_ap - value: 87.939088 - - type: max_f1 - value: 81.804203 - - type: max_precision - value: 83.911672 - - type: max_recall - value: 79.800000 - - type: similarity_accuracy - value: 99.654455 - - type: similarity_accuracy_threshold - value: 80.494772 - - type: similarity_ap - value: 87.939088 - - type: similarity_f1 - value: 81.804203 - - type: similarity_f1_threshold - value: 79.418468 - - type: similarity_precision - value: 83.911672 - - type: similarity_recall - value: 79.800000 - - task: - type: Classification - dataset: - type: mteb/cqadupstackwordpressretrieval - name: MTEB CQADupstackWordpressRetrieval - config: default - split: test - revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 - metrics: - - type: map_at_1 - value: 6.414000 - - type: map_at_10 - value: 9.346000 - - type: map_at_100 - value: 9.957000 - - type: map_at_1000 - value: 10.068000 - - type: map_at_20 - value: 9.695000 - - type: map_at_3 - value: 8.404000 - - type: map_at_5 - value: 8.915000 - - type: mrr_at_1 - value: 7.024030 - - type: mrr_at_10 - value: 10.393451 - - type: mrr_at_100 - value: 11.019498 - - type: mrr_at_1000 - value: 11.126514 - - type: mrr_at_20 - value: 10.739950 - - type: mrr_at_3 - value: 9.365373 - - type: mrr_at_5 - value: 9.929144 - - type: nauc_map_at_1000_diff1 - value: 12.814385 - - type: nauc_map_at_1000_max - value: 29.092425 - - type: nauc_map_at_1000_std - value: -9.255922 - - type: nauc_map_at_100_diff1 - value: 12.878426 - - type: nauc_map_at_100_max - value: 29.122942 - - type: nauc_map_at_100_std - value: -9.239003 - - type: nauc_map_at_10_diff1 - value: 12.489511 - - type: nauc_map_at_10_max - value: 29.750605 - - type: nauc_map_at_10_std - value: -10.891316 - - type: nauc_map_at_1_diff1 - value: 21.979091 - - type: nauc_map_at_1_max - value: 35.679215 - - type: nauc_map_at_1_std - value: -14.076715 - - type: nauc_map_at_20_diff1 - value: 12.939397 - - type: nauc_map_at_20_max - value: 29.242086 - - type: nauc_map_at_20_std - value: -9.697032 - - type: nauc_map_at_3_diff1 - value: 11.719563 - - type: nauc_map_at_3_max - value: 31.408331 - - type: nauc_map_at_3_std - value: -12.366045 - - type: nauc_map_at_5_diff1 - value: 11.261295 - - type: nauc_map_at_5_max - value: 30.532439 - - type: nauc_map_at_5_std - value: -12.056642 - - type: nauc_mrr_at_1000_diff1 - value: 12.232881 - - type: nauc_mrr_at_1000_max - value: 26.794896 - - type: nauc_mrr_at_1000_std - value: -6.899204 - - type: nauc_mrr_at_100_diff1 - value: 12.294840 - - type: nauc_mrr_at_100_max - value: 26.786075 - - type: nauc_mrr_at_100_std - value: -6.878887 - - type: nauc_mrr_at_10_diff1 - value: 12.002724 - - type: nauc_mrr_at_10_max - value: 27.404023 - - type: nauc_mrr_at_10_std - value: -8.162035 - - type: nauc_mrr_at_1_diff1 - value: 20.886203 - - type: nauc_mrr_at_1_max - value: 33.254318 - - type: nauc_mrr_at_1_std - value: -10.117523 - - type: nauc_mrr_at_20_diff1 - value: 12.319676 - - type: nauc_mrr_at_20_max - value: 26.870157 - - type: nauc_mrr_at_20_std - value: -7.261723 - - type: nauc_mrr_at_3_diff1 - value: 11.230701 - - type: nauc_mrr_at_3_max - value: 29.122127 - - type: nauc_mrr_at_3_std - value: -9.026936 - - type: nauc_mrr_at_5_diff1 - value: 10.722689 - - type: nauc_mrr_at_5_max - value: 27.993298 - - type: nauc_mrr_at_5_std - value: -9.203792 - - type: nauc_ndcg_at_1000_diff1 - value: 11.608655 - - type: nauc_ndcg_at_1000_max - value: 24.577991 - - type: nauc_ndcg_at_1000_std - value: -3.153392 - - type: nauc_ndcg_at_100_diff1 - value: 12.469794 - - type: nauc_ndcg_at_100_max - value: 25.001651 - - type: nauc_ndcg_at_100_std - value: -3.037399 - - type: nauc_ndcg_at_10_diff1 - value: 11.201618 - - type: nauc_ndcg_at_10_max - value: 26.636771 - - type: nauc_ndcg_at_10_std - value: -8.484642 - - type: nauc_ndcg_at_1_diff1 - value: 20.886203 - - type: nauc_ndcg_at_1_max - value: 33.254318 - - type: nauc_ndcg_at_1_std - value: -10.117523 - - type: nauc_ndcg_at_20_diff1 - value: 12.525481 - - type: nauc_ndcg_at_20_max - value: 25.305211 - - type: nauc_ndcg_at_20_std - value: -5.310391 - - type: nauc_ndcg_at_3_diff1 - value: 9.410260 - - type: nauc_ndcg_at_3_max - value: 29.021903 - - type: nauc_ndcg_at_3_std - value: -10.710589 - - type: nauc_ndcg_at_5_diff1 - value: 8.542378 - - type: nauc_ndcg_at_5_max - value: 27.768399 - - type: nauc_ndcg_at_5_std - value: -10.860866 - - type: nauc_precision_at_1000_diff1 - value: 6.970183 - - type: nauc_precision_at_1000_max - value: 0.541300 - - type: nauc_precision_at_1000_std - value: 7.012494 - - type: nauc_precision_at_100_diff1 - value: 14.185557 - - type: nauc_precision_at_100_max - value: 13.099017 - - type: nauc_precision_at_100_std - value: 8.819688 - - type: nauc_precision_at_10_diff1 - value: 10.272855 - - type: nauc_precision_at_10_max - value: 17.757676 - - type: nauc_precision_at_10_std - value: -3.113349 - - type: nauc_precision_at_1_diff1 - value: 20.886203 - - type: nauc_precision_at_1_max - value: 33.254318 - - type: nauc_precision_at_1_std - value: -10.117523 - - type: nauc_precision_at_20_diff1 - value: 14.088874 - - type: nauc_precision_at_20_max - value: 14.903319 - - type: nauc_precision_at_20_std - value: 4.034709 - - type: nauc_precision_at_3_diff1 - value: 3.271346 - - type: nauc_precision_at_3_max - value: 22.242468 - - type: nauc_precision_at_3_std - value: -7.484175 - - type: nauc_precision_at_5_diff1 - value: 3.328340 - - type: nauc_precision_at_5_max - value: 19.173331 - - type: nauc_precision_at_5_std - value: -6.826664 - - type: nauc_recall_at_1000_diff1 - value: 8.668189 - - type: nauc_recall_at_1000_max - value: 17.270973 - - type: nauc_recall_at_1000_std - value: 8.465785 - - type: nauc_recall_at_100_diff1 - value: 12.084385 - - type: nauc_recall_at_100_max - value: 18.874679 - - type: nauc_recall_at_100_std - value: 8.095327 - - type: nauc_recall_at_10_diff1 - value: 9.382419 - - type: nauc_recall_at_10_max - value: 21.967527 - - type: nauc_recall_at_10_std - value: -4.745351 - - type: nauc_recall_at_1_diff1 - value: 21.979091 - - type: nauc_recall_at_1_max - value: 35.679215 - - type: nauc_recall_at_1_std - value: -14.076715 - - type: nauc_recall_at_20_diff1 - value: 12.502936 - - type: nauc_recall_at_20_max - value: 18.929026 - - type: nauc_recall_at_20_std - value: 2.594467 - - type: nauc_recall_at_3_diff1 - value: 4.428938 - - type: nauc_recall_at_3_max - value: 26.258771 - - type: nauc_recall_at_3_std - value: -10.675231 - - type: nauc_recall_at_5_diff1 - value: 3.359403 - - type: nauc_recall_at_5_max - value: 23.444318 - - type: nauc_recall_at_5_std - value: -9.898464 - - type: ndcg_at_1 - value: 7.024000 - - type: ndcg_at_10 - value: 11.374000 - - type: ndcg_at_100 - value: 14.689000 - - type: ndcg_at_1000 - value: 17.955000 - - type: ndcg_at_20 - value: 12.587000 - - type: ndcg_at_3 - value: 9.400000 - - type: ndcg_at_5 - value: 10.288000 - - type: precision_at_1 - value: 7.024000 - - type: precision_at_10 - value: 1.959000 - - type: precision_at_100 - value: 0.386000 - - type: precision_at_1000 - value: 0.072000 - - type: precision_at_20 - value: 1.248000 - - type: precision_at_3 - value: 4.313000 - - type: precision_at_5 - value: 3.142000 - - type: recall_at_1 - value: 6.414000 - - type: recall_at_10 - value: 16.663000 - - type: recall_at_100 - value: 32.627000 - - type: recall_at_1000 - value: 57.965000 - - type: recall_at_20 - value: 21.254000 - - type: recall_at_3 - value: 11.050000 - - type: recall_at_5 - value: 13.306000 --- # minishlab/M2V_base_glove Model Card