diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -9,6 +9,8882 @@ tags: - embeddings - static-embeddings - sentence-transformers +- mteb +model-index: +- name: brown-beetle-base-v1 + results: + - dataset: + config: en-ext + name: MTEB AmazonCounterfactualClassification (en-ext) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 70.90704647676162 + - type: ap + value: 20.809576527783648 + - type: ap_weighted + value: 20.809576527783648 + - type: f1 + value: 58.63593463335343 + - type: f1_weighted + value: 76.3522601923032 + - type: main_score + value: 70.90704647676162 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 72.44776119402985 + - type: ap + value: 35.37456318192898 + - type: ap_weighted + value: 35.37456318192898 + - type: f1 + value: 66.61214896368735 + - type: f1_weighted + value: 75.10012201186763 + - type: main_score + value: 72.44776119402985 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 66.56272500000001 + - type: ap + value: 61.65156042833797 + - type: ap_weighted + value: 61.65156042833797 + - type: f1 + value: 66.05067668571694 + - type: f1_weighted + value: 66.05067668571694 + - type: main_score + value: 66.56272500000001 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 32.804 + - type: f1 + value: 32.191562227975325 + - type: f1_weighted + value: 32.191562227975325 + - type: main_score + value: 32.804 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 27.472 + - type: map_at_1 + value: 12.518 + - type: map_at_10 + value: 22.112000000000002 + - type: map_at_100 + value: 23.113 + - type: map_at_1000 + value: 23.194 + - type: map_at_20 + value: 22.689 + - type: map_at_3 + value: 19.262999999999998 + - type: map_at_5 + value: 20.838 + - type: mrr_at_1 + value: 12.873399715504979 + - type: mrr_at_10 + value: 22.245760798392343 + - type: mrr_at_100 + value: 23.2535995386754 + - type: mrr_at_1000 + value: 23.334415424798767 + - type: mrr_at_20 + value: 22.832835930440567 + - type: mrr_at_3 + value: 19.369369369369373 + - type: mrr_at_5 + value: 21.005215742057814 + - type: nauc_map_at_1000_diff1 + value: 8.530112404211962 + - type: nauc_map_at_1000_max + value: -0.610229019588028 + - type: nauc_map_at_1000_std + value: 13.439326858512171 + - type: nauc_map_at_100_diff1 + value: 8.5589640159379 + - type: nauc_map_at_100_max + value: -0.5944016197162708 + - type: nauc_map_at_100_std + value: 13.489115621758796 + - type: nauc_map_at_10_diff1 + value: 8.126257265087254 + - type: nauc_map_at_10_max + value: -0.9104792257460274 + - type: nauc_map_at_10_std + value: 12.551733293998016 + - type: nauc_map_at_1_diff1 + value: 10.304469275234254 + - type: nauc_map_at_1_max + value: -6.5207603714088656 + - type: nauc_map_at_1_std + value: 11.511920725984798 + - type: nauc_map_at_20_diff1 + value: 8.392360813027413 + - type: nauc_map_at_20_max + value: -0.5772326965536835 + - type: nauc_map_at_20_std + value: 13.095295660026284 + - type: nauc_map_at_3_diff1 + value: 7.589039911404434 + - type: nauc_map_at_3_max + value: -1.8859866214763326 + - type: nauc_map_at_3_std + value: 10.864914799543438 + - type: nauc_map_at_5_diff1 + value: 7.725834671182779 + - type: nauc_map_at_5_max + value: -2.0421876627364473 + - type: nauc_map_at_5_std + value: 11.53252283204264 + - type: nauc_mrr_at_1000_diff1 + value: 7.223924047392896 + - type: nauc_mrr_at_1000_max + value: -0.8237565406615028 + - type: nauc_mrr_at_1000_std + value: 12.970720666995705 + - type: nauc_mrr_at_100_diff1 + value: 7.255600764760114 + - type: nauc_mrr_at_100_max + value: -0.8075278980068191 + - type: nauc_mrr_at_100_std + value: 13.021245058986777 + - type: nauc_mrr_at_10_diff1 + value: 6.824168026586408 + - type: nauc_mrr_at_10_max + value: -1.1545141075883187 + - type: nauc_mrr_at_10_std + value: 12.092125297214492 + - type: nauc_mrr_at_1_diff1 + value: 8.38385763966794 + - type: nauc_mrr_at_1_max + value: -5.693722977782808 + - type: nauc_mrr_at_1_std + value: 10.330346403389063 + - type: nauc_mrr_at_20_diff1 + value: 7.116749792879911 + - type: nauc_mrr_at_20_max + value: -0.7639025085615958 + - type: nauc_mrr_at_20_std + value: 12.627125842400034 + - type: nauc_mrr_at_3_diff1 + value: 5.958470776046153 + - type: nauc_mrr_at_3_max + value: -2.397322655713469 + - type: nauc_mrr_at_3_std + value: 10.318678582593435 + - type: nauc_mrr_at_5_diff1 + value: 6.422851283076855 + - type: nauc_mrr_at_5_max + value: -2.228505094486492 + - type: nauc_mrr_at_5_std + value: 11.080240086741586 + - type: nauc_ndcg_at_1000_diff1 + value: 9.665675037862528 + - type: nauc_ndcg_at_1000_max + value: 1.8164643463570864 + - type: nauc_ndcg_at_1000_std + value: 17.273535340960105 + - type: nauc_ndcg_at_100_diff1 + value: 10.336717458605742 + - type: nauc_ndcg_at_100_max + value: 2.201049622861128 + - type: nauc_ndcg_at_100_std + value: 18.594513135944407 + - type: nauc_ndcg_at_10_diff1 + value: 8.580230032915912 + - type: nauc_ndcg_at_10_max + value: 1.6184519973149472 + - type: nauc_ndcg_at_10_std + value: 14.168601330751521 + - type: nauc_ndcg_at_1_diff1 + value: 10.304469275234254 + - type: nauc_ndcg_at_1_max + value: -6.5207603714088656 + - type: nauc_ndcg_at_1_std + value: 11.511920725984798 + - type: nauc_ndcg_at_20_diff1 + value: 9.452643320635774 + - type: nauc_ndcg_at_20_max + value: 2.649675021632715 + - type: nauc_ndcg_at_20_std + value: 15.848558428927983 + - type: nauc_ndcg_at_3_diff1 + value: 7.423680730820109 + - type: nauc_ndcg_at_3_max + value: -0.5241914531542782 + - type: nauc_ndcg_at_3_std + value: 10.79696943710403 + - type: nauc_ndcg_at_5_diff1 + value: 7.595280413445214 + - type: nauc_ndcg_at_5_max + value: -0.9084662101000812 + - type: nauc_ndcg_at_5_std + value: 11.89171024983937 + - type: nauc_precision_at_1000_diff1 + value: 17.671568881686063 + - type: nauc_precision_at_1000_max + value: 15.396853331313713 + - type: nauc_precision_at_1000_std + value: 51.45090306802372 + - type: nauc_precision_at_100_diff1 + value: 18.340171384916356 + - type: nauc_precision_at_100_max + value: 10.545554043869352 + - type: nauc_precision_at_100_std + value: 41.71442317028242 + - type: nauc_precision_at_10_diff1 + value: 10.046825528020882 + - type: nauc_precision_at_10_max + value: 7.8956170776495584 + - type: nauc_precision_at_10_std + value: 18.532526447633877 + - type: nauc_precision_at_1_diff1 + value: 10.304469275234254 + - type: nauc_precision_at_1_max + value: -6.5207603714088656 + - type: nauc_precision_at_1_std + value: 11.511920725984798 + - type: nauc_precision_at_20_diff1 + value: 12.951545972608155 + - type: nauc_precision_at_20_max + value: 11.389982355850425 + - type: nauc_precision_at_20_std + value: 24.00835254089037 + - type: nauc_precision_at_3_diff1 + value: 7.169726395090002 + - type: nauc_precision_at_3_max + value: 2.6355879106577915 + - type: nauc_precision_at_3_std + value: 10.664371283765304 + - type: nauc_precision_at_5_diff1 + value: 7.40977816055324 + - type: nauc_precision_at_5_max + value: 1.5419005218408786 + - type: nauc_precision_at_5_std + value: 12.808767406726606 + - type: nauc_recall_at_1000_diff1 + value: 17.67156888168616 + - type: nauc_recall_at_1000_max + value: 15.396853331313737 + - type: nauc_recall_at_1000_std + value: 51.450903068023635 + - type: nauc_recall_at_100_diff1 + value: 18.340171384916317 + - type: nauc_recall_at_100_max + value: 10.545554043869341 + - type: nauc_recall_at_100_std + value: 41.714423170282394 + - type: nauc_recall_at_10_diff1 + value: 10.046825528020864 + - type: nauc_recall_at_10_max + value: 7.895617077649546 + - type: nauc_recall_at_10_std + value: 18.532526447633852 + - type: nauc_recall_at_1_diff1 + value: 10.304469275234254 + - type: nauc_recall_at_1_max + value: -6.5207603714088656 + - type: nauc_recall_at_1_std + value: 11.511920725984798 + - type: nauc_recall_at_20_diff1 + value: 12.951545972608173 + - type: nauc_recall_at_20_max + value: 11.389982355850462 + - type: nauc_recall_at_20_std + value: 24.00835254089037 + - type: nauc_recall_at_3_diff1 + value: 7.169726395090035 + - type: nauc_recall_at_3_max + value: 2.63558791065783 + - type: nauc_recall_at_3_std + value: 10.664371283765313 + - type: nauc_recall_at_5_diff1 + value: 7.409778160553243 + - type: nauc_recall_at_5_max + value: 1.5419005218408781 + - type: nauc_recall_at_5_std + value: 12.808767406726599 + - type: ndcg_at_1 + value: 12.518 + - type: ndcg_at_10 + value: 27.472 + - type: ndcg_at_100 + value: 32.690000000000005 + - type: ndcg_at_1000 + value: 35.168 + - type: ndcg_at_20 + value: 29.54 + - type: ndcg_at_3 + value: 21.560000000000002 + - type: ndcg_at_5 + value: 24.415 + - type: precision_at_1 + value: 12.518 + - type: precision_at_10 + value: 4.459 + - type: precision_at_100 + value: 0.698 + - type: precision_at_1000 + value: 0.09 + - type: precision_at_20 + value: 2.635 + - type: precision_at_3 + value: 9.411999999999999 + - type: precision_at_5 + value: 7.041 + - type: recall_at_1 + value: 12.518 + - type: recall_at_10 + value: 44.595 + - type: recall_at_100 + value: 69.844 + - type: recall_at_1000 + value: 90.04299999999999 + - type: recall_at_20 + value: 52.703 + - type: recall_at_3 + value: 28.236 + - type: recall_at_5 + value: 35.205999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 30.11004370017134 + - type: v_measure + value: 30.11004370017134 + - type: v_measure_std + value: 14.335180861208965 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 19.69451845436496 + - type: v_measure + value: 19.69451845436496 + - type: v_measure_std + value: 15.444158883670541 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 51.39726079096234 + - type: map + value: 51.39726079096234 + - type: mrr + value: 64.94514795761333 + - type: nAUC_map_diff1 + value: 13.516398333452804 + - type: nAUC_map_max + value: 14.194223722139968 + - type: nAUC_map_std + value: 7.1226539793825925 + - type: nAUC_mrr_diff1 + value: 15.629882497094707 + - type: nAUC_mrr_max + value: 19.965579042518318 + - type: nAUC_mrr_std + value: 13.128556325737211 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 72.9724950588563 + - type: cosine_spearman + value: 73.9095154037482 + - type: euclidean_pearson + value: 51.29126269915467 + - type: euclidean_spearman + value: 53.62953523835351 + - type: main_score + value: 73.9095154037482 + - type: manhattan_pearson + value: 47.93589517727305 + - type: manhattan_spearman + value: 50.323435810249705 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 71.9448051948052 + - type: f1 + value: 72.03993637071432 + - type: f1_weighted + value: 72.03993637071433 + - type: main_score + value: 71.9448051948052 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 26.10044290663735 + - type: v_measure + value: 26.10044290663735 + - type: v_measure_std + value: 0.4850250523953905 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 13.37602244060575 + - type: v_measure + value: 13.37602244060575 + - type: v_measure_std + value: 0.6130095640974286 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 29.395 + - type: map_at_1 + value: 18.637 + - type: map_at_10 + value: 25.094 + - type: map_at_100 + value: 26.115 + - type: map_at_1000 + value: 26.259 + - type: map_at_20 + value: 25.594 + - type: map_at_3 + value: 23.058 + - type: map_at_5 + value: 24.035 + - type: mrr_at_1 + value: 23.74821173104435 + - type: mrr_at_10 + value: 30.000681245316418 + - type: mrr_at_100 + value: 30.8270542356755 + - type: mrr_at_1000 + value: 30.90779908348725 + - type: mrr_at_20 + value: 30.411377002067137 + - type: mrr_at_3 + value: 28.30233667143539 + - type: mrr_at_5 + value: 29.089175011921792 + - type: nauc_map_at_1000_diff1 + value: 45.44985213475472 + - type: nauc_map_at_1000_max + value: 31.85554173140791 + - type: nauc_map_at_1000_std + value: -11.81610624669214 + - type: nauc_map_at_100_diff1 + value: 45.43648978317603 + - type: nauc_map_at_100_max + value: 31.848529310376644 + - type: nauc_map_at_100_std + value: -11.856130231905329 + - type: nauc_map_at_10_diff1 + value: 45.58637687075205 + - type: nauc_map_at_10_max + value: 31.503326631977064 + - type: nauc_map_at_10_std + value: -12.265935940319157 + - type: nauc_map_at_1_diff1 + value: 52.119568023926696 + - type: nauc_map_at_1_max + value: 32.08497643741619 + - type: nauc_map_at_1_std + value: -13.283778697596544 + - type: nauc_map_at_20_diff1 + value: 45.577938396658155 + - type: nauc_map_at_20_max + value: 31.7637040046772 + - type: nauc_map_at_20_std + value: -12.020408001583228 + - type: nauc_map_at_3_diff1 + value: 46.75147654852644 + - type: nauc_map_at_3_max + value: 31.500448028398864 + - type: nauc_map_at_3_std + value: -13.393665476201624 + - type: nauc_map_at_5_diff1 + value: 46.36664145078783 + - type: nauc_map_at_5_max + value: 31.343431814823397 + - type: nauc_map_at_5_std + value: -12.865715523230763 + - type: nauc_mrr_at_1000_diff1 + value: 45.14925372989887 + - type: nauc_mrr_at_1000_max + value: 32.76618097106967 + - type: nauc_mrr_at_1000_std + value: -12.524563118199339 + - type: nauc_mrr_at_100_diff1 + value: 45.13373715931408 + - type: nauc_mrr_at_100_max + value: 32.77708930663885 + - type: nauc_mrr_at_100_std + value: -12.56931435530875 + - type: nauc_mrr_at_10_diff1 + value: 45.40838719763305 + - type: nauc_mrr_at_10_max + value: 32.762868559810784 + - type: nauc_mrr_at_10_std + value: -12.817907206821655 + - type: nauc_mrr_at_1_diff1 + value: 50.89134258279399 + - type: nauc_mrr_at_1_max + value: 34.37095750680418 + - type: nauc_mrr_at_1_std + value: -14.274479412853886 + - type: nauc_mrr_at_20_diff1 + value: 45.249541891203215 + - type: nauc_mrr_at_20_max + value: 32.82316951160751 + - type: nauc_mrr_at_20_std + value: -12.61002466497651 + - type: nauc_mrr_at_3_diff1 + value: 46.08602618931601 + - type: nauc_mrr_at_3_max + value: 32.941253888093804 + - type: nauc_mrr_at_3_std + value: -13.563733488369248 + - type: nauc_mrr_at_5_diff1 + value: 45.95778955086399 + - type: nauc_mrr_at_5_max + value: 32.89757778678747 + - type: nauc_mrr_at_5_std + value: -13.388699347312574 + - type: nauc_ndcg_at_1000_diff1 + value: 42.45552310071413 + - type: nauc_ndcg_at_1000_max + value: 31.851447169128853 + - type: nauc_ndcg_at_1000_std + value: -9.157899679842178 + - type: nauc_ndcg_at_100_diff1 + value: 42.13189912941783 + - type: nauc_ndcg_at_100_max + value: 31.920803739157755 + - type: nauc_ndcg_at_100_std + value: -10.133311348487833 + - type: nauc_ndcg_at_10_diff1 + value: 43.14532027005519 + - type: nauc_ndcg_at_10_max + value: 31.398484315040182 + - type: nauc_ndcg_at_10_std + value: -11.65740071892807 + - type: nauc_ndcg_at_1_diff1 + value: 50.89134258279399 + - type: nauc_ndcg_at_1_max + value: 34.37095750680418 + - type: nauc_ndcg_at_1_std + value: -14.274479412853886 + - type: nauc_ndcg_at_20_diff1 + value: 43.05955752222379 + - type: nauc_ndcg_at_20_max + value: 31.617775415149495 + - type: nauc_ndcg_at_20_std + value: -10.72382272385622 + - type: nauc_ndcg_at_3_diff1 + value: 44.345319690154334 + - type: nauc_ndcg_at_3_max + value: 31.860657201237984 + - type: nauc_ndcg_at_3_std + value: -13.201036742073732 + - type: nauc_ndcg_at_5_diff1 + value: 44.2321922039918 + - type: nauc_ndcg_at_5_max + value: 31.67328744227065 + - type: nauc_ndcg_at_5_std + value: -12.73240065162892 + - type: nauc_precision_at_1000_diff1 + value: 7.273423259712273 + - type: nauc_precision_at_1000_max + value: 6.764651727683099 + - type: nauc_precision_at_1000_std + value: -1.4966884360432018 + - type: nauc_precision_at_100_diff1 + value: 14.882288606927712 + - type: nauc_precision_at_100_max + value: 21.077880381393772 + - type: nauc_precision_at_100_std + value: -3.2549759401079776 + - type: nauc_precision_at_10_diff1 + value: 28.60830720280523 + - type: nauc_precision_at_10_max + value: 28.558880836815003 + - type: nauc_precision_at_10_std + value: -7.163122385852441 + - type: nauc_precision_at_1_diff1 + value: 50.89134258279399 + - type: nauc_precision_at_1_max + value: 34.37095750680418 + - type: nauc_precision_at_1_std + value: -14.274479412853886 + - type: nauc_precision_at_20_diff1 + value: 24.08438528220202 + - type: nauc_precision_at_20_max + value: 28.258801616588247 + - type: nauc_precision_at_20_std + value: -6.705830110580177 + - type: nauc_precision_at_3_diff1 + value: 37.93456250117405 + - type: nauc_precision_at_3_max + value: 31.243409463132032 + - type: nauc_precision_at_3_std + value: -12.59868434526981 + - type: nauc_precision_at_5_diff1 + value: 34.729490110300425 + - type: nauc_precision_at_5_max + value: 30.372494703283788 + - type: nauc_precision_at_5_std + value: -10.069026416856131 + - type: nauc_recall_at_1000_diff1 + value: 23.676039981996997 + - type: nauc_recall_at_1000_max + value: 26.693584681473453 + - type: nauc_recall_at_1000_std + value: 11.941818004042663 + - type: nauc_recall_at_100_diff1 + value: 26.974116632964495 + - type: nauc_recall_at_100_max + value: 28.1322789539008 + - type: nauc_recall_at_100_std + value: -2.793517857097065 + - type: nauc_recall_at_10_diff1 + value: 34.380731984563155 + - type: nauc_recall_at_10_max + value: 27.1153265513231 + - type: nauc_recall_at_10_std + value: -8.019251840545442 + - type: nauc_recall_at_1_diff1 + value: 52.119568023926696 + - type: nauc_recall_at_1_max + value: 32.08497643741619 + - type: nauc_recall_at_1_std + value: -13.283778697596544 + - type: nauc_recall_at_20_diff1 + value: 33.11437933898011 + - type: nauc_recall_at_20_max + value: 27.550021643829588 + - type: nauc_recall_at_20_std + value: -4.660461025976219 + - type: nauc_recall_at_3_diff1 + value: 39.80493501345255 + - type: nauc_recall_at_3_max + value: 28.954772937395923 + - type: nauc_recall_at_3_std + value: -12.62754725500984 + - type: nauc_recall_at_5_diff1 + value: 38.809559633465454 + - type: nauc_recall_at_5_max + value: 28.024304327517513 + - type: nauc_recall_at_5_std + value: -11.285144166535767 + - type: ndcg_at_1 + value: 23.748 + - type: ndcg_at_10 + value: 29.395 + - type: ndcg_at_100 + value: 34.314 + - type: ndcg_at_1000 + value: 37.422 + - type: ndcg_at_20 + value: 30.94 + - type: ndcg_at_3 + value: 26.317 + - type: ndcg_at_5 + value: 27.331 + - type: precision_at_1 + value: 23.748 + - type: precision_at_10 + value: 5.680000000000001 + - type: precision_at_100 + value: 1.027 + - type: precision_at_1000 + value: 0.156 + - type: precision_at_20 + value: 3.4189999999999996 + - type: precision_at_3 + value: 12.637 + - type: precision_at_5 + value: 9.013 + - type: recall_at_1 + value: 18.637 + - type: recall_at_10 + value: 37.092000000000006 + - type: recall_at_100 + value: 59.556 + - type: recall_at_1000 + value: 80.739 + - type: recall_at_20 + value: 42.971 + - type: recall_at_3 + value: 27.276 + - type: recall_at_5 + value: 30.469 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 23.681 + - type: map_at_1 + value: 15.042 + - type: map_at_10 + value: 20.141000000000002 + - type: map_at_100 + value: 20.904 + - type: map_at_1000 + value: 21.023 + - type: map_at_20 + value: 20.523 + - type: map_at_3 + value: 18.482000000000003 + - type: map_at_5 + value: 19.345000000000002 + - type: mrr_at_1 + value: 19.23566878980892 + - type: mrr_at_10 + value: 24.451824891315347 + - type: mrr_at_100 + value: 25.134838805782923 + - type: mrr_at_1000 + value: 25.208900352642388 + - type: mrr_at_20 + value: 24.808984561765023 + - type: mrr_at_3 + value: 22.728237791932056 + - type: mrr_at_5 + value: 23.654989384288733 + - type: nauc_map_at_1000_diff1 + value: 40.798124812569384 + - type: nauc_map_at_1000_max + value: 14.81540926855082 + - type: nauc_map_at_1000_std + value: -5.05385945021678 + - type: nauc_map_at_100_diff1 + value: 40.829386744060805 + - type: nauc_map_at_100_max + value: 14.774380892904473 + - type: nauc_map_at_100_std + value: -5.117516079985261 + - type: nauc_map_at_10_diff1 + value: 41.15478642914214 + - type: nauc_map_at_10_max + value: 15.03768443891208 + - type: nauc_map_at_10_std + value: -5.641265905734448 + - type: nauc_map_at_1_diff1 + value: 47.54352356674396 + - type: nauc_map_at_1_max + value: 15.273312981192003 + - type: nauc_map_at_1_std + value: -6.169908596349911 + - type: nauc_map_at_20_diff1 + value: 40.97327855637148 + - type: nauc_map_at_20_max + value: 14.89105826755982 + - type: nauc_map_at_20_std + value: -5.364240018336858 + - type: nauc_map_at_3_diff1 + value: 42.231873075275615 + - type: nauc_map_at_3_max + value: 15.404317252294913 + - type: nauc_map_at_3_std + value: -5.678580756730022 + - type: nauc_map_at_5_diff1 + value: 41.66143830829381 + - type: nauc_map_at_5_max + value: 15.447251046070571 + - type: nauc_map_at_5_std + value: -5.837495650656335 + - type: nauc_mrr_at_1000_diff1 + value: 39.86420906999884 + - type: nauc_mrr_at_1000_max + value: 16.135989158186753 + - type: nauc_mrr_at_1000_std + value: -4.592451604982568 + - type: nauc_mrr_at_100_diff1 + value: 39.86122888458937 + - type: nauc_mrr_at_100_max + value: 16.105439789753422 + - type: nauc_mrr_at_100_std + value: -4.601044925036893 + - type: nauc_mrr_at_10_diff1 + value: 40.0914830828018 + - type: nauc_mrr_at_10_max + value: 16.316069710505907 + - type: nauc_mrr_at_10_std + value: -4.933931119120412 + - type: nauc_mrr_at_1_diff1 + value: 45.872319574398595 + - type: nauc_mrr_at_1_max + value: 17.714407532873587 + - type: nauc_mrr_at_1_std + value: -5.892428732338192 + - type: nauc_mrr_at_20_diff1 + value: 39.968104403603064 + - type: nauc_mrr_at_20_max + value: 16.250579894010908 + - type: nauc_mrr_at_20_std + value: -4.6913201222123115 + - type: nauc_mrr_at_3_diff1 + value: 40.98138119843196 + - type: nauc_mrr_at_3_max + value: 16.753412976976964 + - type: nauc_mrr_at_3_std + value: -4.862607910994618 + - type: nauc_mrr_at_5_diff1 + value: 40.51817434109358 + - type: nauc_mrr_at_5_max + value: 16.669114474829712 + - type: nauc_mrr_at_5_std + value: -5.0187913261619945 + - type: nauc_ndcg_at_1000_diff1 + value: 37.322805503060394 + - type: nauc_ndcg_at_1000_max + value: 14.074508601767524 + - type: nauc_ndcg_at_1000_std + value: -2.5684467253264294 + - type: nauc_ndcg_at_100_diff1 + value: 37.680833522451216 + - type: nauc_ndcg_at_100_max + value: 13.218661114047158 + - type: nauc_ndcg_at_100_std + value: -3.2872551022227774 + - type: nauc_ndcg_at_10_diff1 + value: 38.946324884525104 + - type: nauc_ndcg_at_10_max + value: 14.56340596052078 + - type: nauc_ndcg_at_10_std + value: -4.900816452861336 + - type: nauc_ndcg_at_1_diff1 + value: 45.872319574398595 + - type: nauc_ndcg_at_1_max + value: 17.714407532873587 + - type: nauc_ndcg_at_1_std + value: -5.892428732338192 + - type: nauc_ndcg_at_20_diff1 + value: 38.43824761822619 + - type: nauc_ndcg_at_20_max + value: 14.1179521561548 + - type: nauc_ndcg_at_20_std + value: -4.24942445066419 + - type: nauc_ndcg_at_3_diff1 + value: 40.14877067296726 + - type: nauc_ndcg_at_3_max + value: 15.867529420424223 + - type: nauc_ndcg_at_3_std + value: -4.932613633444065 + - type: nauc_ndcg_at_5_diff1 + value: 39.6102519927959 + - type: nauc_ndcg_at_5_max + value: 15.609756851439455 + - type: nauc_ndcg_at_5_std + value: -5.26940412982977 + - type: nauc_precision_at_1000_diff1 + value: -0.9954109220208948 + - type: nauc_precision_at_1000_max + value: 11.967578992629335 + - type: nauc_precision_at_1000_std + value: 9.014871288529228 + - type: nauc_precision_at_100_diff1 + value: 9.89964263137245 + - type: nauc_precision_at_100_max + value: 9.908412889796272 + - type: nauc_precision_at_100_std + value: 6.592828334609421 + - type: nauc_precision_at_10_diff1 + value: 24.28741469421518 + - type: nauc_precision_at_10_max + value: 13.455460040232389 + - type: nauc_precision_at_10_std + value: -2.3085437386023773 + - type: nauc_precision_at_1_diff1 + value: 45.872319574398595 + - type: nauc_precision_at_1_max + value: 17.714407532873587 + - type: nauc_precision_at_1_std + value: -5.892428732338192 + - type: nauc_precision_at_20_diff1 + value: 19.81016945673257 + - type: nauc_precision_at_20_max + value: 13.617095525972758 + - type: nauc_precision_at_20_std + value: 0.8956778782497932 + - type: nauc_precision_at_3_diff1 + value: 31.47336887855281 + - type: nauc_precision_at_3_max + value: 17.33370290746675 + - type: nauc_precision_at_3_std + value: -3.1323661307841824 + - type: nauc_precision_at_5_diff1 + value: 28.487140523674654 + - type: nauc_precision_at_5_max + value: 16.480475549147176 + - type: nauc_precision_at_5_std + value: -3.725675220452465 + - type: nauc_recall_at_1000_diff1 + value: 24.064977596273092 + - type: nauc_recall_at_1000_max + value: 9.481115572308768 + - type: nauc_recall_at_1000_std + value: 7.1196676914786305 + - type: nauc_recall_at_100_diff1 + value: 27.68996032837215 + - type: nauc_recall_at_100_max + value: 5.569519308774954 + - type: nauc_recall_at_100_std + value: 2.174562988626623 + - type: nauc_recall_at_10_diff1 + value: 33.4166528457575 + - type: nauc_recall_at_10_max + value: 11.526480134166073 + - type: nauc_recall_at_10_std + value: -3.9714508194727993 + - type: nauc_recall_at_1_diff1 + value: 47.54352356674396 + - type: nauc_recall_at_1_max + value: 15.273312981192003 + - type: nauc_recall_at_1_std + value: -6.169908596349911 + - type: nauc_recall_at_20_diff1 + value: 31.174108795272655 + - type: nauc_recall_at_20_max + value: 9.49403140642074 + - type: nauc_recall_at_20_std + value: -1.7053654233265276 + - type: nauc_recall_at_3_diff1 + value: 36.975946663308655 + - type: nauc_recall_at_3_max + value: 13.846841332248397 + - type: nauc_recall_at_3_std + value: -4.620179845226721 + - type: nauc_recall_at_5_diff1 + value: 35.32921422655988 + - type: nauc_recall_at_5_max + value: 13.64989734279998 + - type: nauc_recall_at_5_std + value: -5.11567851944459 + - type: ndcg_at_1 + value: 19.236 + - type: ndcg_at_10 + value: 23.681 + - type: ndcg_at_100 + value: 27.378000000000004 + - type: ndcg_at_1000 + value: 30.263 + - type: ndcg_at_20 + value: 24.869 + - type: ndcg_at_3 + value: 20.990000000000002 + - type: ndcg_at_5 + value: 22.112000000000002 + - type: precision_at_1 + value: 19.236 + - type: precision_at_10 + value: 4.561 + - type: precision_at_100 + value: 0.8130000000000001 + - type: precision_at_1000 + value: 0.131 + - type: precision_at_20 + value: 2.7390000000000003 + - type: precision_at_3 + value: 10.318 + - type: precision_at_5 + value: 7.35 + - type: recall_at_1 + value: 15.042 + - type: recall_at_10 + value: 29.768 + - type: recall_at_100 + value: 46.403 + - type: recall_at_1000 + value: 66.237 + - type: recall_at_20 + value: 34.172999999999995 + - type: recall_at_3 + value: 21.736 + - type: recall_at_5 + value: 24.909 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 33.292 + - type: map_at_1 + value: 21.258 + - type: map_at_10 + value: 28.968 + - type: map_at_100 + value: 29.87 + - type: map_at_1000 + value: 29.967 + - type: map_at_20 + value: 29.432000000000002 + - type: map_at_3 + value: 26.772000000000002 + - type: map_at_5 + value: 28.101 + - type: mrr_at_1 + value: 24.890282131661444 + - type: mrr_at_10 + value: 31.909364581778334 + - type: mrr_at_100 + value: 32.725252862811274 + - type: mrr_at_1000 + value: 32.79159341343287 + - type: mrr_at_20 + value: 32.341802530734604 + - type: mrr_at_3 + value: 29.916405433646787 + - type: mrr_at_5 + value: 31.148380355276856 + - type: nauc_map_at_1000_diff1 + value: 42.89898485719857 + - type: nauc_map_at_1000_max + value: 25.7601834300267 + - type: nauc_map_at_1000_std + value: -6.8075678780363065 + - type: nauc_map_at_100_diff1 + value: 42.88303590625868 + - type: nauc_map_at_100_max + value: 25.748000671003506 + - type: nauc_map_at_100_std + value: -6.880066721152117 + - type: nauc_map_at_10_diff1 + value: 42.97229732654456 + - type: nauc_map_at_10_max + value: 25.73618000005681 + - type: nauc_map_at_10_std + value: -7.416149046327371 + - type: nauc_map_at_1_diff1 + value: 47.83647924362518 + - type: nauc_map_at_1_max + value: 26.419122024307985 + - type: nauc_map_at_1_std + value: -11.21630730855683 + - type: nauc_map_at_20_diff1 + value: 42.92765195082491 + - type: nauc_map_at_20_max + value: 25.827247499669042 + - type: nauc_map_at_20_std + value: -7.25577277560294 + - type: nauc_map_at_3_diff1 + value: 43.25354682000908 + - type: nauc_map_at_3_max + value: 25.475868171430445 + - type: nauc_map_at_3_std + value: -8.736090401561846 + - type: nauc_map_at_5_diff1 + value: 43.19691208993581 + - type: nauc_map_at_5_max + value: 25.78026385201875 + - type: nauc_map_at_5_std + value: -7.410757681862602 + - type: nauc_mrr_at_1000_diff1 + value: 43.75833402735505 + - type: nauc_mrr_at_1000_max + value: 27.696252388661918 + - type: nauc_mrr_at_1000_std + value: -5.26810595515753 + - type: nauc_mrr_at_100_diff1 + value: 43.74265948204468 + - type: nauc_mrr_at_100_max + value: 27.68162942740836 + - type: nauc_mrr_at_100_std + value: -5.273744266587032 + - type: nauc_mrr_at_10_diff1 + value: 43.856655689435364 + - type: nauc_mrr_at_10_max + value: 27.850212260475832 + - type: nauc_mrr_at_10_std + value: -5.651027150885109 + - type: nauc_mrr_at_1_diff1 + value: 49.482145902956546 + - type: nauc_mrr_at_1_max + value: 29.40696837180673 + - type: nauc_mrr_at_1_std + value: -9.246840389820699 + - type: nauc_mrr_at_20_diff1 + value: 43.773790918590606 + - type: nauc_mrr_at_20_max + value: 27.813596603253572 + - type: nauc_mrr_at_20_std + value: -5.563343410112547 + - type: nauc_mrr_at_3_diff1 + value: 44.1863992693496 + - type: nauc_mrr_at_3_max + value: 27.975687791183194 + - type: nauc_mrr_at_3_std + value: -6.566771188686054 + - type: nauc_mrr_at_5_diff1 + value: 44.28502525647762 + - type: nauc_mrr_at_5_max + value: 28.22823260746294 + - type: nauc_mrr_at_5_std + value: -5.664969849271516 + - type: nauc_ndcg_at_1000_diff1 + value: 41.10279297865673 + - type: nauc_ndcg_at_1000_max + value: 25.15483651126361 + - type: nauc_ndcg_at_1000_std + value: -2.326246701669577 + - type: nauc_ndcg_at_100_diff1 + value: 40.68733230153336 + - type: nauc_ndcg_at_100_max + value: 24.920497030562395 + - type: nauc_ndcg_at_100_std + value: -3.2491794009868062 + - type: nauc_ndcg_at_10_diff1 + value: 41.22720271830224 + - type: nauc_ndcg_at_10_max + value: 25.591609324815213 + - type: nauc_ndcg_at_10_std + value: -5.930931282520972 + - type: nauc_ndcg_at_1_diff1 + value: 49.482145902956546 + - type: nauc_ndcg_at_1_max + value: 29.40696837180673 + - type: nauc_ndcg_at_1_std + value: -9.246840389820699 + - type: nauc_ndcg_at_20_diff1 + value: 41.02978538915726 + - type: nauc_ndcg_at_20_max + value: 25.692164466960982 + - type: nauc_ndcg_at_20_std + value: -5.481258872610866 + - type: nauc_ndcg_at_3_diff1 + value: 41.946789824936715 + - type: nauc_ndcg_at_3_max + value: 25.819165242311083 + - type: nauc_ndcg_at_3_std + value: -7.651398955832938 + - type: nauc_ndcg_at_5_diff1 + value: 41.89260094688737 + - type: nauc_ndcg_at_5_max + value: 26.092454786522957 + - type: nauc_ndcg_at_5_std + value: -5.831834443535013 + - type: nauc_precision_at_1000_diff1 + value: 7.432542782735883 + - type: nauc_precision_at_1000_max + value: 9.331553140370588 + - type: nauc_precision_at_1000_std + value: 28.23885596670155 + - type: nauc_precision_at_100_diff1 + value: 19.6661654667304 + - type: nauc_precision_at_100_max + value: 16.6847940189733 + - type: nauc_precision_at_100_std + value: 18.310214580560057 + - type: nauc_precision_at_10_diff1 + value: 32.10200793695008 + - type: nauc_precision_at_10_max + value: 23.864811590537947 + - type: nauc_precision_at_10_std + value: 1.4030918024799062 + - type: nauc_precision_at_1_diff1 + value: 49.482145902956546 + - type: nauc_precision_at_1_max + value: 29.40696837180673 + - type: nauc_precision_at_1_std + value: -9.246840389820699 + - type: nauc_precision_at_20_diff1 + value: 29.476241810558673 + - type: nauc_precision_at_20_max + value: 23.96668161723849 + - type: nauc_precision_at_20_std + value: 4.306914916353381 + - type: nauc_precision_at_3_diff1 + value: 36.06776696045971 + - type: nauc_precision_at_3_max + value: 25.929370510324745 + - type: nauc_precision_at_3_std + value: -3.7615220021347517 + - type: nauc_precision_at_5_diff1 + value: 35.32396504605641 + - type: nauc_precision_at_5_max + value: 25.95265820819126 + - type: nauc_precision_at_5_std + value: 1.1670946217187153 + - type: nauc_recall_at_1000_diff1 + value: 29.164546397383145 + - type: nauc_recall_at_1000_max + value: 15.621267941592098 + - type: nauc_recall_at_1000_std + value: 26.27547002407044 + - type: nauc_recall_at_100_diff1 + value: 29.153994431881447 + - type: nauc_recall_at_100_max + value: 16.748491583987608 + - type: nauc_recall_at_100_std + value: 9.462267347861445 + - type: nauc_recall_at_10_diff1 + value: 34.05468080049927 + - type: nauc_recall_at_10_max + value: 22.204610247322602 + - type: nauc_recall_at_10_std + value: -3.5086309143508814 + - type: nauc_recall_at_1_diff1 + value: 47.83647924362518 + - type: nauc_recall_at_1_max + value: 26.419122024307985 + - type: nauc_recall_at_1_std + value: -11.21630730855683 + - type: nauc_recall_at_20_diff1 + value: 33.12835279154617 + - type: nauc_recall_at_20_max + value: 22.306853620231067 + - type: nauc_recall_at_20_std + value: -2.033052592471381 + - type: nauc_recall_at_3_diff1 + value: 36.95894401551376 + - type: nauc_recall_at_3_max + value: 22.786504846733948 + - type: nauc_recall_at_3_std + value: -6.979614609488201 + - type: nauc_recall_at_5_diff1 + value: 36.46425114286232 + - type: nauc_recall_at_5_max + value: 23.920023442782707 + - type: nauc_recall_at_5_std + value: -3.0154588250727543 + - type: ndcg_at_1 + value: 24.89 + - type: ndcg_at_10 + value: 33.292 + - type: ndcg_at_100 + value: 37.901 + - type: ndcg_at_1000 + value: 40.285 + - type: ndcg_at_20 + value: 34.884 + - type: ndcg_at_3 + value: 29.238999999999997 + - type: ndcg_at_5 + value: 31.367 + - type: precision_at_1 + value: 24.89 + - type: precision_at_10 + value: 5.442 + - type: precision_at_100 + value: 0.849 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: precision_at_20 + value: 3.132 + - type: precision_at_3 + value: 13.312 + - type: precision_at_5 + value: 9.342 + - type: recall_at_1 + value: 21.258 + - type: recall_at_10 + value: 43.651 + - type: recall_at_100 + value: 64.885 + - type: recall_at_1000 + value: 82.248 + - type: recall_at_20 + value: 49.580999999999996 + - type: recall_at_3 + value: 32.625 + - type: recall_at_5 + value: 37.957 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 16.07 + - type: map_at_1 + value: 9.415999999999999 + - type: map_at_10 + value: 13.513 + - type: map_at_100 + value: 14.224999999999998 + - type: map_at_1000 + value: 14.319 + - type: map_at_20 + value: 13.866 + - type: map_at_3 + value: 12.112 + - type: map_at_5 + value: 12.926000000000002 + - type: mrr_at_1 + value: 10.056497175141244 + - type: mrr_at_10 + value: 14.38808178638687 + - type: mrr_at_100 + value: 15.119805851668064 + - type: mrr_at_1000 + value: 15.205731909234233 + - type: mrr_at_20 + value: 14.75397466980612 + - type: mrr_at_3 + value: 12.862523540489635 + - type: mrr_at_5 + value: 13.77212806026365 + - type: nauc_map_at_1000_diff1 + value: 30.749479495702342 + - type: nauc_map_at_1000_max + value: 18.061350456252757 + - type: nauc_map_at_1000_std + value: -12.776716311222378 + - type: nauc_map_at_100_diff1 + value: 30.745239452411266 + - type: nauc_map_at_100_max + value: 18.00287521387654 + - type: nauc_map_at_100_std + value: -12.762249840519019 + - type: nauc_map_at_10_diff1 + value: 31.585120048362626 + - type: nauc_map_at_10_max + value: 18.39732510168566 + - type: nauc_map_at_10_std + value: -13.04298966234414 + - type: nauc_map_at_1_diff1 + value: 39.53220236575913 + - type: nauc_map_at_1_max + value: 19.291078384369037 + - type: nauc_map_at_1_std + value: -15.847700407312121 + - type: nauc_map_at_20_diff1 + value: 31.15292842056701 + - type: nauc_map_at_20_max + value: 18.13662897968119 + - type: nauc_map_at_20_std + value: -12.848240363122192 + - type: nauc_map_at_3_diff1 + value: 33.313193762120996 + - type: nauc_map_at_3_max + value: 18.718856751497455 + - type: nauc_map_at_3_std + value: -14.859757228365305 + - type: nauc_map_at_5_diff1 + value: 32.23145271963652 + - type: nauc_map_at_5_max + value: 18.686858524820614 + - type: nauc_map_at_5_std + value: -13.710819578206074 + - type: nauc_mrr_at_1000_diff1 + value: 29.8165900318886 + - type: nauc_mrr_at_1000_max + value: 20.23811240329599 + - type: nauc_mrr_at_1000_std + value: -11.894134707547828 + - type: nauc_mrr_at_100_diff1 + value: 29.79693245528083 + - type: nauc_mrr_at_100_max + value: 20.20487363279151 + - type: nauc_mrr_at_100_std + value: -11.8801471861184 + - type: nauc_mrr_at_10_diff1 + value: 30.555491785566787 + - type: nauc_mrr_at_10_max + value: 20.727418041975238 + - type: nauc_mrr_at_10_std + value: -12.17749828295938 + - type: nauc_mrr_at_1_diff1 + value: 38.471750784591066 + - type: nauc_mrr_at_1_max + value: 21.693359914033035 + - type: nauc_mrr_at_1_std + value: -15.027184530198495 + - type: nauc_mrr_at_20_diff1 + value: 30.124573695443253 + - type: nauc_mrr_at_20_max + value: 20.387777693647998 + - type: nauc_mrr_at_20_std + value: -11.986519353678883 + - type: nauc_mrr_at_3_diff1 + value: 31.924325436195495 + - type: nauc_mrr_at_3_max + value: 20.617013722734008 + - type: nauc_mrr_at_3_std + value: -14.110436011957422 + - type: nauc_mrr_at_5_diff1 + value: 30.993974966945082 + - type: nauc_mrr_at_5_max + value: 20.986844373402263 + - type: nauc_mrr_at_5_std + value: -12.69277901580161 + - type: nauc_ndcg_at_1000_diff1 + value: 25.982176878556317 + - type: nauc_ndcg_at_1000_max + value: 17.957848463581367 + - type: nauc_ndcg_at_1000_std + value: -10.478813728245443 + - type: nauc_ndcg_at_100_diff1 + value: 25.170121843912362 + - type: nauc_ndcg_at_100_max + value: 16.255524144508325 + - type: nauc_ndcg_at_100_std + value: -9.984533384788604 + - type: nauc_ndcg_at_10_diff1 + value: 28.577877265628548 + - type: nauc_ndcg_at_10_max + value: 18.13117862235857 + - type: nauc_ndcg_at_10_std + value: -10.906065025018682 + - type: nauc_ndcg_at_1_diff1 + value: 38.471750784591066 + - type: nauc_ndcg_at_1_max + value: 21.693359914033035 + - type: nauc_ndcg_at_1_std + value: -15.027184530198495 + - type: nauc_ndcg_at_20_diff1 + value: 27.10928770072782 + - type: nauc_ndcg_at_20_max + value: 17.30763169934487 + - type: nauc_ndcg_at_20_std + value: -10.399408092338273 + - type: nauc_ndcg_at_3_diff1 + value: 31.042482747608286 + - type: nauc_ndcg_at_3_max + value: 18.738158681504135 + - type: nauc_ndcg_at_3_std + value: -14.477327055073575 + - type: nauc_ndcg_at_5_diff1 + value: 29.660154138043147 + - type: nauc_ndcg_at_5_max + value: 18.84211095319927 + - type: nauc_ndcg_at_5_std + value: -12.327752711951133 + - type: nauc_precision_at_1000_diff1 + value: 7.633443912786396 + - type: nauc_precision_at_1000_max + value: 21.566986560692477 + - type: nauc_precision_at_1000_std + value: -2.445375271482855 + - type: nauc_precision_at_100_diff1 + value: 9.318121904657204 + - type: nauc_precision_at_100_max + value: 13.380483592987227 + - type: nauc_precision_at_100_std + value: -3.8250949950041795 + - type: nauc_precision_at_10_diff1 + value: 20.19648074695999 + - type: nauc_precision_at_10_max + value: 18.698777956049263 + - type: nauc_precision_at_10_std + value: -6.150147847173545 + - type: nauc_precision_at_1_diff1 + value: 38.471750784591066 + - type: nauc_precision_at_1_max + value: 21.693359914033035 + - type: nauc_precision_at_1_std + value: -15.027184530198495 + - type: nauc_precision_at_20_diff1 + value: 16.533311292140727 + - type: nauc_precision_at_20_max + value: 17.695708265296 + - type: nauc_precision_at_20_std + value: -4.705535015858615 + - type: nauc_precision_at_3_diff1 + value: 25.326780965328666 + - type: nauc_precision_at_3_max + value: 19.89839754219193 + - type: nauc_precision_at_3_std + value: -13.489806593621662 + - type: nauc_precision_at_5_diff1 + value: 22.651705939365204 + - type: nauc_precision_at_5_max + value: 20.655007483997082 + - type: nauc_precision_at_5_std + value: -9.011224009514967 + - type: nauc_recall_at_1000_diff1 + value: 15.004367482615095 + - type: nauc_recall_at_1000_max + value: 17.748576991915314 + - type: nauc_recall_at_1000_std + value: -6.336771887149544 + - type: nauc_recall_at_100_diff1 + value: 12.26225847741849 + - type: nauc_recall_at_100_max + value: 8.881243122304054 + - type: nauc_recall_at_100_std + value: -4.136516621641661 + - type: nauc_recall_at_10_diff1 + value: 22.427386838623846 + - type: nauc_recall_at_10_max + value: 15.21049389571777 + - type: nauc_recall_at_10_std + value: -6.30926628254321 + - type: nauc_recall_at_1_diff1 + value: 39.53220236575913 + - type: nauc_recall_at_1_max + value: 19.291078384369037 + - type: nauc_recall_at_1_std + value: -15.847700407312121 + - type: nauc_recall_at_20_diff1 + value: 18.637972178861908 + - type: nauc_recall_at_20_max + value: 12.960062439294784 + - type: nauc_recall_at_20_std + value: -5.432871665457346 + - type: nauc_recall_at_3_diff1 + value: 26.860762414942542 + - type: nauc_recall_at_3_max + value: 17.111730042893747 + - type: nauc_recall_at_3_std + value: -13.66463201462077 + - type: nauc_recall_at_5_diff1 + value: 24.99125073047622 + - type: nauc_recall_at_5_max + value: 17.157076930941727 + - type: nauc_recall_at_5_std + value: -9.709045620839477 + - type: ndcg_at_1 + value: 10.056 + - type: ndcg_at_10 + value: 16.07 + - type: ndcg_at_100 + value: 20.119999999999997 + - type: ndcg_at_1000 + value: 23.135 + - type: ndcg_at_20 + value: 17.379 + - type: ndcg_at_3 + value: 13.196 + - type: ndcg_at_5 + value: 14.667 + - type: precision_at_1 + value: 10.056 + - type: precision_at_10 + value: 2.621 + - type: precision_at_100 + value: 0.49500000000000005 + - type: precision_at_1000 + value: 0.08 + - type: precision_at_20 + value: 1.6049999999999998 + - type: precision_at_3 + value: 5.65 + - type: precision_at_5 + value: 4.226 + - type: recall_at_1 + value: 9.415999999999999 + - type: recall_at_10 + value: 23.146 + - type: recall_at_100 + value: 42.798 + - type: recall_at_1000 + value: 66.647 + - type: recall_at_20 + value: 28.222 + - type: recall_at_3 + value: 15.537 + - type: recall_at_5 + value: 18.971 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 10.333 + - type: map_at_1 + value: 5.122 + - type: map_at_10 + value: 8.056000000000001 + - type: map_at_100 + value: 8.802 + - type: map_at_1000 + value: 8.912 + - type: map_at_20 + value: 8.415000000000001 + - type: map_at_3 + value: 7.045999999999999 + - type: map_at_5 + value: 7.504 + - type: mrr_at_1 + value: 6.467661691542288 + - type: mrr_at_10 + value: 9.997384111190083 + - type: mrr_at_100 + value: 10.780503968726906 + - type: mrr_at_1000 + value: 10.877815365669848 + - type: mrr_at_20 + value: 10.387299394522376 + - type: mrr_at_3 + value: 8.747927031509123 + - type: mrr_at_5 + value: 9.37603648424544 + - type: nauc_map_at_1000_diff1 + value: 16.627745082398647 + - type: nauc_map_at_1000_max + value: 13.859196754512038 + - type: nauc_map_at_1000_std + value: -2.0046507955951545 + - type: nauc_map_at_100_diff1 + value: 16.620272060480293 + - type: nauc_map_at_100_max + value: 13.888542915508207 + - type: nauc_map_at_100_std + value: -2.1508604539816405 + - type: nauc_map_at_10_diff1 + value: 16.54291042030997 + - type: nauc_map_at_10_max + value: 14.679948762856155 + - type: nauc_map_at_10_std + value: -2.0508176657469925 + - type: nauc_map_at_1_diff1 + value: 26.648517428464473 + - type: nauc_map_at_1_max + value: 14.172118938664543 + - type: nauc_map_at_1_std + value: -4.531793333515623 + - type: nauc_map_at_20_diff1 + value: 16.586117993573247 + - type: nauc_map_at_20_max + value: 13.902879810509836 + - type: nauc_map_at_20_std + value: -2.1637773579833284 + - type: nauc_map_at_3_diff1 + value: 17.292405890978245 + - type: nauc_map_at_3_max + value: 14.88845860580791 + - type: nauc_map_at_3_std + value: -3.8731525741198434 + - type: nauc_map_at_5_diff1 + value: 17.063873849249006 + - type: nauc_map_at_5_max + value: 14.472842242085832 + - type: nauc_map_at_5_std + value: -3.2215593846047637 + - type: nauc_mrr_at_1000_diff1 + value: 17.195672190983608 + - type: nauc_mrr_at_1000_max + value: 16.342766844618215 + - type: nauc_mrr_at_1000_std + value: -1.1235080643915678 + - type: nauc_mrr_at_100_diff1 + value: 17.139546677591238 + - type: nauc_mrr_at_100_max + value: 16.346425503757565 + - type: nauc_mrr_at_100_std + value: -1.2336496415510974 + - type: nauc_mrr_at_10_diff1 + value: 17.421668919941986 + - type: nauc_mrr_at_10_max + value: 17.033376602230828 + - type: nauc_mrr_at_10_std + value: -1.2493483044737175 + - type: nauc_mrr_at_1_diff1 + value: 26.65544099259078 + - type: nauc_mrr_at_1_max + value: 17.10769821821117 + - type: nauc_mrr_at_1_std + value: -2.72507465768404 + - type: nauc_mrr_at_20_diff1 + value: 17.123070882175753 + - type: nauc_mrr_at_20_max + value: 16.290797946719834 + - type: nauc_mrr_at_20_std + value: -1.0559190532852607 + - type: nauc_mrr_at_3_diff1 + value: 18.503311769244924 + - type: nauc_mrr_at_3_max + value: 17.660736027174302 + - type: nauc_mrr_at_3_std + value: -2.1922179141352234 + - type: nauc_mrr_at_5_diff1 + value: 17.87253349268872 + - type: nauc_mrr_at_5_max + value: 17.29405417834218 + - type: nauc_mrr_at_5_std + value: -2.276297588731558 + - type: nauc_ndcg_at_1000_diff1 + value: 14.450990987909975 + - type: nauc_ndcg_at_1000_max + value: 12.61179895702807 + - type: nauc_ndcg_at_1000_std + value: 2.1787457701847006 + - type: nauc_ndcg_at_100_diff1 + value: 13.868792706107108 + - type: nauc_ndcg_at_100_max + value: 12.876251575225254 + - type: nauc_ndcg_at_100_std + value: -0.9023302572828659 + - type: nauc_ndcg_at_10_diff1 + value: 14.18618751878955 + - type: nauc_ndcg_at_10_max + value: 15.44002664591339 + - type: nauc_ndcg_at_10_std + value: -0.2908150507923372 + - type: nauc_ndcg_at_1_diff1 + value: 26.65544099259078 + - type: nauc_ndcg_at_1_max + value: 17.10769821821117 + - type: nauc_ndcg_at_1_std + value: -2.72507465768404 + - type: nauc_ndcg_at_20_diff1 + value: 14.021582557942699 + - type: nauc_ndcg_at_20_max + value: 12.843878363016215 + - type: nauc_ndcg_at_20_std + value: -0.5317355206153845 + - type: nauc_ndcg_at_3_diff1 + value: 15.27030031763437 + - type: nauc_ndcg_at_3_max + value: 16.442777903842174 + - type: nauc_ndcg_at_3_std + value: -3.4853935802800864 + - type: nauc_ndcg_at_5_diff1 + value: 15.053308688870072 + - type: nauc_ndcg_at_5_max + value: 15.493086436510678 + - type: nauc_ndcg_at_5_std + value: -2.5841189511983695 + - type: nauc_precision_at_1000_diff1 + value: 5.162665834337446 + - type: nauc_precision_at_1000_max + value: 5.426553384527509 + - type: nauc_precision_at_1000_std + value: 6.1242440048302695 + - type: nauc_precision_at_100_diff1 + value: 5.240996534418689 + - type: nauc_precision_at_100_max + value: 9.06975798955498 + - type: nauc_precision_at_100_std + value: -2.961393279607517 + - type: nauc_precision_at_10_diff1 + value: 8.19432780347633 + - type: nauc_precision_at_10_max + value: 16.033136985617734 + - type: nauc_precision_at_10_std + value: 0.92060297716355 + - type: nauc_precision_at_1_diff1 + value: 26.65544099259078 + - type: nauc_precision_at_1_max + value: 17.10769821821117 + - type: nauc_precision_at_1_std + value: -2.72507465768404 + - type: nauc_precision_at_20_diff1 + value: 8.218392783839754 + - type: nauc_precision_at_20_max + value: 9.279320896895346 + - type: nauc_precision_at_20_std + value: 0.5719429607659788 + - type: nauc_precision_at_3_diff1 + value: 10.598049592179171 + - type: nauc_precision_at_3_max + value: 18.292981072202778 + - type: nauc_precision_at_3_std + value: -1.9747521095182612 + - type: nauc_precision_at_5_diff1 + value: 9.4592422188968 + - type: nauc_precision_at_5_max + value: 16.820892184546253 + - type: nauc_precision_at_5_std + value: -1.4503082963318303 + - type: nauc_recall_at_1000_diff1 + value: 11.42106802052846 + - type: nauc_recall_at_1000_max + value: 7.7142629478343965 + - type: nauc_recall_at_1000_std + value: 14.064107059885153 + - type: nauc_recall_at_100_diff1 + value: 9.533537910457907 + - type: nauc_recall_at_100_max + value: 8.918433756778455 + - type: nauc_recall_at_100_std + value: 0.6068026275245649 + - type: nauc_recall_at_10_diff1 + value: 9.410565718560424 + - type: nauc_recall_at_10_max + value: 15.389790528147987 + - type: nauc_recall_at_10_std + value: 2.911492221412525 + - type: nauc_recall_at_1_diff1 + value: 26.648517428464473 + - type: nauc_recall_at_1_max + value: 14.172118938664543 + - type: nauc_recall_at_1_std + value: -4.531793333515623 + - type: nauc_recall_at_20_diff1 + value: 9.507727153647583 + - type: nauc_recall_at_20_max + value: 8.659458970332985 + - type: nauc_recall_at_20_std + value: 1.564558976763232 + - type: nauc_recall_at_3_diff1 + value: 9.976406177297271 + - type: nauc_recall_at_3_max + value: 16.56979232924191 + - type: nauc_recall_at_3_std + value: -3.204552187951311 + - type: nauc_recall_at_5_diff1 + value: 10.283335368188732 + - type: nauc_recall_at_5_max + value: 14.869143869085146 + - type: nauc_recall_at_5_std + value: -1.3854541602405859 + - type: ndcg_at_1 + value: 6.468 + - type: ndcg_at_10 + value: 10.333 + - type: ndcg_at_100 + value: 14.437 + - type: ndcg_at_1000 + value: 17.7 + - type: ndcg_at_20 + value: 11.641 + - type: ndcg_at_3 + value: 8.222999999999999 + - type: ndcg_at_5 + value: 9.030000000000001 + - type: precision_at_1 + value: 6.468 + - type: precision_at_10 + value: 2.0650000000000004 + - type: precision_at_100 + value: 0.485 + - type: precision_at_1000 + value: 0.08800000000000001 + - type: precision_at_20 + value: 1.374 + - type: precision_at_3 + value: 4.063 + - type: precision_at_5 + value: 3.0349999999999997 + - type: recall_at_1 + value: 5.122 + - type: recall_at_10 + value: 15.494 + - type: recall_at_100 + value: 34.224 + - type: recall_at_1000 + value: 58.475 + - type: recall_at_20 + value: 20.281 + - type: recall_at_3 + value: 9.751999999999999 + - type: recall_at_5 + value: 11.654 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 22.541 + - type: map_at_1 + value: 13.925 + - type: map_at_10 + value: 18.919 + - type: map_at_100 + value: 19.986 + - type: map_at_1000 + value: 20.122999999999998 + - type: map_at_20 + value: 19.454 + - type: map_at_3 + value: 17.128 + - type: map_at_5 + value: 18.203 + - type: mrr_at_1 + value: 16.93936477382098 + - type: mrr_at_10 + value: 22.677177383625892 + - type: mrr_at_100 + value: 23.604708246998403 + - type: mrr_at_1000 + value: 23.68613779725607 + - type: mrr_at_20 + value: 23.153477073193283 + - type: mrr_at_3 + value: 20.7571382739814 + - type: mrr_at_5 + value: 21.916907282643578 + - type: nauc_map_at_1000_diff1 + value: 39.76772856309066 + - type: nauc_map_at_1000_max + value: 22.353115497562158 + - type: nauc_map_at_1000_std + value: 0.3117135171829511 + - type: nauc_map_at_100_diff1 + value: 39.78846396189273 + - type: nauc_map_at_100_max + value: 22.363077131125365 + - type: nauc_map_at_100_std + value: 0.2284514348299411 + - type: nauc_map_at_10_diff1 + value: 39.81391249750955 + - type: nauc_map_at_10_max + value: 22.175966030251622 + - type: nauc_map_at_10_std + value: -0.44362610335129193 + - type: nauc_map_at_1_diff1 + value: 49.32991220296194 + - type: nauc_map_at_1_max + value: 24.83395680944923 + - type: nauc_map_at_1_std + value: -0.7479527140782966 + - type: nauc_map_at_20_diff1 + value: 39.88873226053775 + - type: nauc_map_at_20_max + value: 22.284944795016763 + - type: nauc_map_at_20_std + value: -0.1297029523950583 + - type: nauc_map_at_3_diff1 + value: 40.94117243505588 + - type: nauc_map_at_3_max + value: 23.178606683652237 + - type: nauc_map_at_3_std + value: -0.9328230609603833 + - type: nauc_map_at_5_diff1 + value: 39.70960944345954 + - type: nauc_map_at_5_max + value: 22.400765269020813 + - type: nauc_map_at_5_std + value: -0.4493564812963111 + - type: nauc_mrr_at_1000_diff1 + value: 38.09736089241541 + - type: nauc_mrr_at_1000_max + value: 24.95778301028415 + - type: nauc_mrr_at_1000_std + value: 2.1983425445724563 + - type: nauc_mrr_at_100_diff1 + value: 38.07672381248107 + - type: nauc_mrr_at_100_max + value: 24.974899996866757 + - type: nauc_mrr_at_100_std + value: 2.1882636690518256 + - type: nauc_mrr_at_10_diff1 + value: 38.031417501129106 + - type: nauc_mrr_at_10_max + value: 25.02204246091702 + - type: nauc_mrr_at_10_std + value: 1.7073869104185317 + - type: nauc_mrr_at_1_diff1 + value: 48.15437534861672 + - type: nauc_mrr_at_1_max + value: 28.63543344473674 + - type: nauc_mrr_at_1_std + value: 2.970876262345635 + - type: nauc_mrr_at_20_diff1 + value: 38.128248653080966 + - type: nauc_mrr_at_20_max + value: 24.952026253076998 + - type: nauc_mrr_at_20_std + value: 2.006922052216995 + - type: nauc_mrr_at_3_diff1 + value: 40.075767014514504 + - type: nauc_mrr_at_3_max + value: 26.543876767823356 + - type: nauc_mrr_at_3_std + value: 1.4758229539915473 + - type: nauc_mrr_at_5_diff1 + value: 38.27626231450101 + - type: nauc_mrr_at_5_max + value: 25.554184166817123 + - type: nauc_mrr_at_5_std + value: 1.5289469743765285 + - type: nauc_ndcg_at_1000_diff1 + value: 35.81305711429328 + - type: nauc_ndcg_at_1000_max + value: 21.462375611808884 + - type: nauc_ndcg_at_1000_std + value: 4.37817577864403 + - type: nauc_ndcg_at_100_diff1 + value: 35.931470390569075 + - type: nauc_ndcg_at_100_max + value: 21.320619926273025 + - type: nauc_ndcg_at_100_std + value: 3.261613822378584 + - type: nauc_ndcg_at_10_diff1 + value: 36.309714091319485 + - type: nauc_ndcg_at_10_max + value: 21.024554037914257 + - type: nauc_ndcg_at_10_std + value: 0.34537778188330615 + - type: nauc_ndcg_at_1_diff1 + value: 48.15437534861672 + - type: nauc_ndcg_at_1_max + value: 28.63543344473674 + - type: nauc_ndcg_at_1_std + value: 2.970876262345635 + - type: nauc_ndcg_at_20_diff1 + value: 36.55637547214553 + - type: nauc_ndcg_at_20_max + value: 21.054973880940498 + - type: nauc_ndcg_at_20_std + value: 1.255923276642131 + - type: nauc_ndcg_at_3_diff1 + value: 38.83527890609877 + - type: nauc_ndcg_at_3_max + value: 24.39276594538154 + - type: nauc_ndcg_at_3_std + value: -0.11070216705281503 + - type: nauc_ndcg_at_5_diff1 + value: 36.320235850347025 + - type: nauc_ndcg_at_5_max + value: 22.25222313573669 + - type: nauc_ndcg_at_5_std + value: 0.24418344534659714 + - type: nauc_precision_at_1000_diff1 + value: 1.3553366783310352 + - type: nauc_precision_at_1000_max + value: 12.71154662811487 + - type: nauc_precision_at_1000_std + value: 14.501530463627166 + - type: nauc_precision_at_100_diff1 + value: 13.594445633079498 + - type: nauc_precision_at_100_max + value: 22.831050695945486 + - type: nauc_precision_at_100_std + value: 12.58168655119079 + - type: nauc_precision_at_10_diff1 + value: 24.370335349509663 + - type: nauc_precision_at_10_max + value: 22.87333144912103 + - type: nauc_precision_at_10_std + value: 2.9640170457571395 + - type: nauc_precision_at_1_diff1 + value: 48.15437534861672 + - type: nauc_precision_at_1_max + value: 28.63543344473674 + - type: nauc_precision_at_1_std + value: 2.970876262345635 + - type: nauc_precision_at_20_diff1 + value: 22.437172356428768 + - type: nauc_precision_at_20_max + value: 22.84883486847393 + - type: nauc_precision_at_20_std + value: 5.539373045213645 + - type: nauc_precision_at_3_diff1 + value: 32.80281631101501 + - type: nauc_precision_at_3_max + value: 26.749107103708347 + - type: nauc_precision_at_3_std + value: 2.083560285617921 + - type: nauc_precision_at_5_diff1 + value: 25.857893194609087 + - type: nauc_precision_at_5_max + value: 24.006008172789514 + - type: nauc_precision_at_5_std + value: 2.6470647298583816 + - type: nauc_recall_at_1000_diff1 + value: 21.271914690867405 + - type: nauc_recall_at_1000_max + value: 10.8254772553339 + - type: nauc_recall_at_1000_std + value: 24.222690055658997 + - type: nauc_recall_at_100_diff1 + value: 24.83018631818402 + - type: nauc_recall_at_100_max + value: 12.260027028539406 + - type: nauc_recall_at_100_std + value: 11.721583106210975 + - type: nauc_recall_at_10_diff1 + value: 28.25565512580088 + - type: nauc_recall_at_10_max + value: 14.450763859357815 + - type: nauc_recall_at_10_std + value: 0.7801836768161626 + - type: nauc_recall_at_1_diff1 + value: 49.32991220296194 + - type: nauc_recall_at_1_max + value: 24.83395680944923 + - type: nauc_recall_at_1_std + value: -0.7479527140782966 + - type: nauc_recall_at_20_diff1 + value: 28.871593968850156 + - type: nauc_recall_at_20_max + value: 13.961700743219929 + - type: nauc_recall_at_20_std + value: 3.5643293197299615 + - type: nauc_recall_at_3_diff1 + value: 32.57328129531904 + - type: nauc_recall_at_3_max + value: 20.433413425310835 + - type: nauc_recall_at_3_std + value: -1.247044503598521 + - type: nauc_recall_at_5_diff1 + value: 28.028510688953183 + - type: nauc_recall_at_5_max + value: 16.784307010617596 + - type: nauc_recall_at_5_std + value: -0.009997139996257565 + - type: ndcg_at_1 + value: 16.939 + - type: ndcg_at_10 + value: 22.541 + - type: ndcg_at_100 + value: 27.921000000000003 + - type: ndcg_at_1000 + value: 31.102 + - type: ndcg_at_20 + value: 24.285999999999998 + - type: ndcg_at_3 + value: 19.304 + - type: ndcg_at_5 + value: 20.996000000000002 + - type: precision_at_1 + value: 16.939 + - type: precision_at_10 + value: 4.186999999999999 + - type: precision_at_100 + value: 0.851 + - type: precision_at_1000 + value: 0.131 + - type: precision_at_20 + value: 2.656 + - type: precision_at_3 + value: 8.919 + - type: precision_at_5 + value: 6.641 + - type: recall_at_1 + value: 13.925 + - type: recall_at_10 + value: 29.826999999999998 + - type: recall_at_100 + value: 53.76800000000001 + - type: recall_at_1000 + value: 75.994 + - type: recall_at_20 + value: 35.947 + - type: recall_at_3 + value: 20.929000000000002 + - type: recall_at_5 + value: 25.202999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 16.89 + - type: map_at_1 + value: 9.166 + - type: map_at_10 + value: 13.538 + - type: map_at_100 + value: 14.338999999999999 + - type: map_at_1000 + value: 14.471 + - type: map_at_20 + value: 13.916999999999998 + - type: map_at_3 + value: 11.748 + - type: map_at_5 + value: 12.751000000000001 + - type: mrr_at_1 + value: 11.643835616438356 + - type: mrr_at_10 + value: 16.520575125027168 + - type: mrr_at_100 + value: 17.297302503248996 + - type: mrr_at_1000 + value: 17.398178665590223 + - type: mrr_at_20 + value: 16.91999523594904 + - type: mrr_at_3 + value: 14.573820395738199 + - type: mrr_at_5 + value: 15.646879756468794 + - type: nauc_map_at_1000_diff1 + value: 36.42648210684073 + - type: nauc_map_at_1000_max + value: 23.014439347329745 + - type: nauc_map_at_1000_std + value: 1.7167917957352532 + - type: nauc_map_at_100_diff1 + value: 36.41668695392086 + - type: nauc_map_at_100_max + value: 22.95286918473154 + - type: nauc_map_at_100_std + value: 1.6607854131698931 + - type: nauc_map_at_10_diff1 + value: 36.853249061667704 + - type: nauc_map_at_10_max + value: 23.30746444964867 + - type: nauc_map_at_10_std + value: 0.8047283371322353 + - type: nauc_map_at_1_diff1 + value: 47.16421621003639 + - type: nauc_map_at_1_max + value: 27.34193393838306 + - type: nauc_map_at_1_std + value: 0.6408395204554622 + - type: nauc_map_at_20_diff1 + value: 36.56584303750146 + - type: nauc_map_at_20_max + value: 23.115780372564476 + - type: nauc_map_at_20_std + value: 1.249550410204099 + - type: nauc_map_at_3_diff1 + value: 40.53580184557388 + - type: nauc_map_at_3_max + value: 23.635347744137672 + - type: nauc_map_at_3_std + value: 0.33170039388290995 + - type: nauc_map_at_5_diff1 + value: 37.81956825949432 + - type: nauc_map_at_5_max + value: 23.801068349520698 + - type: nauc_map_at_5_std + value: -0.05159349623603464 + - type: nauc_mrr_at_1000_diff1 + value: 33.82170381349714 + - type: nauc_mrr_at_1000_max + value: 24.509695389655278 + - type: nauc_mrr_at_1000_std + value: 0.38761162146831024 + - type: nauc_mrr_at_100_diff1 + value: 33.78083256685757 + - type: nauc_mrr_at_100_max + value: 24.46949787827838 + - type: nauc_mrr_at_100_std + value: 0.3727304295879898 + - type: nauc_mrr_at_10_diff1 + value: 34.04995222179279 + - type: nauc_mrr_at_10_max + value: 24.844254940118603 + - type: nauc_mrr_at_10_std + value: -0.09989395943351509 + - type: nauc_mrr_at_1_diff1 + value: 42.60409022051744 + - type: nauc_mrr_at_1_max + value: 28.557152433476706 + - type: nauc_mrr_at_1_std + value: -0.022054720915518654 + - type: nauc_mrr_at_20_diff1 + value: 33.87215561918837 + - type: nauc_mrr_at_20_max + value: 24.678806836379767 + - type: nauc_mrr_at_20_std + value: 0.07011412656469218 + - type: nauc_mrr_at_3_diff1 + value: 37.553351431355416 + - type: nauc_mrr_at_3_max + value: 24.96142716696304 + - type: nauc_mrr_at_3_std + value: 0.20818976575893774 + - type: nauc_mrr_at_5_diff1 + value: 34.990863336264105 + - type: nauc_mrr_at_5_max + value: 25.149251424623092 + - type: nauc_mrr_at_5_std + value: -0.36385730855435344 + - type: nauc_ndcg_at_1000_diff1 + value: 31.521772887139164 + - type: nauc_ndcg_at_1000_max + value: 21.820611295854476 + - type: nauc_ndcg_at_1000_std + value: 5.744438883711709 + - type: nauc_ndcg_at_100_diff1 + value: 30.860742071525365 + - type: nauc_ndcg_at_100_max + value: 20.333360034062228 + - type: nauc_ndcg_at_100_std + value: 4.817571323412305 + - type: nauc_ndcg_at_10_diff1 + value: 32.02591793840569 + - type: nauc_ndcg_at_10_max + value: 22.327582801844766 + - type: nauc_ndcg_at_10_std + value: 1.308815569375002 + - type: nauc_ndcg_at_1_diff1 + value: 42.60409022051744 + - type: nauc_ndcg_at_1_max + value: 28.557152433476706 + - type: nauc_ndcg_at_1_std + value: -0.022054720915518654 + - type: nauc_ndcg_at_20_diff1 + value: 31.183844509937447 + - type: nauc_ndcg_at_20_max + value: 21.710204283748464 + - type: nauc_ndcg_at_20_std + value: 2.3543373338618716 + - type: nauc_ndcg_at_3_diff1 + value: 37.757093644477195 + - type: nauc_ndcg_at_3_max + value: 23.3515751628835 + - type: nauc_ndcg_at_3_std + value: 0.5117507109615564 + - type: nauc_ndcg_at_5_diff1 + value: 33.80970150542254 + - type: nauc_ndcg_at_5_max + value: 23.377489792676403 + - type: nauc_ndcg_at_5_std + value: -0.2893341840565308 + - type: nauc_precision_at_1000_diff1 + value: 3.707208967665837 + - type: nauc_precision_at_1000_max + value: 12.034292018846514 + - type: nauc_precision_at_1000_std + value: 6.802731430305505 + - type: nauc_precision_at_100_diff1 + value: 12.426875443830042 + - type: nauc_precision_at_100_max + value: 12.988732249870225 + - type: nauc_precision_at_100_std + value: 11.037489289119383 + - type: nauc_precision_at_10_diff1 + value: 19.964451016510218 + - type: nauc_precision_at_10_max + value: 21.483257270810522 + - type: nauc_precision_at_10_std + value: 2.2065598381345053 + - type: nauc_precision_at_1_diff1 + value: 42.60409022051744 + - type: nauc_precision_at_1_max + value: 28.557152433476706 + - type: nauc_precision_at_1_std + value: -0.022054720915518654 + - type: nauc_precision_at_20_diff1 + value: 17.519760734491374 + - type: nauc_precision_at_20_max + value: 19.42156895187867 + - type: nauc_precision_at_20_std + value: 5.58566386311753 + - type: nauc_precision_at_3_diff1 + value: 30.863362948010643 + - type: nauc_precision_at_3_max + value: 21.97149191045173 + - type: nauc_precision_at_3_std + value: -0.10795969935082905 + - type: nauc_precision_at_5_diff1 + value: 24.57403889839064 + - type: nauc_precision_at_5_max + value: 23.330523157159384 + - type: nauc_precision_at_5_std + value: -0.5736565687187795 + - type: nauc_recall_at_1000_diff1 + value: 21.845537827759255 + - type: nauc_recall_at_1000_max + value: 16.85933147171258 + - type: nauc_recall_at_1000_std + value: 22.408020236230566 + - type: nauc_recall_at_100_diff1 + value: 19.987143599818943 + - type: nauc_recall_at_100_max + value: 10.475075018778545 + - type: nauc_recall_at_100_std + value: 13.795219707527833 + - type: nauc_recall_at_10_diff1 + value: 22.012495555108874 + - type: nauc_recall_at_10_max + value: 17.742806672295814 + - type: nauc_recall_at_10_std + value: 3.3663340109082194 + - type: nauc_recall_at_1_diff1 + value: 47.16421621003639 + - type: nauc_recall_at_1_max + value: 27.34193393838306 + - type: nauc_recall_at_1_std + value: 0.6408395204554622 + - type: nauc_recall_at_20_diff1 + value: 20.24245341403342 + - type: nauc_recall_at_20_max + value: 16.292684691149837 + - type: nauc_recall_at_20_std + value: 5.732480922479413 + - type: nauc_recall_at_3_diff1 + value: 34.061353914493004 + - type: nauc_recall_at_3_max + value: 19.701505268864018 + - type: nauc_recall_at_3_std + value: 0.15707036102604408 + - type: nauc_recall_at_5_diff1 + value: 25.41386728745299 + - type: nauc_recall_at_5_max + value: 19.7756818671563 + - type: nauc_recall_at_5_std + value: -1.0264446116247112 + - type: ndcg_at_1 + value: 11.644 + - type: ndcg_at_10 + value: 16.89 + - type: ndcg_at_100 + value: 21.104 + - type: ndcg_at_1000 + value: 24.669 + - type: ndcg_at_20 + value: 18.195 + - type: ndcg_at_3 + value: 13.350999999999999 + - type: ndcg_at_5 + value: 15.02 + - type: precision_at_1 + value: 11.644 + - type: precision_at_10 + value: 3.276 + - type: precision_at_100 + value: 0.652 + - type: precision_at_1000 + value: 0.11199999999999999 + - type: precision_at_20 + value: 2.043 + - type: precision_at_3 + value: 6.3549999999999995 + - type: precision_at_5 + value: 4.8629999999999995 + - type: recall_at_1 + value: 9.166 + - type: recall_at_10 + value: 24.38 + - type: recall_at_100 + value: 43.174 + - type: recall_at_1000 + value: 69.063 + - type: recall_at_20 + value: 28.89 + - type: recall_at_3 + value: 14.674999999999999 + - type: recall_at_5 + value: 18.864 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 19.451833333333333 + - type: ndcg_at_10 + value: 19.451833333333333 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 15.190000000000001 + - type: map_at_1 + value: 8.588 + - type: map_at_10 + value: 12.491 + - type: map_at_100 + value: 13.181000000000001 + - type: map_at_1000 + value: 13.272 + - type: map_at_20 + value: 12.803 + - type: map_at_3 + value: 11.171000000000001 + - type: map_at_5 + value: 11.792 + - type: mrr_at_1 + value: 10.122699386503067 + - type: mrr_at_10 + value: 14.334769695199148 + - type: mrr_at_100 + value: 15.038531985477402 + - type: mrr_at_1000 + value: 15.118584906152948 + - type: mrr_at_20 + value: 14.643456341375582 + - type: mrr_at_3 + value: 13.011247443762786 + - type: mrr_at_5 + value: 13.586400817995917 + - type: nauc_map_at_1000_diff1 + value: 32.49525214361852 + - type: nauc_map_at_1000_max + value: 25.00989242287795 + - type: nauc_map_at_1000_std + value: -6.0481296083442215 + - type: nauc_map_at_100_diff1 + value: 32.58412301567017 + - type: nauc_map_at_100_max + value: 25.00710798346013 + - type: nauc_map_at_100_std + value: -6.027212357257859 + - type: nauc_map_at_10_diff1 + value: 32.59408959509193 + - type: nauc_map_at_10_max + value: 25.590812515768057 + - type: nauc_map_at_10_std + value: -6.723358516793515 + - type: nauc_map_at_1_diff1 + value: 39.31467044788035 + - type: nauc_map_at_1_max + value: 30.076159948793276 + - type: nauc_map_at_1_std + value: -7.409917402741314 + - type: nauc_map_at_20_diff1 + value: 32.59390259000842 + - type: nauc_map_at_20_max + value: 25.24747833386027 + - type: nauc_map_at_20_std + value: -6.327479010788288 + - type: nauc_map_at_3_diff1 + value: 34.27305943120105 + - type: nauc_map_at_3_max + value: 27.325746934815616 + - type: nauc_map_at_3_std + value: -7.588768866133594 + - type: nauc_map_at_5_diff1 + value: 33.084018261535256 + - type: nauc_map_at_5_max + value: 26.240785153709425 + - type: nauc_map_at_5_std + value: -7.145825000341606 + - type: nauc_mrr_at_1000_diff1 + value: 32.13146292629234 + - type: nauc_mrr_at_1000_max + value: 27.012685186249 + - type: nauc_mrr_at_1000_std + value: -3.576499416328648 + - type: nauc_mrr_at_100_diff1 + value: 32.1598198156621 + - type: nauc_mrr_at_100_max + value: 26.99007757074476 + - type: nauc_mrr_at_100_std + value: -3.5328041627513387 + - type: nauc_mrr_at_10_diff1 + value: 32.2769559954424 + - type: nauc_mrr_at_10_max + value: 27.671797146230915 + - type: nauc_mrr_at_10_std + value: -4.014326165260914 + - type: nauc_mrr_at_1_diff1 + value: 39.49445020079931 + - type: nauc_mrr_at_1_max + value: 32.47498778564666 + - type: nauc_mrr_at_1_std + value: -3.9005316134362285 + - type: nauc_mrr_at_20_diff1 + value: 32.1506954430531 + - type: nauc_mrr_at_20_max + value: 27.21472311716892 + - type: nauc_mrr_at_20_std + value: -3.8339274287542295 + - type: nauc_mrr_at_3_diff1 + value: 34.213957754732874 + - type: nauc_mrr_at_3_max + value: 29.81396274867843 + - type: nauc_mrr_at_3_std + value: -4.242564017046673 + - type: nauc_mrr_at_5_diff1 + value: 32.79023586229421 + - type: nauc_mrr_at_5_max + value: 28.563242912189224 + - type: nauc_mrr_at_5_std + value: -4.347078530440767 + - type: nauc_ndcg_at_1000_diff1 + value: 28.030132389809143 + - type: nauc_ndcg_at_1000_max + value: 20.521142889145125 + - type: nauc_ndcg_at_1000_std + value: -3.4641513799298465 + - type: nauc_ndcg_at_100_diff1 + value: 29.790867206467205 + - type: nauc_ndcg_at_100_max + value: 20.777998695211025 + - type: nauc_ndcg_at_100_std + value: -3.082355174684713 + - type: nauc_ndcg_at_10_diff1 + value: 29.99477135479973 + - type: nauc_ndcg_at_10_max + value: 23.59847010475954 + - type: nauc_ndcg_at_10_std + value: -5.388778425113355 + - type: nauc_ndcg_at_1_diff1 + value: 39.49445020079931 + - type: nauc_ndcg_at_1_max + value: 32.47498778564666 + - type: nauc_ndcg_at_1_std + value: -3.9005316134362285 + - type: nauc_ndcg_at_20_diff1 + value: 29.832962796031044 + - type: nauc_ndcg_at_20_max + value: 22.19789441941385 + - type: nauc_ndcg_at_20_std + value: -4.678750624503098 + - type: nauc_ndcg_at_3_diff1 + value: 33.28264932851035 + - type: nauc_ndcg_at_3_max + value: 27.237791722895505 + - type: nauc_ndcg_at_3_std + value: -6.42213360173857 + - type: nauc_ndcg_at_5_diff1 + value: 31.131290570314228 + - type: nauc_ndcg_at_5_max + value: 25.12722717817001 + - type: nauc_ndcg_at_5_std + value: -6.150569476219248 + - type: nauc_precision_at_1000_diff1 + value: 9.392568676712683 + - type: nauc_precision_at_1000_max + value: 11.20864013974632 + - type: nauc_precision_at_1000_std + value: 5.320810472292775 + - type: nauc_precision_at_100_diff1 + value: 23.329271108392348 + - type: nauc_precision_at_100_max + value: 15.096990134028458 + - type: nauc_precision_at_100_std + value: 6.463877644271909 + - type: nauc_precision_at_10_diff1 + value: 26.07195079393671 + - type: nauc_precision_at_10_max + value: 23.315213833722375 + - type: nauc_precision_at_10_std + value: -0.7973933486646361 + - type: nauc_precision_at_1_diff1 + value: 39.49445020079931 + - type: nauc_precision_at_1_max + value: 32.47498778564666 + - type: nauc_precision_at_1_std + value: -3.9005316134362285 + - type: nauc_precision_at_20_diff1 + value: 26.006356559701437 + - type: nauc_precision_at_20_max + value: 20.64452647574728 + - type: nauc_precision_at_20_std + value: 1.186976191997027 + - type: nauc_precision_at_3_diff1 + value: 31.349575990830747 + - type: nauc_precision_at_3_max + value: 27.619655967592983 + - type: nauc_precision_at_3_std + value: -3.5875703843406144 + - type: nauc_precision_at_5_diff1 + value: 28.056629721139153 + - type: nauc_precision_at_5_max + value: 24.93477215782415 + - type: nauc_precision_at_5_std + value: -2.07688747626092 + - type: nauc_recall_at_1000_diff1 + value: 11.939738127565153 + - type: nauc_recall_at_1000_max + value: 3.1013420342149427 + - type: nauc_recall_at_1000_std + value: 0.42106295882988565 + - type: nauc_recall_at_100_diff1 + value: 23.1148888679206 + - type: nauc_recall_at_100_max + value: 7.879492884697378 + - type: nauc_recall_at_100_std + value: 1.9008293630458633 + - type: nauc_recall_at_10_diff1 + value: 23.290862746428513 + - type: nauc_recall_at_10_max + value: 16.127629443707487 + - type: nauc_recall_at_10_std + value: -4.448472009523851 + - type: nauc_recall_at_1_diff1 + value: 39.31467044788035 + - type: nauc_recall_at_1_max + value: 30.076159948793276 + - type: nauc_recall_at_1_std + value: -7.409917402741314 + - type: nauc_recall_at_20_diff1 + value: 23.189927344334322 + - type: nauc_recall_at_20_max + value: 12.404091273454796 + - type: nauc_recall_at_20_std + value: -3.1379735901683317 + - type: nauc_recall_at_3_diff1 + value: 29.35343707457242 + - type: nauc_recall_at_3_max + value: 23.518636184215154 + - type: nauc_recall_at_3_std + value: -6.676520147409216 + - type: nauc_recall_at_5_diff1 + value: 25.982556962678487 + - type: nauc_recall_at_5_max + value: 19.86486077269299 + - type: nauc_recall_at_5_std + value: -6.003801784768082 + - type: ndcg_at_1 + value: 10.123 + - type: ndcg_at_10 + value: 15.190000000000001 + - type: ndcg_at_100 + value: 19.052 + - type: ndcg_at_1000 + value: 21.769 + - type: ndcg_at_20 + value: 16.298000000000002 + - type: ndcg_at_3 + value: 12.589 + - type: ndcg_at_5 + value: 13.535 + - type: precision_at_1 + value: 10.123 + - type: precision_at_10 + value: 2.6839999999999997 + - type: precision_at_100 + value: 0.503 + - type: precision_at_1000 + value: 0.08 + - type: precision_at_20 + value: 1.603 + - type: precision_at_3 + value: 5.726 + - type: precision_at_5 + value: 4.109999999999999 + - type: recall_at_1 + value: 8.588 + - type: recall_at_10 + value: 21.834 + - type: recall_at_100 + value: 40.309 + - type: recall_at_1000 + value: 61.208 + - type: recall_at_20 + value: 26.070999999999998 + - type: recall_at_3 + value: 14.399000000000001 + - type: recall_at_5 + value: 16.875999999999998 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 11.503 + - type: map_at_1 + value: 6.542000000000001 + - type: map_at_10 + value: 9.411999999999999 + - type: map_at_100 + value: 10.030999999999999 + - type: map_at_1000 + value: 10.14 + - type: map_at_20 + value: 9.724 + - type: map_at_3 + value: 8.509 + - type: map_at_5 + value: 8.965 + - type: mrr_at_1 + value: 8.121128699242945 + - type: mrr_at_10 + value: 11.487303225947409 + - type: mrr_at_100 + value: 12.144070985687668 + - type: mrr_at_1000 + value: 12.23492200312306 + - type: mrr_at_20 + value: 11.824789289064652 + - type: mrr_at_3 + value: 10.438173893094747 + - type: mrr_at_5 + value: 10.945744436797428 + - type: nauc_map_at_1000_diff1 + value: 32.70276581980958 + - type: nauc_map_at_1000_max + value: 16.03417959943129 + - type: nauc_map_at_1000_std + value: -5.72561310082251 + - type: nauc_map_at_100_diff1 + value: 32.74170233438755 + - type: nauc_map_at_100_max + value: 16.007188000450924 + - type: nauc_map_at_100_std + value: -5.866527320820588 + - type: nauc_map_at_10_diff1 + value: 33.65756116022195 + - type: nauc_map_at_10_max + value: 16.329704041974207 + - type: nauc_map_at_10_std + value: -6.532157318286642 + - type: nauc_map_at_1_diff1 + value: 42.13696871713339 + - type: nauc_map_at_1_max + value: 17.632090262590623 + - type: nauc_map_at_1_std + value: -7.011301507001842 + - type: nauc_map_at_20_diff1 + value: 32.96793409764783 + - type: nauc_map_at_20_max + value: 16.11279519186098 + - type: nauc_map_at_20_std + value: -6.316702747144485 + - type: nauc_map_at_3_diff1 + value: 35.85582815528229 + - type: nauc_map_at_3_max + value: 17.119718606824765 + - type: nauc_map_at_3_std + value: -6.75128616063151 + - type: nauc_map_at_5_diff1 + value: 34.703608964177015 + - type: nauc_map_at_5_max + value: 16.774418221756946 + - type: nauc_map_at_5_std + value: -6.7924413895275135 + - type: nauc_mrr_at_1000_diff1 + value: 33.25123047452874 + - type: nauc_mrr_at_1000_max + value: 17.664781297091984 + - type: nauc_mrr_at_1000_std + value: -4.883960114347252 + - type: nauc_mrr_at_100_diff1 + value: 33.26376684107494 + - type: nauc_mrr_at_100_max + value: 17.660366713140917 + - type: nauc_mrr_at_100_std + value: -4.936094906621694 + - type: nauc_mrr_at_10_diff1 + value: 34.14453970601731 + - type: nauc_mrr_at_10_max + value: 18.078450957158427 + - type: nauc_mrr_at_10_std + value: -5.56029931021929 + - type: nauc_mrr_at_1_diff1 + value: 42.624124463773974 + - type: nauc_mrr_at_1_max + value: 19.644592703779377 + - type: nauc_mrr_at_1_std + value: -6.847467406875957 + - type: nauc_mrr_at_20_diff1 + value: 33.48658556695367 + - type: nauc_mrr_at_20_max + value: 17.854173270865513 + - type: nauc_mrr_at_20_std + value: -5.307384000928626 + - type: nauc_mrr_at_3_diff1 + value: 36.42777944064556 + - type: nauc_mrr_at_3_max + value: 18.818021509412347 + - type: nauc_mrr_at_3_std + value: -5.971767723227725 + - type: nauc_mrr_at_5_diff1 + value: 35.26890794067812 + - type: nauc_mrr_at_5_max + value: 18.536432127845615 + - type: nauc_mrr_at_5_std + value: -5.955315816111514 + - type: nauc_ndcg_at_1000_diff1 + value: 26.787545842668386 + - type: nauc_ndcg_at_1000_max + value: 14.668417213125176 + - type: nauc_ndcg_at_1000_std + value: 0.11283761427226682 + - type: nauc_ndcg_at_100_diff1 + value: 27.296346462130778 + - type: nauc_ndcg_at_100_max + value: 14.628630017107083 + - type: nauc_ndcg_at_100_std + value: -2.5838126321301287 + - type: nauc_ndcg_at_10_diff1 + value: 30.729975615630583 + - type: nauc_ndcg_at_10_max + value: 15.984165870709463 + - type: nauc_ndcg_at_10_std + value: -5.795796151010406 + - type: nauc_ndcg_at_1_diff1 + value: 42.624124463773974 + - type: nauc_ndcg_at_1_max + value: 19.644592703779377 + - type: nauc_ndcg_at_1_std + value: -6.847467406875957 + - type: nauc_ndcg_at_20_diff1 + value: 28.62024015680217 + - type: nauc_ndcg_at_20_max + value: 15.22451859400659 + - type: nauc_ndcg_at_20_std + value: -5.156813837280861 + - type: nauc_ndcg_at_3_diff1 + value: 34.82831844406019 + - type: nauc_ndcg_at_3_max + value: 17.789223218636945 + - type: nauc_ndcg_at_3_std + value: -6.383595531284539 + - type: nauc_ndcg_at_5_diff1 + value: 32.85603864688551 + - type: nauc_ndcg_at_5_max + value: 17.05358609428122 + - type: nauc_ndcg_at_5_std + value: -6.376667913153048 + - type: nauc_precision_at_1000_diff1 + value: 11.468656684649677 + - type: nauc_precision_at_1000_max + value: 15.320322507806294 + - type: nauc_precision_at_1000_std + value: 16.669904386742214 + - type: nauc_precision_at_100_diff1 + value: 17.31311828660998 + - type: nauc_precision_at_100_max + value: 17.18604042044477 + - type: nauc_precision_at_100_std + value: 6.921989479762083 + - type: nauc_precision_at_10_diff1 + value: 24.341600277154242 + - type: nauc_precision_at_10_max + value: 18.290595240997305 + - type: nauc_precision_at_10_std + value: -3.249248531480952 + - type: nauc_precision_at_1_diff1 + value: 42.624124463773974 + - type: nauc_precision_at_1_max + value: 19.644592703779377 + - type: nauc_precision_at_1_std + value: -6.847467406875957 + - type: nauc_precision_at_20_diff1 + value: 19.67933630715089 + - type: nauc_precision_at_20_max + value: 17.708788971071886 + - type: nauc_precision_at_20_std + value: -1.698058343596388 + - type: nauc_precision_at_3_diff1 + value: 32.56407923967103 + - type: nauc_precision_at_3_max + value: 20.008945086974204 + - type: nauc_precision_at_3_std + value: -5.700587196952845 + - type: nauc_precision_at_5_diff1 + value: 28.910777719175375 + - type: nauc_precision_at_5_max + value: 19.181013952415274 + - type: nauc_precision_at_5_std + value: -5.09856965471284 + - type: nauc_recall_at_1000_diff1 + value: 12.396394270885589 + - type: nauc_recall_at_1000_max + value: 8.239418701743709 + - type: nauc_recall_at_1000_std + value: 15.546192718064672 + - type: nauc_recall_at_100_diff1 + value: 15.657113708258077 + - type: nauc_recall_at_100_max + value: 9.7558897450188 + - type: nauc_recall_at_100_std + value: 3.7828006481678327 + - type: nauc_recall_at_10_diff1 + value: 23.540703764594824 + - type: nauc_recall_at_10_max + value: 12.514108862838025 + - type: nauc_recall_at_10_std + value: -4.890712777213581 + - type: nauc_recall_at_1_diff1 + value: 42.13696871713339 + - type: nauc_recall_at_1_max + value: 17.632090262590623 + - type: nauc_recall_at_1_std + value: -7.011301507001842 + - type: nauc_recall_at_20_diff1 + value: 18.632795869246763 + - type: nauc_recall_at_20_max + value: 10.781667052463174 + - type: nauc_recall_at_20_std + value: -3.3062758301873467 + - type: nauc_recall_at_3_diff1 + value: 29.84753634947647 + - type: nauc_recall_at_3_max + value: 15.743144468924344 + - type: nauc_recall_at_3_std + value: -6.214675269831871 + - type: nauc_recall_at_5_diff1 + value: 26.80447414490652 + - type: nauc_recall_at_5_max + value: 14.403515700429177 + - type: nauc_recall_at_5_std + value: -6.259205870944759 + - type: ndcg_at_1 + value: 8.121 + - type: ndcg_at_10 + value: 11.503 + - type: ndcg_at_100 + value: 14.951 + - type: ndcg_at_1000 + value: 18.196 + - type: ndcg_at_20 + value: 12.614 + - type: ndcg_at_3 + value: 9.743 + - type: ndcg_at_5 + value: 10.435 + - type: precision_at_1 + value: 8.121 + - type: precision_at_10 + value: 2.168 + - type: precision_at_100 + value: 0.468 + - type: precision_at_1000 + value: 0.089 + - type: precision_at_20 + value: 1.383 + - type: precision_at_3 + value: 4.6690000000000005 + - type: precision_at_5 + value: 3.345 + - type: recall_at_1 + value: 6.542000000000001 + - type: recall_at_10 + value: 15.794 + - type: recall_at_100 + value: 32.031 + - type: recall_at_1000 + value: 56.263 + - type: recall_at_20 + value: 20.023 + - type: recall_at_3 + value: 10.791 + - type: recall_at_5 + value: 12.61 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 18.752 + - type: map_at_1 + value: 12.076 + - type: map_at_10 + value: 15.886 + - type: map_at_100 + value: 16.525000000000002 + - type: map_at_1000 + value: 16.628 + - type: map_at_20 + value: 16.150000000000002 + - type: map_at_3 + value: 14.637 + - type: map_at_5 + value: 15.265999999999998 + - type: mrr_at_1 + value: 14.458955223880595 + - type: mrr_at_10 + value: 18.78960850509357 + - type: mrr_at_100 + value: 19.457515825168713 + - type: mrr_at_1000 + value: 19.544411963686347 + - type: mrr_at_20 + value: 19.069352610955498 + - type: mrr_at_3 + value: 17.50621890547264 + - type: mrr_at_5 + value: 18.135883084577117 + - type: nauc_map_at_1000_diff1 + value: 35.26453666091026 + - type: nauc_map_at_1000_max + value: 28.45949873807009 + - type: nauc_map_at_1000_std + value: -3.4139786458650603 + - type: nauc_map_at_100_diff1 + value: 35.26758793761312 + - type: nauc_map_at_100_max + value: 28.427395341056673 + - type: nauc_map_at_100_std + value: -3.494357914459209 + - type: nauc_map_at_10_diff1 + value: 35.748030827297846 + - type: nauc_map_at_10_max + value: 28.709693519088635 + - type: nauc_map_at_10_std + value: -4.0888030664931545 + - type: nauc_map_at_1_diff1 + value: 41.858308280129286 + - type: nauc_map_at_1_max + value: 29.59713822513886 + - type: nauc_map_at_1_std + value: -5.112958479444919 + - type: nauc_map_at_20_diff1 + value: 35.53257258132197 + - type: nauc_map_at_20_max + value: 28.65465491465789 + - type: nauc_map_at_20_std + value: -3.844442722241712 + - type: nauc_map_at_3_diff1 + value: 36.65786183200192 + - type: nauc_map_at_3_max + value: 28.80283494555713 + - type: nauc_map_at_3_std + value: -3.956759027099864 + - type: nauc_map_at_5_diff1 + value: 36.45785727569078 + - type: nauc_map_at_5_max + value: 28.987265101067706 + - type: nauc_map_at_5_std + value: -3.8836573002904364 + - type: nauc_mrr_at_1000_diff1 + value: 33.15170628844491 + - type: nauc_mrr_at_1000_max + value: 29.80316660586958 + - type: nauc_mrr_at_1000_std + value: -2.919368628674066 + - type: nauc_mrr_at_100_diff1 + value: 33.149497124475005 + - type: nauc_mrr_at_100_max + value: 29.791578160522104 + - type: nauc_mrr_at_100_std + value: -2.9631398714502812 + - type: nauc_mrr_at_10_diff1 + value: 33.55199061618286 + - type: nauc_mrr_at_10_max + value: 30.069009995703794 + - type: nauc_mrr_at_10_std + value: -3.6083857944611797 + - type: nauc_mrr_at_1_diff1 + value: 40.186482910894526 + - type: nauc_mrr_at_1_max + value: 32.037574024173274 + - type: nauc_mrr_at_1_std + value: -3.9185583280706497 + - type: nauc_mrr_at_20_diff1 + value: 33.29736140197984 + - type: nauc_mrr_at_20_max + value: 29.987219611017764 + - type: nauc_mrr_at_20_std + value: -3.2911243316613477 + - type: nauc_mrr_at_3_diff1 + value: 34.59766570016104 + - type: nauc_mrr_at_3_max + value: 30.548093957699834 + - type: nauc_mrr_at_3_std + value: -3.548724979573667 + - type: nauc_mrr_at_5_diff1 + value: 34.18658889496389 + - type: nauc_mrr_at_5_max + value: 30.41947286010115 + - type: nauc_mrr_at_5_std + value: -3.43375074675157 + - type: nauc_ndcg_at_1000_diff1 + value: 30.49383193075413 + - type: nauc_ndcg_at_1000_max + value: 26.437945296729847 + - type: nauc_ndcg_at_1000_std + value: 0.713575479477255 + - type: nauc_ndcg_at_100_diff1 + value: 30.39984801831684 + - type: nauc_ndcg_at_100_max + value: 26.05310862803912 + - type: nauc_ndcg_at_100_std + value: -0.9969079892996344 + - type: nauc_ndcg_at_10_diff1 + value: 32.67867574566094 + - type: nauc_ndcg_at_10_max + value: 28.071536866518898 + - type: nauc_ndcg_at_10_std + value: -4.0839672791072035 + - type: nauc_ndcg_at_1_diff1 + value: 40.186482910894526 + - type: nauc_ndcg_at_1_max + value: 32.037574024173274 + - type: nauc_ndcg_at_1_std + value: -3.9185583280706497 + - type: nauc_ndcg_at_20_diff1 + value: 31.87681672318583 + - type: nauc_ndcg_at_20_max + value: 27.757429962292935 + - type: nauc_ndcg_at_20_std + value: -3.289181709637281 + - type: nauc_ndcg_at_3_diff1 + value: 34.496401264219436 + - type: nauc_ndcg_at_3_max + value: 29.14164273814545 + - type: nauc_ndcg_at_3_std + value: -3.6284439880158454 + - type: nauc_ndcg_at_5_diff1 + value: 34.246766411944606 + - type: nauc_ndcg_at_5_max + value: 28.94897772325865 + - type: nauc_ndcg_at_5_std + value: -3.55118261356311 + - type: nauc_precision_at_1000_diff1 + value: 5.378065708185438 + - type: nauc_precision_at_1000_max + value: 13.48764762389057 + - type: nauc_precision_at_1000_std + value: 18.691426967517767 + - type: nauc_precision_at_100_diff1 + value: 13.43482265345938 + - type: nauc_precision_at_100_max + value: 18.365831924084738 + - type: nauc_precision_at_100_std + value: 9.235798636518911 + - type: nauc_precision_at_10_diff1 + value: 22.83462539079133 + - type: nauc_precision_at_10_max + value: 28.88737216224709 + - type: nauc_precision_at_10_std + value: -3.6618498163720496 + - type: nauc_precision_at_1_diff1 + value: 40.186482910894526 + - type: nauc_precision_at_1_max + value: 32.037574024173274 + - type: nauc_precision_at_1_std + value: -3.9185583280706497 + - type: nauc_precision_at_20_diff1 + value: 20.85661718188355 + - type: nauc_precision_at_20_max + value: 27.64527011746391 + - type: nauc_precision_at_20_std + value: -0.6120961992383614 + - type: nauc_precision_at_3_diff1 + value: 28.964157983970857 + - type: nauc_precision_at_3_max + value: 29.400327308652884 + - type: nauc_precision_at_3_std + value: -3.1499697700355336 + - type: nauc_precision_at_5_diff1 + value: 27.504587117367418 + - type: nauc_precision_at_5_max + value: 30.07226208448269 + - type: nauc_precision_at_5_std + value: -2.349913933244111 + - type: nauc_recall_at_1000_diff1 + value: 15.55962119542935 + - type: nauc_recall_at_1000_max + value: 14.319938855591138 + - type: nauc_recall_at_1000_std + value: 17.755185961944168 + - type: nauc_recall_at_100_diff1 + value: 17.13835133172289 + - type: nauc_recall_at_100_max + value: 14.963855394840023 + - type: nauc_recall_at_100_std + value: 6.03739710571083 + - type: nauc_recall_at_10_diff1 + value: 25.825685913064444 + - type: nauc_recall_at_10_max + value: 23.892438517711863 + - type: nauc_recall_at_10_std + value: -4.618370778838095 + - type: nauc_recall_at_1_diff1 + value: 41.858308280129286 + - type: nauc_recall_at_1_max + value: 29.59713822513886 + - type: nauc_recall_at_1_std + value: -5.112958479444919 + - type: nauc_recall_at_20_diff1 + value: 23.270446548799935 + - type: nauc_recall_at_20_max + value: 22.676377474931055 + - type: nauc_recall_at_20_std + value: -2.4631378318557635 + - type: nauc_recall_at_3_diff1 + value: 31.100368984587128 + - type: nauc_recall_at_3_max + value: 27.09922934111932 + - type: nauc_recall_at_3_std + value: -3.1714853286064946 + - type: nauc_recall_at_5_diff1 + value: 29.82135009500676 + - type: nauc_recall_at_5_max + value: 26.424051798244985 + - type: nauc_recall_at_5_std + value: -2.966236526459052 + - type: ndcg_at_1 + value: 14.459 + - type: ndcg_at_10 + value: 18.752 + - type: ndcg_at_100 + value: 22.488 + - type: ndcg_at_1000 + value: 25.463 + - type: ndcg_at_20 + value: 19.703 + - type: ndcg_at_3 + value: 16.317 + - type: ndcg_at_5 + value: 17.267 + - type: precision_at_1 + value: 14.459 + - type: precision_at_10 + value: 3.1530000000000005 + - type: precision_at_100 + value: 0.567 + - type: precision_at_1000 + value: 0.091 + - type: precision_at_20 + value: 1.8190000000000002 + - type: precision_at_3 + value: 7.369000000000001 + - type: precision_at_5 + value: 5.131 + - type: recall_at_1 + value: 12.076 + - type: recall_at_10 + value: 24.901999999999997 + - type: recall_at_100 + value: 42.535000000000004 + - type: recall_at_1000 + value: 64.786 + - type: recall_at_20 + value: 28.42 + - type: recall_at_3 + value: 17.871000000000002 + - type: recall_at_5 + value: 20.328 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 21.488 + - type: map_at_1 + value: 13.569999999999999 + - type: map_at_10 + value: 18.184 + - type: map_at_100 + value: 19.151 + - type: map_at_1000 + value: 19.331 + - type: map_at_20 + value: 18.619 + - type: map_at_3 + value: 16.666 + - type: map_at_5 + value: 17.73 + - type: mrr_at_1 + value: 17.193675889328063 + - type: mrr_at_10 + value: 21.833082376560643 + - type: mrr_at_100 + value: 22.67117038809971 + - type: mrr_at_1000 + value: 22.76433404351483 + - type: mrr_at_20 + value: 22.20200942617089 + - type: mrr_at_3 + value: 20.52042160737813 + - type: mrr_at_5 + value: 21.380105401844535 + - type: nauc_map_at_1000_diff1 + value: 35.49958838022679 + - type: nauc_map_at_1000_max + value: 27.74062097598903 + - type: nauc_map_at_1000_std + value: -10.515093354385309 + - type: nauc_map_at_100_diff1 + value: 35.56722100038519 + - type: nauc_map_at_100_max + value: 27.827605374816354 + - type: nauc_map_at_100_std + value: -10.631512595972834 + - type: nauc_map_at_10_diff1 + value: 35.91616127603119 + - type: nauc_map_at_10_max + value: 28.165439663736507 + - type: nauc_map_at_10_std + value: -11.08789520401649 + - type: nauc_map_at_1_diff1 + value: 43.19178740943906 + - type: nauc_map_at_1_max + value: 30.877102640311726 + - type: nauc_map_at_1_std + value: -14.165080939187726 + - type: nauc_map_at_20_diff1 + value: 35.79766863342843 + - type: nauc_map_at_20_max + value: 28.059404735661243 + - type: nauc_map_at_20_std + value: -11.072321333753566 + - type: nauc_map_at_3_diff1 + value: 37.897605640025475 + - type: nauc_map_at_3_max + value: 28.177172477006117 + - type: nauc_map_at_3_std + value: -12.136111183330279 + - type: nauc_map_at_5_diff1 + value: 36.44434777898687 + - type: nauc_map_at_5_max + value: 28.438512971898394 + - type: nauc_map_at_5_std + value: -10.926696695866928 + - type: nauc_mrr_at_1000_diff1 + value: 36.13714281845032 + - type: nauc_mrr_at_1000_max + value: 26.282536844730803 + - type: nauc_mrr_at_1000_std + value: -9.856391084807372 + - type: nauc_mrr_at_100_diff1 + value: 36.11260358526963 + - type: nauc_mrr_at_100_max + value: 26.251055434341158 + - type: nauc_mrr_at_100_std + value: -9.866249832625387 + - type: nauc_mrr_at_10_diff1 + value: 36.39768434891786 + - type: nauc_mrr_at_10_max + value: 26.369874684734597 + - type: nauc_mrr_at_10_std + value: -10.140677127064409 + - type: nauc_mrr_at_1_diff1 + value: 43.97681003969528 + - type: nauc_mrr_at_1_max + value: 29.836613510418573 + - type: nauc_mrr_at_1_std + value: -13.729257304690295 + - type: nauc_mrr_at_20_diff1 + value: 36.2936027454046 + - type: nauc_mrr_at_20_max + value: 26.312955186456488 + - type: nauc_mrr_at_20_std + value: -10.177068130665152 + - type: nauc_mrr_at_3_diff1 + value: 38.01813544163268 + - type: nauc_mrr_at_3_max + value: 26.450298271894578 + - type: nauc_mrr_at_3_std + value: -10.606258695223955 + - type: nauc_mrr_at_5_diff1 + value: 36.66139719774965 + - type: nauc_mrr_at_5_max + value: 26.509309350284294 + - type: nauc_mrr_at_5_std + value: -9.947243479271682 + - type: nauc_ndcg_at_1000_diff1 + value: 31.791493593552133 + - type: nauc_ndcg_at_1000_max + value: 25.324361418674858 + - type: nauc_ndcg_at_1000_std + value: -6.7443196116990425 + - type: nauc_ndcg_at_100_diff1 + value: 31.54953518236872 + - type: nauc_ndcg_at_100_max + value: 25.188716359357414 + - type: nauc_ndcg_at_100_std + value: -6.839894709820292 + - type: nauc_ndcg_at_10_diff1 + value: 33.098147949306394 + - type: nauc_ndcg_at_10_max + value: 25.405004571973617 + - type: nauc_ndcg_at_10_std + value: -9.445873172910993 + - type: nauc_ndcg_at_1_diff1 + value: 43.97681003969528 + - type: nauc_ndcg_at_1_max + value: 29.836613510418573 + - type: nauc_ndcg_at_1_std + value: -13.729257304690295 + - type: nauc_ndcg_at_20_diff1 + value: 32.92224490482159 + - type: nauc_ndcg_at_20_max + value: 25.547859604065703 + - type: nauc_ndcg_at_20_std + value: -9.241908708414929 + - type: nauc_ndcg_at_3_diff1 + value: 36.53902441073446 + - type: nauc_ndcg_at_3_max + value: 25.133819114707258 + - type: nauc_ndcg_at_3_std + value: -10.692158418093511 + - type: nauc_ndcg_at_5_diff1 + value: 33.95545160989453 + - type: nauc_ndcg_at_5_max + value: 25.718632036099127 + - type: nauc_ndcg_at_5_std + value: -9.232699386322327 + - type: nauc_precision_at_1000_diff1 + value: 0.7176996575689929 + - type: nauc_precision_at_1000_max + value: -6.206679830059766 + - type: nauc_precision_at_1000_std + value: 15.194409401229048 + - type: nauc_precision_at_100_diff1 + value: 6.0746313447861455 + - type: nauc_precision_at_100_max + value: 1.8294518479685982 + - type: nauc_precision_at_100_std + value: 8.37195469826675 + - type: nauc_precision_at_10_diff1 + value: 20.73981815339893 + - type: nauc_precision_at_10_max + value: 15.478261828007453 + - type: nauc_precision_at_10_std + value: -5.5561745194715275 + - type: nauc_precision_at_1_diff1 + value: 43.97681003969528 + - type: nauc_precision_at_1_max + value: 29.836613510418573 + - type: nauc_precision_at_1_std + value: -13.729257304690295 + - type: nauc_precision_at_20_diff1 + value: 19.796357243134437 + - type: nauc_precision_at_20_max + value: 14.737729170595262 + - type: nauc_precision_at_20_std + value: -1.9384122215911435 + - type: nauc_precision_at_3_diff1 + value: 31.865572834643885 + - type: nauc_precision_at_3_max + value: 20.374070383077616 + - type: nauc_precision_at_3_std + value: -8.278156186226331 + - type: nauc_precision_at_5_diff1 + value: 24.892982796410482 + - type: nauc_precision_at_5_max + value: 18.471691298099184 + - type: nauc_precision_at_5_std + value: -5.556018739034546 + - type: nauc_recall_at_1000_diff1 + value: 13.11384429793443 + - type: nauc_recall_at_1000_max + value: 14.1557785679994 + - type: nauc_recall_at_1000_std + value: 9.786662648320794 + - type: nauc_recall_at_100_diff1 + value: 18.975726964682863 + - type: nauc_recall_at_100_max + value: 17.463053263913643 + - type: nauc_recall_at_100_std + value: 5.193025295117909 + - type: nauc_recall_at_10_diff1 + value: 26.179450874152614 + - type: nauc_recall_at_10_max + value: 21.634335314260436 + - type: nauc_recall_at_10_std + value: -5.718314080956008 + - type: nauc_recall_at_1_diff1 + value: 43.19178740943906 + - type: nauc_recall_at_1_max + value: 30.877102640311726 + - type: nauc_recall_at_1_std + value: -14.165080939187726 + - type: nauc_recall_at_20_diff1 + value: 25.087605827678395 + - type: nauc_recall_at_20_max + value: 20.130863094684713 + - type: nauc_recall_at_20_std + value: -5.62005732659447 + - type: nauc_recall_at_3_diff1 + value: 32.74815068110827 + - type: nauc_recall_at_3_max + value: 22.403658999564968 + - type: nauc_recall_at_3_std + value: -8.683387701904735 + - type: nauc_recall_at_5_diff1 + value: 27.755340185938906 + - type: nauc_recall_at_5_max + value: 23.586435487805275 + - type: nauc_recall_at_5_std + value: -5.135301791301631 + - type: ndcg_at_1 + value: 17.194000000000003 + - type: ndcg_at_10 + value: 21.488 + - type: ndcg_at_100 + value: 26.150000000000002 + - type: ndcg_at_1000 + value: 29.805999999999997 + - type: ndcg_at_20 + value: 22.718 + - type: ndcg_at_3 + value: 19.434 + - type: ndcg_at_5 + value: 20.746000000000002 + - type: precision_at_1 + value: 17.194000000000003 + - type: precision_at_10 + value: 4.091 + - type: precision_at_100 + value: 0.931 + - type: precision_at_1000 + value: 0.18 + - type: precision_at_20 + value: 2.54 + - type: precision_at_3 + value: 9.354 + - type: precision_at_5 + value: 6.877 + - type: recall_at_1 + value: 13.569999999999999 + - type: recall_at_10 + value: 26.634999999999998 + - type: recall_at_100 + value: 49.457 + - type: recall_at_1000 + value: 74.978 + - type: recall_at_20 + value: 31.830000000000002 + - type: recall_at_3 + value: 20.014000000000003 + - type: recall_at_5 + value: 23.915 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 14.286999999999999 + - type: map_at_1 + value: 7.8 + - type: map_at_10 + value: 11.603 + - type: map_at_100 + value: 12.322 + - type: map_at_1000 + value: 12.424 + - type: map_at_20 + value: 11.917 + - type: map_at_3 + value: 10.241999999999999 + - type: map_at_5 + value: 10.894 + - type: mrr_at_1 + value: 8.687615526802219 + - type: mrr_at_10 + value: 12.827509315494535 + - type: mrr_at_100 + value: 13.569825117763369 + - type: mrr_at_1000 + value: 13.664616620933204 + - type: mrr_at_20 + value: 13.153434876243523 + - type: mrr_at_3 + value: 11.367837338262479 + - type: mrr_at_5 + value: 12.060998151571168 + - type: nauc_map_at_1000_diff1 + value: 21.953862709034876 + - type: nauc_map_at_1000_max + value: 29.066372403463188 + - type: nauc_map_at_1000_std + value: -7.250987758385709 + - type: nauc_map_at_100_diff1 + value: 21.93592696083288 + - type: nauc_map_at_100_max + value: 29.045471554920262 + - type: nauc_map_at_100_std + value: -7.347433609703373 + - type: nauc_map_at_10_diff1 + value: 22.272278874310526 + - type: nauc_map_at_10_max + value: 29.620096522232625 + - type: nauc_map_at_10_std + value: -7.56004907693945 + - type: nauc_map_at_1_diff1 + value: 29.70146011799996 + - type: nauc_map_at_1_max + value: 33.6582002068041 + - type: nauc_map_at_1_std + value: -11.43320242844524 + - type: nauc_map_at_20_diff1 + value: 22.06594846110943 + - type: nauc_map_at_20_max + value: 29.4352137076757 + - type: nauc_map_at_20_std + value: -7.640434271085226 + - type: nauc_map_at_3_diff1 + value: 23.260962069088908 + - type: nauc_map_at_3_max + value: 29.85851009040783 + - type: nauc_map_at_3_std + value: -8.493416631968287 + - type: nauc_map_at_5_diff1 + value: 21.67294210722253 + - type: nauc_map_at_5_max + value: 30.00826915229784 + - type: nauc_map_at_5_std + value: -8.443622415442166 + - type: nauc_mrr_at_1000_diff1 + value: 22.104239631860946 + - type: nauc_mrr_at_1000_max + value: 28.258201262169408 + - type: nauc_mrr_at_1000_std + value: -6.622347594933508 + - type: nauc_mrr_at_100_diff1 + value: 22.098536010618822 + - type: nauc_mrr_at_100_max + value: 28.220245799295107 + - type: nauc_mrr_at_100_std + value: -6.675059636819916 + - type: nauc_mrr_at_10_diff1 + value: 22.63401956823091 + - type: nauc_mrr_at_10_max + value: 28.626927108349953 + - type: nauc_mrr_at_10_std + value: -6.820539359416205 + - type: nauc_mrr_at_1_diff1 + value: 30.188275726076373 + - type: nauc_mrr_at_1_max + value: 32.97489523305523 + - type: nauc_mrr_at_1_std + value: -10.419791276142904 + - type: nauc_mrr_at_20_diff1 + value: 22.125155778128224 + - type: nauc_mrr_at_20_max + value: 28.54628678699734 + - type: nauc_mrr_at_20_std + value: -6.940802668158878 + - type: nauc_mrr_at_3_diff1 + value: 23.20363757655989 + - type: nauc_mrr_at_3_max + value: 28.72037838694496 + - type: nauc_mrr_at_3_std + value: -7.863052941940037 + - type: nauc_mrr_at_5_diff1 + value: 21.769709814351764 + - type: nauc_mrr_at_5_max + value: 29.01182865041742 + - type: nauc_mrr_at_5_std + value: -7.823698429495608 + - type: nauc_ndcg_at_1000_diff1 + value: 18.839399965777904 + - type: nauc_ndcg_at_1000_max + value: 26.409685169340147 + - type: nauc_ndcg_at_1000_std + value: -2.75323598669575 + - type: nauc_ndcg_at_100_diff1 + value: 18.980282228228756 + - type: nauc_ndcg_at_100_max + value: 25.888915953926944 + - type: nauc_ndcg_at_100_std + value: -4.247963667020685 + - type: nauc_ndcg_at_10_diff1 + value: 20.268021320985767 + - type: nauc_ndcg_at_10_max + value: 28.007422388366308 + - type: nauc_ndcg_at_10_std + value: -6.035880880912193 + - type: nauc_ndcg_at_1_diff1 + value: 30.188275726076373 + - type: nauc_ndcg_at_1_max + value: 32.97489523305523 + - type: nauc_ndcg_at_1_std + value: -10.419791276142904 + - type: nauc_ndcg_at_20_diff1 + value: 19.475382543592772 + - type: nauc_ndcg_at_20_max + value: 27.783688816814124 + - type: nauc_ndcg_at_20_std + value: -6.375668645265656 + - type: nauc_ndcg_at_3_diff1 + value: 21.17886661176787 + - type: nauc_ndcg_at_3_max + value: 28.281440509906492 + - type: nauc_ndcg_at_3_std + value: -7.544056618031584 + - type: nauc_ndcg_at_5_diff1 + value: 18.58832973791431 + - type: nauc_ndcg_at_5_max + value: 28.724509771603614 + - type: nauc_ndcg_at_5_std + value: -7.783318230914177 + - type: nauc_precision_at_1000_diff1 + value: 7.129904674618118 + - type: nauc_precision_at_1000_max + value: 7.635578876601942 + - type: nauc_precision_at_1000_std + value: 9.846306597273538 + - type: nauc_precision_at_100_diff1 + value: 11.813398381635091 + - type: nauc_precision_at_100_max + value: 16.32313056743183 + - type: nauc_precision_at_100_std + value: 4.336689858200671 + - type: nauc_precision_at_10_diff1 + value: 17.446504784777808 + - type: nauc_precision_at_10_max + value: 25.408869205476464 + - type: nauc_precision_at_10_std + value: -1.6572908083948488 + - type: nauc_precision_at_1_diff1 + value: 30.188275726076373 + - type: nauc_precision_at_1_max + value: 32.97489523305523 + - type: nauc_precision_at_1_std + value: -10.419791276142904 + - type: nauc_precision_at_20_diff1 + value: 14.91677316093746 + - type: nauc_precision_at_20_max + value: 24.32645869103317 + - type: nauc_precision_at_20_std + value: -2.9225394914435876 + - type: nauc_precision_at_3_diff1 + value: 16.841177267297603 + - type: nauc_precision_at_3_max + value: 24.81824344898353 + - type: nauc_precision_at_3_std + value: -6.548456214157852 + - type: nauc_precision_at_5_diff1 + value: 12.601361749535691 + - type: nauc_precision_at_5_max + value: 25.662845341554753 + - type: nauc_precision_at_5_std + value: -5.257813050604554 + - type: nauc_recall_at_1000_diff1 + value: 9.330142559611428 + - type: nauc_recall_at_1000_max + value: 19.55092125312593 + - type: nauc_recall_at_1000_std + value: 12.833888019795856 + - type: nauc_recall_at_100_diff1 + value: 12.93335051943625 + - type: nauc_recall_at_100_max + value: 18.554303580780303 + - type: nauc_recall_at_100_std + value: 2.904381331543482 + - type: nauc_recall_at_10_diff1 + value: 15.945414878900973 + - type: nauc_recall_at_10_max + value: 24.45894683906371 + - type: nauc_recall_at_10_std + value: -3.3285107959242257 + - type: nauc_recall_at_1_diff1 + value: 29.70146011799996 + - type: nauc_recall_at_1_max + value: 33.6582002068041 + - type: nauc_recall_at_1_std + value: -11.43320242844524 + - type: nauc_recall_at_20_diff1 + value: 14.54592581450925 + - type: nauc_recall_at_20_max + value: 24.62940289531727 + - type: nauc_recall_at_20_std + value: -4.525466630360646 + - type: nauc_recall_at_3_diff1 + value: 15.585536477830441 + - type: nauc_recall_at_3_max + value: 25.217020737509433 + - type: nauc_recall_at_3_std + value: -6.386554399226418 + - type: nauc_recall_at_5_diff1 + value: 11.641604418059668 + - type: nauc_recall_at_5_max + value: 26.263641139012208 + - type: nauc_recall_at_5_std + value: -6.77257050164422 + - type: ndcg_at_1 + value: 8.688 + - type: ndcg_at_10 + value: 14.286999999999999 + - type: ndcg_at_100 + value: 18.516 + - type: ndcg_at_1000 + value: 21.708 + - type: ndcg_at_20 + value: 15.436 + - type: ndcg_at_3 + value: 11.376999999999999 + - type: ndcg_at_5 + value: 12.551000000000002 + - type: precision_at_1 + value: 8.688 + - type: precision_at_10 + value: 2.458 + - type: precision_at_100 + value: 0.505 + - type: precision_at_1000 + value: 0.084 + - type: precision_at_20 + value: 1.534 + - type: precision_at_3 + value: 5.0520000000000005 + - type: precision_at_5 + value: 3.697 + - type: recall_at_1 + value: 7.8 + - type: recall_at_10 + value: 21.59 + - type: recall_at_100 + value: 42.101 + - type: recall_at_1000 + value: 67.259 + - type: recall_at_20 + value: 25.858999999999998 + - type: recall_at_3 + value: 13.506000000000002 + - type: recall_at_5 + value: 16.408 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 12.91 + - type: map_at_1 + value: 5.244999999999999 + - type: map_at_10 + value: 8.533 + - type: map_at_100 + value: 9.562 + - type: map_at_1000 + value: 9.701 + - type: map_at_20 + value: 9.061 + - type: map_at_3 + value: 7.117 + - type: map_at_5 + value: 7.747999999999999 + - type: mrr_at_1 + value: 11.530944625407166 + - type: mrr_at_10 + value: 17.86644951140064 + - type: mrr_at_100 + value: 18.874326110051832 + - type: mrr_at_1000 + value: 18.94561511680038 + - type: mrr_at_20 + value: 18.47706797129705 + - type: mrr_at_3 + value: 15.27687296416939 + - type: mrr_at_5 + value: 16.576547231270354 + - type: nauc_map_at_1000_diff1 + value: 24.54420825290521 + - type: nauc_map_at_1000_max + value: 3.897483834465137 + - type: nauc_map_at_1000_std + value: 19.481805113255135 + - type: nauc_map_at_100_diff1 + value: 24.55555745351147 + - type: nauc_map_at_100_max + value: 3.837582687861127 + - type: nauc_map_at_100_std + value: 19.133723602277477 + - type: nauc_map_at_10_diff1 + value: 25.265812103632264 + - type: nauc_map_at_10_max + value: 3.8492593876156564 + - type: nauc_map_at_10_std + value: 16.506599027024237 + - type: nauc_map_at_1_diff1 + value: 33.94610398172728 + - type: nauc_map_at_1_max + value: 1.6496908677205668 + - type: nauc_map_at_1_std + value: 13.419972442438885 + - type: nauc_map_at_20_diff1 + value: 24.72824633420426 + - type: nauc_map_at_20_max + value: 3.783475878999571 + - type: nauc_map_at_20_std + value: 17.84509170410431 + - type: nauc_map_at_3_diff1 + value: 26.956755375738854 + - type: nauc_map_at_3_max + value: 3.9095753462098775 + - type: nauc_map_at_3_std + value: 14.346199792189863 + - type: nauc_map_at_5_diff1 + value: 26.151346472806736 + - type: nauc_map_at_5_max + value: 3.6340429832669017 + - type: nauc_map_at_5_std + value: 14.297502705786602 + - type: nauc_mrr_at_1000_diff1 + value: 23.268773463692998 + - type: nauc_mrr_at_1000_max + value: 6.109347662338191 + - type: nauc_mrr_at_1000_std + value: 19.22652674727219 + - type: nauc_mrr_at_100_diff1 + value: 23.269924125626535 + - type: nauc_mrr_at_100_max + value: 6.120703236947665 + - type: nauc_mrr_at_100_std + value: 19.2163581654434 + - type: nauc_mrr_at_10_diff1 + value: 23.52516707186784 + - type: nauc_mrr_at_10_max + value: 6.237783397862627 + - type: nauc_mrr_at_10_std + value: 18.18627288507101 + - type: nauc_mrr_at_1_diff1 + value: 27.584994677292034 + - type: nauc_mrr_at_1_max + value: 3.822817171895031 + - type: nauc_mrr_at_1_std + value: 13.580944806885068 + - type: nauc_mrr_at_20_diff1 + value: 23.18466877243556 + - type: nauc_mrr_at_20_max + value: 6.071619184172904 + - type: nauc_mrr_at_20_std + value: 18.860252064577328 + - type: nauc_mrr_at_3_diff1 + value: 24.39357898054709 + - type: nauc_mrr_at_3_max + value: 6.496455479357357 + - type: nauc_mrr_at_3_std + value: 16.58571208649782 + - type: nauc_mrr_at_5_diff1 + value: 23.789967014710673 + - type: nauc_mrr_at_5_max + value: 6.741427679039848 + - type: nauc_mrr_at_5_std + value: 16.87086607963999 + - type: nauc_ndcg_at_1000_diff1 + value: 21.749820902072695 + - type: nauc_ndcg_at_1000_max + value: 4.86812498810872 + - type: nauc_ndcg_at_1000_std + value: 31.235098248353726 + - type: nauc_ndcg_at_100_diff1 + value: 21.19681101249399 + - type: nauc_ndcg_at_100_max + value: 4.6861370875702395 + - type: nauc_ndcg_at_100_std + value: 27.272107521053297 + - type: nauc_ndcg_at_10_diff1 + value: 22.773032212350426 + - type: nauc_ndcg_at_10_max + value: 4.9873425228251955 + - type: nauc_ndcg_at_10_std + value: 19.5435742476801 + - type: nauc_ndcg_at_1_diff1 + value: 27.584994677292034 + - type: nauc_ndcg_at_1_max + value: 3.822817171895031 + - type: nauc_ndcg_at_1_std + value: 13.580944806885068 + - type: nauc_ndcg_at_20_diff1 + value: 21.438732145979834 + - type: nauc_ndcg_at_20_max + value: 4.6005835605739245 + - type: nauc_ndcg_at_20_std + value: 22.65431596849159 + - type: nauc_ndcg_at_3_diff1 + value: 24.490757645118904 + - type: nauc_ndcg_at_3_max + value: 5.962800738138971 + - type: nauc_ndcg_at_3_std + value: 16.307824488006986 + - type: nauc_ndcg_at_5_diff1 + value: 23.993915092342622 + - type: nauc_ndcg_at_5_max + value: 5.236363764316798 + - type: nauc_ndcg_at_5_std + value: 15.82938355562257 + - type: nauc_precision_at_1000_diff1 + value: 11.131036670513076 + - type: nauc_precision_at_1000_max + value: 6.822816660809858 + - type: nauc_precision_at_1000_std + value: 46.914426444389676 + - type: nauc_precision_at_100_diff1 + value: 10.955370605222562 + - type: nauc_precision_at_100_max + value: 7.306594130327962 + - type: nauc_precision_at_100_std + value: 40.6149528086222 + - type: nauc_precision_at_10_diff1 + value: 14.798768173392961 + - type: nauc_precision_at_10_max + value: 8.747564896420851 + - type: nauc_precision_at_10_std + value: 27.017329972663518 + - type: nauc_precision_at_1_diff1 + value: 27.584994677292034 + - type: nauc_precision_at_1_max + value: 3.822817171895031 + - type: nauc_precision_at_1_std + value: 13.580944806885068 + - type: nauc_precision_at_20_diff1 + value: 11.832837907912124 + - type: nauc_precision_at_20_max + value: 7.84405782779581 + - type: nauc_precision_at_20_std + value: 31.71828414369358 + - type: nauc_precision_at_3_diff1 + value: 18.994037151223843 + - type: nauc_precision_at_3_max + value: 9.590257745908866 + - type: nauc_precision_at_3_std + value: 19.0108385933672 + - type: nauc_precision_at_5_diff1 + value: 16.84707712963686 + - type: nauc_precision_at_5_max + value: 10.064344353606588 + - type: nauc_precision_at_5_std + value: 19.57545659630027 + - type: nauc_recall_at_1000_diff1 + value: 13.874751583251479 + - type: nauc_recall_at_1000_max + value: 1.530199910786395 + - type: nauc_recall_at_1000_std + value: 46.27128687120432 + - type: nauc_recall_at_100_diff1 + value: 13.1528347324774 + - type: nauc_recall_at_100_max + value: 1.9375434916868963 + - type: nauc_recall_at_100_std + value: 34.88493356061696 + - type: nauc_recall_at_10_diff1 + value: 18.04034405954142 + - type: nauc_recall_at_10_max + value: 3.705815311091777 + - type: nauc_recall_at_10_std + value: 21.901312599161166 + - type: nauc_recall_at_1_diff1 + value: 33.94610398172728 + - type: nauc_recall_at_1_max + value: 1.6496908677205668 + - type: nauc_recall_at_1_std + value: 13.419972442438885 + - type: nauc_recall_at_20_diff1 + value: 14.202376007797774 + - type: nauc_recall_at_20_max + value: 2.2147147149777644 + - type: nauc_recall_at_20_std + value: 27.12814167677131 + - type: nauc_recall_at_3_diff1 + value: 22.921929014221593 + - type: nauc_recall_at_3_max + value: 5.495801553489075 + - type: nauc_recall_at_3_std + value: 16.34255997562194 + - type: nauc_recall_at_5_diff1 + value: 20.706978570804146 + - type: nauc_recall_at_5_max + value: 4.397716927561929 + - type: nauc_recall_at_5_std + value: 15.316487242353569 + - type: ndcg_at_1 + value: 11.530999999999999 + - type: ndcg_at_10 + value: 12.91 + - type: ndcg_at_100 + value: 17.926000000000002 + - type: ndcg_at_1000 + value: 21.165 + - type: ndcg_at_20 + value: 14.793000000000001 + - type: ndcg_at_3 + value: 9.953 + - type: ndcg_at_5 + value: 10.847999999999999 + - type: precision_at_1 + value: 11.530999999999999 + - type: precision_at_10 + value: 4.247999999999999 + - type: precision_at_100 + value: 0.943 + - type: precision_at_1000 + value: 0.154 + - type: precision_at_20 + value: 2.902 + - type: precision_at_3 + value: 7.4270000000000005 + - type: precision_at_5 + value: 5.811 + - type: recall_at_1 + value: 5.244999999999999 + - type: recall_at_10 + value: 16.317999999999998 + - type: recall_at_100 + value: 34.201 + - type: recall_at_1000 + value: 53.069 + - type: recall_at_20 + value: 21.808 + - type: recall_at_3 + value: 9.167 + - type: recall_at_5 + value: 11.605 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 17.809 + - type: map_at_1 + value: 2.9080000000000004 + - type: map_at_10 + value: 6.72 + - type: map_at_100 + value: 9.452 + - type: map_at_1000 + value: 10.141 + - type: map_at_20 + value: 7.775 + - type: map_at_3 + value: 4.838 + - type: map_at_5 + value: 5.595 + - type: mrr_at_1 + value: 33.25 + - type: mrr_at_10 + value: 43.10208333333334 + - type: mrr_at_100 + value: 43.91155190635367 + - type: mrr_at_1000 + value: 43.942081922491234 + - type: mrr_at_20 + value: 43.53115904133708 + - type: mrr_at_3 + value: 40.37499999999999 + - type: mrr_at_5 + value: 41.937500000000014 + - type: nauc_map_at_1000_diff1 + value: 12.464843106371594 + - type: nauc_map_at_1000_max + value: 20.787030702897695 + - type: nauc_map_at_1000_std + value: 28.95839241630686 + - type: nauc_map_at_100_diff1 + value: 12.056329590233632 + - type: nauc_map_at_100_max + value: 19.582266707899254 + - type: nauc_map_at_100_std + value: 25.720291368581556 + - type: nauc_map_at_10_diff1 + value: 11.947408635481318 + - type: nauc_map_at_10_max + value: 12.217216974254558 + - type: nauc_map_at_10_std + value: 11.576137158486222 + - type: nauc_map_at_1_diff1 + value: 21.07052969340483 + - type: nauc_map_at_1_max + value: 9.194196653066513 + - type: nauc_map_at_1_std + value: 10.422057533092019 + - type: nauc_map_at_20_diff1 + value: 12.996950185313217 + - type: nauc_map_at_20_max + value: 14.877459115978706 + - type: nauc_map_at_20_std + value: 16.078479194353804 + - type: nauc_map_at_3_diff1 + value: 12.713931226731026 + - type: nauc_map_at_3_max + value: 10.534051914774205 + - type: nauc_map_at_3_std + value: 6.634455286829892 + - type: nauc_map_at_5_diff1 + value: 13.49610237252039 + - type: nauc_map_at_5_max + value: 11.395460371209825 + - type: nauc_map_at_5_std + value: 8.556070768754035 + - type: nauc_mrr_at_1000_diff1 + value: 23.440732029069466 + - type: nauc_mrr_at_1000_max + value: 28.227169599675545 + - type: nauc_mrr_at_1000_std + value: 24.271326293306412 + - type: nauc_mrr_at_100_diff1 + value: 23.431318332471474 + - type: nauc_mrr_at_100_max + value: 28.247320676020777 + - type: nauc_mrr_at_100_std + value: 24.289544335994325 + - type: nauc_mrr_at_10_diff1 + value: 23.10244787887524 + - type: nauc_mrr_at_10_max + value: 28.230713760094805 + - type: nauc_mrr_at_10_std + value: 23.872224687475942 + - type: nauc_mrr_at_1_diff1 + value: 27.28025238438753 + - type: nauc_mrr_at_1_max + value: 29.836674855640243 + - type: nauc_mrr_at_1_std + value: 25.025348142188943 + - type: nauc_mrr_at_20_diff1 + value: 23.359567556301606 + - type: nauc_mrr_at_20_max + value: 28.045194655704407 + - type: nauc_mrr_at_20_std + value: 24.13890939061388 + - type: nauc_mrr_at_3_diff1 + value: 23.223682067100583 + - type: nauc_mrr_at_3_max + value: 26.838082016739516 + - type: nauc_mrr_at_3_std + value: 22.74149701561025 + - type: nauc_mrr_at_5_diff1 + value: 23.254953330680365 + - type: nauc_mrr_at_5_max + value: 27.731371603773923 + - type: nauc_mrr_at_5_std + value: 23.673666153182165 + - type: nauc_ndcg_at_1000_diff1 + value: 16.257303689752668 + - type: nauc_ndcg_at_1000_max + value: 20.372685600143058 + - type: nauc_ndcg_at_1000_std + value: 43.5647262197375 + - type: nauc_ndcg_at_100_diff1 + value: 13.712668770381223 + - type: nauc_ndcg_at_100_max + value: 17.3070502066831 + - type: nauc_ndcg_at_100_std + value: 34.01332703454124 + - type: nauc_ndcg_at_10_diff1 + value: 15.272864554548784 + - type: nauc_ndcg_at_10_max + value: 17.386211785825974 + - type: nauc_ndcg_at_10_std + value: 25.093090359467173 + - type: nauc_ndcg_at_1_diff1 + value: 26.811305606655417 + - type: nauc_ndcg_at_1_max + value: 21.81236974804081 + - type: nauc_ndcg_at_1_std + value: 21.876218231165208 + - type: nauc_ndcg_at_20_diff1 + value: 15.570243759415145 + - type: nauc_ndcg_at_20_max + value: 15.48792448315102 + - type: nauc_ndcg_at_20_std + value: 24.906899062098667 + - type: nauc_ndcg_at_3_diff1 + value: 16.562964238706122 + - type: nauc_ndcg_at_3_max + value: 19.01543958115029 + - type: nauc_ndcg_at_3_std + value: 22.48353735036461 + - type: nauc_ndcg_at_5_diff1 + value: 16.232340125010094 + - type: nauc_ndcg_at_5_max + value: 18.05687758131152 + - type: nauc_ndcg_at_5_std + value: 22.85229110345859 + - type: nauc_precision_at_1000_diff1 + value: 11.56385665060498 + - type: nauc_precision_at_1000_max + value: 20.681035939178482 + - type: nauc_precision_at_1000_std + value: 36.897327543333354 + - type: nauc_precision_at_100_diff1 + value: 11.514032623059778 + - type: nauc_precision_at_100_max + value: 29.047762650445875 + - type: nauc_precision_at_100_std + value: 47.298484079525174 + - type: nauc_precision_at_10_diff1 + value: 9.30196384643561 + - type: nauc_precision_at_10_max + value: 26.02930642801758 + - type: nauc_precision_at_10_std + value: 33.683648923271505 + - type: nauc_precision_at_1_diff1 + value: 27.28025238438753 + - type: nauc_precision_at_1_max + value: 29.836674855640243 + - type: nauc_precision_at_1_std + value: 25.025348142188943 + - type: nauc_precision_at_20_diff1 + value: 12.53572220614082 + - type: nauc_precision_at_20_max + value: 27.436119324419035 + - type: nauc_precision_at_20_std + value: 37.4124720701224 + - type: nauc_precision_at_3_diff1 + value: 11.473474612430659 + - type: nauc_precision_at_3_max + value: 25.108171747341117 + - type: nauc_precision_at_3_std + value: 22.218903585707725 + - type: nauc_precision_at_5_diff1 + value: 11.651584386463366 + - type: nauc_precision_at_5_max + value: 26.45472985167932 + - type: nauc_precision_at_5_std + value: 25.45046633350586 + - type: nauc_recall_at_1000_diff1 + value: 8.952304094844058 + - type: nauc_recall_at_1000_max + value: 6.398413185072366 + - type: nauc_recall_at_1000_std + value: 43.77431410498004 + - type: nauc_recall_at_100_diff1 + value: 2.4342418404967687 + - type: nauc_recall_at_100_max + value: 7.263012696368243 + - type: nauc_recall_at_100_std + value: 29.36126458392181 + - type: nauc_recall_at_10_diff1 + value: 2.7077112127598997 + - type: nauc_recall_at_10_max + value: 2.7599172986852833 + - type: nauc_recall_at_10_std + value: 2.533785276895851 + - type: nauc_recall_at_1_diff1 + value: 21.07052969340483 + - type: nauc_recall_at_1_max + value: 9.194196653066513 + - type: nauc_recall_at_1_std + value: 10.422057533092019 + - type: nauc_recall_at_20_diff1 + value: 3.6472612051309605 + - type: nauc_recall_at_20_max + value: 1.8491755772071496 + - type: nauc_recall_at_20_std + value: 7.2724409200148274 + - type: nauc_recall_at_3_diff1 + value: 6.007910279710785 + - type: nauc_recall_at_3_max + value: 4.734271875365448 + - type: nauc_recall_at_3_std + value: 0.08424826705888651 + - type: nauc_recall_at_5_diff1 + value: 6.405796890104426 + - type: nauc_recall_at_5_max + value: 5.069916025405803 + - type: nauc_recall_at_5_std + value: 0.7763463942604057 + - type: ndcg_at_1 + value: 22.875 + - type: ndcg_at_10 + value: 17.809 + - type: ndcg_at_100 + value: 20.913 + - type: ndcg_at_1000 + value: 26.843 + - type: ndcg_at_20 + value: 17.688000000000002 + - type: ndcg_at_3 + value: 19.901 + - type: ndcg_at_5 + value: 18.587 + - type: precision_at_1 + value: 33.25 + - type: precision_at_10 + value: 16.025 + - type: precision_at_100 + value: 5.265000000000001 + - type: precision_at_1000 + value: 1.097 + - type: precision_at_20 + value: 12.188 + - type: precision_at_3 + value: 25.0 + - type: precision_at_5 + value: 20.65 + - type: recall_at_1 + value: 2.9080000000000004 + - type: recall_at_10 + value: 11.067 + - type: recall_at_100 + value: 26.874 + - type: recall_at_1000 + value: 47.693999999999996 + - type: recall_at_20 + value: 15.251999999999999 + - type: recall_at_3 + value: 6.065 + - type: recall_at_5 + value: 7.84 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 36.714999999999996 + - type: f1 + value: 33.535803051550175 + - type: f1_weighted + value: 38.73741738231718 + - type: main_score + value: 36.714999999999996 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 21.749 + - type: map_at_1 + value: 11.853 + - type: map_at_10 + value: 17.788999999999998 + - type: map_at_100 + value: 18.695 + - type: map_at_1000 + value: 18.783 + - type: map_at_20 + value: 18.279999999999998 + - type: map_at_3 + value: 15.488 + - type: map_at_5 + value: 16.766000000000002 + - type: mrr_at_1 + value: 12.57125712571257 + - type: mrr_at_10 + value: 18.809821458336327 + - type: mrr_at_100 + value: 19.746247724300634 + - type: mrr_at_1000 + value: 19.828660283641725 + - type: mrr_at_20 + value: 19.325603053511834 + - type: mrr_at_3 + value: 16.394139413941424 + - type: mrr_at_5 + value: 17.745774577457816 + - type: nauc_map_at_1000_diff1 + value: 20.42216628213536 + - type: nauc_map_at_1000_max + value: 10.981655836421126 + - type: nauc_map_at_1000_std + value: -11.06254344432782 + - type: nauc_map_at_100_diff1 + value: 20.430402218559234 + - type: nauc_map_at_100_max + value: 10.946143961065747 + - type: nauc_map_at_100_std + value: -11.067509219026796 + - type: nauc_map_at_10_diff1 + value: 20.633613948259416 + - type: nauc_map_at_10_max + value: 10.749227715844583 + - type: nauc_map_at_10_std + value: -11.683369497410549 + - type: nauc_map_at_1_diff1 + value: 25.93334856369996 + - type: nauc_map_at_1_max + value: 11.756956805295456 + - type: nauc_map_at_1_std + value: -15.812253616827613 + - type: nauc_map_at_20_diff1 + value: 20.53707678990591 + - type: nauc_map_at_20_max + value: 10.852465838841702 + - type: nauc_map_at_20_std + value: -11.300317053293336 + - type: nauc_map_at_3_diff1 + value: 21.197417138364173 + - type: nauc_map_at_3_max + value: 10.400364426417779 + - type: nauc_map_at_3_std + value: -13.649848120655465 + - type: nauc_map_at_5_diff1 + value: 20.84809728992014 + - type: nauc_map_at_5_max + value: 10.503569044791474 + - type: nauc_map_at_5_std + value: -12.308858242572567 + - type: nauc_mrr_at_1000_diff1 + value: 20.256963399952387 + - type: nauc_mrr_at_1000_max + value: 11.527178442395032 + - type: nauc_mrr_at_1000_std + value: -11.30536908201306 + - type: nauc_mrr_at_100_diff1 + value: 20.25440064656351 + - type: nauc_mrr_at_100_max + value: 11.501764619959824 + - type: nauc_mrr_at_100_std + value: -11.2998442261201 + - type: nauc_mrr_at_10_diff1 + value: 20.43696908799925 + - type: nauc_mrr_at_10_max + value: 11.301632140198784 + - type: nauc_mrr_at_10_std + value: -11.862198378461013 + - type: nauc_mrr_at_1_diff1 + value: 25.788068994261927 + - type: nauc_mrr_at_1_max + value: 12.494106068654443 + - type: nauc_mrr_at_1_std + value: -16.072022142157422 + - type: nauc_mrr_at_20_diff1 + value: 20.360762859316843 + - type: nauc_mrr_at_20_max + value: 11.39368067763063 + - type: nauc_mrr_at_20_std + value: -11.492483206429506 + - type: nauc_mrr_at_3_diff1 + value: 21.005337906582582 + - type: nauc_mrr_at_3_max + value: 11.007636661630489 + - type: nauc_mrr_at_3_std + value: -13.968861333278157 + - type: nauc_mrr_at_5_diff1 + value: 20.645981078269408 + - type: nauc_mrr_at_5_max + value: 11.098139454539123 + - type: nauc_mrr_at_5_std + value: -12.49821888423247 + - type: nauc_ndcg_at_1000_diff1 + value: 17.961862840683438 + - type: nauc_ndcg_at_1000_max + value: 12.633382278961424 + - type: nauc_ndcg_at_1000_std + value: -6.623628781829191 + - type: nauc_ndcg_at_100_diff1 + value: 17.947555297079322 + - type: nauc_ndcg_at_100_max + value: 11.952176273790133 + - type: nauc_ndcg_at_100_std + value: -6.732908920357083 + - type: nauc_ndcg_at_10_diff1 + value: 18.88944240845781 + - type: nauc_ndcg_at_10_max + value: 10.931301252399257 + - type: nauc_ndcg_at_10_std + value: -9.501435512141649 + - type: nauc_ndcg_at_1_diff1 + value: 25.788068994261927 + - type: nauc_ndcg_at_1_max + value: 12.494106068654443 + - type: nauc_ndcg_at_1_std + value: -16.072022142157422 + - type: nauc_ndcg_at_20_diff1 + value: 18.596170230193344 + - type: nauc_ndcg_at_20_max + value: 11.240653699992258 + - type: nauc_ndcg_at_20_std + value: -8.248089644433646 + - type: nauc_ndcg_at_3_diff1 + value: 19.899071290487075 + - type: nauc_ndcg_at_3_max + value: 10.217579017596986 + - type: nauc_ndcg_at_3_std + value: -13.092631082234583 + - type: nauc_ndcg_at_5_diff1 + value: 19.36942104398564 + - type: nauc_ndcg_at_5_max + value: 10.43000193675244 + - type: nauc_ndcg_at_5_std + value: -10.83023984824733 + - type: nauc_precision_at_1000_diff1 + value: 3.524222591189092 + - type: nauc_precision_at_1000_max + value: 21.268005942647154 + - type: nauc_precision_at_1000_std + value: 15.036228494768125 + - type: nauc_precision_at_100_diff1 + value: 9.81714899740422 + - type: nauc_precision_at_100_max + value: 16.79030493724481 + - type: nauc_precision_at_100_std + value: 8.132992070925313 + - type: nauc_precision_at_10_diff1 + value: 15.127575113065081 + - type: nauc_precision_at_10_max + value: 11.83424711782065 + - type: nauc_precision_at_10_std + value: -4.12398539713339 + - type: nauc_precision_at_1_diff1 + value: 25.788068994261927 + - type: nauc_precision_at_1_max + value: 12.494106068654443 + - type: nauc_precision_at_1_std + value: -16.072022142157422 + - type: nauc_precision_at_20_diff1 + value: 13.988365041285991 + - type: nauc_precision_at_20_max + value: 12.982343769260144 + - type: nauc_precision_at_20_std + value: 0.12831196857307875 + - type: nauc_precision_at_3_diff1 + value: 16.98591248173311 + - type: nauc_precision_at_3_max + value: 10.076477872033717 + - type: nauc_precision_at_3_std + value: -11.763027829441572 + - type: nauc_precision_at_5_diff1 + value: 16.109103361887634 + - type: nauc_precision_at_5_max + value: 10.743629779747735 + - type: nauc_precision_at_5_std + value: -7.223871485711275 + - type: nauc_recall_at_1000_diff1 + value: 7.300447723499678 + - type: nauc_recall_at_1000_max + value: 21.050009113075134 + - type: nauc_recall_at_1000_std + value: 14.78834446079826 + - type: nauc_recall_at_100_diff1 + value: 10.585202094510606 + - type: nauc_recall_at_100_max + value: 14.3397259367012 + - type: nauc_recall_at_100_std + value: 6.774673938241939 + - type: nauc_recall_at_10_diff1 + value: 14.740253776747794 + - type: nauc_recall_at_10_max + value: 10.775882310785141 + - type: nauc_recall_at_10_std + value: -4.212933280572477 + - type: nauc_recall_at_1_diff1 + value: 25.93334856369996 + - type: nauc_recall_at_1_max + value: 11.756956805295456 + - type: nauc_recall_at_1_std + value: -15.812253616827613 + - type: nauc_recall_at_20_diff1 + value: 13.917159385985588 + - type: nauc_recall_at_20_max + value: 11.562519738362539 + - type: nauc_recall_at_20_std + value: -0.6257023100650639 + - type: nauc_recall_at_3_diff1 + value: 16.79817894741575 + - type: nauc_recall_at_3_max + value: 9.28528047744461 + - type: nauc_recall_at_3_std + value: -11.417062993569289 + - type: nauc_recall_at_5_diff1 + value: 15.946724754389002 + - type: nauc_recall_at_5_max + value: 9.701570943463285 + - type: nauc_recall_at_5_std + value: -7.10641716237399 + - type: ndcg_at_1 + value: 12.570999999999998 + - type: ndcg_at_10 + value: 21.749 + - type: ndcg_at_100 + value: 26.627000000000002 + - type: ndcg_at_1000 + value: 29.211 + - type: ndcg_at_20 + value: 23.546 + - type: ndcg_at_3 + value: 16.938 + - type: ndcg_at_5 + value: 19.259 + - type: precision_at_1 + value: 12.570999999999998 + - type: precision_at_10 + value: 3.5970000000000004 + - type: precision_at_100 + value: 0.621 + - type: precision_at_1000 + value: 0.086 + - type: precision_at_20 + value: 2.183 + - type: precision_at_3 + value: 7.2059999999999995 + - type: precision_at_5 + value: 5.536 + - type: recall_at_1 + value: 11.853 + - type: recall_at_10 + value: 33.376 + - type: recall_at_100 + value: 56.714 + - type: recall_at_1000 + value: 77.03 + - type: recall_at_20 + value: 40.327 + - type: recall_at_3 + value: 20.26 + - type: recall_at_5 + value: 25.816 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 9.92 + - type: map_at_1 + value: 4.127 + - type: map_at_10 + value: 6.8580000000000005 + - type: map_at_100 + value: 7.678 + - type: map_at_1000 + value: 7.8469999999999995 + - type: map_at_20 + value: 7.2459999999999996 + - type: map_at_3 + value: 5.695 + - type: map_at_5 + value: 6.321000000000001 + - type: mrr_at_1 + value: 8.487654320987655 + - type: mrr_at_10 + value: 13.07460072506369 + - type: mrr_at_100 + value: 13.994745653960623 + - type: mrr_at_1000 + value: 14.107792823690083 + - type: mrr_at_20 + value: 13.534501788196179 + - type: mrr_at_3 + value: 11.445473251028803 + - type: mrr_at_5 + value: 12.3559670781893 + - type: nauc_map_at_1000_diff1 + value: 32.0284999038968 + - type: nauc_map_at_1000_max + value: 1.5433417591774994 + - type: nauc_map_at_1000_std + value: -0.7522549236643168 + - type: nauc_map_at_100_diff1 + value: 32.10293650409455 + - type: nauc_map_at_100_max + value: 1.331765813078503 + - type: nauc_map_at_100_std + value: -0.9813834028863421 + - type: nauc_map_at_10_diff1 + value: 32.996281892439825 + - type: nauc_map_at_10_max + value: 0.9000809223325343 + - type: nauc_map_at_10_std + value: -1.1346437895544166 + - type: nauc_map_at_1_diff1 + value: 40.86108038715362 + - type: nauc_map_at_1_max + value: 2.3646340186850976 + - type: nauc_map_at_1_std + value: -1.1273734737305066 + - type: nauc_map_at_20_diff1 + value: 32.74666906672611 + - type: nauc_map_at_20_max + value: 1.2905542892955657 + - type: nauc_map_at_20_std + value: -0.9339025080151999 + - type: nauc_map_at_3_diff1 + value: 35.22245724674683 + - type: nauc_map_at_3_max + value: 0.7682718438437706 + - type: nauc_map_at_3_std + value: 0.12863043400502505 + - type: nauc_map_at_5_diff1 + value: 33.82974605887253 + - type: nauc_map_at_5_max + value: 1.9127548750254273 + - type: nauc_map_at_5_std + value: -1.0892042440032836 + - type: nauc_mrr_at_1000_diff1 + value: 26.492008408086686 + - type: nauc_mrr_at_1000_max + value: 5.1988605475320995 + - type: nauc_mrr_at_1000_std + value: -5.000717562564267 + - type: nauc_mrr_at_100_diff1 + value: 26.43042358484738 + - type: nauc_mrr_at_100_max + value: 5.105015607758134 + - type: nauc_mrr_at_100_std + value: -5.087762897442909 + - type: nauc_mrr_at_10_diff1 + value: 26.788604447191133 + - type: nauc_mrr_at_10_max + value: 4.7186331678651845 + - type: nauc_mrr_at_10_std + value: -5.004992425060064 + - type: nauc_mrr_at_1_diff1 + value: 32.279840763275516 + - type: nauc_mrr_at_1_max + value: 2.24128577826757 + - type: nauc_mrr_at_1_std + value: -7.11209805130024 + - type: nauc_mrr_at_20_diff1 + value: 26.648740524800157 + - type: nauc_mrr_at_20_max + value: 5.032938733920583 + - type: nauc_mrr_at_20_std + value: -4.909302508802945 + - type: nauc_mrr_at_3_diff1 + value: 29.41800019774434 + - type: nauc_mrr_at_3_max + value: 4.4590853953847525 + - type: nauc_mrr_at_3_std + value: -4.3297909365345735 + - type: nauc_mrr_at_5_diff1 + value: 27.962472533762323 + - type: nauc_mrr_at_5_max + value: 5.263438068962538 + - type: nauc_mrr_at_5_std + value: -4.758962874067143 + - type: nauc_ndcg_at_1000_diff1 + value: 24.911203582060345 + - type: nauc_ndcg_at_1000_max + value: 4.8332507815090455 + - type: nauc_ndcg_at_1000_std + value: 1.6141523218130944 + - type: nauc_ndcg_at_100_diff1 + value: 24.983661152779078 + - type: nauc_ndcg_at_100_max + value: 2.304457345177104 + - type: nauc_ndcg_at_100_std + value: -1.5897525359169224 + - type: nauc_ndcg_at_10_diff1 + value: 28.26656252033789 + - type: nauc_ndcg_at_10_max + value: 1.7020081362468151 + - type: nauc_ndcg_at_10_std + value: -1.8666662654279278 + - type: nauc_ndcg_at_1_diff1 + value: 32.279840763275516 + - type: nauc_ndcg_at_1_max + value: 2.24128577826757 + - type: nauc_ndcg_at_1_std + value: -7.11209805130024 + - type: nauc_ndcg_at_20_diff1 + value: 27.465206920750536 + - type: nauc_ndcg_at_20_max + value: 2.5953555722799453 + - type: nauc_ndcg_at_20_std + value: -1.5728415410381176 + - type: nauc_ndcg_at_3_diff1 + value: 30.920667289434967 + - type: nauc_ndcg_at_3_max + value: 3.0636991383196537 + - type: nauc_ndcg_at_3_std + value: -1.9109940966007124 + - type: nauc_ndcg_at_5_diff1 + value: 29.92826036454942 + - type: nauc_ndcg_at_5_max + value: 4.131081055128095 + - type: nauc_ndcg_at_5_std + value: -2.3878918992446225 + - type: nauc_precision_at_1000_diff1 + value: 3.260322987641696 + - type: nauc_precision_at_1000_max + value: 17.68897292294318 + - type: nauc_precision_at_1000_std + value: -2.3731970963497435 + - type: nauc_precision_at_100_diff1 + value: 9.563869576672285 + - type: nauc_precision_at_100_max + value: 8.334908942965033 + - type: nauc_precision_at_100_std + value: -5.8502185819543095 + - type: nauc_precision_at_10_diff1 + value: 19.4489082625378 + - type: nauc_precision_at_10_max + value: 3.283292230263419 + - type: nauc_precision_at_10_std + value: -3.474955077429711 + - type: nauc_precision_at_1_diff1 + value: 32.279840763275516 + - type: nauc_precision_at_1_max + value: 2.24128577826757 + - type: nauc_precision_at_1_std + value: -7.11209805130024 + - type: nauc_precision_at_20_diff1 + value: 16.689938201739743 + - type: nauc_precision_at_20_max + value: 6.725444203867719 + - type: nauc_precision_at_20_std + value: -4.064726266450374 + - type: nauc_precision_at_3_diff1 + value: 25.13225837931828 + - type: nauc_precision_at_3_max + value: 4.838860499225599 + - type: nauc_precision_at_3_std + value: -3.958929737721354 + - type: nauc_precision_at_5_diff1 + value: 24.021979813061318 + - type: nauc_precision_at_5_max + value: 7.890864147142139 + - type: nauc_precision_at_5_std + value: -5.108473581125845 + - type: nauc_recall_at_1000_diff1 + value: 11.754438596675685 + - type: nauc_recall_at_1000_max + value: 2.6490978066853614 + - type: nauc_recall_at_1000_std + value: 16.01878535704267 + - type: nauc_recall_at_100_diff1 + value: 13.38637240649497 + - type: nauc_recall_at_100_max + value: -1.221302040775315 + - type: nauc_recall_at_100_std + value: 1.157256497357066 + - type: nauc_recall_at_10_diff1 + value: 21.794818475196234 + - type: nauc_recall_at_10_max + value: -0.3633267676365134 + - type: nauc_recall_at_10_std + value: -0.895901919914364 + - type: nauc_recall_at_1_diff1 + value: 40.86108038715362 + - type: nauc_recall_at_1_max + value: 2.3646340186850976 + - type: nauc_recall_at_1_std + value: -1.1273734737305066 + - type: nauc_recall_at_20_diff1 + value: 19.87681298491174 + - type: nauc_recall_at_20_max + value: 1.6730017285596162 + - type: nauc_recall_at_20_std + value: -0.20426631986163188 + - type: nauc_recall_at_3_diff1 + value: 30.874288136679436 + - type: nauc_recall_at_3_max + value: -0.3136634079590933 + - type: nauc_recall_at_3_std + value: 2.5177179498883 + - type: nauc_recall_at_5_diff1 + value: 25.256571251371817 + - type: nauc_recall_at_5_max + value: 3.682723691316816 + - type: nauc_recall_at_5_std + value: -0.5339704756198042 + - type: ndcg_at_1 + value: 8.488 + - type: ndcg_at_10 + value: 9.92 + - type: ndcg_at_100 + value: 14.548 + - type: ndcg_at_1000 + value: 18.9 + - type: ndcg_at_20 + value: 11.359 + - type: ndcg_at_3 + value: 8.024000000000001 + - type: ndcg_at_5 + value: 8.792 + - type: precision_at_1 + value: 8.488 + - type: precision_at_10 + value: 2.932 + - type: precision_at_100 + value: 0.748 + - type: precision_at_1000 + value: 0.148 + - type: precision_at_20 + value: 2.0140000000000002 + - type: precision_at_3 + value: 5.556 + - type: precision_at_5 + value: 4.321 + - type: recall_at_1 + value: 4.127 + - type: recall_at_10 + value: 13.094 + - type: recall_at_100 + value: 31.837 + - type: recall_at_1000 + value: 59.553 + - type: recall_at_20 + value: 17.827 + - type: recall_at_3 + value: 7.384 + - type: recall_at_5 + value: 9.896 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 28.275 + - type: map_at_1 + value: 16.111 + - type: map_at_10 + value: 22.017 + - type: map_at_100 + value: 22.756999999999998 + - type: map_at_1000 + value: 22.847 + - type: map_at_20 + value: 22.422 + - type: map_at_3 + value: 20.358 + - type: map_at_5 + value: 21.333 + - type: mrr_at_1 + value: 32.22147197839298 + - type: mrr_at_10 + value: 38.66461421390523 + - type: mrr_at_100 + value: 39.322386407471846 + - type: mrr_at_1000 + value: 39.38317578333015 + - type: mrr_at_20 + value: 39.03936064723844 + - type: mrr_at_3 + value: 37.0380373621427 + - type: mrr_at_5 + value: 37.98739590366868 + - type: nauc_map_at_1000_diff1 + value: 52.641429993405374 + - type: nauc_map_at_1000_max + value: 13.846349541182768 + - type: nauc_map_at_1000_std + value: 21.234286433255207 + - type: nauc_map_at_100_diff1 + value: 52.657002815638506 + - type: nauc_map_at_100_max + value: 13.85017253047762 + - type: nauc_map_at_100_std + value: 21.152031928089446 + - type: nauc_map_at_10_diff1 + value: 52.99229334884495 + - type: nauc_map_at_10_max + value: 14.018498788641875 + - type: nauc_map_at_10_std + value: 20.280967836300796 + - type: nauc_map_at_1_diff1 + value: 62.48492577674589 + - type: nauc_map_at_1_max + value: 17.17952567126258 + - type: nauc_map_at_1_std + value: 14.948761034885164 + - type: nauc_map_at_20_diff1 + value: 52.79863501218778 + - type: nauc_map_at_20_max + value: 13.948043219195666 + - type: nauc_map_at_20_std + value: 20.7595845629364 + - type: nauc_map_at_3_diff1 + value: 54.858284695883874 + - type: nauc_map_at_3_max + value: 15.306243909685097 + - type: nauc_map_at_3_std + value: 18.364146093661798 + - type: nauc_map_at_5_diff1 + value: 53.64685588504633 + - type: nauc_map_at_5_max + value: 14.539476850625293 + - type: nauc_map_at_5_std + value: 19.26181960117483 + - type: nauc_mrr_at_1000_diff1 + value: 57.57231957804255 + - type: nauc_mrr_at_1000_max + value: 15.03366896314471 + - type: nauc_mrr_at_1000_std + value: 18.433684270599176 + - type: nauc_mrr_at_100_diff1 + value: 57.56183438457194 + - type: nauc_mrr_at_100_max + value: 15.03096028096824 + - type: nauc_mrr_at_100_std + value: 18.429416889726777 + - type: nauc_mrr_at_10_diff1 + value: 57.67734377743546 + - type: nauc_mrr_at_10_max + value: 15.16017920205799 + - type: nauc_mrr_at_10_std + value: 18.12061393467236 + - type: nauc_mrr_at_1_diff1 + value: 62.48492577674589 + - type: nauc_mrr_at_1_max + value: 17.17952567126258 + - type: nauc_mrr_at_1_std + value: 14.948761034885164 + - type: nauc_mrr_at_20_diff1 + value: 57.60348567562974 + - type: nauc_mrr_at_20_max + value: 15.076107860913815 + - type: nauc_mrr_at_20_std + value: 18.315578904649655 + - type: nauc_mrr_at_3_diff1 + value: 58.506133301922404 + - type: nauc_mrr_at_3_max + value: 15.915584728445186 + - type: nauc_mrr_at_3_std + value: 17.04808056180522 + - type: nauc_mrr_at_5_diff1 + value: 57.864519138851 + - type: nauc_mrr_at_5_max + value: 15.432048897499834 + - type: nauc_mrr_at_5_std + value: 17.501503102699093 + - type: nauc_ndcg_at_1000_diff1 + value: 50.81874302391767 + - type: nauc_ndcg_at_1000_max + value: 12.126965970827337 + - type: nauc_ndcg_at_1000_std + value: 26.109477652734558 + - type: nauc_ndcg_at_100_diff1 + value: 50.95009805524029 + - type: nauc_ndcg_at_100_max + value: 12.295872662993116 + - type: nauc_ndcg_at_100_std + value: 24.807604340476804 + - type: nauc_ndcg_at_10_diff1 + value: 52.20877593945092 + - type: nauc_ndcg_at_10_max + value: 13.097936478311336 + - type: nauc_ndcg_at_10_std + value: 21.647729284253273 + - type: nauc_ndcg_at_1_diff1 + value: 62.48492577674589 + - type: nauc_ndcg_at_1_max + value: 17.17952567126258 + - type: nauc_ndcg_at_1_std + value: 14.948761034885164 + - type: nauc_ndcg_at_20_diff1 + value: 51.660197131546795 + - type: nauc_ndcg_at_20_max + value: 12.806424408705414 + - type: nauc_ndcg_at_20_std + value: 22.845498945756106 + - type: nauc_ndcg_at_3_diff1 + value: 54.93829038994602 + - type: nauc_ndcg_at_3_max + value: 15.126023161114087 + - type: nauc_ndcg_at_3_std + value: 18.550528733148234 + - type: nauc_ndcg_at_5_diff1 + value: 53.22828386576709 + - type: nauc_ndcg_at_5_max + value: 14.010347066037058 + - type: nauc_ndcg_at_5_std + value: 19.741810905430523 + - type: nauc_precision_at_1000_diff1 + value: 25.685915909789987 + - type: nauc_precision_at_1000_max + value: 1.8017828825425253 + - type: nauc_precision_at_1000_std + value: 41.162880151457074 + - type: nauc_precision_at_100_diff1 + value: 32.092241320736 + - type: nauc_precision_at_100_max + value: 4.604946834474919 + - type: nauc_precision_at_100_std + value: 34.4563884520215 + - type: nauc_precision_at_10_diff1 + value: 41.65435929038311 + - type: nauc_precision_at_10_max + value: 8.565743855294501 + - type: nauc_precision_at_10_std + value: 26.21588053936351 + - type: nauc_precision_at_1_diff1 + value: 62.48492577674589 + - type: nauc_precision_at_1_max + value: 17.17952567126258 + - type: nauc_precision_at_1_std + value: 14.948761034885164 + - type: nauc_precision_at_20_diff1 + value: 38.94463410875179 + - type: nauc_precision_at_20_max + value: 7.463676781280664 + - type: nauc_precision_at_20_std + value: 29.137351869373944 + - type: nauc_precision_at_3_diff1 + value: 50.167835645184425 + - type: nauc_precision_at_3_max + value: 13.751023116677993 + - type: nauc_precision_at_3_std + value: 20.36965523817541 + - type: nauc_precision_at_5_diff1 + value: 45.636896593629885 + - type: nauc_precision_at_5_max + value: 11.146676622303696 + - type: nauc_precision_at_5_std + value: 22.338180446057095 + - type: nauc_recall_at_1000_diff1 + value: 25.68591590979012 + - type: nauc_recall_at_1000_max + value: 1.801782882542605 + - type: nauc_recall_at_1000_std + value: 41.162880151457124 + - type: nauc_recall_at_100_diff1 + value: 32.09224132073595 + - type: nauc_recall_at_100_max + value: 4.604946834474883 + - type: nauc_recall_at_100_std + value: 34.45638845202142 + - type: nauc_recall_at_10_diff1 + value: 41.65435929038313 + - type: nauc_recall_at_10_max + value: 8.56574385529452 + - type: nauc_recall_at_10_std + value: 26.215880539363507 + - type: nauc_recall_at_1_diff1 + value: 62.48492577674589 + - type: nauc_recall_at_1_max + value: 17.17952567126258 + - type: nauc_recall_at_1_std + value: 14.948761034885164 + - type: nauc_recall_at_20_diff1 + value: 38.94463410875175 + - type: nauc_recall_at_20_max + value: 7.463676781280684 + - type: nauc_recall_at_20_std + value: 29.13735186937395 + - type: nauc_recall_at_3_diff1 + value: 50.1678356451844 + - type: nauc_recall_at_3_max + value: 13.751023116677974 + - type: nauc_recall_at_3_std + value: 20.369655238175365 + - type: nauc_recall_at_5_diff1 + value: 45.63689659362988 + - type: nauc_recall_at_5_max + value: 11.146676622303726 + - type: nauc_recall_at_5_std + value: 22.33818044605712 + - type: ndcg_at_1 + value: 32.221 + - type: ndcg_at_10 + value: 28.275 + - type: ndcg_at_100 + value: 31.785000000000004 + - type: ndcg_at_1000 + value: 34.103 + - type: ndcg_at_20 + value: 29.593000000000004 + - type: ndcg_at_3 + value: 25.151 + - type: ndcg_at_5 + value: 26.752 + - type: precision_at_1 + value: 32.221 + - type: precision_at_10 + value: 6.1240000000000006 + - type: precision_at_100 + value: 0.893 + - type: precision_at_1000 + value: 0.12 + - type: precision_at_20 + value: 3.486 + - type: precision_at_3 + value: 15.737000000000002 + - type: precision_at_5 + value: 10.709 + - type: recall_at_1 + value: 16.111 + - type: recall_at_10 + value: 30.621 + - type: recall_at_100 + value: 44.625 + - type: recall_at_1000 + value: 60.141999999999996 + - type: recall_at_20 + value: 34.862 + - type: recall_at_3 + value: 23.605999999999998 + - type: recall_at_5 + value: 26.772000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 64.7572 + - type: ap + value: 59.839874895528524 + - type: ap_weighted + value: 59.839874895528524 + - type: f1 + value: 64.20337541365726 + - type: f1_weighted + value: 64.20337541365727 + - type: main_score + value: 64.7572 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: main_score + value: 24.82 + - type: map_at_1 + value: 0.735 + - type: map_at_10 + value: 3.9170000000000003 + - type: map_at_100 + value: 9.378 + - type: map_at_1000 + value: 11.623999999999999 + - type: map_at_20 + value: 5.618 + - type: map_at_3 + value: 1.7919999999999998 + - type: map_at_5 + value: 2.336 + - type: mrr_at_1 + value: 44.18604651162791 + - type: mrr_at_10 + value: 54.19896640826873 + - type: mrr_at_100 + value: 55.26573324528463 + - type: mrr_at_1000 + value: 55.27198566559285 + - type: mrr_at_20 + value: 54.99928247327269 + - type: mrr_at_3 + value: 53.100775193798455 + - type: mrr_at_5 + value: 53.100775193798455 + - type: nauc_map_at_1000_diff1 + value: 31.628273118548705 + - type: nauc_map_at_1000_max + value: 50.91371464691997 + - type: nauc_map_at_1000_std + value: 62.1629306739638 + - type: nauc_map_at_100_diff1 + value: 34.06331996720226 + - type: nauc_map_at_100_max + value: 48.04779853755765 + - type: nauc_map_at_100_std + value: 56.2169602632146 + - type: nauc_map_at_10_diff1 + value: 24.82479697995596 + - type: nauc_map_at_10_max + value: 17.260532120473027 + - type: nauc_map_at_10_std + value: 34.40317364487004 + - type: nauc_map_at_1_diff1 + value: 18.417203305727828 + - type: nauc_map_at_1_max + value: 10.348745827965553 + - type: nauc_map_at_1_std + value: 13.800647316428785 + - type: nauc_map_at_20_diff1 + value: 28.607666223966184 + - type: nauc_map_at_20_max + value: 26.857097064842744 + - type: nauc_map_at_20_std + value: 44.07803604009219 + - type: nauc_map_at_3_diff1 + value: 14.047344730269346 + - type: nauc_map_at_3_max + value: 4.963953509469209 + - type: nauc_map_at_3_std + value: 23.557463504489785 + - type: nauc_map_at_5_diff1 + value: 21.509241434242192 + - type: nauc_map_at_5_max + value: 12.46882534029133 + - type: nauc_map_at_5_std + value: 32.227877810916375 + - type: nauc_mrr_at_1000_diff1 + value: 31.63313657810774 + - type: nauc_mrr_at_1000_max + value: 55.49699813296376 + - type: nauc_mrr_at_1000_std + value: 49.41026226392305 + - type: nauc_mrr_at_100_diff1 + value: 31.6361977657553 + - type: nauc_mrr_at_100_max + value: 55.504705533419596 + - type: nauc_mrr_at_100_std + value: 49.40562252181147 + - type: nauc_mrr_at_10_diff1 + value: 30.70281063739253 + - type: nauc_mrr_at_10_max + value: 55.03100675112251 + - type: nauc_mrr_at_10_std + value: 50.24358852371792 + - type: nauc_mrr_at_1_diff1 + value: 26.866938946939406 + - type: nauc_mrr_at_1_max + value: 53.65404374099094 + - type: nauc_mrr_at_1_std + value: 37.860934759045406 + - type: nauc_mrr_at_20_diff1 + value: 31.999742146159587 + - type: nauc_mrr_at_20_max + value: 55.37549959049349 + - type: nauc_mrr_at_20_std + value: 49.84014367474812 + - type: nauc_mrr_at_3_diff1 + value: 32.72165006933737 + - type: nauc_mrr_at_3_max + value: 54.57910637425508 + - type: nauc_mrr_at_3_std + value: 50.88385330631171 + - type: nauc_mrr_at_5_diff1 + value: 32.72165006933737 + - type: nauc_mrr_at_5_max + value: 54.57910637425508 + - type: nauc_mrr_at_5_std + value: 50.88385330631171 + - type: nauc_ndcg_at_1000_diff1 + value: 38.246667176580495 + - type: nauc_ndcg_at_1000_max + value: 49.41074648270727 + - type: nauc_ndcg_at_1000_std + value: 58.77522494287387 + - type: nauc_ndcg_at_100_diff1 + value: 39.08660687104264 + - type: nauc_ndcg_at_100_max + value: 51.17365801344417 + - type: nauc_ndcg_at_100_std + value: 50.96489743248102 + - type: nauc_ndcg_at_10_diff1 + value: 35.52797859138293 + - type: nauc_ndcg_at_10_max + value: 47.13047918089127 + - type: nauc_ndcg_at_10_std + value: 47.525674912522156 + - type: nauc_ndcg_at_1_diff1 + value: 20.578863285213718 + - type: nauc_ndcg_at_1_max + value: 33.573506875453205 + - type: nauc_ndcg_at_1_std + value: 11.414153977938234 + - type: nauc_ndcg_at_20_diff1 + value: 36.05409218821747 + - type: nauc_ndcg_at_20_max + value: 51.40798496195552 + - type: nauc_ndcg_at_20_std + value: 50.81256309557642 + - type: nauc_ndcg_at_3_diff1 + value: 30.26224700714665 + - type: nauc_ndcg_at_3_max + value: 38.639459899469855 + - type: nauc_ndcg_at_3_std + value: 36.35415154738677 + - type: nauc_ndcg_at_5_diff1 + value: 36.43564587113643 + - type: nauc_ndcg_at_5_max + value: 46.3557986365278 + - type: nauc_ndcg_at_5_std + value: 43.88461405861497 + - type: nauc_precision_at_1000_diff1 + value: 19.248285775071935 + - type: nauc_precision_at_1000_max + value: 54.75027201666528 + - type: nauc_precision_at_1000_std + value: 57.85442302597637 + - type: nauc_precision_at_100_diff1 + value: 29.756268297368276 + - type: nauc_precision_at_100_max + value: 64.30489557431851 + - type: nauc_precision_at_100_std + value: 58.606646614493904 + - type: nauc_precision_at_10_diff1 + value: 34.10288051634421 + - type: nauc_precision_at_10_max + value: 52.34153820407179 + - type: nauc_precision_at_10_std + value: 56.999928724425644 + - type: nauc_precision_at_1_diff1 + value: 26.866938946939406 + - type: nauc_precision_at_1_max + value: 53.65404374099094 + - type: nauc_precision_at_1_std + value: 37.860934759045406 + - type: nauc_precision_at_20_diff1 + value: 33.79921393600524 + - type: nauc_precision_at_20_max + value: 56.236094445972796 + - type: nauc_precision_at_20_std + value: 57.15552085215475 + - type: nauc_precision_at_3_diff1 + value: 26.035425537108857 + - type: nauc_precision_at_3_max + value: 45.56408327261248 + - type: nauc_precision_at_3_std + value: 59.56195436648325 + - type: nauc_precision_at_5_diff1 + value: 34.84378104012192 + - type: nauc_precision_at_5_max + value: 49.30041620262202 + - type: nauc_precision_at_5_std + value: 56.6683934979334 + - type: nauc_recall_at_1000_diff1 + value: 30.51575548576755 + - type: nauc_recall_at_1000_max + value: 43.64934411599405 + - type: nauc_recall_at_1000_std + value: 56.84154990793133 + - type: nauc_recall_at_100_diff1 + value: 39.6998643462103 + - type: nauc_recall_at_100_max + value: 44.8373934135145 + - type: nauc_recall_at_100_std + value: 49.873151485862614 + - type: nauc_recall_at_10_diff1 + value: 24.733893615746922 + - type: nauc_recall_at_10_max + value: 17.48036291557653 + - type: nauc_recall_at_10_std + value: 26.533730432814185 + - type: nauc_recall_at_1_diff1 + value: 18.417203305727828 + - type: nauc_recall_at_1_max + value: 10.348745827965553 + - type: nauc_recall_at_1_std + value: 13.800647316428785 + - type: nauc_recall_at_20_diff1 + value: 30.64841793571244 + - type: nauc_recall_at_20_max + value: 25.399231149100032 + - type: nauc_recall_at_20_std + value: 36.03516872677545 + - type: nauc_recall_at_3_diff1 + value: 14.184010517448723 + - type: nauc_recall_at_3_max + value: 3.9055370774988845 + - type: nauc_recall_at_3_std + value: 26.09707135236969 + - type: nauc_recall_at_5_diff1 + value: 25.775613267290566 + - type: nauc_recall_at_5_max + value: 13.674868148818057 + - type: nauc_recall_at_5_std + value: 34.391050366605185 + - type: ndcg_at_1 + value: 30.232999999999997 + - type: ndcg_at_10 + value: 24.82 + - type: ndcg_at_100 + value: 23.547 + - type: ndcg_at_1000 + value: 30.558000000000003 + - type: ndcg_at_20 + value: 24.204 + - type: ndcg_at_3 + value: 27.322000000000003 + - type: ndcg_at_5 + value: 25.058000000000003 + - type: precision_at_1 + value: 44.186 + - type: precision_at_10 + value: 32.791 + - type: precision_at_100 + value: 14.860000000000001 + - type: precision_at_1000 + value: 3.2840000000000003 + - type: precision_at_20 + value: 28.255999999999997 + - type: precision_at_3 + value: 40.31 + - type: precision_at_5 + value: 35.349000000000004 + - type: recall_at_1 + value: 0.735 + - type: recall_at_10 + value: 5.367 + - type: recall_at_100 + value: 19.198999999999998 + - type: recall_at_1000 + value: 39.997 + - type: recall_at_20 + value: 8.486 + - type: recall_at_3 + value: 2.092 + - type: recall_at_5 + value: 2.758 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 85.46739626082991 + - type: f1 + value: 84.68203526638132 + - type: f1_weighted + value: 85.61284249538359 + - type: main_score + value: 85.46739626082991 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 65.46511627906978 + - type: f1 + value: 47.640541375476545 + - type: f1_weighted + value: 69.33504477285032 + - type: main_score + value: 65.46511627906978 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 62.96570275722932 + - type: f1 + value: 61.06806674831273 + - type: f1_weighted + value: 63.23826864499515 + - type: main_score + value: 62.96570275722932 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 67.0611970410222 + - type: f1 + value: 65.86938657402365 + - type: f1_weighted + value: 67.16694460005834 + - type: main_score + value: 67.0611970410222 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 24.46702077642377 + - type: v_measure + value: 24.46702077642377 + - type: v_measure_std + value: 1.4535352745525076 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 19.382712347812014 + - type: v_measure + value: 19.382712347812014 + - type: v_measure_std + value: 1.5234944494227807 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 27.029080895625512 + - type: map + value: 27.029080895625512 + - type: mrr + value: 27.331766237183647 + - type: nAUC_map_diff1 + value: 13.215659465363643 + - type: nAUC_map_max + value: -31.94716011694344 + - type: nAUC_map_std + value: -19.2078629337707 + - type: nAUC_mrr_diff1 + value: 12.88388012914082 + - type: nAUC_mrr_max + value: -25.759798374458892 + - type: nAUC_mrr_std + value: -15.737741045947908 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 20.195 + - type: map_at_1 + value: 2.945 + - type: map_at_10 + value: 6.221 + - type: map_at_100 + value: 7.890999999999999 + - type: map_at_1000 + value: 8.904 + - type: map_at_20 + value: 6.827 + - type: map_at_3 + value: 4.744000000000001 + - type: map_at_5 + value: 5.469 + - type: mrr_at_1 + value: 26.93498452012384 + - type: mrr_at_10 + value: 36.720723377070115 + - type: mrr_at_100 + value: 37.522499628403175 + - type: mrr_at_1000 + value: 37.59191125990685 + - type: mrr_at_20 + value: 37.15237674507148 + - type: mrr_at_3 + value: 34.52012383900927 + - type: mrr_at_5 + value: 35.89783281733745 + - type: nauc_map_at_1000_diff1 + value: 27.79611013865157 + - type: nauc_map_at_1000_max + value: 25.115487651379688 + - type: nauc_map_at_1000_std + value: 22.447938705331307 + - type: nauc_map_at_100_diff1 + value: 29.07484696328452 + - type: nauc_map_at_100_max + value: 25.550609852486843 + - type: nauc_map_at_100_std + value: 18.748849434206015 + - type: nauc_map_at_10_diff1 + value: 32.13313134621841 + - type: nauc_map_at_10_max + value: 23.42371259213 + - type: nauc_map_at_10_std + value: 13.132452436446055 + - type: nauc_map_at_1_diff1 + value: 48.99604418795718 + - type: nauc_map_at_1_max + value: 20.94493652063089 + - type: nauc_map_at_1_std + value: 6.27622130781943 + - type: nauc_map_at_20_diff1 + value: 30.314627824479988 + - type: nauc_map_at_20_max + value: 24.919313882172776 + - type: nauc_map_at_20_std + value: 15.47713557515385 + - type: nauc_map_at_3_diff1 + value: 37.36695377200037 + - type: nauc_map_at_3_max + value: 20.859250031555383 + - type: nauc_map_at_3_std + value: 7.487974603438007 + - type: nauc_map_at_5_diff1 + value: 35.62996317877479 + - type: nauc_map_at_5_max + value: 22.246030893552174 + - type: nauc_map_at_5_std + value: 11.234461088832076 + - type: nauc_mrr_at_1000_diff1 + value: 27.787634466790905 + - type: nauc_mrr_at_1000_max + value: 26.154081073396874 + - type: nauc_mrr_at_1000_std + value: 21.49803908031959 + - type: nauc_mrr_at_100_diff1 + value: 27.775944068106096 + - type: nauc_mrr_at_100_max + value: 26.18134621303553 + - type: nauc_mrr_at_100_std + value: 21.49112111683465 + - type: nauc_mrr_at_10_diff1 + value: 27.66049246199066 + - type: nauc_mrr_at_10_max + value: 25.953362613367513 + - type: nauc_mrr_at_10_std + value: 21.9159895988671 + - type: nauc_mrr_at_1_diff1 + value: 30.047040224446768 + - type: nauc_mrr_at_1_max + value: 23.814650508147956 + - type: nauc_mrr_at_1_std + value: 13.975913248930718 + - type: nauc_mrr_at_20_diff1 + value: 27.738165039507905 + - type: nauc_mrr_at_20_max + value: 26.175963126916358 + - type: nauc_mrr_at_20_std + value: 21.6368886583229 + - type: nauc_mrr_at_3_diff1 + value: 28.920621268944362 + - type: nauc_mrr_at_3_max + value: 25.14792614833204 + - type: nauc_mrr_at_3_std + value: 21.63716383788851 + - type: nauc_mrr_at_5_diff1 + value: 28.29638825898445 + - type: nauc_mrr_at_5_max + value: 25.207905032193434 + - type: nauc_mrr_at_5_std + value: 21.620001994525204 + - type: nauc_ndcg_at_1000_diff1 + value: 23.676678242133264 + - type: nauc_ndcg_at_1000_max + value: 29.40819281328086 + - type: nauc_ndcg_at_1000_std + value: 27.48922266163637 + - type: nauc_ndcg_at_100_diff1 + value: 24.068151236413946 + - type: nauc_ndcg_at_100_max + value: 26.195824476280627 + - type: nauc_ndcg_at_100_std + value: 26.21807375892809 + - type: nauc_ndcg_at_10_diff1 + value: 21.36507362084362 + - type: nauc_ndcg_at_10_max + value: 21.88154065329857 + - type: nauc_ndcg_at_10_std + value: 30.590021666432776 + - type: nauc_ndcg_at_1_diff1 + value: 29.5481445398632 + - type: nauc_ndcg_at_1_max + value: 21.28363101652307 + - type: nauc_ndcg_at_1_std + value: 16.267359871177767 + - type: nauc_ndcg_at_20_diff1 + value: 22.786374147311257 + - type: nauc_ndcg_at_20_max + value: 23.71430035323994 + - type: nauc_ndcg_at_20_std + value: 30.948437670908152 + - type: nauc_ndcg_at_3_diff1 + value: 22.73384684789295 + - type: nauc_ndcg_at_3_max + value: 23.884749210882312 + - type: nauc_ndcg_at_3_std + value: 27.914342072137188 + - type: nauc_ndcg_at_5_diff1 + value: 20.747332983786713 + - type: nauc_ndcg_at_5_max + value: 21.92441825265579 + - type: nauc_ndcg_at_5_std + value: 29.75514293433641 + - type: nauc_precision_at_1000_diff1 + value: -1.65536586785613 + - type: nauc_precision_at_1000_max + value: -1.3001979301423146 + - type: nauc_precision_at_1000_std + value: 43.228651563159566 + - type: nauc_precision_at_100_diff1 + value: 3.1345908963206797 + - type: nauc_precision_at_100_max + value: 7.571791761705496 + - type: nauc_precision_at_100_std + value: 44.15229657763602 + - type: nauc_precision_at_10_diff1 + value: 7.683752240473546 + - type: nauc_precision_at_10_max + value: 19.5029803917141 + - type: nauc_precision_at_10_std + value: 38.62282334783876 + - type: nauc_precision_at_1_diff1 + value: 30.047040224446768 + - type: nauc_precision_at_1_max + value: 23.814650508147956 + - type: nauc_precision_at_1_std + value: 13.975913248930718 + - type: nauc_precision_at_20_diff1 + value: 6.930295774089716 + - type: nauc_precision_at_20_max + value: 18.751959496812546 + - type: nauc_precision_at_20_std + value: 43.43876310805847 + - type: nauc_precision_at_3_diff1 + value: 15.645692055073493 + - type: nauc_precision_at_3_max + value: 27.07516284809194 + - type: nauc_precision_at_3_std + value: 32.791468901313635 + - type: nauc_precision_at_5_diff1 + value: 9.551833738631395 + - type: nauc_precision_at_5_max + value: 22.195462858158265 + - type: nauc_precision_at_5_std + value: 35.86235073052298 + - type: nauc_recall_at_1000_diff1 + value: 17.10758113070841 + - type: nauc_recall_at_1000_max + value: 14.409721865645015 + - type: nauc_recall_at_1000_std + value: 7.175910246747222 + - type: nauc_recall_at_100_diff1 + value: 16.98022992881172 + - type: nauc_recall_at_100_max + value: 15.144596632597517 + - type: nauc_recall_at_100_std + value: 5.807717340611582 + - type: nauc_recall_at_10_diff1 + value: 23.064192726886542 + - type: nauc_recall_at_10_max + value: 16.546409463109317 + - type: nauc_recall_at_10_std + value: 10.660303125291867 + - type: nauc_recall_at_1_diff1 + value: 48.99604418795718 + - type: nauc_recall_at_1_max + value: 20.94493652063089 + - type: nauc_recall_at_1_std + value: 6.27622130781943 + - type: nauc_recall_at_20_diff1 + value: 19.152047964875734 + - type: nauc_recall_at_20_max + value: 20.717660137504122 + - type: nauc_recall_at_20_std + value: 10.52999190542913 + - type: nauc_recall_at_3_diff1 + value: 28.737014872630745 + - type: nauc_recall_at_3_max + value: 13.65850690480607 + - type: nauc_recall_at_3_std + value: 5.427736667755079 + - type: nauc_recall_at_5_diff1 + value: 26.4019394342239 + - type: nauc_recall_at_5_max + value: 15.134299251730008 + - type: nauc_recall_at_5_std + value: 9.576300445195523 + - type: ndcg_at_1 + value: 25.386999999999997 + - type: ndcg_at_10 + value: 20.195 + - type: ndcg_at_100 + value: 19.337 + - type: ndcg_at_1000 + value: 28.089 + - type: ndcg_at_20 + value: 18.741 + - type: ndcg_at_3 + value: 23.221 + - type: ndcg_at_5 + value: 22.076 + - type: precision_at_1 + value: 26.935 + - type: precision_at_10 + value: 15.076999999999998 + - type: precision_at_100 + value: 5.492 + - type: precision_at_1000 + value: 1.779 + - type: precision_at_20 + value: 11.315999999999999 + - type: precision_at_3 + value: 22.291 + - type: precision_at_5 + value: 19.442999999999998 + - type: recall_at_1 + value: 2.945 + - type: recall_at_10 + value: 9.578000000000001 + - type: recall_at_100 + value: 21.876 + - type: recall_at_1000 + value: 52.305 + - type: recall_at_20 + value: 12.041 + - type: recall_at_3 + value: 5.892 + - type: recall_at_5 + value: 7.553 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 16.625999999999998 + - type: map_at_1 + value: 7.602 + - type: map_at_10 + value: 13.062999999999999 + - type: map_at_100 + value: 13.987 + - type: map_at_1000 + value: 14.079 + - type: map_at_20 + value: 13.571 + - type: map_at_3 + value: 11.176 + - type: map_at_5 + value: 12.106 + - type: mrr_at_1 + value: 8.603707995365006 + - type: mrr_at_10 + value: 14.42836221008294 + - type: mrr_at_100 + value: 15.327619422421954 + - type: mrr_at_1000 + value: 15.409036789424253 + - type: mrr_at_20 + value: 14.93547472380801 + - type: mrr_at_3 + value: 12.47103128621087 + - type: mrr_at_5 + value: 13.469003476245614 + - type: nauc_map_at_1000_diff1 + value: 22.53140441222631 + - type: nauc_map_at_1000_max + value: 9.698467434337164 + - type: nauc_map_at_1000_std + value: 11.345286586567711 + - type: nauc_map_at_100_diff1 + value: 22.522109671269725 + - type: nauc_map_at_100_max + value: 9.676164796732111 + - type: nauc_map_at_100_std + value: 11.248118748580213 + - type: nauc_map_at_10_diff1 + value: 22.491463480004217 + - type: nauc_map_at_10_max + value: 9.573423511496964 + - type: nauc_map_at_10_std + value: 9.979232730710939 + - type: nauc_map_at_1_diff1 + value: 25.732381756890373 + - type: nauc_map_at_1_max + value: 10.84116623858562 + - type: nauc_map_at_1_std + value: 7.338100936490713 + - type: nauc_map_at_20_diff1 + value: 22.53923355716687 + - type: nauc_map_at_20_max + value: 9.652116335078432 + - type: nauc_map_at_20_std + value: 10.670127330165213 + - type: nauc_map_at_3_diff1 + value: 22.618120346879962 + - type: nauc_map_at_3_max + value: 9.086786085358039 + - type: nauc_map_at_3_std + value: 8.20995647201015 + - type: nauc_map_at_5_diff1 + value: 22.64115159473954 + - type: nauc_map_at_5_max + value: 9.194704682395841 + - type: nauc_map_at_5_std + value: 8.810417562333175 + - type: nauc_mrr_at_1000_diff1 + value: 22.344805318852927 + - type: nauc_mrr_at_1000_max + value: 9.163892702470772 + - type: nauc_mrr_at_1000_std + value: 11.351012340897705 + - type: nauc_mrr_at_100_diff1 + value: 22.336047255436036 + - type: nauc_mrr_at_100_max + value: 9.145224907428604 + - type: nauc_mrr_at_100_std + value: 11.28358245102265 + - type: nauc_mrr_at_10_diff1 + value: 22.25037742257287 + - type: nauc_mrr_at_10_max + value: 8.95546839387158 + - type: nauc_mrr_at_10_std + value: 10.271673610986973 + - type: nauc_mrr_at_1_diff1 + value: 25.910389767357838 + - type: nauc_mrr_at_1_max + value: 10.043907328097326 + - type: nauc_mrr_at_1_std + value: 7.5411580653545665 + - type: nauc_mrr_at_20_diff1 + value: 22.330127161074522 + - type: nauc_mrr_at_20_max + value: 9.103315674717512 + - type: nauc_mrr_at_20_std + value: 10.85259680963488 + - type: nauc_mrr_at_3_diff1 + value: 22.85678641354908 + - type: nauc_mrr_at_3_max + value: 8.525432350871027 + - type: nauc_mrr_at_3_std + value: 8.877916382224424 + - type: nauc_mrr_at_5_diff1 + value: 22.5016422227308 + - type: nauc_mrr_at_5_max + value: 8.71305219879408 + - type: nauc_mrr_at_5_std + value: 9.480157566645657 + - type: nauc_ndcg_at_1000_diff1 + value: 21.615613945394724 + - type: nauc_ndcg_at_1000_max + value: 10.140787968124906 + - type: nauc_ndcg_at_1000_std + value: 18.91156900295804 + - type: nauc_ndcg_at_100_diff1 + value: 21.449543597580128 + - type: nauc_ndcg_at_100_max + value: 9.764472700567374 + - type: nauc_ndcg_at_100_std + value: 17.00068045706022 + - type: nauc_ndcg_at_10_diff1 + value: 21.467825825652994 + - type: nauc_ndcg_at_10_max + value: 9.433691829219262 + - type: nauc_ndcg_at_10_std + value: 11.645671336911704 + - type: nauc_ndcg_at_1_diff1 + value: 26.192032369383917 + - type: nauc_ndcg_at_1_max + value: 9.968495759668212 + - type: nauc_ndcg_at_1_std + value: 7.7353705558822625 + - type: nauc_ndcg_at_20_diff1 + value: 21.559602636114114 + - type: nauc_ndcg_at_20_max + value: 9.611322723657722 + - type: nauc_ndcg_at_20_std + value: 13.45124376661578 + - type: nauc_ndcg_at_3_diff1 + value: 21.942611052570136 + - type: nauc_ndcg_at_3_max + value: 8.546943480026158 + - type: nauc_ndcg_at_3_std + value: 8.558826963066005 + - type: nauc_ndcg_at_5_diff1 + value: 21.81661495292013 + - type: nauc_ndcg_at_5_max + value: 8.814628270505972 + - type: nauc_ndcg_at_5_std + value: 9.553325054391859 + - type: nauc_precision_at_1000_diff1 + value: 12.97521395897297 + - type: nauc_precision_at_1000_max + value: 8.478693692040677 + - type: nauc_precision_at_1000_std + value: 36.05577365548163 + - type: nauc_precision_at_100_diff1 + value: 16.657230982970816 + - type: nauc_precision_at_100_max + value: 8.209079564335859 + - type: nauc_precision_at_100_std + value: 30.27783657644826 + - type: nauc_precision_at_10_diff1 + value: 19.33963457061645 + - type: nauc_precision_at_10_max + value: 8.214228079850216 + - type: nauc_precision_at_10_std + value: 15.301384981024956 + - type: nauc_precision_at_1_diff1 + value: 26.192032369383917 + - type: nauc_precision_at_1_max + value: 9.968495759668212 + - type: nauc_precision_at_1_std + value: 7.7353705558822625 + - type: nauc_precision_at_20_diff1 + value: 19.43023023951576 + - type: nauc_precision_at_20_max + value: 8.721068295460837 + - type: nauc_precision_at_20_std + value: 19.87359595692818 + - type: nauc_precision_at_3_diff1 + value: 20.98520268342122 + - type: nauc_precision_at_3_max + value: 6.997024310982154 + - type: nauc_precision_at_3_std + value: 9.277070159437823 + - type: nauc_precision_at_5_diff1 + value: 20.628506750684906 + - type: nauc_precision_at_5_max + value: 7.3222879491405966 + - type: nauc_precision_at_5_std + value: 11.105451869396907 + - type: nauc_recall_at_1000_diff1 + value: 18.99843982673276 + - type: nauc_recall_at_1000_max + value: 12.09746379039881 + - type: nauc_recall_at_1000_std + value: 47.137305858569114 + - type: nauc_recall_at_100_diff1 + value: 18.68777092563649 + - type: nauc_recall_at_100_max + value: 10.03569790422345 + - type: nauc_recall_at_100_std + value: 30.950722423284187 + - type: nauc_recall_at_10_diff1 + value: 19.128896089153272 + - type: nauc_recall_at_10_max + value: 9.482016845402566 + - type: nauc_recall_at_10_std + value: 14.412901077358026 + - type: nauc_recall_at_1_diff1 + value: 25.732381756890373 + - type: nauc_recall_at_1_max + value: 10.84116623858562 + - type: nauc_recall_at_1_std + value: 7.338100936490713 + - type: nauc_recall_at_20_diff1 + value: 19.030846984141448 + - type: nauc_recall_at_20_max + value: 9.542717362815113 + - type: nauc_recall_at_20_std + value: 18.266090149714877 + - type: nauc_recall_at_3_diff1 + value: 19.7871264081636 + - type: nauc_recall_at_3_max + value: 7.737796420966328 + - type: nauc_recall_at_3_std + value: 8.666865785409758 + - type: nauc_recall_at_5_diff1 + value: 19.892123057309906 + - type: nauc_recall_at_5_max + value: 8.298969098777071 + - type: nauc_recall_at_5_std + value: 10.420267011108276 + - type: ndcg_at_1 + value: 8.575000000000001 + - type: ndcg_at_10 + value: 16.625999999999998 + - type: ndcg_at_100 + value: 21.397 + - type: ndcg_at_1000 + value: 24.018 + - type: ndcg_at_20 + value: 18.421000000000003 + - type: ndcg_at_3 + value: 12.658 + - type: ndcg_at_5 + value: 14.338999999999999 + - type: precision_at_1 + value: 8.575000000000001 + - type: precision_at_10 + value: 3.1 + - type: precision_at_100 + value: 0.581 + - type: precision_at_1000 + value: 0.083 + - type: precision_at_20 + value: 1.957 + - type: precision_at_3 + value: 6.064 + - type: precision_at_5 + value: 4.577 + - type: recall_at_1 + value: 7.602 + - type: recall_at_10 + value: 26.400000000000002 + - type: recall_at_100 + value: 48.634 + - type: recall_at_1000 + value: 68.90899999999999 + - type: recall_at_20 + value: 33.164 + - type: recall_at_3 + value: 15.679000000000002 + - type: recall_at_5 + value: 19.602 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 72.21600000000001 + - type: map_at_1 + value: 55.492 + - type: map_at_10 + value: 67.14 + - type: map_at_100 + value: 67.946 + - type: map_at_1000 + value: 67.989 + - type: map_at_20 + value: 67.62899999999999 + - type: map_at_3 + value: 64.279 + - type: map_at_5 + value: 65.967 + - type: mrr_at_1 + value: 63.88 + - type: mrr_at_10 + value: 71.93389682539649 + - type: mrr_at_100 + value: 72.28910372486355 + - type: mrr_at_1000 + value: 72.3024887760509 + - type: mrr_at_20 + value: 72.16798297677506 + - type: mrr_at_3 + value: 70.188333333333 + - type: mrr_at_5 + value: 71.26733333333279 + - type: nauc_map_at_1000_diff1 + value: 68.1515295383326 + - type: nauc_map_at_1000_max + value: 37.54695769101746 + - type: nauc_map_at_1000_std + value: -12.805904377344 + - type: nauc_map_at_100_diff1 + value: 68.14399424614948 + - type: nauc_map_at_100_max + value: 37.54328801779939 + - type: nauc_map_at_100_std + value: -12.83845975657647 + - type: nauc_map_at_10_diff1 + value: 68.04097237081037 + - type: nauc_map_at_10_max + value: 37.19790649304174 + - type: nauc_map_at_10_std + value: -13.574656560807451 + - type: nauc_map_at_1_diff1 + value: 70.06050188284856 + - type: nauc_map_at_1_max + value: 32.7950423160114 + - type: nauc_map_at_1_std + value: -15.96831844096167 + - type: nauc_map_at_20_diff1 + value: 68.09197231492732 + - type: nauc_map_at_20_max + value: 37.385624168302684 + - type: nauc_map_at_20_std + value: -13.155476799236565 + - type: nauc_map_at_3_diff1 + value: 68.23134276838651 + - type: nauc_map_at_3_max + value: 36.23832837393925 + - type: nauc_map_at_3_std + value: -15.423833858804532 + - type: nauc_map_at_5_diff1 + value: 67.95900982506224 + - type: nauc_map_at_5_max + value: 36.53132827026241 + - type: nauc_map_at_5_std + value: -14.482907430203696 + - type: nauc_mrr_at_1000_diff1 + value: 69.62457918048828 + - type: nauc_mrr_at_1000_max + value: 40.07844145179273 + - type: nauc_mrr_at_1000_std + value: -10.644864923349227 + - type: nauc_mrr_at_100_diff1 + value: 69.62059876593055 + - type: nauc_mrr_at_100_max + value: 40.07904892244788 + - type: nauc_mrr_at_100_std + value: -10.637692251883314 + - type: nauc_mrr_at_10_diff1 + value: 69.52502303386919 + - type: nauc_mrr_at_10_max + value: 40.10809003322649 + - type: nauc_mrr_at_10_std + value: -10.684922661530145 + - type: nauc_mrr_at_1_diff1 + value: 72.0826342696167 + - type: nauc_mrr_at_1_max + value: 39.8840674644011 + - type: nauc_mrr_at_1_std + value: -12.897908766689145 + - type: nauc_mrr_at_20_diff1 + value: 69.58190352660375 + - type: nauc_mrr_at_20_max + value: 40.0783519699091 + - type: nauc_mrr_at_20_std + value: -10.629858366175634 + - type: nauc_mrr_at_3_diff1 + value: 69.46685839511639 + - type: nauc_mrr_at_3_max + value: 39.98286553507212 + - type: nauc_mrr_at_3_std + value: -11.679166167876408 + - type: nauc_mrr_at_5_diff1 + value: 69.44350507999052 + - type: nauc_mrr_at_5_max + value: 39.91668797347604 + - type: nauc_mrr_at_5_std + value: -11.060504498483011 + - type: nauc_ndcg_at_1000_diff1 + value: 68.08522323983172 + - type: nauc_ndcg_at_1000_max + value: 38.78930800558068 + - type: nauc_ndcg_at_1000_std + value: -9.380187466388266 + - type: nauc_ndcg_at_100_diff1 + value: 67.89445682736151 + - type: nauc_ndcg_at_100_max + value: 38.76088209944818 + - type: nauc_ndcg_at_100_std + value: -9.332407536563391 + - type: nauc_ndcg_at_10_diff1 + value: 67.32980612110863 + - type: nauc_ndcg_at_10_max + value: 38.20460047799145 + - type: nauc_ndcg_at_10_std + value: -11.08956339625659 + - type: nauc_ndcg_at_1_diff1 + value: 72.02112312263394 + - type: nauc_ndcg_at_1_max + value: 39.88906073001357 + - type: nauc_ndcg_at_1_std + value: -12.890119245130952 + - type: nauc_ndcg_at_20_diff1 + value: 67.57306809180233 + - type: nauc_ndcg_at_20_max + value: 38.344690097960274 + - type: nauc_ndcg_at_20_std + value: -10.361436571647312 + - type: nauc_ndcg_at_3_diff1 + value: 67.3468184467274 + - type: nauc_ndcg_at_3_max + value: 37.71021875036499 + - type: nauc_ndcg_at_3_std + value: -13.237678612410885 + - type: nauc_ndcg_at_5_diff1 + value: 67.09372417578471 + - type: nauc_ndcg_at_5_max + value: 37.36947760591302 + - type: nauc_ndcg_at_5_std + value: -12.359281253686154 + - type: nauc_precision_at_1000_diff1 + value: -25.80880508117984 + - type: nauc_precision_at_1000_max + value: -1.6580485832415812 + - type: nauc_precision_at_1000_std + value: 25.560507838753338 + - type: nauc_precision_at_100_diff1 + value: -19.632955996672276 + - type: nauc_precision_at_100_max + value: 4.1425708066313245 + - type: nauc_precision_at_100_std + value: 24.887433001522812 + - type: nauc_precision_at_10_diff1 + value: 0.031433531700304586 + - type: nauc_precision_at_10_max + value: 16.22983398823126 + - type: nauc_precision_at_10_std + value: 14.947957320162104 + - type: nauc_precision_at_1_diff1 + value: 72.02112312263394 + - type: nauc_precision_at_1_max + value: 39.88906073001357 + - type: nauc_precision_at_1_std + value: -12.890119245130952 + - type: nauc_precision_at_20_diff1 + value: -8.42349247517796 + - type: nauc_precision_at_20_max + value: 11.629391098316281 + - type: nauc_precision_at_20_std + value: 19.70570016448179 + - type: nauc_precision_at_3_diff1 + value: 26.589087035439178 + - type: nauc_precision_at_3_max + value: 26.505762530737552 + - type: nauc_precision_at_3_std + value: 0.5240934369043053 + - type: nauc_precision_at_5_diff1 + value: 13.15610105266614 + - type: nauc_precision_at_5_max + value: 20.826382527147143 + - type: nauc_precision_at_5_std + value: 7.122292405395125 + - type: nauc_recall_at_1000_diff1 + value: 60.43306391136544 + - type: nauc_recall_at_1000_max + value: 39.04457194993258 + - type: nauc_recall_at_1000_std + value: 48.10736929427494 + - type: nauc_recall_at_100_diff1 + value: 57.50786726720306 + - type: nauc_recall_at_100_max + value: 36.96036359746097 + - type: nauc_recall_at_100_std + value: 17.43991349542963 + - type: nauc_recall_at_10_diff1 + value: 59.55969023354459 + - type: nauc_recall_at_10_max + value: 35.77811946712584 + - type: nauc_recall_at_10_std + value: -5.308872679370513 + - type: nauc_recall_at_1_diff1 + value: 70.06050188284856 + - type: nauc_recall_at_1_max + value: 32.7950423160114 + - type: nauc_recall_at_1_std + value: -15.96831844096167 + - type: nauc_recall_at_20_diff1 + value: 59.36231963477334 + - type: nauc_recall_at_20_max + value: 35.74083065802152 + - type: nauc_recall_at_20_std + value: 0.10479581364017149 + - type: nauc_recall_at_3_diff1 + value: 62.98815867302664 + - type: nauc_recall_at_3_max + value: 34.35053076037745 + - type: nauc_recall_at_3_std + value: -14.653656328573552 + - type: nauc_recall_at_5_diff1 + value: 60.83589763557177 + - type: nauc_recall_at_5_max + value: 33.67596252960681 + - type: nauc_recall_at_5_std + value: -10.962319835832373 + - type: ndcg_at_1 + value: 63.91 + - type: ndcg_at_10 + value: 72.21600000000001 + - type: ndcg_at_100 + value: 74.895 + - type: ndcg_at_1000 + value: 75.606 + - type: ndcg_at_20 + value: 73.41499999999999 + - type: ndcg_at_3 + value: 68.27600000000001 + - type: ndcg_at_5 + value: 70.243 + - type: precision_at_1 + value: 63.91 + - type: precision_at_10 + value: 10.947999999999999 + - type: precision_at_100 + value: 1.351 + - type: precision_at_1000 + value: 0.148 + - type: precision_at_20 + value: 5.94 + - type: precision_at_3 + value: 29.473 + - type: precision_at_5 + value: 19.6 + - type: recall_at_1 + value: 55.492 + - type: recall_at_10 + value: 82.191 + - type: recall_at_100 + value: 93.01700000000001 + - type: recall_at_1000 + value: 97.548 + - type: recall_at_20 + value: 86.37899999999999 + - type: recall_at_3 + value: 70.977 + - type: recall_at_5 + value: 76.347 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 20.032944959465006 + - type: v_measure + value: 20.032944959465006 + - type: v_measure_std + value: 3.977494953209651 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 35.59444866525171 + - type: v_measure + value: 35.59444866525171 + - type: v_measure_std + value: 9.825394674707393 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 9.735000000000001 + - type: map_at_1 + value: 2.29 + - type: map_at_10 + value: 5.306 + - type: map_at_100 + value: 6.419 + - type: map_at_1000 + value: 6.643000000000001 + - type: map_at_20 + value: 5.821 + - type: map_at_3 + value: 3.9280000000000004 + - type: map_at_5 + value: 4.569 + - type: mrr_at_1 + value: 11.3 + - type: mrr_at_10 + value: 17.82924603174603 + - type: mrr_at_100 + value: 19.05406312305304 + - type: mrr_at_1000 + value: 19.166442675275487 + - type: mrr_at_20 + value: 18.541102740139127 + - type: mrr_at_3 + value: 15.5 + - type: mrr_at_5 + value: 16.770000000000003 + - type: nauc_map_at_1000_diff1 + value: 16.74948758074446 + - type: nauc_map_at_1000_max + value: 16.272314062078568 + - type: nauc_map_at_1000_std + value: 9.802528912458712 + - type: nauc_map_at_100_diff1 + value: 16.799538408566203 + - type: nauc_map_at_100_max + value: 16.161996440884547 + - type: nauc_map_at_100_std + value: 9.313374283200838 + - type: nauc_map_at_10_diff1 + value: 17.678328509818915 + - type: nauc_map_at_10_max + value: 16.15778661911792 + - type: nauc_map_at_10_std + value: 6.28185653746446 + - type: nauc_map_at_1_diff1 + value: 23.710070267313093 + - type: nauc_map_at_1_max + value: 11.885861612261381 + - type: nauc_map_at_1_std + value: 2.3279474317156885 + - type: nauc_map_at_20_diff1 + value: 17.40871167385732 + - type: nauc_map_at_20_max + value: 16.071559259108398 + - type: nauc_map_at_20_std + value: 7.768356041713391 + - type: nauc_map_at_3_diff1 + value: 19.657615469261334 + - type: nauc_map_at_3_max + value: 13.47369716035662 + - type: nauc_map_at_3_std + value: 4.1278803917212645 + - type: nauc_map_at_5_diff1 + value: 18.1480875610142 + - type: nauc_map_at_5_max + value: 14.230776814076188 + - type: nauc_map_at_5_std + value: 3.622953870263071 + - type: nauc_mrr_at_1000_diff1 + value: 15.571325709422576 + - type: nauc_mrr_at_1000_max + value: 11.961320489344015 + - type: nauc_mrr_at_1000_std + value: 4.450063785196112 + - type: nauc_mrr_at_100_diff1 + value: 15.536886637669223 + - type: nauc_mrr_at_100_max + value: 11.935672425486493 + - type: nauc_mrr_at_100_std + value: 4.447377015945805 + - type: nauc_mrr_at_10_diff1 + value: 15.53551580233096 + - type: nauc_mrr_at_10_max + value: 12.042070930511581 + - type: nauc_mrr_at_10_std + value: 3.93193017344515 + - type: nauc_mrr_at_1_diff1 + value: 23.57876428894364 + - type: nauc_mrr_at_1_max + value: 12.12043352908189 + - type: nauc_mrr_at_1_std + value: 2.7432795333657802 + - type: nauc_mrr_at_20_diff1 + value: 15.495682418058236 + - type: nauc_mrr_at_20_max + value: 11.827749923147806 + - type: nauc_mrr_at_20_std + value: 4.337028857179092 + - type: nauc_mrr_at_3_diff1 + value: 17.374795948438287 + - type: nauc_mrr_at_3_max + value: 12.27547705847877 + - type: nauc_mrr_at_3_std + value: 3.4490922395838437 + - type: nauc_mrr_at_5_diff1 + value: 15.960359036123982 + - type: nauc_mrr_at_5_max + value: 11.88067300089711 + - type: nauc_mrr_at_5_std + value: 3.392937900544711 + - type: nauc_ndcg_at_1000_diff1 + value: 12.368330070387364 + - type: nauc_ndcg_at_1000_max + value: 15.835670856182855 + - type: nauc_ndcg_at_1000_std + value: 15.767747221405982 + - type: nauc_ndcg_at_100_diff1 + value: 12.811381379776785 + - type: nauc_ndcg_at_100_max + value: 14.882621585275865 + - type: nauc_ndcg_at_100_std + value: 12.918687954717855 + - type: nauc_ndcg_at_10_diff1 + value: 14.52700036040429 + - type: nauc_ndcg_at_10_max + value: 14.99153202568684 + - type: nauc_ndcg_at_10_std + value: 7.059926007520434 + - type: nauc_ndcg_at_1_diff1 + value: 23.57876428894364 + - type: nauc_ndcg_at_1_max + value: 12.12043352908189 + - type: nauc_ndcg_at_1_std + value: 2.7432795333657802 + - type: nauc_ndcg_at_20_diff1 + value: 14.319122424506627 + - type: nauc_ndcg_at_20_max + value: 14.419552299612848 + - type: nauc_ndcg_at_20_std + value: 9.576470751691424 + - type: nauc_ndcg_at_3_diff1 + value: 17.65692103341824 + - type: nauc_ndcg_at_3_max + value: 13.00851027147015 + - type: nauc_ndcg_at_3_std + value: 4.543310351593028 + - type: nauc_ndcg_at_5_diff1 + value: 15.317354497478568 + - type: nauc_ndcg_at_5_max + value: 13.129615291647509 + - type: nauc_ndcg_at_5_std + value: 3.616970208712892 + - type: nauc_precision_at_1000_diff1 + value: 4.085961395572508 + - type: nauc_precision_at_1000_max + value: 14.479584032109782 + - type: nauc_precision_at_1000_std + value: 24.822216452687034 + - type: nauc_precision_at_100_diff1 + value: 6.64282379200282 + - type: nauc_precision_at_100_max + value: 13.909179682772733 + - type: nauc_precision_at_100_std + value: 19.78443717745781 + - type: nauc_precision_at_10_diff1 + value: 10.32762182507006 + - type: nauc_precision_at_10_max + value: 15.932552899576436 + - type: nauc_precision_at_10_std + value: 9.985036232997176 + - type: nauc_precision_at_1_diff1 + value: 23.57876428894364 + - type: nauc_precision_at_1_max + value: 12.12043352908189 + - type: nauc_precision_at_1_std + value: 2.7432795333657802 + - type: nauc_precision_at_20_diff1 + value: 10.198754689783367 + - type: nauc_precision_at_20_max + value: 13.924027767491506 + - type: nauc_precision_at_20_std + value: 14.451908759139476 + - type: nauc_precision_at_3_diff1 + value: 15.398209236569278 + - type: nauc_precision_at_3_max + value: 12.545120019251204 + - type: nauc_precision_at_3_std + value: 5.4174103114283865 + - type: nauc_precision_at_5_diff1 + value: 11.38440294831457 + - type: nauc_precision_at_5_max + value: 12.929100768052521 + - type: nauc_precision_at_5_std + value: 3.8826269454849633 + - type: nauc_recall_at_1000_diff1 + value: 3.9395149122426343 + - type: nauc_recall_at_1000_max + value: 15.24096774447918 + - type: nauc_recall_at_1000_std + value: 24.88975234530502 + - type: nauc_recall_at_100_diff1 + value: 6.580896935042611 + - type: nauc_recall_at_100_max + value: 14.23980695602868 + - type: nauc_recall_at_100_std + value: 19.479776494947476 + - type: nauc_recall_at_10_diff1 + value: 10.311801645360179 + - type: nauc_recall_at_10_max + value: 15.658321964659283 + - type: nauc_recall_at_10_std + value: 9.723932481966557 + - type: nauc_recall_at_1_diff1 + value: 23.710070267313093 + - type: nauc_recall_at_1_max + value: 11.885861612261381 + - type: nauc_recall_at_1_std + value: 2.3279474317156885 + - type: nauc_recall_at_20_diff1 + value: 10.24091592712925 + - type: nauc_recall_at_20_max + value: 13.830865415282112 + - type: nauc_recall_at_20_std + value: 14.04027736904607 + - type: nauc_recall_at_3_diff1 + value: 15.41219835513545 + - type: nauc_recall_at_3_max + value: 12.333359628892342 + - type: nauc_recall_at_3_std + value: 5.024648219558654 + - type: nauc_recall_at_5_diff1 + value: 11.349574574035458 + - type: nauc_recall_at_5_max + value: 12.617927107492545 + - type: nauc_recall_at_5_std + value: 3.5053356310188333 + - type: ndcg_at_1 + value: 11.3 + - type: ndcg_at_10 + value: 9.735000000000001 + - type: ndcg_at_100 + value: 15.195 + - type: ndcg_at_1000 + value: 20.23 + - type: ndcg_at_20 + value: 11.561 + - type: ndcg_at_3 + value: 9.144 + - type: ndcg_at_5 + value: 7.953 + - type: precision_at_1 + value: 11.3 + - type: precision_at_10 + value: 5.11 + - type: precision_at_100 + value: 1.3050000000000002 + - type: precision_at_1000 + value: 0.253 + - type: precision_at_20 + value: 3.615 + - type: precision_at_3 + value: 8.533 + - type: precision_at_5 + value: 6.98 + - type: recall_at_1 + value: 2.29 + - type: recall_at_10 + value: 10.362 + - type: recall_at_100 + value: 26.457000000000004 + - type: recall_at_1000 + value: 51.283 + - type: recall_at_20 + value: 14.649999999999999 + - type: recall_at_3 + value: 5.175 + - type: recall_at_5 + value: 7.0680000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 72.23089156225602 + - type: cosine_spearman + value: 64.63447730457894 + - type: euclidean_pearson + value: 65.26536048964267 + - type: euclidean_spearman + value: 60.05876325942518 + - type: main_score + value: 64.63447730457894 + - type: manhattan_pearson + value: 63.245519161378716 + - type: manhattan_spearman + value: 59.28103411973211 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: cosine_pearson + value: 63.108487890245115 + - type: cosine_spearman + value: 58.06781798364534 + - type: euclidean_pearson + value: 51.00455103977482 + - type: euclidean_spearman + value: 47.056606990769154 + - type: main_score + value: 58.06781798364534 + - type: manhattan_pearson + value: 46.6691142816116 + - type: manhattan_spearman + value: 43.82268675196447 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: cosine_pearson + value: 67.9221550677534 + - type: cosine_spearman + value: 68.7571596382501 + - type: euclidean_pearson + value: 59.4362693562299 + - type: euclidean_spearman + value: 59.90654031756741 + - type: main_score + value: 68.7571596382501 + - type: manhattan_pearson + value: 58.84015922334945 + - type: manhattan_spearman + value: 58.764668284077416 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: cosine_pearson + value: 66.96538071580031 + - type: cosine_spearman + value: 65.42522405186078 + - type: euclidean_pearson + value: 58.34297446892109 + - type: euclidean_spearman + value: 57.95969868379801 + - type: main_score + value: 65.42522405186078 + - type: manhattan_pearson + value: 57.158803416050354 + - type: manhattan_spearman + value: 56.70345912508504 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: cosine_pearson + value: 74.37524523034543 + - type: cosine_spearman + value: 75.08524309134856 + - type: euclidean_pearson + value: 59.05421371900137 + - type: euclidean_spearman + value: 60.8963245864918 + - type: main_score + value: 75.08524309134856 + - type: manhattan_pearson + value: 58.9258972492414 + - type: manhattan_spearman + value: 60.102419570033106 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: cosine_pearson + value: 63.085067266542495 + - type: cosine_spearman + value: 65.38033636986424 + - type: euclidean_pearson + value: 52.52293105293661 + - type: euclidean_spearman + value: 54.599090360405086 + - type: main_score + value: 65.38033636986424 + - type: manhattan_pearson + value: 52.04583269035374 + - type: manhattan_spearman + value: 53.418934610254134 + task: + type: STS + - dataset: + config: nl-en + name: MTEB STS17 (nl-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 23.019969311198167 + - type: cosine_spearman + value: 17.411472418823667 + - type: euclidean_pearson + value: -15.515358361955128 + - type: euclidean_spearman + value: -15.677190499343482 + - type: main_score + value: 17.411472418823667 + - type: manhattan_pearson + value: -12.729052547730687 + - type: manhattan_spearman + value: -12.288504263696268 + task: + type: STS + - dataset: + config: en-de + name: MTEB STS17 (en-de) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 21.269195172077147 + - type: cosine_spearman + value: 18.575886451336775 + - type: euclidean_pearson + value: -10.21009784982811 + - type: euclidean_spearman + value: -12.92229729710694 + - type: main_score + value: 18.575886451336775 + - type: manhattan_pearson + value: -7.899161245683782 + - type: manhattan_spearman + value: -10.894951447088 + task: + type: STS + - dataset: + config: en-ar + name: MTEB STS17 (en-ar) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 4.556875032985485 + - type: cosine_spearman + value: 2.0609547970913806 + - type: euclidean_pearson + value: -11.715271322099575 + - type: euclidean_spearman + value: -11.045818218942449 + - type: main_score + value: 2.0609547970913806 + - type: manhattan_pearson + value: -13.961076499664834 + - type: manhattan_spearman + value: -13.632861374757931 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 77.65125036324002 + - type: cosine_spearman + value: 78.69054832378838 + - type: euclidean_pearson + value: 65.42262389971837 + - type: euclidean_spearman + value: 66.17771023288537 + - type: main_score + value: 78.69054832378838 + - type: manhattan_pearson + value: 63.99535802918511 + - type: manhattan_spearman + value: 64.5958799855611 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS17 (es-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 11.304963266444723 + - type: cosine_spearman + value: 9.07719919328374 + - type: euclidean_pearson + value: -6.686339553470129 + - type: euclidean_spearman + value: -13.741969244577302 + - type: main_score + value: 9.07719919328374 + - type: manhattan_pearson + value: -8.751096396459193 + - type: manhattan_spearman + value: -15.472834128866678 + task: + type: STS + - dataset: + config: en-tr + name: MTEB STS17 (en-tr) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: -0.9487180608661593 + - type: cosine_spearman + value: -3.5467049032356264 + - type: euclidean_pearson + value: -22.379136687351238 + - type: euclidean_spearman + value: -23.937922436585392 + - type: main_score + value: -3.5467049032356264 + - type: manhattan_pearson + value: -23.462933935885573 + - type: manhattan_spearman + value: -22.402845778068887 + task: + type: STS + - dataset: + config: fr-en + name: MTEB STS17 (fr-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 26.412738827821325 + - type: cosine_spearman + value: 21.096028679832475 + - type: euclidean_pearson + value: -12.961356992788911 + - type: euclidean_spearman + value: -13.439656615197324 + - type: main_score + value: 21.096028679832475 + - type: manhattan_pearson + value: -13.312399929525135 + - type: manhattan_spearman + value: -13.320455244709303 + task: + type: STS + - dataset: + config: it-en + name: MTEB STS17 (it-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 18.315235047821027 + - type: cosine_spearman + value: 15.405153060148468 + - type: euclidean_pearson + value: -16.19883745793275 + - type: euclidean_spearman + value: -16.332471299959188 + - type: main_score + value: 15.405153060148468 + - type: manhattan_pearson + value: -15.174493494372754 + - type: manhattan_spearman + value: -14.235895631091836 + task: + type: STS + - dataset: + config: de-en + name: MTEB STS22 (de-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 20.46710263573031 + - type: cosine_spearman + value: 28.326540334389122 + - type: euclidean_pearson + value: 20.858737030398395 + - type: euclidean_spearman + value: 29.872601047020126 + - type: main_score + value: 28.326540334389122 + - type: manhattan_pearson + value: 19.218328249978722 + - type: manhattan_spearman + value: 33.264521141243655 + task: + type: STS + - dataset: + config: zh-en + name: MTEB STS22 (zh-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: -3.5232243177317475 + - type: cosine_spearman + value: 4.537053084710515 + - type: euclidean_pearson + value: 6.374530133957361 + - type: euclidean_spearman + value: 3.6684963723679562 + - type: main_score + value: 4.537053084710515 + - type: manhattan_pearson + value: 6.918896438279671 + - type: manhattan_spearman + value: 1.9104862843510344 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 42.353863109448966 + - type: cosine_spearman + value: 52.55694057880419 + - type: euclidean_pearson + value: 41.58894055719116 + - type: euclidean_spearman + value: 50.499978942016014 + - type: main_score + value: 52.55694057880419 + - type: manhattan_pearson + value: 39.23263050152607 + - type: manhattan_spearman + value: 47.982776818718506 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 9.895824519159905 + - type: cosine_spearman + value: 14.528808646639648 + - type: euclidean_pearson + value: 30.766730901000265 + - type: euclidean_spearman + value: 16.482305685897398 + - type: main_score + value: 14.528808646639648 + - type: manhattan_pearson + value: 32.72091783931039 + - type: manhattan_spearman + value: 11.606377075910054 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS22 (es-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 10.835100493377169 + - type: cosine_spearman + value: 13.188080238562986 + - type: euclidean_pearson + value: 13.222129117792575 + - type: euclidean_spearman + value: 16.35349476750803 + - type: main_score + value: 13.188080238562986 + - type: manhattan_pearson + value: 18.24829227713276 + - type: manhattan_spearman + value: 21.542234667592027 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 65.71454631261894 + - type: cosine_spearman + value: 65.48413591571544 + - type: euclidean_pearson + value: 57.20872936896835 + - type: euclidean_spearman + value: 57.60081037404292 + - type: main_score + value: 65.48413591571544 + - type: manhattan_pearson + value: 55.60537290238107 + - type: manhattan_spearman + value: 56.096969186945564 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 68.56134632503664 + - type: map + value: 68.56134632503664 + - type: mrr + value: 88.76940234783373 + - type: nAUC_map_diff1 + value: 12.337237293429535 + - type: nAUC_map_max + value: 56.05626340436826 + - type: nAUC_map_std + value: 66.20136946235245 + - type: nAUC_mrr_diff1 + value: 49.13360859462996 + - type: nAUC_mrr_max + value: 75.19817364500312 + - type: nAUC_mrr_std + value: 71.27479674596098 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 45.168 + - type: map_at_1 + value: 31.722 + - type: map_at_10 + value: 40.361000000000004 + - type: map_at_100 + value: 41.412 + - type: map_at_1000 + value: 41.483 + - type: map_at_20 + value: 41.026 + - type: map_at_3 + value: 37.676 + - type: map_at_5 + value: 39.15 + - type: mrr_at_1 + value: 33.666666666666664 + - type: mrr_at_10 + value: 41.68544973544974 + - type: mrr_at_100 + value: 42.57351821618796 + - type: mrr_at_1000 + value: 42.63566974762014 + - type: mrr_at_20 + value: 42.24279031798382 + - type: mrr_at_3 + value: 39.16666666666666 + - type: mrr_at_5 + value: 40.56666666666666 + - type: nauc_map_at_1000_diff1 + value: 55.77535499706605 + - type: nauc_map_at_1000_max + value: 37.686384513064496 + - type: nauc_map_at_1000_std + value: -0.38356448588082925 + - type: nauc_map_at_100_diff1 + value: 55.76685805908298 + - type: nauc_map_at_100_max + value: 37.69512830675277 + - type: nauc_map_at_100_std + value: -0.3816790631470584 + - type: nauc_map_at_10_diff1 + value: 55.31825864401214 + - type: nauc_map_at_10_max + value: 37.88770668112794 + - type: nauc_map_at_10_std + value: -0.6860500769894244 + - type: nauc_map_at_1_diff1 + value: 62.113628227161165 + - type: nauc_map_at_1_max + value: 37.183535942278596 + - type: nauc_map_at_1_std + value: -3.5410481282149067 + - type: nauc_map_at_20_diff1 + value: 55.65751983454559 + - type: nauc_map_at_20_max + value: 37.69345024816029 + - type: nauc_map_at_20_std + value: -0.43593256548163833 + - type: nauc_map_at_3_diff1 + value: 55.82307496058825 + - type: nauc_map_at_3_max + value: 36.720146164571474 + - type: nauc_map_at_3_std + value: -2.819390810134275 + - type: nauc_map_at_5_diff1 + value: 55.53584523712401 + - type: nauc_map_at_5_max + value: 37.845081976188375 + - type: nauc_map_at_5_std + value: -1.9066901557785676 + - type: nauc_mrr_at_1000_diff1 + value: 56.418676727795024 + - type: nauc_mrr_at_1000_max + value: 38.304224136608866 + - type: nauc_mrr_at_1000_std + value: 2.4996505957652198 + - type: nauc_mrr_at_100_diff1 + value: 56.39703976435698 + - type: nauc_mrr_at_100_max + value: 38.31871253356022 + - type: nauc_mrr_at_100_std + value: 2.499322381767784 + - type: nauc_mrr_at_10_diff1 + value: 56.17576873119264 + - type: nauc_mrr_at_10_max + value: 38.63458360266209 + - type: nauc_mrr_at_10_std + value: 2.8572655679787973 + - type: nauc_mrr_at_1_diff1 + value: 63.26354576298176 + - type: nauc_mrr_at_1_max + value: 38.41560245413969 + - type: nauc_mrr_at_1_std + value: -0.17074584083479885 + - type: nauc_mrr_at_20_diff1 + value: 56.301767376204936 + - type: nauc_mrr_at_20_max + value: 38.376041663808316 + - type: nauc_mrr_at_20_std + value: 2.649049607362875 + - type: nauc_mrr_at_3_diff1 + value: 56.70849572743409 + - type: nauc_mrr_at_3_max + value: 37.09106878190702 + - type: nauc_mrr_at_3_std + value: 0.5218568736162024 + - type: nauc_mrr_at_5_diff1 + value: 56.116869610402674 + - type: nauc_mrr_at_5_max + value: 38.448039539152745 + - type: nauc_mrr_at_5_std + value: 1.7341042169043408 + - type: nauc_ndcg_at_1000_diff1 + value: 54.78225202376091 + - type: nauc_ndcg_at_1000_max + value: 38.38144373884326 + - type: nauc_ndcg_at_1000_std + value: 2.6358234061241586 + - type: nauc_ndcg_at_100_diff1 + value: 54.4093856226575 + - type: nauc_ndcg_at_100_max + value: 38.60612682388555 + - type: nauc_ndcg_at_100_std + value: 2.69908939213741 + - type: nauc_ndcg_at_10_diff1 + value: 52.832583000255795 + - type: nauc_ndcg_at_10_max + value: 38.941545213039916 + - type: nauc_ndcg_at_10_std + value: 2.4826858084884753 + - type: nauc_ndcg_at_1_diff1 + value: 63.26354576298176 + - type: nauc_ndcg_at_1_max + value: 38.41560245413969 + - type: nauc_ndcg_at_1_std + value: -0.17074584083479885 + - type: nauc_ndcg_at_20_diff1 + value: 53.5430044109149 + - type: nauc_ndcg_at_20_max + value: 38.10605834841827 + - type: nauc_ndcg_at_20_std + value: 2.5820729076155344 + - type: nauc_ndcg_at_3_diff1 + value: 53.98354338931932 + - type: nauc_ndcg_at_3_max + value: 36.522639379347815 + - type: nauc_ndcg_at_3_std + value: -1.9435738031229932 + - type: nauc_ndcg_at_5_diff1 + value: 53.263204590280175 + - type: nauc_ndcg_at_5_max + value: 38.76301110063584 + - type: nauc_ndcg_at_5_std + value: -0.44894792520114274 + - type: nauc_precision_at_1000_diff1 + value: 2.6725425569998733 + - type: nauc_precision_at_1000_max + value: 18.217728894320416 + - type: nauc_precision_at_1000_std + value: 41.76202644150659 + - type: nauc_precision_at_100_diff1 + value: 23.894022947191242 + - type: nauc_precision_at_100_max + value: 30.465092081989397 + - type: nauc_precision_at_100_std + value: 32.67941090228055 + - type: nauc_precision_at_10_diff1 + value: 35.758108716102925 + - type: nauc_precision_at_10_max + value: 38.043682768211404 + - type: nauc_precision_at_10_std + value: 18.94024295472207 + - type: nauc_precision_at_1_diff1 + value: 63.26354576298176 + - type: nauc_precision_at_1_max + value: 38.41560245413969 + - type: nauc_precision_at_1_std + value: -0.17074584083479885 + - type: nauc_precision_at_20_diff1 + value: 34.336560890067275 + - type: nauc_precision_at_20_max + value: 31.7929720931013 + - type: nauc_precision_at_20_std + value: 23.571932003154835 + - type: nauc_precision_at_3_diff1 + value: 44.2135740101036 + - type: nauc_precision_at_3_max + value: 34.2245562189253 + - type: nauc_precision_at_3_std + value: 2.9819692098799435 + - type: nauc_precision_at_5_diff1 + value: 40.3310935749158 + - type: nauc_precision_at_5_max + value: 38.63563472800203 + - type: nauc_precision_at_5_std + value: 9.335714313996466 + - type: nauc_recall_at_1000_diff1 + value: 56.9369714312583 + - type: nauc_recall_at_1000_max + value: 45.8389590848331 + - type: nauc_recall_at_1000_std + value: 36.35310239203547 + - type: nauc_recall_at_100_diff1 + value: 48.24197135141656 + - type: nauc_recall_at_100_max + value: 42.702371394909264 + - type: nauc_recall_at_100_std + value: 13.330140889544886 + - type: nauc_recall_at_10_diff1 + value: 43.30066118896596 + - type: nauc_recall_at_10_max + value: 40.917885858677245 + - type: nauc_recall_at_10_std + value: 9.071473475388245 + - type: nauc_recall_at_1_diff1 + value: 62.113628227161165 + - type: nauc_recall_at_1_max + value: 37.183535942278596 + - type: nauc_recall_at_1_std + value: -3.5410481282149067 + - type: nauc_recall_at_20_diff1 + value: 44.24119164214377 + - type: nauc_recall_at_20_max + value: 37.145932987172344 + - type: nauc_recall_at_20_std + value: 9.064570006703589 + - type: nauc_recall_at_3_diff1 + value: 47.503698426289645 + - type: nauc_recall_at_3_max + value: 35.181130291364084 + - type: nauc_recall_at_3_std + value: -4.399329816832574 + - type: nauc_recall_at_5_diff1 + value: 45.72301353292787 + - type: nauc_recall_at_5_max + value: 40.71394881642516 + - type: nauc_recall_at_5_std + value: -0.017691813104162315 + - type: ndcg_at_1 + value: 33.667 + - type: ndcg_at_10 + value: 45.168 + - type: ndcg_at_100 + value: 50.080000000000005 + - type: ndcg_at_1000 + value: 51.878 + - type: ndcg_at_20 + value: 47.394999999999996 + - type: ndcg_at_3 + value: 39.89 + - type: ndcg_at_5 + value: 42.418 + - type: precision_at_1 + value: 33.667 + - type: precision_at_10 + value: 6.4670000000000005 + - type: precision_at_100 + value: 0.9169999999999999 + - type: precision_at_1000 + value: 0.108 + - type: precision_at_20 + value: 3.733 + - type: precision_at_3 + value: 16.111 + - type: precision_at_5 + value: 11.133 + - type: recall_at_1 + value: 31.722 + - type: recall_at_10 + value: 58.833 + - type: recall_at_100 + value: 81.472 + - type: recall_at_1000 + value: 95.367 + - type: recall_at_20 + value: 67.333 + - type: recall_at_3 + value: 44.5 + - type: recall_at_5 + value: 50.693999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.6 + - type: cosine_accuracy_threshold + value: 70.9090530872345 + - type: cosine_ap + value: 84.58074609745917 + - type: cosine_f1 + value: 78.88324873096447 + - type: cosine_f1_threshold + value: 67.8337812423706 + - type: cosine_precision + value: 80.10309278350516 + - type: cosine_recall + value: 77.7 + - type: dot_accuracy + value: 99.08415841584159 + - type: dot_accuracy_threshold + value: 66384.36279296875 + - type: dot_ap + value: 40.87152918329808 + - type: dot_f1 + value: 43.734015345268546 + - type: dot_f1_threshold + value: 51844.3115234375 + - type: dot_precision + value: 38.11292719167905 + - type: dot_recall + value: 51.300000000000004 + - type: euclidean_accuracy + value: 99.34158415841584 + - type: euclidean_accuracy_threshold + value: 1737.0550155639648 + - type: euclidean_ap + value: 62.13537131791382 + - type: euclidean_f1 + value: 61.27982646420824 + - type: euclidean_f1_threshold + value: 1902.7210235595703 + - type: euclidean_precision + value: 66.9431279620853 + - type: euclidean_recall + value: 56.49999999999999 + - type: main_score + value: 84.58074648388171 + - type: manhattan_accuracy + value: 99.29306930693069 + - type: manhattan_accuracy_threshold + value: 31327.55126953125 + - type: manhattan_ap + value: 57.216782641023634 + - type: manhattan_f1 + value: 57.296715131933226 + - type: manhattan_f1_threshold + value: 35300.360107421875 + - type: manhattan_precision + value: 62.07701283547258 + - type: manhattan_recall + value: 53.2 + - type: max_accuracy + value: 99.6 + - type: max_ap + value: 84.58074648388171 + - type: max_f1 + value: 78.88324873096447 + - type: max_precision + value: 80.10309278350516 + - type: max_recall + value: 77.7 + - type: similarity_accuracy + value: 99.6 + - type: similarity_accuracy_threshold + value: 70.90907096862793 + - type: similarity_ap + value: 84.58074648388171 + - type: similarity_f1 + value: 78.88324873096447 + - type: similarity_f1_threshold + value: 67.83377528190613 + - type: similarity_precision + value: 80.10309278350516 + - type: similarity_recall + value: 77.7 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 29.912118265776584 + - type: v_measure + value: 29.912118265776584 + - type: v_measure_std + value: 4.886538571793255 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: main_score + value: 26.453873918768515 + - type: v_measure + value: 26.453873918768515 + - type: v_measure_std + value: 1.585352021846518 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: main_score + value: 43.20040993546698 + - type: map + value: 43.20040993546698 + - type: mrr + value: 43.80615503777269 + - type: nAUC_map_diff1 + value: 35.32927557160638 + - type: nAUC_map_max + value: 16.99796264171325 + - type: nAUC_map_std + value: 8.295193352979423 + - type: nAUC_mrr_diff1 + value: 34.8181761798891 + - type: nAUC_mrr_max + value: 17.88328922464567 + - type: nAUC_mrr_std + value: 9.16364844640502 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: cosine_pearson + value: 29.837020935210244 + - type: cosine_spearman + value: 29.129192154438023 + - type: dot_pearson + value: 18.178493108017275 + - type: dot_spearman + value: 20.21762456537728 + - type: main_score + value: 29.129192154438023 + - type: pearson + value: 29.837020935210244 + - type: spearman + value: 29.129192154438023 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 44.76 + - type: map_at_1 + value: 0.122 + - type: map_at_10 + value: 0.878 + - type: map_at_100 + value: 4.018999999999999 + - type: map_at_1000 + value: 9.258 + - type: map_at_20 + value: 1.415 + - type: map_at_3 + value: 0.338 + - type: map_at_5 + value: 0.526 + - type: mrr_at_1 + value: 56.00000000000001 + - type: mrr_at_10 + value: 66.07222222222222 + - type: mrr_at_100 + value: 66.50064823204359 + - type: mrr_at_1000 + value: 66.51969585109121 + - type: mrr_at_20 + value: 66.32619047619048 + - type: mrr_at_3 + value: 64.0 + - type: mrr_at_5 + value: 65.4 + - type: nauc_map_at_1000_diff1 + value: -8.083047410631284 + - type: nauc_map_at_1000_max + value: 47.53446279402127 + - type: nauc_map_at_1000_std + value: 59.96216691295325 + - type: nauc_map_at_100_diff1 + value: -7.739773992175417 + - type: nauc_map_at_100_max + value: 30.194947003511906 + - type: nauc_map_at_100_std + value: 44.21694014053059 + - type: nauc_map_at_10_diff1 + value: -8.68905409160312 + - type: nauc_map_at_10_max + value: 1.0122820499818854 + - type: nauc_map_at_10_std + value: 10.974665544255386 + - type: nauc_map_at_1_diff1 + value: -16.880540022219577 + - type: nauc_map_at_1_max + value: -1.6691558276733682 + - type: nauc_map_at_1_std + value: 6.632235219994278 + - type: nauc_map_at_20_diff1 + value: -10.664828887394167 + - type: nauc_map_at_20_max + value: 8.898505999792377 + - type: nauc_map_at_20_std + value: 19.532041203224537 + - type: nauc_map_at_3_diff1 + value: -9.330417800583005 + - type: nauc_map_at_3_max + value: -2.790285962665549 + - type: nauc_map_at_3_std + value: 7.4958144373878115 + - type: nauc_map_at_5_diff1 + value: -8.040423130198358 + - type: nauc_map_at_5_max + value: -3.3129010825045415 + - type: nauc_map_at_5_std + value: 7.140151615092149 + - type: nauc_mrr_at_1000_diff1 + value: 1.841967269111446 + - type: nauc_mrr_at_1000_max + value: 19.218649788535302 + - type: nauc_mrr_at_1000_std + value: 34.05865638916581 + - type: nauc_mrr_at_100_diff1 + value: 1.7162098924657265 + - type: nauc_mrr_at_100_max + value: 19.23051404537602 + - type: nauc_mrr_at_100_std + value: 34.043079302164195 + - type: nauc_mrr_at_10_diff1 + value: 2.671707378955639 + - type: nauc_mrr_at_10_max + value: 19.61245805830406 + - type: nauc_mrr_at_10_std + value: 33.860985121025664 + - type: nauc_mrr_at_1_diff1 + value: -4.9369747899159915 + - type: nauc_mrr_at_1_max + value: 18.70315693845101 + - type: nauc_mrr_at_1_std + value: 31.19747899159659 + - type: nauc_mrr_at_20_diff1 + value: 2.2679812975747393 + - type: nauc_mrr_at_20_max + value: 18.88077606059037 + - type: nauc_mrr_at_20_std + value: 34.45425371871214 + - type: nauc_mrr_at_3_diff1 + value: 2.8102165970771873 + - type: nauc_mrr_at_3_max + value: 19.9547668754349 + - type: nauc_mrr_at_3_std + value: 32.230232254697256 + - type: nauc_mrr_at_5_diff1 + value: 2.056260588169657 + - type: nauc_mrr_at_5_max + value: 20.00122859400373 + - type: nauc_mrr_at_5_std + value: 33.385407684686385 + - type: nauc_ndcg_at_1000_diff1 + value: -10.634273510767326 + - type: nauc_ndcg_at_1000_max + value: 36.83968691011661 + - type: nauc_ndcg_at_1000_std + value: 52.736058094433346 + - type: nauc_ndcg_at_100_diff1 + value: 0.9900193680768492 + - type: nauc_ndcg_at_100_max + value: 33.837077460710816 + - type: nauc_ndcg_at_100_std + value: 47.8838924407509 + - type: nauc_ndcg_at_10_diff1 + value: -0.17969764223238982 + - type: nauc_ndcg_at_10_max + value: 20.98725746563983 + - type: nauc_ndcg_at_10_std + value: 34.94240929181837 + - type: nauc_ndcg_at_1_diff1 + value: -15.90606217193831 + - type: nauc_ndcg_at_1_max + value: 14.845386058908314 + - type: nauc_ndcg_at_1_std + value: 27.80603225543255 + - type: nauc_ndcg_at_20_diff1 + value: -2.610422392632454 + - type: nauc_ndcg_at_20_max + value: 23.712304742527216 + - type: nauc_ndcg_at_20_std + value: 37.068579726264616 + - type: nauc_ndcg_at_3_diff1 + value: -1.296272800008927 + - type: nauc_ndcg_at_3_max + value: 21.18656426647708 + - type: nauc_ndcg_at_3_std + value: 35.00996581698709 + - type: nauc_ndcg_at_5_diff1 + value: 0.9228761005863567 + - type: nauc_ndcg_at_5_max + value: 20.533612497239876 + - type: nauc_ndcg_at_5_std + value: 33.746097407453505 + - type: nauc_precision_at_1000_diff1 + value: 2.212860642793429 + - type: nauc_precision_at_1000_max + value: 42.83693570346947 + - type: nauc_precision_at_1000_std + value: 56.34352031668012 + - type: nauc_precision_at_100_diff1 + value: 3.0398947714805473 + - type: nauc_precision_at_100_max + value: 37.33236107395733 + - type: nauc_precision_at_100_std + value: 51.46402436623219 + - type: nauc_precision_at_10_diff1 + value: 7.751232774751116 + - type: nauc_precision_at_10_max + value: 23.34708251923681 + - type: nauc_precision_at_10_std + value: 35.85367282451008 + - type: nauc_precision_at_1_diff1 + value: -4.9369747899159915 + - type: nauc_precision_at_1_max + value: 18.70315693845101 + - type: nauc_precision_at_1_std + value: 31.19747899159659 + - type: nauc_precision_at_20_diff1 + value: 2.6773822842226416 + - type: nauc_precision_at_20_max + value: 27.773465147606125 + - type: nauc_precision_at_20_std + value: 40.8346461486944 + - type: nauc_precision_at_3_diff1 + value: 10.025088532578964 + - type: nauc_precision_at_3_max + value: 23.118618169053402 + - type: nauc_precision_at_3_std + value: 36.718048256708336 + - type: nauc_precision_at_5_diff1 + value: 10.65022351628208 + - type: nauc_precision_at_5_max + value: 21.415166686410064 + - type: nauc_precision_at_5_std + value: 34.26813225180961 + - type: nauc_recall_at_1000_diff1 + value: -15.087404046972116 + - type: nauc_recall_at_1000_max + value: 36.36800488936171 + - type: nauc_recall_at_1000_std + value: 51.729821669192646 + - type: nauc_recall_at_100_diff1 + value: -10.615762204096805 + - type: nauc_recall_at_100_max + value: 24.08701047895384 + - type: nauc_recall_at_100_std + value: 39.67258536375483 + - type: nauc_recall_at_10_diff1 + value: -7.067104621282379 + - type: nauc_recall_at_10_max + value: -1.9673720028196857 + - type: nauc_recall_at_10_std + value: 5.8769977919557785 + - type: nauc_recall_at_1_diff1 + value: -16.880540022219577 + - type: nauc_recall_at_1_max + value: -1.6691558276733682 + - type: nauc_recall_at_1_std + value: 6.632235219994278 + - type: nauc_recall_at_20_diff1 + value: -10.004017517116134 + - type: nauc_recall_at_20_max + value: 4.75366175077321 + - type: nauc_recall_at_20_std + value: 17.49313281300582 + - type: nauc_recall_at_3_diff1 + value: 0.5629010662361658 + - type: nauc_recall_at_3_max + value: -7.882772867263189 + - type: nauc_recall_at_3_std + value: 2.238252718990748 + - type: nauc_recall_at_5_diff1 + value: -2.374440704673045 + - type: nauc_recall_at_5_max + value: -6.804152379891169 + - type: nauc_recall_at_5_std + value: 1.5154169968307243 + - type: ndcg_at_1 + value: 50.0 + - type: ndcg_at_10 + value: 44.76 + - type: ndcg_at_100 + value: 31.022 + - type: ndcg_at_1000 + value: 26.223000000000003 + - type: ndcg_at_20 + value: 41.703 + - type: ndcg_at_3 + value: 49.838 + - type: ndcg_at_5 + value: 48.219 + - type: precision_at_1 + value: 56.00000000000001 + - type: precision_at_10 + value: 48.0 + - type: precision_at_100 + value: 31.66 + - type: precision_at_1000 + value: 12.598 + - type: precision_at_20 + value: 44.1 + - type: precision_at_3 + value: 55.333 + - type: precision_at_5 + value: 52.400000000000006 + - type: recall_at_1 + value: 0.122 + - type: recall_at_10 + value: 1.093 + - type: recall_at_100 + value: 6.6339999999999995 + - type: recall_at_1000 + value: 24.934 + - type: recall_at_20 + value: 1.926 + - type: recall_at_3 + value: 0.379 + - type: recall_at_5 + value: 0.611 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 11.737 + - type: map_at_1 + value: 0.86 + - type: map_at_10 + value: 3.569 + - type: map_at_100 + value: 6.272 + - type: map_at_1000 + value: 7.591 + - type: map_at_20 + value: 4.599 + - type: map_at_3 + value: 2.1229999999999998 + - type: map_at_5 + value: 2.738 + - type: mrr_at_1 + value: 14.285714285714285 + - type: mrr_at_10 + value: 29.435536119209587 + - type: mrr_at_100 + value: 30.863925639814255 + - type: mrr_at_1000 + value: 30.863925639814255 + - type: mrr_at_20 + value: 30.459159854417955 + - type: mrr_at_3 + value: 25.510204081632658 + - type: mrr_at_5 + value: 27.34693877551021 + - type: nauc_map_at_1000_diff1 + value: -15.225998878041644 + - type: nauc_map_at_1000_max + value: -37.62784726123152 + - type: nauc_map_at_1000_std + value: -40.49662774337752 + - type: nauc_map_at_100_diff1 + value: -17.241253449657865 + - type: nauc_map_at_100_max + value: -39.87742899339114 + - type: nauc_map_at_100_std + value: -43.461254035113015 + - type: nauc_map_at_10_diff1 + value: -18.2332059968299 + - type: nauc_map_at_10_max + value: -33.098533635572316 + - type: nauc_map_at_10_std + value: -36.84786857582744 + - type: nauc_map_at_1_diff1 + value: -14.429325321729767 + - type: nauc_map_at_1_max + value: -27.646469766953775 + - type: nauc_map_at_1_std + value: -22.319540072780857 + - type: nauc_map_at_20_diff1 + value: -20.20731257532461 + - type: nauc_map_at_20_max + value: -38.80220712468868 + - type: nauc_map_at_20_std + value: -42.26801449643297 + - type: nauc_map_at_3_diff1 + value: -20.779843046007446 + - type: nauc_map_at_3_max + value: -39.53842231266448 + - type: nauc_map_at_3_std + value: -33.56558692084304 + - type: nauc_map_at_5_diff1 + value: -19.66219267837773 + - type: nauc_map_at_5_max + value: -37.06326821351946 + - type: nauc_map_at_5_std + value: -36.957816069501106 + - type: nauc_mrr_at_1000_diff1 + value: -18.677101035122053 + - type: nauc_mrr_at_1000_max + value: -35.95960963659799 + - type: nauc_mrr_at_1000_std + value: -37.756381781688766 + - type: nauc_mrr_at_100_diff1 + value: -18.677101035122053 + - type: nauc_mrr_at_100_max + value: -35.95960963659799 + - type: nauc_mrr_at_100_std + value: -37.756381781688766 + - type: nauc_mrr_at_10_diff1 + value: -18.191174363420938 + - type: nauc_mrr_at_10_max + value: -36.36477111799858 + - type: nauc_mrr_at_10_std + value: -39.49983032196089 + - type: nauc_mrr_at_1_diff1 + value: -12.86145482800598 + - type: nauc_mrr_at_1_max + value: -24.487052771897265 + - type: nauc_mrr_at_1_std + value: -20.52556557495329 + - type: nauc_mrr_at_20_diff1 + value: -18.60997224510311 + - type: nauc_mrr_at_20_max + value: -35.79812432900392 + - type: nauc_mrr_at_20_std + value: -38.30897001988249 + - type: nauc_mrr_at_3_diff1 + value: -25.212140640066988 + - type: nauc_mrr_at_3_max + value: -37.42857037379736 + - type: nauc_mrr_at_3_std + value: -33.92966300567053 + - type: nauc_mrr_at_5_diff1 + value: -20.640207781943023 + - type: nauc_mrr_at_5_max + value: -35.90540839091833 + - type: nauc_mrr_at_5_std + value: -37.12194516618917 + - type: nauc_ndcg_at_1000_diff1 + value: -0.11963001842743652 + - type: nauc_ndcg_at_1000_max + value: -27.9178453384242 + - type: nauc_ndcg_at_1000_std + value: -29.166624762081454 + - type: nauc_ndcg_at_100_diff1 + value: -12.091987337723797 + - type: nauc_ndcg_at_100_max + value: -40.82288385710299 + - type: nauc_ndcg_at_100_std + value: -46.76058302199178 + - type: nauc_ndcg_at_10_diff1 + value: -15.828838900116663 + - type: nauc_ndcg_at_10_max + value: -28.47740914640201 + - type: nauc_ndcg_at_10_std + value: -39.61604315349557 + - type: nauc_ndcg_at_1_diff1 + value: -14.384548055467114 + - type: nauc_ndcg_at_1_max + value: -22.305774061633038 + - type: nauc_ndcg_at_1_std + value: -21.059675286871425 + - type: nauc_ndcg_at_20_diff1 + value: -18.484696865224056 + - type: nauc_ndcg_at_20_max + value: -36.75133962699779 + - type: nauc_ndcg_at_20_std + value: -45.00325838241873 + - type: nauc_ndcg_at_3_diff1 + value: -19.074080663504287 + - type: nauc_ndcg_at_3_max + value: -32.15749618445631 + - type: nauc_ndcg_at_3_std + value: -31.15778856351426 + - type: nauc_ndcg_at_5_diff1 + value: -17.075509240224072 + - type: nauc_ndcg_at_5_max + value: -30.166046803360015 + - type: nauc_ndcg_at_5_std + value: -35.59973493388717 + - type: nauc_precision_at_1000_diff1 + value: 21.84245546736574 + - type: nauc_precision_at_1000_max + value: 38.516370901785876 + - type: nauc_precision_at_1000_std + value: 35.95207951618072 + - type: nauc_precision_at_100_diff1 + value: 1.3876384351895321 + - type: nauc_precision_at_100_max + value: -17.672181963540233 + - type: nauc_precision_at_100_std + value: -35.100445067927325 + - type: nauc_precision_at_10_diff1 + value: -8.38470122188378 + - type: nauc_precision_at_10_max + value: -21.522897385575003 + - type: nauc_precision_at_10_std + value: -42.22825505115226 + - type: nauc_precision_at_1_diff1 + value: -12.86145482800598 + - type: nauc_precision_at_1_max + value: -24.487052771897265 + - type: nauc_precision_at_1_std + value: -20.52556557495329 + - type: nauc_precision_at_20_diff1 + value: -16.93969917788429 + - type: nauc_precision_at_20_max + value: -30.66989763742793 + - type: nauc_precision_at_20_std + value: -46.641569381752156 + - type: nauc_precision_at_3_diff1 + value: -20.209351145881417 + - type: nauc_precision_at_3_max + value: -37.489404692159376 + - type: nauc_precision_at_3_std + value: -36.11843668070083 + - type: nauc_precision_at_5_diff1 + value: -13.00046064709639 + - type: nauc_precision_at_5_max + value: -29.182846254852958 + - type: nauc_precision_at_5_std + value: -41.475754864735954 + - type: nauc_recall_at_1000_diff1 + value: 12.384650251660787 + - type: nauc_recall_at_1000_max + value: -22.150720232837372 + - type: nauc_recall_at_1000_std + value: -4.87263784450895 + - type: nauc_recall_at_100_diff1 + value: -10.460274590185362 + - type: nauc_recall_at_100_max + value: -46.395760301872606 + - type: nauc_recall_at_100_std + value: -44.967105074272865 + - type: nauc_recall_at_10_diff1 + value: -15.886566681130422 + - type: nauc_recall_at_10_max + value: -36.08360858042893 + - type: nauc_recall_at_10_std + value: -43.44706180483 + - type: nauc_recall_at_1_diff1 + value: -14.429325321729767 + - type: nauc_recall_at_1_max + value: -27.646469766953775 + - type: nauc_recall_at_1_std + value: -22.319540072780857 + - type: nauc_recall_at_20_diff1 + value: -20.572085163574663 + - type: nauc_recall_at_20_max + value: -45.09259936557314 + - type: nauc_recall_at_20_std + value: -50.36930511127456 + - type: nauc_recall_at_3_diff1 + value: -25.55698987960452 + - type: nauc_recall_at_3_max + value: -44.841701912628395 + - type: nauc_recall_at_3_std + value: -33.629299677212664 + - type: nauc_recall_at_5_diff1 + value: -21.025629383069223 + - type: nauc_recall_at_5_max + value: -41.163164440917406 + - type: nauc_recall_at_5_std + value: -40.978074434880654 + - type: ndcg_at_1 + value: 13.264999999999999 + - type: ndcg_at_10 + value: 11.737 + - type: ndcg_at_100 + value: 20.893 + - type: ndcg_at_1000 + value: 34.148 + - type: ndcg_at_20 + value: 12.781 + - type: ndcg_at_3 + value: 13.961000000000002 + - type: ndcg_at_5 + value: 12.735 + - type: precision_at_1 + value: 14.285999999999998 + - type: precision_at_10 + value: 11.429 + - type: precision_at_100 + value: 5.061 + - type: precision_at_1000 + value: 1.327 + - type: precision_at_20 + value: 9.796000000000001 + - type: precision_at_3 + value: 17.007 + - type: precision_at_5 + value: 14.693999999999999 + - type: recall_at_1 + value: 0.86 + - type: recall_at_10 + value: 7.962 + - type: recall_at_100 + value: 31.343 + - type: recall_at_1000 + value: 72.173 + - type: recall_at_20 + value: 13.209000000000001 + - type: recall_at_3 + value: 3.4639999999999995 + - type: recall_at_5 + value: 5.061 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 63.30078125000001 + - type: ap + value: 10.382758929598857 + - type: ap_weighted + value: 10.382758929598857 + - type: f1 + value: 47.95923360740176 + - type: f1_weighted + value: 71.3431138095925 + - type: main_score + value: 63.30078125000001 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 49.787775891341255 + - type: f1 + value: 49.934050367781495 + - type: f1_weighted + value: 49.25778188511025 + - type: main_score + value: 49.787775891341255 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: main_score + value: 20.13387853092354 + - type: v_measure + value: 20.13387853092354 + - type: v_measure_std + value: 2.2532678030932582 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: cosine_accuracy + value: 82.44620611551528 + - type: cosine_accuracy_threshold + value: 67.1613335609436 + - type: cosine_ap + value: 61.027812391627634 + - type: cosine_f1 + value: 57.648077160875474 + - type: cosine_f1_threshold + value: 60.86677312850952 + - type: cosine_precision + value: 54.24714917384221 + - type: cosine_recall + value: 61.50395778364116 + - type: dot_accuracy + value: 78.45860404124694 + - type: dot_accuracy_threshold + value: 83239.31884765625 + - type: dot_ap + value: 44.32467940837404 + - type: dot_f1 + value: 47.685779137471634 + - type: dot_f1_threshold + value: 55795.2392578125 + - type: dot_precision + value: 38.08923222449945 + - type: dot_recall + value: 63.746701846965706 + - type: euclidean_accuracy + value: 80.58055671454967 + - type: euclidean_accuracy_threshold + value: 2302.2579193115234 + - type: euclidean_ap + value: 55.2462162515812 + - type: euclidean_f1 + value: 54.27702017356023 + - type: euclidean_f1_threshold + value: 2842.241096496582 + - type: euclidean_precision + value: 47.37359826873893 + - type: euclidean_recall + value: 63.53562005277045 + - type: main_score + value: 61.027837268240226 + - type: manhattan_accuracy + value: 80.77129403349824 + - type: manhattan_accuracy_threshold + value: 43584.36279296875 + - type: manhattan_ap + value: 56.045117634111655 + - type: manhattan_f1 + value: 54.80427046263346 + - type: manhattan_f1_threshold + value: 51295.8740234375 + - type: manhattan_precision + value: 49.78448275862069 + - type: manhattan_recall + value: 60.94986807387863 + - type: max_accuracy + value: 82.44620611551528 + - type: max_ap + value: 61.027837268240226 + - type: max_f1 + value: 57.648077160875474 + - type: max_precision + value: 54.24714917384221 + - type: max_recall + value: 63.746701846965706 + - type: similarity_accuracy + value: 82.44620611551528 + - type: similarity_accuracy_threshold + value: 67.1613335609436 + - type: similarity_ap + value: 61.027837268240226 + - type: similarity_f1 + value: 57.648077160875474 + - type: similarity_f1_threshold + value: 60.866761207580566 + - type: similarity_precision + value: 54.24714917384221 + - type: similarity_recall + value: 61.50395778364116 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: cosine_accuracy + value: 86.56032910311639 + - type: cosine_accuracy_threshold + value: 63.58056664466858 + - type: cosine_ap + value: 80.36069089360147 + - type: cosine_f1 + value: 72.49717349283344 + - type: cosine_f1_threshold + value: 57.18348026275635 + - type: cosine_precision + value: 68.87256600374194 + - type: cosine_recall + value: 76.52448413920541 + - type: dot_accuracy + value: 83.29064307059417 + - type: dot_accuracy_threshold + value: 39571.136474609375 + - type: dot_ap + value: 70.9168154298791 + - type: dot_f1 + value: 65.80363636363637 + - type: dot_f1_threshold + value: 33795.39489746094 + - type: dot_precision + value: 62.348401323043 + - type: dot_recall + value: 69.66430551278103 + - type: euclidean_accuracy + value: 83.87472348352544 + - type: euclidean_accuracy_threshold + value: 1921.6852188110352 + - type: euclidean_ap + value: 72.19667035000438 + - type: euclidean_f1 + value: 64.49932928272706 + - type: euclidean_f1_threshold + value: 2122.101593017578 + - type: euclidean_precision + value: 66.14338889787992 + - type: euclidean_recall + value: 62.935016938712664 + - type: main_score + value: 80.36069259910931 + - type: manhattan_accuracy + value: 83.8514378856677 + - type: manhattan_accuracy_threshold + value: 35123.6572265625 + - type: manhattan_ap + value: 72.24797710989144 + - type: manhattan_f1 + value: 64.65182603184662 + - type: manhattan_f1_threshold + value: 38842.54150390625 + - type: manhattan_precision + value: 66.57692935225975 + - type: manhattan_recall + value: 62.83492454573453 + - type: max_accuracy + value: 86.56032910311639 + - type: max_ap + value: 80.36069259910931 + - type: max_f1 + value: 72.49717349283344 + - type: max_precision + value: 68.87256600374194 + - type: max_recall + value: 76.52448413920541 + - type: similarity_accuracy + value: 86.56032910311639 + - type: similarity_accuracy_threshold + value: 63.58058452606201 + - type: similarity_ap + value: 80.36069259910931 + - type: similarity_f1 + value: 72.49717349283344 + - type: similarity_f1_threshold + value: 57.18348026275635 + - type: similarity_precision + value: 68.87256600374194 + - type: similarity_recall + value: 76.52448413920541 + task: + type: PairClassification --- # 🪲 brown-beetle-base-v1 Model Card